-- Logs begin at Thu 2021-09-30 07:27:04 UTC, end at Thu 2021-09-30 09:45:02 UTC. -- Sep 30 07:59:49.250271 n-d-807025-5 systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 07:59:52.121420 n-d-807025-5 neutron-server[94894]: INFO neutron.common.config [-] Logging enabled! Sep 30 07:59:52.122138 n-d-807025-5 neutron-server[94894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 30 07:59:52.122273 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 07:59:52.125842 n-d-807025-5 neutron-server[94894]: INFO neutron.common.config [-] Logging enabled! Sep 30 07:59:52.126110 n-d-807025-5 neutron-server[94894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 30 07:59:52.126430 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 07:59:52.127455 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 07:59:52.127691 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 07:59:52.128110 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 07:59:52.128357 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 07:59:52.128585 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 07:59:52.128908 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.129211 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.129545 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.129781 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.130081 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.130374 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.130660 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.130953 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.131259 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.131555 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.131890 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.132184 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.132421 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.132707 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.133002 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.133294 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.133559 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] debug = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.133848 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.134284 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.134727 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.135011 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.135299 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.135582 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.135858 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.136135 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.136423 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.136786 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] host = n-d-807025-5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.137066 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.137356 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.137697 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.137964 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.138242 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.138525 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.138813 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.139089 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.139370 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.139649 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.139942 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.140232 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.140525 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.140752 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.140977 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.141269 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.141594 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.141863 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.142141 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.142418 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.142694 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.142971 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.143242 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.143532 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.143821 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.144109 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.144389 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.144664 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.144940 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.145210 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.145524 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.145799 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.146075 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.146350 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.146640 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.146909 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.147184 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.148028 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.148317 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.148603 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.148892 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.149169 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.149465 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.149752 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.150031 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.150306 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] use_json = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.150580 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.150853 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.151138 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.151413 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.151687 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.151962 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.152236 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.152523 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:52.152831 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.153135 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.153470 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.153757 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.154058 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.154344 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.154641 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.154925 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.155220 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.155515 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.155815 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.156095 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.156394 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.156680 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.156982 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.157300 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.157630 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.157931 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.158218 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.158500 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.158784 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.159070 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.159367 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.159651 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.159951 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.160247 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.160535 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.160831 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.161132 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.161428 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.161731 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.162014 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.162312 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.162596 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.162917 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.163805 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.164196 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.164572 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.164942 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.165323 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.165733 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.166131 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.166551 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.166927 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.167318 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.167695 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.168065 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.168461 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.168843 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.169250 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.169705 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.170111 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.170484 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.170867 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.171254 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.171659 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.172049 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.172441 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.172828 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.173218 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.173639 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.174013 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.174395 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.174772 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.175145 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.175520 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.175903 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.176304 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.176678 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.177050 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.177426 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.177851 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.178231 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.178684 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.179103 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.179478 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.179863 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.180248 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.180627 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.181004 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.181385 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.181803 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.182181 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.182562 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.182961 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.183345 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.183733 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.184114 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.184491 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.184899 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.185304 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.185725 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.186104 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.186482 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.186874 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.187263 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.187665 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.188057 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.188456 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.188850 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.189253 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.189675 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.190088 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.190467 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:52.190776 n-d-807025-5 neutron-server[94894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 07:59:52.191112 n-d-807025-5 neutron-server[94894]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94894) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 07:59:52.564295 n-d-807025-5 neutron-server[94894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 07:59:52.564620 n-d-807025-5 neutron-server[94894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 07:59:52.565011 n-d-807025-5 neutron-server[94894]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 07:59:52.565401 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 07:59:52.985797 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:52.986110 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:52.986362 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:52.987695 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:52.987977 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:52.988250 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.028369 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.028682 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.029002 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.045255 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.045623 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.045944 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.078480 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.078813 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.079129 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.120784 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.121096 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.121421 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.372475 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.373135 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.373135 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.373387 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.373965 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.505639 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.505958 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.506247 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.506519 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.507313 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.507660 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.507947 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.508229 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.508506 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.508792 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.509053 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.509326 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.509613 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.509888 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.510137 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.510408 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.510663 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.510931 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.511206 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.511470 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.511747 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.511999 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.512290 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.512704 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.512983 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.513267 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.513797 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:53.514064 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:53.514341 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:53.514603 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:53.514865 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:53.515126 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:53.515540 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 07:59:53.519352 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 07:59:53.524132 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 07:59:53.528407 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 30 07:59:53.530569 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 07:59:53.531066 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 07:59:53.531434 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 07:59:53.531856 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 07:59:53.535062 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 07:59:53.535317 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 07:59:53.535714 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 07:59:53.542211 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 30 07:59:53.565643 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 07:59:53.566113 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.566414 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94894) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 30 07:59:53.566785 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.568278 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94894) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 07:59:53.568780 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 07:59:53.569027 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 07:59:53.573291 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.573619 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:53.638839 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 07:59:53.639069 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 07:59:53.639208 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 07:59:53.639609 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 07:59:53.664243 n-d-807025-5 neutron-server[94894]: DEBUG oslo_db.sqlalchemy.engines [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94894) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 30 07:59:54.240149 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing driver for type 'gre' Sep 30 07:59:54.240933 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] gre ID ranges: [(1, 1000)] Sep 30 07:59:54.318561 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing driver for type 'local' Sep 30 07:59:54.319555 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing driver for type 'vlan' Sep 30 07:59:54.336381 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] VlanTypeDriver initialization complete Sep 30 07:59:54.336725 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing driver for type 'vxlan' Sep 30 07:59:54.337249 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] vxlan ID ranges: [(1, 1000)] Sep 30 07:59:54.410887 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing extension driver 'port_security' Sep 30 07:59:54.411632 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.extensions.port_security [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] PortSecurityExtensionDriver initialization complete Sep 30 07:59:54.412009 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing mechanism driver 'openvswitch' Sep 30 07:59:54.412551 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing mechanism driver 'hyperv' Sep 30 07:59:54.420071 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.plugin [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:54.420814 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.421196 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.421580 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.422147 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:59:54.422613 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.422972 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.423321 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.423716 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:59:54.424137 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.424493 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.424842 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.425237 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:59:54.425671 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > security_group after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.426026 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > security_group after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.426372 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.426944 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:59:54.427366 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.427724 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.428073 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.428984 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:59:54.429401 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > address_group after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.429781 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > address_group after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.430124 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.430528 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:59:54.430915 n-d-807025-5 neutron-server[94894]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] ML2 OVO RPC backend initialized. {{(pid=94894) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 30 07:59:54.431699 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.432058 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.432487 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.432838 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > networks before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.433193 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.433571 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > ports before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.433920 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.434269 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnets before_response 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.434622 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.434970 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.435312 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.435652 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.435993 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.436334 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.436674 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.437016 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.437368 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.438034 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.plugin [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Modular L2 Plugin initialization complete Sep 30 07:59:54.438376 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading services supported by the core plugin {{(pid=94894) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 07:59:54.438721 n-d-807025-5 neutron-server[94894]: INFO neutron.plugins.ml2.managers [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Got port-security extension from driver 'port_security' Sep 30 07:59:54.439200 n-d-807025-5 neutron-server[94894]: INFO neutron.extensions.vlantransparent [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Disabled vlantransparent extension. Sep 30 07:59:54.439701 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94894) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 07:59:54.440023 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: router Sep 30 07:59:54.479098 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.479420 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_create 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.479799 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router before_create 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.480168 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.480549 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.480914 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_delete 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.481281 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.481682 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.482052 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_create 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.482405 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_update 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.482762 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_update 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.483117 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.483483 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_update 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.483909 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.484285 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.484630 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.484973 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: subnet after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.485320 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.485709 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.486057 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.486405 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.486752 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.487115 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router after_update 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.487470 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.487828 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.488198 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.488548 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.488921 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > agent after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.489281 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > agent after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.489658 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > network after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.490641 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Tracking information for resource: router configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:54.491517 n-d-807025-5 neutron-server[94894]: DEBUG neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Tracking information for resource: floatingip configured {{(pid=94894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:59:54.497190 n-d-807025-5 neutron-server[94894]: INFO neutron.db.l3_agentschedulers_db [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 07:59:54.497891 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.498306 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port after_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.498701 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port after_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.499096 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: port after_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.499988 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router before_create 55550100 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.500401 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.500804 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_create 55550100 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.501203 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > router precommit_update 55550100 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.506420 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.provider_configuration [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service providers = [] {{(pid=94894) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 07:59:54.506922 n-d-807025-5 neutron-server[94894]: DEBUG neutron.db.servicetype_db [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94894) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 07:59:54.510254 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.service_base [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:59:54.510717 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.service_base [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:59:54.511109 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.service_base [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:59:54.512097 n-d-807025-5 neutron-server[94894]: DEBUG neutron.services.service_base [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:59:54.512508 n-d-807025-5 neutron-server[94894]: INFO neutron.services.service_base [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 07:59:54.512945 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.513306 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 07:59:54.525703 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.526114 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: auto_allocate Sep 30 07:59:54.532610 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: network precommit_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.533010 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: network precommit_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.533666 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.534081 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: tag Sep 30 07:59:54.541350 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.541780 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: timestamp Sep 30 07:59:54.546152 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.546543 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: network_ip_availability Sep 30 07:59:54.552480 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.552855 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.553216 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.554581 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.554909 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: flavors Sep 30 07:59:54.560083 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.560420 n-d-807025-5 neutron-server[94894]: INFO neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading Plugin: revisions Sep 30 07:59:54.565248 n-d-807025-5 neutron-server[94894]: DEBUG neutron.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:59:54.565733 n-d-807025-5 neutron-server[94894]: DEBUG oslo_concurrency.lockutils [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.001s {{(pid=94894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 07:59:54.566639 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94894) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 30 07:59:54.567028 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Initializing extension manager. Sep 30 07:59:54.567600 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: __init__.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.567993 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: __pycache__ {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.568382 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.568767 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: address_group.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.569972 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.570867 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: address-group Sep 30 07:59:54.571234 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: address_scope.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.572318 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.572895 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: address-scope Sep 30 07:59:54.573269 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.574457 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.575027 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: router-admin-state-down-before-update Sep 30 07:59:54.575404 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: agent.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.576187 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.576751 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: agent Sep 30 07:59:54.577121 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: agent_resources_synced.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.578167 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.578730 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: agent-resources-synced Sep 30 07:59:54.579104 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: allowedaddresspairs.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.581055 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.581724 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: allowed-address-pairs Sep 30 07:59:54.582102 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: auto_allocated_topology.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.583284 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.583847 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: auto-allocated-topology Sep 30 07:59:54.584290 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: availability_zone.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.585639 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.586207 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: availability_zone Sep 30 07:59:54.586581 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: availability_zone_filter.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.587606 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.588166 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: availability_zone_filter Sep 30 07:59:54.588535 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: data_plane_status.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.589539 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.590098 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 07:59:54.590466 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: default_subnetpools.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.591460 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.592088 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: default-subnetpools Sep 30 07:59:54.592458 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.593566 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.594139 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: dhcp_agent_scheduler Sep 30 07:59:54.594514 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: dns.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.595582 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.596139 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 07:59:54.596509 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: dns_domain_ports.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.597544 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.598102 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 07:59:54.598511 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.599515 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.600073 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 30 07:59:54.600512 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: dvr.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.601258 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.601873 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: dvr Sep 30 07:59:54.602271 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: ecmp_routes.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.603269 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.603831 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 30 07:59:54.604204 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: empty_string_filtering.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.605190 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.605809 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: empty-string-filtering Sep 30 07:59:54.606179 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.607187 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.607748 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 07:59:54.608149 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.609133 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.609735 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 07:59:54.610103 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: external_net.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.611090 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.611650 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: external-net Sep 30 07:59:54.612011 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.613060 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.613674 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: extra_dhcp_opt Sep 30 07:59:54.614041 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: extraroute.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.615083 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.615662 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: extraroute Sep 30 07:59:54.616560 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: extraroute_atomic.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.617755 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.618317 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: extraroute-atomic Sep 30 07:59:54.618685 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: filter_validation.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.619439 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.620004 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: filter-validation Sep 30 07:59:54.620369 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: fip_pf_description.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.621394 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.621999 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 07:59:54.622431 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: fip_port_details.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.623513 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.624088 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: fip-port-details Sep 30 07:59:54.624453 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: flavors.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.625911 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.626478 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: flavors Sep 30 07:59:54.626902 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.628671 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.629247 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 07:59:54.629672 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: floatingip_pools.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.630487 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.631062 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: floatingip-pools Sep 30 07:59:54.631429 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: ip_allocation.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.632643 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.633188 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 07:59:54.633605 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.634620 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.635176 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: ip-substring-filtering Sep 30 07:59:54.635548 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l2_adjacency.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.636544 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.637157 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 07:59:54.637572 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.638845 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.639419 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: router Sep 30 07:59:54.639790 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.642452 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.643078 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 07:59:54.643445 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.644552 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.645135 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: ext-gw-mode Sep 30 07:59:54.645544 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.646620 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.647827 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: l3-ha Sep 30 07:59:54.648210 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3_flavors.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.649224 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.649831 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: l3-flavors Sep 30 07:59:54.650199 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.651199 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.651752 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 07:59:54.652112 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: l3agentscheduler.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.653296 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.653890 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: l3_agent_scheduler Sep 30 07:59:54.654259 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: logging.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.655918 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.656498 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension logging not supported by any of loaded plugins Sep 30 07:59:54.656865 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: metering.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.657792 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.658435 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: metering Sep 30 07:59:54.658808 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.660033 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.660609 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: metering_source_and_destination_fields Sep 30 07:59:54.660987 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: multiprovidernet.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.662050 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.662676 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: multi-provider Sep 30 07:59:54.663150 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: netmtu.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.664196 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.664761 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: net-mtu Sep 30 07:59:54.665128 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: netmtu_writable.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.666233 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.666890 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: net-mtu-writable Sep 30 07:59:54.667258 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: network_availability_zone.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.668077 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.668648 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: network_availability_zone Sep 30 07:59:54.669017 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: network_ip_availability.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.670490 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.671078 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: network-ip-availability Sep 30 07:59:54.671447 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: network_segment_range.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.672350 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.672916 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 07:59:54.673290 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: pagination.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.674541 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.674914 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: pagination Sep 30 07:59:54.675279 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: port_device_profile.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.676336 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.676997 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: port-device-profile Sep 30 07:59:54.677370 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.679114 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.679720 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: port-mac-address-regenerate Sep 30 07:59:54.680106 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.681229 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.681861 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: port-numa-affinity-policy Sep 30 07:59:54.682226 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: port_resource_request.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.683414 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.683982 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 07:59:54.684414 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: portbindings.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.685473 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.686061 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: binding Sep 30 07:59:54.686432 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: portbindings_extended.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.688015 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.688609 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: binding-extended Sep 30 07:59:54.688987 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: portsecurity.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.690088 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.690658 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: port-security Sep 30 07:59:54.691030 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: project_id.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.692112 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.692491 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: project-id Sep 30 07:59:54.692866 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: providernet.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.694049 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.694661 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: provider Sep 30 07:59:54.695033 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.699284 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.699851 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos not supported by any of loaded plugins Sep 30 07:59:54.700196 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.701715 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.702247 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 07:59:54.702584 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.703580 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.704084 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 07:59:54.704417 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_default.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.705409 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.705962 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-default not supported by any of loaded plugins Sep 30 07:59:54.706290 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_fip.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.706997 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.707505 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 07:59:54.707835 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_gateway_ip.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.708832 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.709342 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 07:59:54.710347 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_port_network_policy.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.711346 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.711861 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 07:59:54.712191 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_pps_rule.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.713479 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.714011 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-pps not supported by any of loaded plugins Sep 30 07:59:54.714341 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_rule_type_details.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.715330 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.715853 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 07:59:54.716185 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: qos_rules_alias.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.717301 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.717871 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 07:59:54.718201 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: quotasv2.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.719264 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.719600 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: quotas Sep 30 07:59:54.719933 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: quotasv2_detail.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.723712 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.724172 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: quota_details Sep 30 07:59:54.724562 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: rbac.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.725916 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.726591 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: rbac-policies Sep 30 07:59:54.726982 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: rbac_address_group.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.728083 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.728654 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: rbac-address-group Sep 30 07:59:54.729024 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: rbac_address_scope.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.730130 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.730656 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: rbac-address-scope Sep 30 07:59:54.731029 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: rbac_security_groups.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.732032 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.732603 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: rbac-security-groups Sep 30 07:59:54.732975 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: rbac_subnetpool.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.734030 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.734612 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: rbac-subnetpool Sep 30 07:59:54.734978 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: revisionifmatch.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.735971 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.736537 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: revision-if-match Sep 30 07:59:54.736905 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: revisions.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.738184 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.738762 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: standard-attr-revisions Sep 30 07:59:54.739141 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: router_availability_zone.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.739907 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.740476 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: router_availability_zone Sep 30 07:59:54.740852 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: routerservicetype.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.742478 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.743046 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 07:59:54.743416 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.744432 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.744998 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: security-groups-normalized-cidr Sep 30 07:59:54.745367 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.746411 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.746976 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: port-security-groups-filtering Sep 30 07:59:54.747404 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.748418 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.748985 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: security-groups-remote-address-group Sep 30 07:59:54.749357 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: securitygroup.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.762003 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.762652 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: security-group Sep 30 07:59:54.763038 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: segment.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.764060 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.764640 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension segment not supported by any of loaded plugins Sep 30 07:59:54.765019 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.766249 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.766846 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 07:59:54.767221 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: servicetype.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.768609 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.769206 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: service-type Sep 30 07:59:54.769650 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: sorting.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.770823 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.771204 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: sorting Sep 30 07:59:54.771579 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: standard_attr_segment.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.772986 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.773639 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 07:59:54.774020 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: standardattrdescription.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.774833 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.775405 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: standard-attr-description Sep 30 07:59:54.775779 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: stateful_security_group.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.776904 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.777527 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: stateful-security-group Sep 30 07:59:54.777902 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: stdattrs_common.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.778784 n-d-807025-5 neutron-server[94894]: WARNING neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 07:59:54.779042 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.780736 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.781563 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 07:59:54.782040 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: subnet_onboard.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.783529 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.784274 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: subnet_onboard Sep 30 07:59:54.784695 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.786484 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.787368 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 07:59:54.788359 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: subnet_service_types.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.789953 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.790905 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: subnet-service-types Sep 30 07:59:54.791409 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: subnetallocation.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.793177 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.794035 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: subnet_allocation Sep 30 07:59:54.794508 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.795905 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.796605 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: subnetpool-prefix-ops Sep 30 07:59:54.797152 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.798580 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.799156 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 07:59:54.799590 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: tagging.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.800929 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.801538 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: standard-attr-tag Sep 30 07:59:54.801995 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: timestamp.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.804076 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.804790 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loaded extension: standard-attr-timestamp Sep 30 07:59:54.805215 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: trunk.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.806647 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.807210 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension trunk not supported by any of loaded plugins Sep 30 07:59:54.807676 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: trunk_details.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.808809 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.809481 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 07:59:54.809906 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: uplink_status_propagation.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.811055 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.811612 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 07:59:54.812032 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Loading extension file: vlantransparent.py {{(pid=94894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:59:54.812790 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:59:54.813374 n-d-807025-5 neutron-server[94894]: INFO neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 07:59:54.816324 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:network Sep 30 07:59:54.816873 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:subnet Sep 30 07:59:54.817278 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:59:54.817710 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:port Sep 30 07:59:54.819578 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.820061 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service FLAVORS assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.820954 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.821383 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.821752 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:router Sep 30 07:59:54.822199 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 07:59:54.822706 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service METERING assigned prefix: /metering {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.824225 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.824604 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.824971 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:59:54.826104 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 07:59:54.826569 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:security_group Sep 30 07:59:54.827008 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 07:59:54.827666 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service CORE assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.828006 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:59:54.828376 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] subnetpool is already registered Sep 30 07:59:54.828819 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service CORE assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.829151 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:59:54.829522 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] subnetpool is already registered Sep 30 07:59:54.832060 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.832500 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service FLAVORS assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.833108 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.833576 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.833927 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:router Sep 30 07:59:54.834286 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] router is already registered Sep 30 07:59:54.834809 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 07:59:54.835167 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] floatingip is already registered Sep 30 07:59:54.835722 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service METERING assigned prefix: /metering {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.836456 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 07:59:54.836793 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] rbac_policy is already registered Sep 30 07:59:54.837217 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:security_group Sep 30 07:59:54.837600 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] security_group is already registered Sep 30 07:59:54.838018 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 07:59:54.838359 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] security_group_rule is already registered Sep 30 07:59:54.839067 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service CORE assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.839406 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:59:54.839748 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] subnetpool is already registered Sep 30 07:59:54.840195 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.v2.resource_helper [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Service CORE assigned prefix: {{(pid=94894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:59:54.840528 n-d-807025-5 neutron-server[94894]: INFO neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:59:54.840868 n-d-807025-5 neutron-server[94894]: WARNING neutron.quota.resource_registry [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] subnetpool is already registered Sep 30 07:59:54.841364 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: extensions {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.843010 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: address-groups {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.844541 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: address-scopes {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.845984 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: agents {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.847231 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: auto-allocated-topology {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.848507 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: availability_zones {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.849791 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: dhcp-networks {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.852103 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: dhcp-agents {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.853584 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: routers {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.855889 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: flavors {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.857075 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: service_profiles {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.858344 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: next_providers {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.859878 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: service_profiles {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.861494 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: floatingip-pools {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.862720 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: routers {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.864876 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: floatingips {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.866312 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: l3-routers {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.867714 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: l3-agents {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.869195 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: metering-labels {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.870619 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: metering-label-rules {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.871936 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: network-ip-availabilities {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.873205 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: bindings {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.876078 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: quotas {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.877720 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: quotas {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.879305 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: rbac-policies {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.880624 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: security-groups {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.882474 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: security-group-rules {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.883738 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: service-providers {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.884971 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: subnetpools {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.886456 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: subnetpools {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.887938 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.889667 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.891527 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.893322 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.895175 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.897189 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.899013 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.900937 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.902754 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.904611 n-d-807025-5 neutron-server[94894]: DEBUG neutron.api.extensions [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Extended resource: tags {{(pid=94894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:59:54.910766 n-d-807025-5 neutron-server[94894]: WARNING keystonemiddleware.auth_token [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 07:59:54.916408 n-d-807025-5 neutron-server[94894]: WARNING keystonemiddleware.auth_token [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 07:59:54.925488 n-d-807025-5 neutron-server[94894]: DEBUG oslo_concurrency.lockutils [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Acquired lock "singleton_lock" {{(pid=94894) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 30 07:59:54.925974 n-d-807025-5 neutron-server[94894]: DEBUG oslo_concurrency.lockutils [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Releasing lock "singleton_lock" {{(pid=94894) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 30 07:59:54.926651 n-d-807025-5 neutron-server[94894]: INFO oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Starting 2 workers Sep 30 07:59:54.931758 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Started child 95001 {{(pid=94894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:59:54.936656 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Started child 95002 {{(pid=94894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:59:54.938420 n-d-807025-5 neutron-server[94894]: INFO neutron.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 07:59:54.939058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.940080 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Notify callbacks [] for process, before_spawn {{(pid=94894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.941320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [-] (95001) wsgi starting up on http://0.0.0.0:9696 Sep 30 07:59:54.942022 n-d-807025-5 neutron-server[94894]: INFO oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Starting 1 workers Sep 30 07:59:54.943748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.946461 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [-] (95002) wsgi starting up on http://0.0.0.0:9696 Sep 30 07:59:54.948381 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Started child 95003 {{(pid=94894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:59:54.949015 n-d-807025-5 neutron-server[94894]: INFO oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Starting 1 workers Sep 30 07:59:54.953875 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Started child 95004 {{(pid=94894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:59:54.954741 n-d-807025-5 neutron-server[94894]: DEBUG neutron_lib.callbacks.manager [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] Notify callbacks [] for process, after_spawn {{(pid=94894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.956188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] calling RpcWorker wait() {{(pid=95003) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 07:59:54.957015 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94894) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 07:59:54.957152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.service [None req-f60a62a5-f36f-4cdd-a09c-eaf1d8203dc1 None None] returning from RpcWorker wait() {{(pid=95003) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 07:59:54.957308 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 07:59:54.957308 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 07:59:54.957308 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 07:59:54.957706 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 07:59:54.957825 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 07:59:54.958365 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.958649 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.958917 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.959169 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.959325 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.959535 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.960853 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.961011 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.961873 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.961873 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.961873 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.961873 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.961873 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.962442 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.962442 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.962705 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.962855 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.963259 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.963401 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.963665 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.963817 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.964098 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.964374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.964623 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.964890 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] debug = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.965149 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.965663 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.965946 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.966186 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.966339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:54.966474 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.966742 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.966885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35398) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:54.967016 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.967160 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.967436 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.967656 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.967883 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.968107 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.968329 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.968569 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.968787 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.969007 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.969221 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.969702 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] host = n-d-807025-5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.969963 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.970203 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.970439 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.970684 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.970902 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.971114 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.971349 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.971576 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.971952 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.972180 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.972393 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.972607 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.972932 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.973146 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.973146 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_options = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.973615 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.973845 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.974073 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.974300 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.974300 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.974724 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.974724 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.975211 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.975211 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.975658 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.975658 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.976014 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.976014 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.976371 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.976575 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.976767 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.976960 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.977396 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.977396 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.977813 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.978014 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.978204 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.978393 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.978641 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.978926 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.979144 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.979391 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.979391 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.979819 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.979819 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.980281 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.980281 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.980712 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.980925 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.981154 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.981386 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.981633 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.981860 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.982248 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.982248 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.982678 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.982678 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.983106 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.983106 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.983534 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.983534 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.983950 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_json = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.983950 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.984352 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.984576 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.984791 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.985019 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.985237 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.985606 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.985606 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:54.986071 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.986290 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.986583 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.986813 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.987030 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.987291 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.987789 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.987789 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.988233 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.988233 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.988638 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.988885 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.989120 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.989341 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.989598 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.989909 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.990134 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.990373 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.990809 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.991138 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.991398 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.991632 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.991931 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.992207 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.992580 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.992797 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0203748 Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.997687 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.998225 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.998225 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.998680 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.999914 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:54.999914 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.002132 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.002132 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.002446 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.003003 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.003417 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.003808 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.004245 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.004665 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.005054 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.005427 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.007785 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.011174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.011174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.011174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.011174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.011852 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.012333 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.012816 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.013281 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.013743 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.014274 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.014763 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.015199 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.015647 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.016107 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.016560 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.016809 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.017208 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.017610 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.017899 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.018227 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.018799 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.018799 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.019059 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.019408 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.019606 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.019943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.020294 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.020585 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.020932 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.021112 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.023757 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.024232 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.024412 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.026843 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.026843 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.026843 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.026843 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.026843 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.026843 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.028008 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.028008 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.028008 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.028562 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.028693 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.029068 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.031735 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.031735 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.032143 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.032466 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.033774 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.034224 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.034673 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.035066 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.035609 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.037098 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.037098 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.037098 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.037652 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.039294 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.039694 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.040295 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.040732 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.041110 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.041527 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.041918 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.042330 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.042775 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.043745 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.043745 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.044255 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.044833 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.044833 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.045284 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.045727 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.047132 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.047132 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.047132 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.047522 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.047800 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.048196 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.050786 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.050786 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.050786 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.050786 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.050786 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.050786 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.052866 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.052866 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.052866 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.052866 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.052866 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.054112 n-d-807025-5 neutron-server[95004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:55.054353 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.054353 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.054353 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.055051 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.055051 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.055507 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.055737 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.056081 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.056439 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.056849 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.057216 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.057626 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.057998 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.058354 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.058737 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.059103 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.059468 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.059845 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.060206 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.060564 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.060930 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.061293 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.062777 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.063195 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.063910 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.063910 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.064569 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.064679 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.065005 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.065492 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.066100 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.066516 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.066906 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.067300 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.067775 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.068143 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.068527 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.068940 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.070120 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.070922 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.071327 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.071705 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.072410 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.072410 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.072867 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.073178 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.074660 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.074660 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.074660 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.075375 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.075375 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.075909 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.076331 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.076710 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.077089 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.077468 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.077876 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.078771 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.078771 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.079271 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.079527 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.080979 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.081243 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.081572 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.081848 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.082872 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.082872 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.083342 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.083342 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.084097 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.084097 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.084718 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.084987 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.085335 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.087418 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.087418 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.088355 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.088355 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.088355 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.089040 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.089040 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.089825 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.090821 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.091487 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.092177 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.092816 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.093219 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.095174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.095174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.095174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.095174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.096007 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.096212 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.097852 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.097852 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.097852 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.098466 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.098671 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.099853 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.099853 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.100861 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.101324 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.101650 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.102067 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.102401 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.103101 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.103370 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.103919 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.104195 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.104546 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.104963 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.108060 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.108060 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.108060 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.108729 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.108729 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.111261 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.111261 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.111822 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.112088 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.112675 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.113318 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.114941 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.115482 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.116091 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.117573 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.118576 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.118576 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.119104 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.119905 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.120551 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.121918 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.121918 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.121918 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.122794 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.122794 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.123563 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.123563 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.123974 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.124272 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.124694 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.125116 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.125576 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.125983 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.126383 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.127487 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.127896 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.128289 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.128670 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.128940 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 07:59:55.129830 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94894) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 07:59:55.130090 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 07:59:55.130352 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 07:59:55.131836 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 07:59:55.132134 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 07:59:55.132485 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 07:59:55.132806 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.133087 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.133422 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.133729 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.133952 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.135076 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.135507 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.135961 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.136416 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.136883 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.137156 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.137427 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.137749 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.138010 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.138265 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.138742 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.138879 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.139052 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.140184 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.140652 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.141118 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.145818 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.146128 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] debug = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.146403 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.146747 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.147026 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.147838 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.148102 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.148372 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.149231 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.149231 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.149397 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.150256 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.150618 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.150964 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.151922 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.151922 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.151922 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.152142 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.152342 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.152618 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] host = n-d-807025-5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.153209 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.154573 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.154851 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.155122 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.158381 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.158381 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.158381 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.158776 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.158776 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.158903 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.159064 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.161351 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.162231 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.162747 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.164356 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_options = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.165189 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.165725 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.167118 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.167712 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.168845 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.169240 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.169541 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.170301 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.171378 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.171378 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.171829 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.172118 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.172740 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.172740 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.172934 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.173082 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.173822 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.174087 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.174332 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.174593 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.174824 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.175403 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.175678 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.176174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.176414 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.176693 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.176969 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.177229 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.179286 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.179600 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.179888 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.180166 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.180453 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.180734 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.181022 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.181297 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.181603 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.181884 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.182174 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.182445 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.182713 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.182992 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.183246 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.183536 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.183810 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.184087 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.184364 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_json = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.184638 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.184917 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.186275 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.186275 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.186275 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.186275 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.187135 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.187135 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:59:55.187135 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.187761 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.187761 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.187761 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.188359 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.188359 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.188747 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.188912 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.189107 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.189335 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.190541 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.190541 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.190541 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.190541 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.192636 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.194424 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.194424 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.194424 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.195136 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.195697 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.196224 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.196711 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.196823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:55.196996 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.197520 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.198027 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.198315 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.198600 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.198886 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.199173 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.199463 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.199748 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.200032 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.200315 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.200596 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.200845 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.201113 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.201411 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.204465 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.205060 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.205060 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.205563 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.207895 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.207895 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.207895 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.207895 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.208369 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.208479 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.208691 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.208966 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.209254 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.210642 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.210642 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.210642 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.210999 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.211214 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.211499 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.211704 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.217425 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.218980 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.220602 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.221374 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.222265 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.222265 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.222466 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.222847 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.222983 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.223159 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.223442 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.223722 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.224002 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.224276 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.224462 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.224743 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.225048 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.225389 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.225703 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.225970 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.226258 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.226558 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.226846 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.227132 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.227423 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.227703 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.227975 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.228249 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.229244 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.229244 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.229244 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.229655 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.229655 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.229898 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.230161 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.230490 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.230793 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.231019 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.231300 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.231806 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.231806 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.232842 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.232842 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.232842 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.233321 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.233321 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.233601 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.233730 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.233963 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.234241 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.235004 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.235004 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.235381 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.235381 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.235719 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.235893 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.236159 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.236410 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.236688 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.236966 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.237240 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.238070 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.238070 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.238070 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.239481 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.240142 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.240142 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.240456 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.241882 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.241882 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.241882 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.242594 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.242594 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.242594 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.243076 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.243076 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.243356 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.243495 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.243778 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.244042 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.244324 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.244609 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.245299 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.245299 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.245634 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.245777 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.245993 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.246280 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.246655 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.246831 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.247145 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.247556 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.247842 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.248107 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.248379 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.249403 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.249403 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.249403 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.250076 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.250076 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.250076 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.250477 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.250616 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.250813 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.251102 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.251387 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.251940 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.251940 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.252249 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.252466 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.252748 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.253059 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.253325 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.254943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.254943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.254943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.254943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.254943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.254943 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.255649 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.255649 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.255878 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.256005 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.256432 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.257261 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.257525 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.257757 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.257991 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.258247 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.258546 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.258821 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.259096 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.259375 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.259652 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.259933 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.260230 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.260518 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.260800 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.261081 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.261365 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.261674 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.261991 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.262274 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.262554 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.262842 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.263125 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.263415 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.264846 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.264846 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.264846 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.264846 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.264846 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.265916 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.265916 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.265916 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.265916 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.266632 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.266632 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.266984 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.266984 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.267356 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.267556 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.267762 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.268038 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.268301 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.268604 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.268909 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.269207 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.269581 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.269815 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.270069 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.270349 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.270631 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.270909 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.271189 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.271469 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.271755 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.272039 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.277683 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.278746 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.278746 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.278746 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:59:55.278746 n-d-807025-5 neutron-server[94894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 08:00:08.573891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96657a9a-4434-42eb-b0fb-31eec80a192e None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:00:08.650017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96657a9a-4434-42eb-b0fb-31eec80a192e None None] No non-hosted networks {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 08:00:08.696675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.agentschedulers_db [None req-96657a9a-4434-42eb-b0fb-31eec80a192e None None] DHCP Agent not found on host n-d-807025-5 {{(pid=95003) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 30 08:00:08.856827 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19bc4cef-f2a6-4922-9adf-81e4d16072b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.975819 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9ecdec5c-a581-47f2-a5e6-560e37da520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.050283 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d530f10e-9043-4722-a50b-2fa51ce5a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.317393 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.318127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.318924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.319469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.320007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.320949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.321288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.321702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.322030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.322360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.323853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.324219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.324521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:11.326707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807025-5', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:11.339274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807025-5', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:12.951303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.700993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.893831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35508) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:16.633228 n-d-807025-5 neutron-server[95002]: WARNING oslo_policy.policy [None req-459fe7d0-04c7-4090-8308-172e3a78200c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:16.633905 n-d-807025-5 neutron-server[95002]: WARNING oslo_policy.policy [None req-459fe7d0-04c7-4090-8308-172e3a78200c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:16.857497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-459fe7d0-04c7-4090-8308-172e3a78200c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:16.858857 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-459fe7d0-04c7-4090-8308-172e3a78200c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.9627628 Sep 30 08:00:16.950181 n-d-807025-5 neutron-server[95003]: INFO neutron.db.l3_hamode_db [None req-4e213541-dfa6-4ad9-abef-80fc081ac6f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 08:00:17.072631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e213541-dfa6-4ad9-abef-80fc081ac6f6 None None] Routers set() bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:17.073484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e213541-dfa6-4ad9-abef-80fc081ac6f6 None None] Router IDs set() for agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:00:19.970025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:20.324994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:20.422698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.policy [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95002) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 08:00:20.469239 n-d-807025-5 neutron-server[95002]: WARNING oslo_policy.policy [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:20.469701 n-d-807025-5 neutron-server[95002]: WARNING oslo_policy.policy [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:20.478720 n-d-807025-5 neutron-server[95002]: INFO neutron.quota [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] Loaded quota_driver: . Sep 30 08:00:20.579028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739528712779', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739528711198', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739528733345', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739528729605', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739530250003', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739528743795', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1858161', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1816149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751124', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645391'] for rbac-policy, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.654194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.656290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-24f2717c-cf4c-40a8-9e6f-4e0bef22f6b2 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6847842 Sep 30 08:00:23.456142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:23.844506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'name': 'private', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:23.876648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Made reservation on behalf of 9caceb19fdd840f5bfdd5cafce58c053 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:23.879684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.899478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.056421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.061111 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.086828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:00:24.120260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739531725451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.120956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Unsubscribe: segment precommit_create {{(pid=95002) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 08:00:24.121648 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Added segment 9665089b-571e-4150-acdb-fba088e75424 of type vlan for network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 Sep 30 08:00:24.139577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27635b44-0eee-4e83-bd1d-ea88862db5b2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:24.192221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.192659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.193632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.194009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.194376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.194744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.195406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.195769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.196134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.196491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.196848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.197204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Tracked resource versions report: Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: pushed versions: Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: { 'AddressGroup': {'1.2'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'ConntrackHelper': {'1.0'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Log': {'1.0'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Network': {'1.1'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Port': {'1.7'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'PortForwarding': {'1.2'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'QosPolicy': {'1.9'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'SecurityGroup': {'1.4'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'SubPort': {'1.0'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Subnet': {'1.1'}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Trunk': {'1.1'}} Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: consumer versions: Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: L3 agent@n-d-807025-5: {}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: Metadata agent@n-d-807025-5: {}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: Metering agent@n-d-807025-5: {}, Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'ConntrackHelper': '1.0', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Log': '1.0', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Network': '1.1', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Port': '1.7', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'PortForwarding': '1.2', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'QosPolicy': '1.9', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'SecurityGroup': '1.4', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'SecurityGroupRule': '1.2', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'SubPort': '1.0', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Subnet': '1.1', Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: 'Trunk': '1.1'}} Sep 30 08:00:24.198335 n-d-807025-5 neutron-server[95002]: {{(pid=95002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:00:24.253926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.299959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.301330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:24.302144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.371968 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9141719 Sep 30 08:00:24.408295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5c45e-d546-4ea8-8b48-92868e512048 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9f4bcd-15c9-4369-a54c-1bb733fb68c3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:24.422785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:00:27.146551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:27.576155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568dd88-4c78-485f-a3d3-1a0fb3266fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.577606 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8568dd88-4c78-485f-a3d3-1a0fb3266fb2 admin admin] 10.222.0.41 "GET /v2.0/networks/ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 HTTP/1.1" status: 200 len: 825 time: 0.4297688 Sep 30 08:00:27.603665 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fbf1f4ac-6159-4982-9c9e-14df57659ac3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/90eebb89-03b9-49a3-a21e-315ed9c68926 HTTP/1.1" status: 200 len: 734 time: 0.0193810 Sep 30 08:00:27.613699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Request body: {'subnet': {'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926', 'gateway_ip': '172.20.0.1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:27.642312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Made reservation on behalf of 9caceb19fdd840f5bfdd5cafce58c053 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:27.646193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.054525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.129804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bc549e-d83b-4f4a-b44c-2f7575b21fc2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:28.136196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Checking segment: {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:28.136559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Network hostable DHCP agents. Network: ec9f4bcd-15c9-4369-a54c-1bb733fb68c3, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:00:28.159771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:00:28.173277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ec9f4bcd-15c9-4369-a54c-1bb733fb68c3) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:28.178518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.179118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.184830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2c826-05c5-416e-bf43-78ccb3940ab5 None None] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:00:28.196748 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04a57800-6474-41a0-a670-94f9d6c960c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5866573 Sep 30 08:00:28.563794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:00:28.565794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.990445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Allocated IP 172.20.0.2 (ec9f4bcd-15c9-4369-a54c-1bb733fb68c3/67bc549e-d83b-4f4a-b44c-2f7575b21fc2/0c862c4a-7896-443d-b6f6-137257e1acb5) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:29.329572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.340605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.421571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:29.427145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:29.446549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:29.449523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Pushing event updated for resources: {'Port': ['ID=0c862c4a-7896-443d-b6f6-137257e1acb5,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:29.485318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.485872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.486418 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.486950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.487502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.488053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.488543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.488949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.489342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.490359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.490775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.491197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Tracked resource versions report: Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: pushed versions: Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: { 'AddressGroup': {'1.2'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'ConntrackHelper': {'1.0'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Log': {'1.0'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Network': {'1.1'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Port': {'1.7'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'PortForwarding': {'1.2'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'QosPolicy': {'1.9'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'SecurityGroup': {'1.4'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'SubPort': {'1.0'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Subnet': {'1.1'}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Trunk': {'1.1'}} Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: consumer versions: Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: L3 agent@n-d-807025-5: {}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: Metadata agent@n-d-807025-5: {}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: Metering agent@n-d-807025-5: {}, Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'ConntrackHelper': '1.0', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Log': '1.0', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Network': '1.1', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Port': '1.7', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'PortForwarding': '1.2', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'QosPolicy': '1.9', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'SecurityGroup': '1.4', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'SecurityGroupRule': '1.2', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'SubPort': '1.0', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Subnet': '1.1', Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: 'Trunk': '1.1'}} Sep 30 08:00:29.492673 n-d-807025-5 neutron-server[95003]: {{(pid=95003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:00:29.548766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Attempting to bind port 0c862c4a-7896-443d-b6f6-137257e1acb5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:29.549172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Attempting to bind port 0c862c4a-7896-443d-b6f6-137257e1acb5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:29.549634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Attempting to bind port 0c862c4a-7896-443d-b6f6-137257e1acb5 on network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:29.555792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:29.556211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Checking segment: {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:29.556715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.557112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Bound using segment: {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:29.557637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Bound port: 0c862c4a-7896-443d-b6f6-137257e1acb5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:29.558042 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.647990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] For port 0c862c4a-7896-443d-b6f6-137257e1acb5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:29.653947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] For port 0c862c4a-7896-443d-b6f6-137257e1acb5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0c862c4a-7896-443d-b6f6-137257e1acb5,segment=NetworkSegment(9665089b-571e-4150-acdb-fba088e75424),segment_id=9665089b-571e-4150-acdb-fba088e75424)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:29.659223 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.731392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab9f9-4bf2-4b6f-87b3-2d10f651dbe2 None None] Pushing event updated for resources: {'Port': ['ID=0c862c4a-7896-443d-b6f6-137257e1acb5,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:30.760298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35556) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:31.527695 n-d-807025-5 neutron-server[95001]: WARNING oslo_policy.policy [None req-979b0921-f6e2-4ec7-9f87-f6d8bff82a07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:31.528335 n-d-807025-5 neutron-server[95001]: WARNING oslo_policy.policy [None req-979b0921-f6e2-4ec7-9f87-f6d8bff82a07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:31.752887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-979b0921-f6e2-4ec7-9f87-f6d8bff82a07 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:31.754084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-979b0921-f6e2-4ec7-9f87-f6d8bff82a07 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.9925294 Sep 30 08:00:34.662999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35570) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:35.090081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-00cb2197-c1d1-4edb-9f8c-cf81e10a3177 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:35.091141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-00cb2197-c1d1-4edb-9f8c-cf81e10a3177 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4272344 Sep 30 08:00:38.194372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35580) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:38.452465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e4505d23-0293-40e0-a21f-ccef35a64593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.652525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:38.682216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.683897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.861289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.869073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.885434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.887112 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9e85695-7e01-4cb9-8380-d473bdaf49dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6914284 Sep 30 08:00:39.325048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0c862c4a-7896-443d-b6f6-137257e1acb5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:39.431262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0c862c4a-7896-443d-b6f6-137257e1acb5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:39.432001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.629834 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.694978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 0c862c4a-7896-443d-b6f6-137257e1acb5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0c862c4a-7896-443d-b6f6-137257e1acb5,segment=NetworkSegment(9665089b-571e-4150-acdb-fba088e75424),segment_id=9665089b-571e-4150-acdb-fba088e75424)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:39.700937 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.785496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=0c862c4a-7896-443d-b6f6-137257e1acb5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:39.845197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25574aba-b75d-4d33-b3af-d9d3e4fde59a None None] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:00:39.936638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f4899547-f2d6-46e1-917c-0f66cf1ab492 None None] Provisioning complete for port 0c862c4a-7896-443d-b6f6-137257e1acb5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:39.937098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4899547-f2d6-46e1-917c-0f66cf1ab492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.328579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b00359f2-0cd5-4251-863d-0aa827e59fff None None] Provisioning complete for port 0c862c4a-7896-443d-b6f6-137257e1acb5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:40.328958 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b00359f2-0cd5-4251-863d-0aa827e59fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.972875 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-284084c3-b462-4be2-8940-385d71456b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.279605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0c862c4a-7896-443d-b6f6-137257e1acb5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:41.350898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.373964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0c862c4a-7896-443d-b6f6-137257e1acb5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:41.374552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.575378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35592) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:41.937431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-f32195a7-7b81-4378-a602-d940e8f69183 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:41.939151 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f32195a7-7b81-4378-a602-d940e8f69183 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3622983 Sep 30 08:00:42.883797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.618275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35610) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:44.633652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.829651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:44.831187 n-d-807025-5 neutron-server[95001]: INFO neutron.quota [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Loaded quota_driver: . Sep 30 08:00:44.894772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Made reservation on behalf of 527ab98ff1b940309af25cfafc1d7245 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:44.964735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.policy [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95001) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 08:00:45.011689 n-d-807025-5 neutron-server[95001]: WARNING oslo_policy.policy [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:45.012072 n-d-807025-5 neutron-server[95001]: WARNING oslo_policy.policy [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 08:00:45.024111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.045588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.201723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.207012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.222215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=95001) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 08:00:45.258522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739531725451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.259120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Unsubscribe: segment precommit_create {{(pid=95001) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 08:00:45.259664 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Added segment 200eb24b-a85f-4a0e-abce-9eb804533dd1 of type flat for network 472c7bdb-edfd-4e3a-ba71-142aba8b088d Sep 30 08:00:45.266305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af96e236-c081-4cd6-b82a-e66bda02144d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:45.306754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.306999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.307312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.307636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.307957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.308278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.308594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.308908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.309222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.309564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.309885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.310194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Tracked resource versions report: Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: pushed versions: Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: { 'AddressGroup': {'1.2'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'ConntrackHelper': {'1.0'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Log': {'1.0'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Network': {'1.1'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Port': {'1.7'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'PortForwarding': {'1.2'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'QosPolicy': {'1.9'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'SecurityGroup': {'1.4'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'SubPort': {'1.0'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Subnet': {'1.1'}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Trunk': {'1.1'}} Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: consumer versions: Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: L3 agent@n-d-807025-5: {}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: Metadata agent@n-d-807025-5: {}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: Metering agent@n-d-807025-5: {}, Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'ConntrackHelper': '1.0', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Log': '1.0', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Network': '1.1', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Port': '1.7', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'PortForwarding': '1.2', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'QosPolicy': '1.9', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'SecurityGroup': '1.4', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'SecurityGroupRule': '1.2', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'SubPort': '1.0', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Subnet': '1.1', Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: 'Trunk': '1.1'}} Sep 30 08:00:45.311305 n-d-807025-5 neutron-server[95001]: {{(pid=95001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:00:45.396468 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.452435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.453811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.454477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.515949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8965602 Sep 30 08:00:45.571859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569296-e42b-4c99-b9dd-fa663529b8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=472c7bdb-edfd-4e3a-ba71-142aba8b088d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:45.583399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:00:47.852215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35634) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:48.000407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ffbe0-1126-4560-bed7-95668f7c0c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:48.001907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-916ffbe0-1126-4560-bed7-95668f7c0c4f admin admin] 10.222.0.41 "GET /v2.0/subnets/67bc549e-d83b-4f4a-b44c-2f7575b21fc2 HTTP/1.1" status: 200 len: 849 time: 0.1487160 Sep 30 08:00:48.180802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6864fa57-2924-44e4-ac3e-ee367b6f0a9c admin admin] 10.222.0.41 "GET /v2.0/routers/06d273db-3d51-47a9-b4bd-74c97e3ef4ad HTTP/1.1" status: 200 len: 704 time: 0.1688619 Sep 30 08:00:48.498509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.838856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Allocated IP 172.20.0.1 (ec9f4bcd-15c9-4369-a54c-1bb733fb68c3/67bc549e-d83b-4f4a-b44c-2f7575b21fc2/095840b7-7d78-445a-9794-4ad888128bb9) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:49.057678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.134126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.215207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:49.220310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:49.233932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:49.234530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.254515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Pushing event updated for resources: {'Port': ['ID=095840b7-7d78-445a-9794-4ad888128bb9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:49.402833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-29be4009-1bf6-4c21-afc1-f4a2ed7d3f4f None None] Provisioning complete for port 095840b7-7d78-445a-9794-4ad888128bb9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:49.403475 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-29be4009-1bf6-4c21-afc1-f4a2ed7d3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.443062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-29be4009-1bf6-4c21-afc1-f4a2ed7d3f4f None None] Port 095840b7-7d78-445a-9794-4ad888128bb9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:49.493281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.896134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.902517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.903486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.969394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Pushing event updated for resources: {'Port': ['ID=095840b7-7d78-445a-9794-4ad888128bb9,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:50.039110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:50.040581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:50.239443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:00:50.278329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0c3059ad-f8f0-4cbd-9b45-7ea377bd113a None None] Provisioning complete for port 095840b7-7d78-445a-9794-4ad888128bb9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:50.278992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0c3059ad-f8f0-4cbd-9b45-7ea377bd113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.327525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0c3059ad-f8f0-4cbd-9b45-7ea377bd113a None None] Port 095840b7-7d78-445a-9794-4ad888128bb9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:50.348168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:00:50.358350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5363b6a7-b471-4330-b8a1-ba45dcb6be12 admin admin] 10.222.0.41 "PUT /v2.0/routers/06d273db-3d51-47a9-b4bd-74c97e3ef4ad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1712215 Sep 30 08:00:50.361963 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Sync routers for ids ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:00:50.379082 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Routers {'06d273db-3d51-47a9-b4bd-74c97e3ef4ad'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:50.380834 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:00:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:50.682087 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Set router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:51.388282 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:38Z', 'updated_at': '2021-09-30T08:00:49Z', 'revision_number': 2, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'gw_port_host': None, '_interfaces': [{'id': '095840b7-7d78-445a-9794-4ad888128bb9', 'name': '', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'mac_address': 'fa:16:3e:95:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:48Z', 'updated_at': '2021-09-30T08:00:49Z', 'revision_number': 2, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'subnets': [{'id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:51.442701 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Checking router: 06d273db-3d51-47a9-b4bd-74c97e3ef4ad for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:00:51.443103 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Updating router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad port 095840b7-7d78-445a-9794-4ad888128bb9 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:00:51.495704 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.209226 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.219213 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.462602 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Pushing event updated for resources: {'Port': ['ID=095840b7-7d78-445a-9794-4ad888128bb9,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:52.477813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-05c9ce27-a0c5-4d30-a4ed-81509c21091c None None] Provisioning complete for port 095840b7-7d78-445a-9794-4ad888128bb9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:52.478535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05c9ce27-a0c5-4d30-a4ed-81509c21091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.507750 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.508362 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.508845 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.509277 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.509743 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.510128 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.510634 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.511110 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.511446 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.511772 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.512167 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.512684 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Tracked resource versions report: Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: pushed versions: Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: { 'AddressGroup': {'1.2'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'ConntrackHelper': {'1.0'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Log': {'1.0'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Network': {'1.1'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Port': {'1.7'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'PortForwarding': {'1.2'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'QosPolicy': {'1.9'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'SecurityGroup': {'1.4'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'SubPort': {'1.0'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Subnet': {'1.1'}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Trunk': {'1.1'}} Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: consumer versions: Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: L3 agent@n-d-807025-5: {}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: Metadata agent@n-d-807025-5: {}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: Metering agent@n-d-807025-5: {}, Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'ConntrackHelper': '1.0', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Log': '1.0', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Network': '1.1', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Port': '1.7', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'PortForwarding': '1.2', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'QosPolicy': '1.9', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'SecurityGroup': '1.4', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'SecurityGroupRule': '1.2', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'SubPort': '1.0', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Subnet': '1.1', Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: 'Trunk': '1.1'}} Sep 30 08:00:52.514448 n-d-807025-5 neutron-server[95004]: {{(pid=95004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:00:52.522680 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Attempting to bind port 095840b7-7d78-445a-9794-4ad888128bb9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:52.523276 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Attempting to bind port 095840b7-7d78-445a-9794-4ad888128bb9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:52.523941 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Attempting to bind port 095840b7-7d78-445a-9794-4ad888128bb9 on network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:52.533900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-05c9ce27-a0c5-4d30-a4ed-81509c21091c None None] Port 095840b7-7d78-445a-9794-4ad888128bb9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:52.536134 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:52.536820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Checking segment: {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:52.537684 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.538326 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Bound using segment: {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:52.539239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Bound port: 095840b7-7d78-445a-9794-4ad888128bb9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665089b-571e-4150-acdb-fba088e75424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:52.539882 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.634759 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] For port 095840b7-7d78-445a-9794-4ad888128bb9, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:52.658099 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] For port 095840b7-7d78-445a-9794-4ad888128bb9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=095840b7-7d78-445a-9794-4ad888128bb9,segment=NetworkSegment(9665089b-571e-4150-acdb-fba088e75424),segment_id=9665089b-571e-4150-acdb-fba088e75424)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:52.664502 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.724829 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Routers {'06d273db-3d51-47a9-b4bd-74c97e3ef4ad'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:52.725503 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:00:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:52.775089 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2681830-819e-45b2-b90b-956715ffa0c8 None None] Pushing event updated for resources: {'Port': ['ID=095840b7-7d78-445a-9794-4ad888128bb9,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:52.838127 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] Set router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:52.887670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35644) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:52.967384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0fd1adf7-83a2-4f00-baef-924a0d5e9022 None None] Provisioning complete for port 095840b7-7d78-445a-9794-4ad888128bb9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:52.967967 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fd1adf7-83a2-4f00-baef-924a0d5e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.065171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79309516-0e76-44e4-add2-d9df128e0f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.065982 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fd1adf7-83a2-4f00-baef-924a0d5e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.074067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-79309516-0e76-44e4-add2-d9df128e0f77 admin admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 842 time: 0.1850569 Sep 30 08:00:53.087796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:53.110173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0fd1adf7-83a2-4f00-baef-924a0d5e9022 None None] For port 095840b7-7d78-445a-9794-4ad888128bb9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=095840b7-7d78-445a-9794-4ad888128bb9,segment=NetworkSegment(9665089b-571e-4150-acdb-fba088e75424),segment_id=9665089b-571e-4150-acdb-fba088e75424)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:53.116844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fd1adf7-83a2-4f00-baef-924a0d5e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.127406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Made reservation on behalf of 527ab98ff1b940309af25cfafc1d7245 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:53.131375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.167823 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:38Z', 'updated_at': '2021-09-30T08:00:49Z', 'revision_number': 2, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'gw_port_host': None, '_interfaces': [{'id': '095840b7-7d78-445a-9794-4ad888128bb9', 'name': '', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'mac_address': 'fa:16:3e:95:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:48Z', 'updated_at': '2021-09-30T08:00:52Z', 'revision_number': 4, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'subnets': [{'id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:53.184668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1adf7-83a2-4f00-baef-924a0d5e9022 None None] Pushing event updated for resources: {'Port': ['ID=095840b7-7d78-445a-9794-4ad888128bb9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:53.217416 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f455e1a-ca93-4359-86e9-04746f134d87 None None] The sync data for ids ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'] in n-d-807025-5 is: [{'id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:38Z', 'updated_at': '2021-09-30T08:00:49Z', 'revision_number': 2, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'gw_port_host': None, '_interfaces': [{'id': '095840b7-7d78-445a-9794-4ad888128bb9', 'name': '', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'mac_address': 'fa:16:3e:95:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:48Z', 'updated_at': '2021-09-30T08:00:52Z', 'revision_number': 4, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'subnets': [{'id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:00:53.592354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:00:53.592824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.652856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf1d64d-d094-415c-9d51-c3cae6843cbd,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:53.662960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:53.663317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Network hostable DHCP agents. Network: 472c7bdb-edfd-4e3a-ba71-142aba8b088d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:00:53.682460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:00:53.693035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 472c7bdb-edfd-4e3a-ba71-142aba8b088d) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:53.702939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.703399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531d75d-248a-483d-b800-328eb120ef2a None None] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:00:53.703904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.739514 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ce184104-4618-4f16-a08c-d9390f5ebb7e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6568308 Sep 30 08:00:53.951629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd4fa5-0b25-4774-b9f5-dac8a60299d0 None None] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:00:56.099894 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:00:56.218686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35652) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:56.481432 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c9ceaa6-e0a5-4c8c-9533-5de5085abcea admin admin] 10.222.0.41 "GET /v2.0/routers/06d273db-3d51-47a9-b4bd-74c97e3ef4ad HTTP/1.1" status: 200 len: 710 time: 0.2612667 Sep 30 08:00:56.622589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db66ab9-8ebc-4434-b8e9-d883f01b44c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:56.623955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8db66ab9-8ebc-4434-b8e9-d883f01b44c2 admin admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 886 time: 0.1315091 Sep 30 08:00:56.634380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:57.005331 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.283204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.419375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.651337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Allocated IP 172.25.7.129 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/c7545b03-09e1-4a18-b72f-c77470517c16) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:57.788265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.859250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.932421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:57.937833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:57.947977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:57.993700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7545b03-09e1-4a18-b72f-c77470517c16,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:58.284194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.508383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.515432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.733061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:00:58.920242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:00:58.927681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.929828 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-336ed360-0071-4fbc-998e-3e3940eaa6a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/06d273db-3d51-47a9-b4bd-74c97e3ef4ad HTTP/1.1" status: 200 len: 890 time: 2.2987480 Sep 30 08:00:59.357106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 095840b7-7d78-445a-9794-4ad888128bb9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:59.438613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 095840b7-7d78-445a-9794-4ad888128bb9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:59.439123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.859334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Sync routers for ids ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:01:00.872156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Routers {'06d273db-3d51-47a9-b4bd-74c97e3ef4ad'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:01:00.872845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:00:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:01.130415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Set router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:01:01.594225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35664) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:01.607470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c7545b03-09e1-4a18-b72f-c77470517c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:38Z', 'updated_at': '2021-09-30T08:00:58Z', 'revision_number': 4, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'gw_port': {'id': 'c7545b03-09e1-4a18-b72f-c77470517c16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:57Z', 'updated_at': '2021-09-30T08:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '095840b7-7d78-445a-9794-4ad888128bb9', 'name': '', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'mac_address': 'fa:16:3e:95:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:48Z', 'updated_at': '2021-09-30T08:00:53Z', 'revision_number': 5, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'subnets': [{'id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:01.663601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Checking router: 06d273db-3d51-47a9-b4bd-74c97e3ef4ad for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:01:01.664060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Updating router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad port c7545b03-09e1-4a18-b72f-c77470517c16 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:01:01.714790 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.774342 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cc93021e-56b8-4f0d-bcfa-6cb9235a2b4e admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1783359 Sep 30 08:01:02.090990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.100209 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.248331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d60a5-1aa6-47cd-9089-f496d492111d None None] Pushing event updated for resources: {'Port': ['ID=c7545b03-09e1-4a18-b72f-c77470517c16,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:02.253352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Attempting to bind port c7545b03-09e1-4a18-b72f-c77470517c16 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:02.253943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Attempting to bind port c7545b03-09e1-4a18-b72f-c77470517c16 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:02.253943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Attempting to bind port c7545b03-09e1-4a18-b72f-c77470517c16 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:02.261902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:02.262416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:02.262906 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.263389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:02.264020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Bound port: c7545b03-09e1-4a18-b72f-c77470517c16, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:02.264505 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.327071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] For port c7545b03-09e1-4a18-b72f-c77470517c16, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:02.330674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] For port c7545b03-09e1-4a18-b72f-c77470517c16, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c7545b03-09e1-4a18-b72f-c77470517c16,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:02.336610 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.399777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Routers {'06d273db-3d51-47a9-b4bd-74c97e3ef4ad'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:01:02.400425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:00:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:02.402600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d60a5-1aa6-47cd-9089-f496d492111d None None] Pushing event updated for resources: {'Port': ['ID=c7545b03-09e1-4a18-b72f-c77470517c16,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:02.570505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] Set router 06d273db-3d51-47a9-b4bd-74c97e3ef4ad gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:01:02.876391 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c7545b03-09e1-4a18-b72f-c77470517c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:38Z', 'updated_at': '2021-09-30T08:00:58Z', 'revision_number': 4, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'gw_port': {'id': 'c7545b03-09e1-4a18-b72f-c77470517c16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:57Z', 'updated_at': '2021-09-30T08:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '095840b7-7d78-445a-9794-4ad888128bb9', 'name': '', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'mac_address': 'fa:16:3e:95:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:48Z', 'updated_at': '2021-09-30T08:00:53Z', 'revision_number': 5, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'subnets': [{'id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:02.921163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05063-08c7-4688-a876-ab575fa267c6 None None] The sync data for ids ['06d273db-3d51-47a9-b4bd-74c97e3ef4ad'] in n-d-807025-5 is: [{'id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'name': 'router1', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c7545b03-09e1-4a18-b72f-c77470517c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:38Z', 'updated_at': '2021-09-30T08:00:58Z', 'revision_number': 4, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'gw_port': {'id': 'c7545b03-09e1-4a18-b72f-c77470517c16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:57Z', 'updated_at': '2021-09-30T08:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '095840b7-7d78-445a-9794-4ad888128bb9', 'name': '', 'network_id': 'ec9f4bcd-15c9-4369-a54c-1bb733fb68c3', 'tenant_id': '9caceb19fdd840f5bfdd5cafce58c053', 'mac_address': 'fa:16:3e:95:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d273db-3d51-47a9-b4bd-74c97e3ef4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:48Z', 'updated_at': '2021-09-30T08:00:53Z', 'revision_number': 5, 'project_id': '9caceb19fdd840f5bfdd5cafce58c053', 'subnets': [{'id': '67bc549e-d83b-4f4a-b44c-2f7575b21fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90eebb89-03b9-49a3-a21e-315ed9c68926'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:01:03.367799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c7545b03-09e1-4a18-b72f-c77470517c16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:03.453886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c7545b03-09e1-4a18-b72f-c77470517c16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:03.454590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.591043 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.628040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port c7545b03-09e1-4a18-b72f-c77470517c16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c7545b03-09e1-4a18-b72f-c77470517c16,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:03.634347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.722633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=c7545b03-09e1-4a18-b72f-c77470517c16,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:05.299836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c7545b03-09e1-4a18-b72f-c77470517c16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:05.356565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c7545b03-09e1-4a18-b72f-c77470517c16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:05.357038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.465159 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-821d7f97-014b-4db5-8b22-7d4738f6061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.988766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e5d17458-ed61-4409-88a8-d1183b7d7849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.351675 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.930562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.656179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:33.099416 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:01:38.455052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7838069f-50b0-4ca2-bd66-88fbbfc9373c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.974454 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4e26173-bb26-4cbc-9ba6-367756b3804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.339528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.892310 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.734027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.450363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5b64a11-9ac5-4302-a3b3-acb6828996e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.101913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:02:10.968807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9083a06-2639-4966-a9ac-ebc1f6c05a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.325813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:12.891739 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.659883 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:38.451637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f10fb2d-bfc0-414c-b2a9-f945c9ad484e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.971994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dfae2f2c-7807-4a52-8a36-b65835a906ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.329702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.899079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.670646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.101520 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:02:56.429134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36260) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:56.507100 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd9d534-15c5-4a81-ba3e-99a00bf52a10 admin admin] GET failed (client error): The resource could not be found. Sep 30 08:02:56.508663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3bd9d534-15c5-4a81-ba3e-99a00bf52a10 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0782187 Sep 30 08:02:56.688579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a977ea2-0f03-4117-b76c-f105b36d4783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.690514 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a977ea2-0f03-4117-b76c-f105b36d4783 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1768188 Sep 30 08:02:59.015620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36270) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:59.148780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619ec94-553b-4768-ba62-e9712364f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:59.151294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c619ec94-553b-4768-ba62-e9712364f853 admin admin] 10.222.0.41 "GET /v2.0/subnets/67bc549e-d83b-4f4a-b44c-2f7575b21fc2 HTTP/1.1" status: 200 len: 849 time: 0.1339879 Sep 30 08:02:59.161879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:59.263407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Notify callbacks [] for subnet, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:59.426870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739531716087'] for subnet, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:59.463569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:59.464856 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:59.466467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] 10.222.0.41 "PUT /v2.0/subnets/67bc549e-d83b-4f4a-b44c-2f7575b21fc2 HTTP/1.1" status: 200 len: 868 time: 0.3084927 Sep 30 08:02:59.469682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f706979-9090-437d-a893-b8ffe81c80b5 None None] Network ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:59.502369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bc549e-d83b-4f4a-b44c-2f7575b21fc2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:59.514135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.514636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.515133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.515651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.516121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.516605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.517093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.517657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.518135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.518608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.519083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:59.519553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634ffac-8e46-4677-b631-7cfd67bf05fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:00.010457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-191fdccf-0258-4a5d-b723-68c6090240e3 None None] Provisioning complete for port 0c862c4a-7896-443d-b6f6-137257e1acb5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:00.010923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-191fdccf-0258-4a5d-b723-68c6090240e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:00.162141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-191fdccf-0258-4a5d-b723-68c6090240e3 None None] Provisioning complete for port 095840b7-7d78-445a-9794-4ad888128bb9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:00.162712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-191fdccf-0258-4a5d-b723-68c6090240e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.951558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36280) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:02.291257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c7edd-56e3-44fc-843f-2f615df4b7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:02.292096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c7edd-56e3-44fc-843f-2f615df4b7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:02.294745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-473c7edd-56e3-44fc-843f-2f615df4b7b7 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3418913 Sep 30 08:03:04.596768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36288) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:04.853312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c6854-6ca9-4920-a570-d94d3b6f1ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.853720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c6854-6ca9-4920-a570-d94d3b6f1ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.855369 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b48c6854-6ca9-4920-a570-d94d3b6f1ced admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2572660 Sep 30 08:03:07.202534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:07.346602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd65f1-a786-46be-b78d-6aeebaee1c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:07.348224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fcdd65f1-a786-46be-b78d-6aeebaee1c64 admin admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 886 time: 0.1447244 Sep 30 08:03:08.450701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0247771-c22f-4f77-9cc4-3ccafbd5e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.616517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36304) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:09.760596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24d844-f23c-425c-874f-d5f057c86e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:09.762213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d24d844-f23c-425c-874f-d5f057c86e75 admin admin] 10.222.0.41 "GET /v2.0/networks/ec9f4bcd-15c9-4369-a54c-1bb733fb68c3 HTTP/1.1" status: 200 len: 869 time: 0.1444418 Sep 30 08:03:10.982806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5e52719-7919-4d9d-ba35-9e222f64c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.326347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:12.134838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:12.275340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3bd0b-607c-47aa-bc1c-0c8219f8c55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:12.275812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3bd0b-607c-47aa-bc1c-0c8219f8c55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:12.277472 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c6a3bd0b-607c-47aa-bc1c-0c8219f8c55d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412911 Sep 30 08:03:12.898599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.630555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36320) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:14.675058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.854561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44d946c-43c8-4556-9cd5-bef9f2ef727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:14.855261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44d946c-43c8-4556-9cd5-bef9f2ef727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:14.857591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e44d946c-43c8-4556-9cd5-bef9f2ef727d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2259264 Sep 30 08:03:17.199633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36328) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:17.332282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8194a-4056-4c5c-a469-74df67d8a7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.334290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b1a8194a-4056-4c5c-a469-74df67d8a7f9 admin admin] 10.222.0.41 "GET /v2.0/subnets/67bc549e-d83b-4f4a-b44c-2f7575b21fc2 HTTP/1.1" status: 200 len: 868 time: 0.1332955 Sep 30 08:03:19.661265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36336) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:19.758422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eccda3e-89b9-413b-9806-3f0cd69a49a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:19.760065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5eccda3e-89b9-413b-9806-3f0cd69a49a3 admin admin] 10.222.0.41 "GET /v2.0/subnets/7bf1d64d-d094-415c-9d51-c3cae6843cbd HTTP/1.1" status: 200 len: 816 time: 0.0975580 Sep 30 08:03:24.101431 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:03:38.449740 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-932bcbde-ef89-46cb-a73d-9ad650bbd7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:40.996535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-40273b0a-2ba9-49ed-8733-2fd82961cc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.322774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.898720 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:44.680870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:47.076201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36390) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:47.132555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-85c52f64-e2a8-4e9c-8d85-6dd458022871 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:03:47.133743 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-85c52f64-e2a8-4e9c-8d85-6dd458022871 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0562272 Sep 30 08:03:49.497016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:49.573339 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca71f580-390b-4554-83d3-fa498ff3823c admin admin] GET failed (client error): The resource could not be found. Sep 30 08:03:49.575770 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ca71f580-390b-4554-83d3-fa498ff3823c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0775187 Sep 30 08:03:49.667535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b09164-9e4b-4012-91a1-a1fe5e73f01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:49.669068 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96b09164-9e4b-4012-91a1-a1fe5e73f01a admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879848 Sep 30 08:03:52.100294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36406) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:52.176747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:52.201437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Made reservation on behalf of 527ab98ff1b940309af25cfafc1d7245 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:52.204574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:52.245293 n-d-807025-5 neutron-server[95002]: WARNING neutron.services.revisions.revision_plugin [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Could not find related network for resource to bump revision. Sep 30 08:03:52.262119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:03:52.275570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:52.275885 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Added segment a9d5c478-9f86-4a8f-9695-c6a79c90d697 of type vlan for network ebf12494-aedf-4ad9-ae02-523aaa460588 Sep 30 08:03:52.318911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:52.351462 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:52.352506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:52.353109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:52.386485 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2848704 Sep 30 08:03:52.446455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf12494-aedf-4ad9-ae02-523aaa460588,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:52.460129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.460735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.461331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.461961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.462542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.463110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.463689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.464262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.464833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.465423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.466124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.466698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354725-226c-4cf0-b396-dc2831eed0e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:52.484129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ebf12494-aedf-4ad9-ae02-523aaa460588 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:03:54.720465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36414) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:54.794076 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ed8a22-adbd-4588-8cf1-cfd64a440b08 admin admin] GET failed (client error): The resource could not be found. Sep 30 08:03:54.795550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f6ed8a22-adbd-4588-8cf1-cfd64a440b08 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0737052 Sep 30 08:03:54.877372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9a0ea-a3b1-4c5d-987b-a0ac06520692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:54.879174 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d1a9a0ea-a3b1-4c5d-987b-a0ac06520692 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0778327 Sep 30 08:03:54.890953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:54.913432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Made reservation on behalf of 527ab98ff1b940309af25cfafc1d7245 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:54.916046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.192263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.253646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33254c7-6b83-478f-9501-8232134355cd,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:55.266794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:55.267169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Network hostable DHCP agents. Network: ebf12494-aedf-4ad9-ae02-523aaa460588, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:03:55.292303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:03:55.302768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ebf12494-aedf-4ad9-ae02-523aaa460588) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:55.307494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.308084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.313932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe04eab-b07d-4c88-b9cb-d27ee321e6e8 None None] Network ebf12494-aedf-4ad9-ae02-523aaa460588 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:03:55.330261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-836cd4b5-8696-4f51-8d69-7428ebddac1f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4430480 Sep 30 08:03:55.515539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ebf12494-aedf-4ad9-ae02-523aaa460588', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'tenant_id': '527ab98ff1b940309af25cfafc1d7245', 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:03:55.517481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.700269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Allocated IP 192.168.233.2 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/8a6134bd-d37e-4559-9e46-5ddefc2b0429) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:55.922004 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.930569 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.985083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:55.989409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:56.003349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:56.008267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Pushing event updated for resources: {'Port': ['ID=8a6134bd-d37e-4559-9e46-5ddefc2b0429,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:56.023002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.023435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.023849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.024345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.024810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.025247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.025795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.026326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.026845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.027357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.027883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.028435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:56.099999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Attempting to bind port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:56.100509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Attempting to bind port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:56.101028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Attempting to bind port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:56.108489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:56.108997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:56.109570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:56.110581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:56.111237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Bound port: 8a6134bd-d37e-4559-9e46-5ddefc2b0429, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:56.111715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:56.209998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] For port 8a6134bd-d37e-4559-9e46-5ddefc2b0429, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:56.216026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] For port 8a6134bd-d37e-4559-9e46-5ddefc2b0429, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8a6134bd-d37e-4559-9e46-5ddefc2b0429,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:56.223730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:56.293177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98339-d858-48db-ad7b-59a52f99ace1 None None] Pushing event updated for resources: {'Port': ['ID=8a6134bd-d37e-4559-9e46-5ddefc2b0429,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:57.323518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6deafa3-4594-45cf-9cd2-500bff6fcf7b None None] Network ebf12494-aedf-4ad9-ae02-523aaa460588 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:03:57.429282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-288120b5-eca3-4a55-a396-300b0b2dc95a None None] Provisioning complete for port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:57.430322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-288120b5-eca3-4a55-a396-300b0b2dc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.519296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8a6134bd-d37e-4559-9e46-5ddefc2b0429 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:57.631732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-288120b5-eca3-4a55-a396-300b0b2dc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.687084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-288120b5-eca3-4a55-a396-300b0b2dc95a None None] For port 8a6134bd-d37e-4559-9e46-5ddefc2b0429, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8a6134bd-d37e-4559-9e46-5ddefc2b0429,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:57.693695 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-288120b5-eca3-4a55-a396-300b0b2dc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.699606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:57.700022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.823822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288120b5-eca3-4a55-a396-300b0b2dc95a None None] Pushing event updated for resources: {'Port': ['ID=8a6134bd-d37e-4559-9e46-5ddefc2b0429,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:58.021575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9e51f7ff-0d2e-4184-8048-918c422f11b7 None None] Provisioning complete for port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:58.022272 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e51f7ff-0d2e-4184-8048-918c422f11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.433653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8a6134bd-d37e-4559-9e46-5ddefc2b0429 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:59.502854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8a6134bd-d37e-4559-9e46-5ddefc2b0429 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:59.503344 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:01.101057 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:04:08.448689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d1ffaf1-97bf-4366-8f4c-4f5eaeeea789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:10.991821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2b74d15d-27bb-4ba4-8617-396b46ec995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:11.336813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:12.909186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:14.682767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:38.100736 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:04:38.445179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c53a300f-9201-446e-b181-187e6782e74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:40.993207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5267d271-fefd-472a-a298-82a75d6e73d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:41.333901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.914764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:44.687587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.443749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-44432435-62d9-4f57-bec2-9f0ee7dfd9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.230549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:10.237864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-0d4c21f8-9534-48e0-a215-3da53c6e19fc tempest-verify_tempest_config-1360250284 tempest-verify_tempest_config-1360250284-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:05:10.239520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0d4c21f8-9534-48e0-a215-3da53c6e19fc tempest-verify_tempest_config-1360250284 tempest-verify_tempest_config-1360250284-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0073240 Sep 30 08:05:10.591980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36486) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:10.719014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.829562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.834208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.890344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c835013f5a046d587f54b61bd7de442&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2965665 Sep 30 08:05:10.891111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4b30f-b198-43e6-b0d5-ea1b13f7eaa3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.893170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36490) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:10.909983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.910327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.910668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.911004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.911350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.911674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.911995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.912324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.912667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.912990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.913310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.913651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08994df6-96a3-4701-b652-b2ea32f56e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:10.972142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-87e0c31b-9702-48ad-8459-2dde4228eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.990615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6425c353-56a6-488d-a291-deff9cea40c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.000386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-87e0c31b-9702-48ad-8459-2dde4228eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.102591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-87e0c31b-9702-48ad-8459-2dde4228eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.105609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-87e0c31b-9702-48ad-8459-2dde4228eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.107111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-87e0c31b-9702-48ad-8459-2dde4228eefb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37e4b30f-b198-43e6-b0d5-ea1b13f7eaa3 HTTP/1.1" status: 204 len: 168 time: 0.2128365 Sep 30 08:05:11.119201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c31b-9702-48ad-8459-2dde4228eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4b30f-b198-43e6-b0d5-ea1b13f7eaa3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:11.329751 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.913730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.688041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.099600 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:05:38.442409 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de07ae4-1486-4987-b436-a443feee08c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:40.985424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-92e5ebb0-3498-4f82-99fb-dd52e7e3030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.340806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:42.913986 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.684034 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:52.099014 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:06:08.445594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac726-703f-48e8-8512-69924d1bbd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.989477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b09d1900-4000-40ae-9044-e5603efc8a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.335446 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.917563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.694140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.098104 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:06:38.449659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9b658f23-c463-438f-95df-0bcbdb369aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.993024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a172931b-2a60-4dd1-991a-027ad99d7345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.341218 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.919731 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:44.690147 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:06.096888 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:07:08.452024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78780d45-9a92-4283-ac74-ad384ee9b8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.996470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65e2-c50e-48d1-a26e-e11dbdd9b3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:11.344153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:12.922404 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.696832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.456062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-481c3264-6473-4803-a051-0baa78ba1684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.998812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f2223ad-d05a-4c74-bd9d-3af826a3da37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:41.347498 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.926255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.095690 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:07:44.701360 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.457484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723263e8-dc19-4f95-a11c-630627d40773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.001017 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2761722b-ca7a-4498-9973-f169dc77c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.349135 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.927218 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.700860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:20.094799 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 5 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:08:25.254133 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:25.437128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653008'] for agent, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:38.459828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56db8a9d-9f9e-4089-a2c7-b4f380c6a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.003539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-455e5803-2a45-40db-b969-6d84a685bb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.350487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:42.932221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.705018 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.213985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.421513 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.094844 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:09:08.460740 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cc4ce7a-645b-418d-8350-a22e46e58e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:11.006379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f80d9d1-3fd6-4f4f-8773-c84f94e9aba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:11.354660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:11.590520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:11.705643 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bad68231-be6b-44fd-b272-679278d3665e admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1138856 Sep 30 08:09:12.936817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.000856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36564) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:14.064371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f73f1413-3a40-4dff-be60-f4a0c9290572 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0621166 Sep 30 08:09:14.708525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.203558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.425232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:34.094004 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:09:38.463237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60fd0c9a-0e4a-4b6b-bc51-5b0c96b0e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.011186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a4c09f9-5a76-4ed9-a45c-b6712cc3f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.357023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:42.940757 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.712944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.233206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.425377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.467201 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2d516633-67ff-4ceb-96d1-eb1603860bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:11.013549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5edf137-8fa9-4144-a3e6-6d09aa3094ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:11.092614 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:10:11.359984 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.942040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.714995 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:25.257564 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:25.435750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:38.463809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-29535cdc-bafb-472c-b524-b0c61f462fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:39.530006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36746) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:39.780763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-120669543-network', 'tenant_id': 'd935dab370f1463bad5ac44a982c4048'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:39.803345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Made reservation on behalf of d935dab370f1463bad5ac44a982c4048 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:39.805797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:39.814712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:39.828848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36768) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:39.920530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:39.930059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:39.957141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:39.973604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0bb275-3d9d-42f1-9267-4838e5ad43bf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:39.976103 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:39.976418 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Added segment 9838a7e4-7c80-4a82-beec-40fb34181231 of type vlan for network aa62fbb7-e462-4690-ac3b-1a90682fb9d4 Sep 30 08:10:39.990529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.990864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.991200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.991527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.991853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.992177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.992494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.992917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.993129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.993463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.993780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.994091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Tracked resource versions report: Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: pushed versions: Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: { 'AddressGroup': {'1.2'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'ConntrackHelper': {'1.0'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Log': {'1.0'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Network': {'1.1'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Port': {'1.7'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'PortForwarding': {'1.2'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'QosPolicy': {'1.9'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'SecurityGroup': {'1.4'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'SubPort': {'1.0'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Subnet': {'1.1'}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Trunk': {'1.1'}} Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: consumer versions: Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: HyperV agent@n-h1-807025-5: {}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: HyperV agent@n-h2-807025-5: {}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: L3 agent@n-d-807025-5: {}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: Metadata agent@n-d-807025-5: {}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: Metering agent@n-d-807025-5: {}, Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'ConntrackHelper': '1.0', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Log': '1.0', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Network': '1.1', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Port': '1.7', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'PortForwarding': '1.2', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'QosPolicy': '1.9', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'SecurityGroup': '1.4', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'SecurityGroupRule': '1.2', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'SubPort': '1.0', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Subnet': '1.1', Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: 'Trunk': '1.1'}} Sep 30 08:10:39.995156 n-d-807025-5 neutron-server[95001]: {{(pid=95001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:10:40.032151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.058669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.059657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.060285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.090367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5566213 Sep 30 08:10:40.090767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36782) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:40.097055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Request body: {'subnet': {'network_id': 'aa62fbb7-e462-4690-ac3b-1a90682fb9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-120669543-subnet', 'tenant_id': 'd935dab370f1463bad5ac44a982c4048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:40.123510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Made reservation on behalf of d935dab370f1463bad5ac44a982c4048 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:40.127154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.131597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89394f0-3aaf-4217-9a7d-7bfed7b6a21a admin admin] Pushing event updated for resources: {'Network': ['ID=aa62fbb7-e462-4690-ac3b-1a90682fb9d4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:40.142790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network aa62fbb7-e462-4690-ac3b-1a90682fb9d4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:40.336249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.364329 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77315165-175a-4a77-b559-f6851764e81a tempest-AutoAllocateNetworkTest-1347080651 tempest-AutoAllocateNetworkTest-1347080651-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5b4aa68b98234b34b19eff9ad084554e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5325379 Sep 30 08:10:40.366888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:40.418791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Checking segment: {'id': '9838a7e4-7c80-4a82-beec-40fb34181231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'aa62fbb7-e462-4690-ac3b-1a90682fb9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:40.419137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Network hostable DHCP agents. Network: aa62fbb7-e462-4690-ac3b-1a90682fb9d4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:40.445496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=232bc673-a96c-4501-9d86-1d75830ec811,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:40.454606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.454946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.455494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.456049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.456530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.457045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.458161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.458659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.459136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.459611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.460087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.460576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Tracked resource versions report: Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: pushed versions: Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: { 'AddressGroup': {'1.2'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'ConntrackHelper': {'1.0'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Log': {'1.0'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Network': {'1.1'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Port': {'1.7'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'PortForwarding': {'1.2'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'QosPolicy': {'1.9'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'SecurityGroup': {'1.4'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'SubPort': {'1.0'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Subnet': {'1.1'}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Trunk': {'1.1'}} Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: consumer versions: Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: HyperV agent@n-h1-807025-5: {}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: HyperV agent@n-h2-807025-5: {}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: L3 agent@n-d-807025-5: {}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: Metadata agent@n-d-807025-5: {}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: Metering agent@n-d-807025-5: {}, Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'ConntrackHelper': '1.0', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Log': '1.0', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Network': '1.1', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Port': '1.7', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'PortForwarding': '1.2', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'QosPolicy': '1.9', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'SecurityGroup': '1.4', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'SecurityGroupRule': '1.2', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'SubPort': '1.0', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Subnet': '1.1', Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: 'Trunk': '1.1'}} Sep 30 08:10:40.461942 n-d-807025-5 neutron-server[95002]: {{(pid=95002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:10:40.468306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Network aa62fbb7-e462-4690-ac3b-1a90682fb9d4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:40.480614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, aa62fbb7-e462-4690-ac3b-1a90682fb9d4) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:40.490804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc79e55-08f1-4f36-a27d-65329502cedf None None] Network aa62fbb7-e462-4690-ac3b-1a90682fb9d4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:40.498874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.499549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.536007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd69f4ab-a7bf-4d18-81e3-40b9a8cc21c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4441111 Sep 30 08:10:40.654690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eb4fce-f4d4-4123-b30b-81ce5f979cae None None] Network aa62fbb7-e462-4690-ac3b-1a90682fb9d4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:40.675321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc0510-e0cf-4c6f-a843-b8230aa68673 tempest-AutoAllocateNetworkTest-1347080651 tempest-AutoAllocateNetworkTest-1347080651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.681245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:40.682657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-77cc0510-e0cf-4c6f-a843-b8230aa68673 tempest-AutoAllocateNetworkTest-1347080651 tempest-AutoAllocateNetworkTest-1347080651-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3128059 Sep 30 08:10:40.745555 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c0515522-3ed5-4496-ac35-3b0a388b1bb4 tempest-AutoAllocateNetworkTest-1347080651 tempest-AutoAllocateNetworkTest-1347080651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629666 Sep 30 08:10:40.748217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36810) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:40.781585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e54a14dc-96d6-499b-8e79-19fda81cc46f tempest-AutoAllocateNetworkTest-1347080651 tempest-AutoAllocateNetworkTest-1347080651-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5b4aa68b98234b34b19eff9ad084554e HTTP/1.1" status: 200 len: 208 time: 0.0320809 Sep 30 08:10:40.943408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:41.016713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e3f41d8d-7719-4404-a96d-c4ae170f295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.350224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-network', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:41.363917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.377129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Made reservation on behalf of 45e47e200ab6454a994b37ad9951a1b1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:41.380361 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.392268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.496729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.496729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36844) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:41.502943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.526050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:41.541483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ad6bd3-f007-496a-bf87-187ba794ee3a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:41.556253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.556597 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Added segment 1da92e11-4f9c-41bd-b16f-c67a9cc17aad of type vlan for network 2f44ff97-da5d-47b4-a342-bae02a8ac899 Sep 30 08:10:41.613857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.640110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.641720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:41.642645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.670614 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7232089 Sep 30 08:10:41.670614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:41.677260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Request body: {'subnet': {'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-subnet', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:41.734666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f26e9-2d9a-45b3-a91a-e95bfa5c49f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f44ff97-da5d-47b4-a342-bae02a8ac899,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:41.744727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Made reservation on behalf of 45e47e200ab6454a994b37ad9951a1b1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:41.746850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:41.747497 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.841984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d51-f668-4875-b2bf-9ca4381b0b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.983437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.058814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:42.073770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Checking segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:42.074125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Network hostable DHCP agents. Network: 2f44ff97-da5d-47b4-a342-bae02a8ac899, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:42.098369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d51-f668-4875-b2bf-9ca4381b0b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.107876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d51-f668-4875-b2bf-9ca4381b0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.117914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:42.152620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2f44ff97-da5d-47b4-a342-bae02a8ac899) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:42.161949 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bbb28d51-f668-4875-b2bf-9ca4381b0b0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b4aa68b98234b34b19eff9ad084554e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6613524 Sep 30 08:10:42.161949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.161949 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.162334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47646b6-219e-4eea-99f1-412a6341e458 None None] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:42.163934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb28d51-f668-4875-b2bf-9ca4381b0b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e8ad08-4f85-4e3d-ac67-222bf39044d6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:42.165212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36878) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:42.187016 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7d6c4a44-f757-4100-92f1-39971dbae292 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5153508 Sep 30 08:10:42.191733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36880) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:42.197512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:42.249354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.250536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.290372 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-901342b7-410e-4af2-abaa-b351d99674d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.323724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-901342b7-410e-4af2-abaa-b351d99674d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.346979 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.370102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-2f44ff97-da5d-47b4-a342-bae02a8ac899', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:10:42.370974 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.406657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-901342b7-410e-4af2-abaa-b351d99674d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.410484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-901342b7-410e-4af2-abaa-b351d99674d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.411950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-901342b7-410e-4af2-abaa-b351d99674d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24e8ad08-4f85-4e3d-ac67-222bf39044d6 HTTP/1.1" status: 204 len: 168 time: 0.2463970 Sep 30 08:10:42.421399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901342b7-410e-4af2-abaa-b351d99674d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e8ad08-4f85-4e3d-ac67-222bf39044d6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:42.523560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.560830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Allocated IP 172.20.0.2 (2f44ff97-da5d-47b4-a342-bae02a8ac899/a8e79508-f7bc-4a86-a6b7-a4e67eb5716d/7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:42.745830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.752333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.755298 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.779069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.813940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Pushing event updated for resources: {'Port': ['ID=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:42.824168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.824519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.824954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.825395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.825844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.826178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.826509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.826835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.827160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.827486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.827817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.828130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Tracked resource versions report: Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: pushed versions: Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: { 'AddressGroup': {'1.2'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'ConntrackHelper': {'1.0'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Log': {'1.0'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Network': {'1.1'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Port': {'1.7'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'PortForwarding': {'1.2'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'QosPolicy': {'1.9'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'SecurityGroup': {'1.4'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'SubPort': {'1.0'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Subnet': {'1.1'}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Trunk': {'1.1'}} Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: consumer versions: Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: HyperV agent@n-h1-807025-5: {}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: HyperV agent@n-h2-807025-5: {}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: L3 agent@n-d-807025-5: {}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: Metadata agent@n-d-807025-5: {}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: Metering agent@n-d-807025-5: {}, Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'ConntrackHelper': '1.0', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Log': '1.0', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Network': '1.1', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Port': '1.7', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'PortForwarding': '1.2', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'QosPolicy': '1.9', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'SecurityGroup': '1.4', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'SecurityGroupRule': '1.2', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'SubPort': '1.0', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Subnet': '1.1', Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: 'Trunk': '1.1'}} Sep 30 08:10:42.829249 n-d-807025-5 neutron-server[95003]: {{(pid=95003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:10:42.846185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:42.849250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:42.852180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:42.911125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Attempting to bind port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:42.911738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Attempting to bind port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:42.912241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Attempting to bind port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:42.917936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:42.918578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Checking segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:42.919144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.919532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Bound using segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:42.920322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Bound port: 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:42.920896 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.972621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.011509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] For port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:43.015716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] For port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:43.021765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.024451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Allocated IP 172.25.7.138 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d19785a8-4834-4155-bf95-e2e97d48ad17) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:43.098526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24c40b-3faa-4c7f-9ba2-fa11a7e753da None None] Pushing event updated for resources: {'Port': ['ID=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:43.129979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36920) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:43.138099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1834916529-network', 'tenant_id': '650c2d188c6c4eecb1a1174de5e9c207'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:43.168480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.172751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Made reservation on behalf of 650c2d188c6c4eecb1a1174de5e9c207 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:43.178614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.188401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.218954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.261527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:43.264540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:43.269003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:43.322055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.327407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.337936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=d19785a8-4834-4155-bf95-e2e97d48ad17,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:43.343290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:43.355445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.355800 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Added segment c87c6b59-1899-4e9d-93e0-98cb87c886c7 of type vlan for network fe1ceaca-376b-495b-9bfc-d8a1092cd8f5 Sep 30 08:10:43.434651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.485018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b58b23-849f-4f5a-a21d-a91b2adfb758,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:43.509343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.510704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.511291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.547583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4148359 Sep 30 08:10:43.549855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36932) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:43.556670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Request body: {'subnet': {'network_id': 'fe1ceaca-376b-495b-9bfc-d8a1092cd8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1834916529-subnet', 'tenant_id': '650c2d188c6c4eecb1a1174de5e9c207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:43.596138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79374970-6e21-46f9-a321-43ca4c06eb23 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1ceaca-376b-495b-9bfc-d8a1092cd8f5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:43.607917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network fe1ceaca-376b-495b-9bfc-d8a1092cd8f5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:43.614301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Made reservation on behalf of 650c2d188c6c4eecb1a1174de5e9c207 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:43.616877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.798503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.826159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:43.884007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:43.884528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.125872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.191983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=414775d5-4518-463f-9ad5-f65616792500,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:44.197502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.248834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Checking segment: {'id': 'c87c6b59-1899-4e9d-93e0-98cb87c886c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fe1ceaca-376b-495b-9bfc-d8a1092cd8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:44.249203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Network hostable DHCP agents. Network: fe1ceaca-376b-495b-9bfc-d8a1092cd8f5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:44.259508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:44.260637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.358603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.362545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:44.370764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Network fe1ceaca-376b-495b-9bfc-d8a1092cd8f5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:44.436567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, fe1ceaca-376b-495b-9bfc-d8a1092cd8f5) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:44.445662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df56b509-bab2-49f2-84d9-6f2ea692109b None None] Network fe1ceaca-376b-495b-9bfc-d8a1092cd8f5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:44.447130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:44.447719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.482924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25e816-e0da-425c-9999-41e5e94e819c None None] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:44.506644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ead5f55e-520e-4a63-8349-d3689535c9fb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9557331 Sep 30 08:10:44.614790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:10:44.709052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0ea43ee6-51e2-4bd8-b6cc-ce32dd19f704 None None] Provisioning complete for port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:44.709984 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ea43ee6-51e2-4bd8-b6cc-ce32dd19f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.715791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36974) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:44.716908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeddfea-3b79-477a-ab3c-cbf2e5eb42f2 None None] Network fe1ceaca-376b-495b-9bfc-d8a1092cd8f5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:44.750034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:10:44.764380 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:10:44.778755 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:44.779398 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:44.789912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.791507 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-71c3c280-ade8-49f8-afda-166ad7540ee1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5985227 Sep 30 08:10:44.794515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36978) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:44.859406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Deleting subnet 232bc673-a96c-4501-9d86-1d75830ec811 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:10:44.870358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.922304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.974913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.000124 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.080910 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:45.126989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.198572 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.212594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/232bc673-a96c-4501-9d86-1d75830ec811 HTTP/1.1" status: 204 len: 168 time: 0.4955423 Sep 30 08:10:45.213367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36994) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:45.216752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40c5ad-e988-4f77-8362-faf5627276c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232bc673-a96c-4501-9d86-1d75830ec811,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:45.399275 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:43Z', 'revision_number': 3, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:45.435688 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:10:45.436312 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Updating router 9c048aa3-a014-4d53-91d7-17cbdcaca180 port d19785a8-4834-4155-bf95-e2e97d48ad17 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:10:45.443610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.468690 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.624149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ee621ce3-e444-4413-830c-a8eb0641f62d None None] Provisioning complete for port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:45.625654 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ee621ce3-e444-4413-830c-a8eb0641f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.680983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.739680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.740420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.741343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.741714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > port after_create 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.742052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.742444 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > port after_update 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.742708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.742999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.743495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.743814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:45.763016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:45.829487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:45.830320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.899828 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.910403 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.978645 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Pushing event updated for resources: {'Port': ['ID=d19785a8-4834-4155-bf95-e2e97d48ad17,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:45.988006 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.989230 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.989729 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.990392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.990860 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.991498 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.991970 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.992455 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.993045 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.993685 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.994334 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.994784 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Tracked resource versions report: Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: pushed versions: Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: { 'AddressGroup': {'1.2'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'ConntrackHelper': {'1.0'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Log': {'1.0'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Network': {'1.1'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Port': {'1.7'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'PortForwarding': {'1.2'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'QosPolicy': {'1.9'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'SecurityGroup': {'1.4'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'SecurityGroupRule': {'1.2'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'SubPort': {'1.0'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Subnet': {'1.1'}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Trunk': {'1.1'}} Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: consumer versions: Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: { DHCP agent@n-d-807025-5: {}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: HyperV agent@n-h1-807025-5: {}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: HyperV agent@n-h2-807025-5: {}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: L3 agent@n-d-807025-5: {}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: Metadata agent@n-d-807025-5: {}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: Metering agent@n-d-807025-5: {}, Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: Open vSwitch agent@n-d-807025-5: { 'AddressGroup': '1.2', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'ConntrackHelper': '1.0', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Log': '1.0', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Network': '1.1', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Port': '1.7', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'PortForwarding': '1.2', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'QosPolicy': '1.9', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'SecurityGroup': '1.4', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'SecurityGroupRule': '1.2', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'SubPort': '1.0', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Subnet': '1.1', Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: 'Trunk': '1.1'}} Sep 30 08:10:45.996013 n-d-807025-5 neutron-server[95004]: {{(pid=95004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 08:10:46.000639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.029753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Attempting to bind port d19785a8-4834-4155-bf95-e2e97d48ad17 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:46.030445 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Attempting to bind port d19785a8-4834-4155-bf95-e2e97d48ad17 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:46.031205 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Attempting to bind port d19785a8-4834-4155-bf95-e2e97d48ad17 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:46.043968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:46.044701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:46.045000 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:46.045389 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:46.045689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:46.045797 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.046201 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:46.046669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:10:46.046769 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Bound port: d19785a8-4834-4155-bf95-e2e97d48ad17, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:46.047049 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.047502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa62fbb7-e462-4690-ac3b-1a90682fb9d4']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:46.068035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9838a7e4-7c80-4a82-beec-40fb34181231') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:46.068665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9838a7e4-7c80-4a82-beec-40fb34181231') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:46.087495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.111936 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.122419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:10:46.124101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: from cryptography.utils import int_from_bytes Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: from cryptography.utils import int_from_bytes Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:10:46.144195 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:10:46.167748 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] For port d19785a8-4834-4155-bf95-e2e97d48ad17, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:46.173311 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] For port d19785a8-4834-4155-bf95-e2e97d48ad17, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d19785a8-4834-4155-bf95-e2e97d48ad17,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:46.211080 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.225296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.248606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.252171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aa62fbb7-e462-4690-ac3b-1a90682fb9d4 HTTP/1.1" status: 204 len: 168 time: 1.0363746 Sep 30 08:10:46.255805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37054) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:46.284492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c55671-7260-4a25-8f9f-be7f08e2dc56 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa62fbb7-e462-4690-ac3b-1a90682fb9d4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:46.308433 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:46.309192 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:46.333042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Deleting subnet 414775d5-4518-463f-9ad5-f65616792500 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:10:46.336514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.391457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.408679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Allocated IP 172.20.0.1 (2f44ff97-da5d-47b4-a342-bae02a8ac899/a8e79508-f7bc-4a86-a6b7-a4e67eb5716d/59c3340f-ec7a-40b4-9f6a-49c81ed4c84a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:46.420142 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:46.465223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.502201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37064) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:46.565539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.581628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.604767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb7bff-2037-45da-b211-89b5d3072148 None None] Pushing event updated for resources: {'Port': ['ID=d19785a8-4834-4155-bf95-e2e97d48ad17,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:46.629028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.637982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.640547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/414775d5-4518-463f-9ad5-f65616792500 HTTP/1.1" status: 204 len: 168 time: 0.3833618 Sep 30 08:10:46.641699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bf55a-d14e-4fe0-bb84-45f53929098b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414775d5-4518-463f-9ad5-f65616792500,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:46.645370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37074) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:46.658960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:46.662033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:46.682813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:46.683611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.749656 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:43Z', 'revision_number': 3, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:46.792344 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99595c84-4f22-45a1-b16d-f35657742025 None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:43Z', 'revision_number': 3, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:10:46.813768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0faf2d6e-8627-4003-9998-e36d45433295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.819367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.971725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Pushing event updated for resources: {'Port': ['ID=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:47.008183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.038561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1ceaca-376b-495b-9bfc-d8a1092cd8f5']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:47.053569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87c6b59-1899-4e9d-93e0-98cb87c886c7') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:47.053968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87c6b59-1899-4e9d-93e0-98cb87c886c7') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:47.069002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.086118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-28121e5b-a327-402e-a937-ea42a2e64fbb None None] Provisioning complete for port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:47.087456 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-28121e5b-a327-402e-a937-ea42a2e64fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.103012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.116848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.122665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:10:47.123073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:10:47.124766 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:10:47.146164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0faf2d6e-8627-4003-9998-e36d45433295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.152006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-28121e5b-a327-402e-a937-ea42a2e64fbb None None] Port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:10:47.157709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0faf2d6e-8627-4003-9998-e36d45433295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.314368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.326466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.337625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] 10.222.0.41 "DELETE /v2.0/networks/fe1ceaca-376b-495b-9bfc-d8a1092cd8f5 HTTP/1.1" status: 204 len: 168 time: 0.6880615 Sep 30 08:10:47.340707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0faf2d6e-8627-4003-9998-e36d45433295 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c25f09444d74e3e9cb987648c11ffa2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8374951 Sep 30 08:10:47.342705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf2d6e-8627-4003-9998-e36d45433295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc81dfd-71f4-4f76-b88f-b0564c42a12c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:47.376056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37102) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:47.389282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e36f7d-0674-4c1c-b81b-8f229ea23e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1ceaca-376b-495b-9bfc-d8a1092cd8f5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:47.446820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5847f030-1425-4b51-abdf-24d74c92bd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.500153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5847f030-1425-4b51-abdf-24d74c92bd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.501961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.513092 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.514709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.599353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5847f030-1425-4b51-abdf-24d74c92bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.601987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5847f030-1425-4b51-abdf-24d74c92bd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.603096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5847f030-1425-4b51-abdf-24d74c92bd44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcc81dfd-71f4-4f76-b88f-b0564c42a12c HTTP/1.1" status: 204 len: 168 time: 0.2261000 Sep 30 08:10:47.612750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847f030-1425-4b51-abdf-24d74c92bd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc81dfd-71f4-4f76-b88f-b0564c42a12c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:47.709072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37122) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:47.748646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37130) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:47.765697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Pushing event updated for resources: {'Port': ['ID=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:47.781781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d19785a8-4834-4155-bf95-e2e97d48ad17 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:47.803023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:47.804486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:47.828618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-833782e3-4cf9-4b49-bd7c-d84bd942476c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d935dab370f1463bad5ac44a982c4048&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0788152 Sep 30 08:10:47.829376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37134) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:47.911526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d19785a8-4834-4155-bf95-e2e97d48ad17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:47.911905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.951505 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80853edd-ef00-48a5-983c-e7273d0c029d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.995240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9be4c72-f109-4076-a268-0e74ac6dc164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.999949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:10:48.093350 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.096018 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:10:48.136241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port d19785a8-4834-4155-bf95-e2e97d48ad17, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d19785a8-4834-4155-bf95-e2e97d48ad17,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:48.148136 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.213159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9be4c72-f109-4076-a268-0e74ac6dc164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.257628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:10:48.277237 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2f91814e-a9b8-4388-b97c-c9a676368760 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c048aa3-a014-4d53-91d7-17cbdcaca180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4734306 Sep 30 08:10:48.287698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=d19785a8-4834-4155-bf95-e2e97d48ad17,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:48.314791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-30bbec9a-8790-4a4e-a40c-88c8fea915be None None] Provisioning complete for port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:48.315214 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-30bbec9a-8790-4a4e-a40c-88c8fea915be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.332743 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9be4c72-f109-4076-a268-0e74ac6dc164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.335766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9be4c72-f109-4076-a268-0e74ac6dc164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.339996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f9be4c72-f109-4076-a268-0e74ac6dc164 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b0bb275-3d9d-42f1-9267-4838e5ad43bf HTTP/1.1" status: 204 len: 168 time: 0.5096507 Sep 30 08:10:48.365392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be4c72-f109-4076-a268-0e74ac6dc164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0bb275-3d9d-42f1-9267-4838e5ad43bf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:48.373226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80853edd-ef00-48a5-983c-e7273d0c029d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.378466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80853edd-ef00-48a5-983c-e7273d0c029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.400566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-30bbec9a-8790-4a4e-a40c-88c8fea915be None None] Port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:10:48.438229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80853edd-ef00-48a5-983c-e7273d0c029d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60a4534964374b6a8cc745a46b3dafef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7255704 Sep 30 08:10:48.438229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80853edd-ef00-48a5-983c-e7273d0c029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5cd25a-dc8d-480c-bdd7-5814d683a2f8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:48.438486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37150) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:48.482104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37152) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:48.499074 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-987261f9-dc5f-4f0a-8e6f-9508b6a715a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.517067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-604b64dd-c177-410a-89ff-0083aba1f847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.547086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-604b64dd-c177-410a-89ff-0083aba1f847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.617878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-604b64dd-c177-410a-89ff-0083aba1f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.621308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-604b64dd-c177-410a-89ff-0083aba1f847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.622992 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-604b64dd-c177-410a-89ff-0083aba1f847 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c5cd25a-dc8d-480c-bdd7-5814d683a2f8 HTTP/1.1" status: 204 len: 168 time: 0.1833830 Sep 30 08:10:48.630184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-987261f9-dc5f-4f0a-8e6f-9508b6a715a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.639287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-987261f9-dc5f-4f0a-8e6f-9508b6a715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.645487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b64dd-c177-410a-89ff-0083aba1f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5cd25a-dc8d-480c-bdd7-5814d683a2f8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:48.692716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-987261f9-dc5f-4f0a-8e6f-9508b6a715a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3156d5d10a6a45a0bebb5af761ef6567&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2077196 Sep 30 08:10:48.694224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37168) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:48.719080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987261f9-dc5f-4f0a-8e6f-9508b6a715a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a40c7-42a9-4f7b-bb8e-100bb81fd657,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:48.755134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac410bcd-3fc3-4404-bb00-1498824d27b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.782451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac410bcd-3fc3-4404-bb00-1498824d27b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.841124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac410bcd-3fc3-4404-bb00-1498824d27b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.844623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac410bcd-3fc3-4404-bb00-1498824d27b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:48.845813 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac410bcd-3fc3-4404-bb00-1498824d27b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed9a40c7-42a9-4f7b-bb8e-100bb81fd657 HTTP/1.1" status: 204 len: 168 time: 0.1506083 Sep 30 08:10:48.853722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac410bcd-3fc3-4404-bb00-1498824d27b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a40c7-42a9-4f7b-bb8e-100bb81fd657,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:49.106833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:10:49.117151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:49.120486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:49.122653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37186) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:49.136357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d471db8-c73b-4142-87c0-bf68e1cc19ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.187230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37188) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:49.250569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:49.273395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d471db8-c73b-4142-87c0-bf68e1cc19ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.276534 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2423d54-8373-4a3b-9ef9-9f82cecb1db9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=650c2d188c6c4eecb1a1174de5e9c207&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0874968 Sep 30 08:10:49.279249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d471db8-c73b-4142-87c0-bf68e1cc19ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.282084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37190) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:49.331357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7d471db8-c73b-4142-87c0-bf68e1cc19ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6d378fcb2f241e09301a3c0557ec493&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2075770 Sep 30 08:10:49.333713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d471db8-c73b-4142-87c0-bf68e1cc19ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4d9e6-f085-4edf-af41-3670414043e0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:49.336961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37192) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:49.363479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8993c72d-4622-434f-ab2f-804145d599f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.403720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8456f26f-1fef-49ef-8652-d824dc3a93d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.407062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8993c72d-4622-434f-ab2f-804145d599f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.433783 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8456f26f-1fef-49ef-8652-d824dc3a93d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.471993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8993c72d-4622-434f-ab2f-804145d599f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.478078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8993c72d-4622-434f-ab2f-804145d599f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.481615 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8993c72d-4622-434f-ab2f-804145d599f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35b58b23-849f-4f5a-a21d-a91b2adfb758 HTTP/1.1" status: 204 len: 168 time: 0.1962798 Sep 30 08:10:49.494750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8456f26f-1fef-49ef-8652-d824dc3a93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.496240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993c72d-4622-434f-ab2f-804145d599f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b58b23-849f-4f5a-a21d-a91b2adfb758,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:49.499297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8456f26f-1fef-49ef-8652-d824dc3a93d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.504517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8456f26f-1fef-49ef-8652-d824dc3a93d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3b4d9e6-f085-4edf-af41-3670414043e0 HTTP/1.1" status: 204 len: 168 time: 0.1622288 Sep 30 08:10:49.511759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456f26f-1fef-49ef-8652-d824dc3a93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4d9e6-f085-4edf-af41-3670414043e0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:49.561623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 2, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:49.594699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:10:49.594917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Updating router 9c048aa3-a014-4d53-91d7-17cbdcaca180 port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:10:49.621660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:49.683799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d19785a8-4834-4155-bf95-e2e97d48ad17 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:49.956278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d19785a8-4834-4155-bf95-e2e97d48ad17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:49.956583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.036776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37232) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:50.039416 n-d-807025-5 neutron-server[95001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 08:10:50.096783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-56d9eff5-b28d-49ce-9196-f973a51b6830 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89ea7f6cf49e4befbe1f2064949b343a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577307 Sep 30 08:10:50.199807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.217950 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.258799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-5c5a4153-9d2a-4827-add7-d872c98284cc tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:50.261918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-5c5a4153-9d2a-4827-add7-d872c98284cc tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588931 Sep 30 08:10:50.297093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-96251333-1bf2-4b89-9d3e-f0ddaf1d9d49 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/quotas/89ea7f6cf49e4befbe1f2064949b343a HTTP/1.1" status: 200 len: 375 time: 0.0292466 Sep 30 08:10:50.320172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf7c71-ce8d-4c6e-a738-bb712627ecbf None None] Pushing event updated for resources: {'Port': ['ID=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:50.361737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Attempting to bind port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:50.362115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Attempting to bind port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:50.362483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Attempting to bind port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:50.370638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:50.370915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Checking segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:50.371322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.372099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Bound using segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:50.372895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Bound port: 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:50.373839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.391276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1b2d5496-9401-47e3-8fdc-5e1fa8c60d43 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89ea7f6cf49e4befbe1f2064949b343a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842597 Sep 30 08:10:50.497794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] For port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:50.502605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] For port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:50.511096 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.604711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf7c71-ce8d-4c6e-a738-bb712627ecbf None None] Pushing event updated for resources: {'Port': ['ID=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:50.609572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:50.610422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:50.688648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d9a380a1-d683-47f8-8c74-e7e9eced1b3d None None] Provisioning complete for port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:50.689233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9a380a1-d683-47f8-8c74-e7e9eced1b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.768391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a2a1005-f82b-4540-9c4a-d21d62bbdab0 req-202d30f1-dd79-4f98-aebf-5883eafc2b03 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 210 time: 0.1082530 Sep 30 08:10:50.802945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37286) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:50.807847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-network', 'tenant_id': '6746be3440d3427ebb9ff403bd685323'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:50.822928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:50.847656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Made reservation on behalf of 6746be3440d3427ebb9ff403bd685323 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:50.850680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.860219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.975490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.981190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.004469 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9a380a1-d683-47f8-8c74-e7e9eced1b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.030236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:51.037012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd6aa31-25b4-4100-b007-b0f46ed2462a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:51.047061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.047904 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Added segment 50ee76af-ebc6-4e58-aa4b-82c7fa719367 of type vlan for network 46661b7c-db26-4646-8788-dacc4337cea6 Sep 30 08:10:51.101587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d9a380a1-d683-47f8-8c74-e7e9eced1b3d None None] For port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:51.106881 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.112557 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9a380a1-d683-47f8-8c74-e7e9eced1b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.138322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.139383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:51.140912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.178607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37302) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:51.181997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3779049 Sep 30 08:10:51.188204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Request body: {'subnet': {'network_id': '46661b7c-db26-4646-8788-dacc4337cea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-subnet', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:51.202885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a380a1-d683-47f8-8c74-e7e9eced1b3d None None] Pushing event updated for resources: {'Port': ['ID=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:51.233157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c2d76-cd31-49bc-b9ee-5dbd1480fade admin admin] Pushing event updated for resources: {'Network': ['ID=46661b7c-db26-4646-8788-dacc4337cea6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:51.240825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f898d2e2-eeec-4e3a-86ff-85b9c2d75e2b None None] Provisioning complete for port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:51.241071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Made reservation on behalf of 6746be3440d3427ebb9ff403bd685323 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:51.242139 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f898d2e2-eeec-4e3a-86ff-85b9c2d75e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.244225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.247703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 46661b7c-db26-4646-8788-dacc4337cea6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:51.298670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:50Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:51.338687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45854539-c98f-484e-9dd8-b40a93c01adf None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:50Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:10:51.777679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:51.816283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.904640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:51.905237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:51.942820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97794fd-783c-42a2-8d65-3bbc16f34496,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:51.943001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-202dadeb-d27a-4ba3-a1ed-b848eff9a974 req-e6527982-3dd9-40b1-a702-0181262b8a20 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 210 time: 0.0363319 Sep 30 08:10:51.955625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Checking segment: {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:51.956265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Network hostable DHCP agents. Network: 46661b7c-db26-4646-8788-dacc4337cea6, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:51.977153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Network 46661b7c-db26-4646-8788-dacc4337cea6 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:51.992424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 46661b7c-db26-4646-8788-dacc4337cea6) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:52.006969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:52.008156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.010035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b63eb-f8f7-48fb-b55e-93d88c8439df None None] Network 46661b7c-db26-4646-8788-dacc4337cea6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:52.032764 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ce80cc09-cdc1-429b-a404-a85490fd1f3f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8504856 Sep 30 08:10:52.033493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37344) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:52.040167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:52.079864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.082594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.263423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.313186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-46661b7c-db26-4646-8788-dacc4337cea6', 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'fixed_ips': [{'subnet_id': 'b97794fd-783c-42a2-8d65-3bbc16f34496'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:10:52.314896 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.531126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Allocated IP 172.20.0.2 (46661b7c-db26-4646-8788-dacc4337cea6/b97794fd-783c-42a2-8d65-3bbc16f34496/abea73b4-1737-494a-b48e-44a9a5086049) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:52.622589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.827032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.853993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.927261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Network 46661b7c-db26-4646-8788-dacc4337cea6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:52.944334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:52.949278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:53.050987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Pushing event updated for resources: {'Port': ['ID=abea73b4-1737-494a-b48e-44a9a5086049,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:53.121732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Attempting to bind port abea73b4-1737-494a-b48e-44a9a5086049 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:53.122151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Attempting to bind port abea73b4-1737-494a-b48e-44a9a5086049 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:53.122595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Attempting to bind port abea73b4-1737-494a-b48e-44a9a5086049 on network 46661b7c-db26-4646-8788-dacc4337cea6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:53.135556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:53.137817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Checking segment: {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:53.138243 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.138650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Bound using segment: {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:53.139199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Bound port: abea73b4-1737-494a-b48e-44a9a5086049, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:53.139543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.159077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.188097 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.240317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a04e63e4-b974-4aa0-9071-cad3644069d2 req-191a4e53-5f11-4f2e-9a08-3afcf09105bd tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 210 time: 0.0546327 Sep 30 08:10:53.260425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] For port abea73b4-1737-494a-b48e-44a9a5086049, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:53.264744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] For port abea73b4-1737-494a-b48e-44a9a5086049, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=abea73b4-1737-494a-b48e-44a9a5086049,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:53.275140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.362244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d2d0d-0e35-48cc-b764-36aae5d9de08 None None] Pushing event updated for resources: {'Port': ['ID=abea73b4-1737-494a-b48e-44a9a5086049,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:53.416028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Allocated IP 172.25.7.128 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/87d0497b-7373-4535-8ec8-d78ff7d7911f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:53.551924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.625164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.688833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:53.695309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:53.713278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:53.782480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device abea73b4-1737-494a-b48e-44a9a5086049 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:53.870816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Pushing event updated for resources: {'Port': ['ID=87d0497b-7373-4535-8ec8-d78ff7d7911f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:53.902030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port abea73b4-1737-494a-b48e-44a9a5086049 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:53.902408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:53.908030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.57', 56250) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:53.952475 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-3d6c70c9-734b-45a7-a6de-9372c3b1f8c8 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=89ea7f6cf49e4befbe1f2064949b343a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372210 Sep 30 08:10:54.000884 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.067394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port abea73b4-1737-494a-b48e-44a9a5086049, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=abea73b4-1737-494a-b48e-44a9a5086049,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:54.079741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.160112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=abea73b4-1737-494a-b48e-44a9a5086049,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:54.203205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37422) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:54.364412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-d7cf3621-cba1-4634-960b-0ec916235286 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:54.377673 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-d7cf3621-cba1-4634-960b-0ec916235286 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4188447 Sep 30 08:10:54.430892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.482318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009e2783-e55a-4431-bc9c-911c51709b2e req-84f62dc6-cc58-4a57-9bf2-91936a91761d tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 210 time: 0.0788138 Sep 30 08:10:54.491991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Request body: {'port': {'device_id': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '89ea7f6cf49e4befbe1f2064949b343a'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:54.513349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dc05cfa-0405-471f-bbec-cab940781883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.670280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ceb4c0-119e-444c-a438-ad9449df1e0e None None] Network 46661b7c-db26-4646-8788-dacc4337cea6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:54.743571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.803179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dc05cfa-0405-471f-bbec-cab940781883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.811591 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dc05cfa-0405-471f-bbec-cab940781883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.835032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Made reservation on behalf of 89ea7f6cf49e4befbe1f2064949b343a for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:54.841041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.844889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc05cfa-0405-471f-bbec-cab940781883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce2e8ff-826f-427a-808a-06ff85d4698b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:54.848857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-59c90b82-e8e7-45fa-b3c7-94be02269637 None None] Provisioning complete for port abea73b4-1737-494a-b48e-44a9a5086049 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:54.849260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-59c90b82-e8e7-45fa-b3c7-94be02269637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.860608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.909193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6dc05cfa-0405-471f-bbec-cab940781883 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49e046534b6844ae89f8571839ed5db9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7039077 Sep 30 08:10:54.919421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:55.016410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:10:55.063809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f95901-8e69-409e-aea2-f7e2225b10e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.132233 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f95901-8e69-409e-aea2-f7e2225b10e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.172437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:10:55.188273 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Sync routers for ids ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:10:55.198820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Routers {'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:55.199570 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:55.332738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Set router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:55.338468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.346378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.354153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.355526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9643f286-af12-4163-b85f-cd077d16e387 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3209369 Sep 30 08:10:55.358617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37490) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:55.411573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f95901-8e69-409e-aea2-f7e2225b10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.417840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.420402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f95901-8e69-409e-aea2-f7e2225b10e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.424975 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16f95901-8e69-409e-aea2-f7e2225b10e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ce2e8ff-826f-427a-808a-06ff85d4698b HTTP/1.1" status: 204 len: 168 time: 0.5084434 Sep 30 08:10:55.444259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.739239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:55.762969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f95901-8e69-409e-aea2-f7e2225b10e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce2e8ff-826f-427a-808a-06ff85d4698b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:55.779089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device abea73b4-1737-494a-b48e-44a9a5086049 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:55.803018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:55.830617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-434c1103-6075-453f-988b-e2c9057b3fd1 req-f9d4c787-71b7-4970-a0bd-044d268bf58e tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 210 time: 0.0849793 Sep 30 08:10:55.847445 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:10:54Z', 'revision_number': 3, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:55.929741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5296c324-dfea-4ed6-ae1d-ecf6cf620a45 None None] Provisioning complete for port abea73b4-1737-494a-b48e-44a9a5086049 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:55.930173 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5296c324-dfea-4ed6-ae1d-ecf6cf620a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.934351 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Checking router: ba83a372-aada-4dbe-92f1-3a2b9d36b9aa for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:10:55.940021 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Updating router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa port 87d0497b-7373-4535-8ec8-d78ff7d7911f binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:10:55.997289 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.083748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port abea73b4-1737-494a-b48e-44a9a5086049 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:56.084102 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.194924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Allocated IP 192.168.233.40 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/a17bb747-816c-4402-98e1-e4213af9afec) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:56.467487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37512) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:56.556380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:56.577704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2519bee8-5e0c-46e4-a015-7e2f0d81fb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.649507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.730813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.752260 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.765651 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.798691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86033072-7ce0-42a6-87c5-72c3a8cf5638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.839432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2519bee8-5e0c-46e4-a015-7e2f0d81fb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.861622 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c020fe6-6329-4263-a642-d8cbffcc42da None None] Pushing event updated for resources: {'Port': ['ID=87d0497b-7373-4535-8ec8-d78ff7d7911f,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:56.891095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:56.901534 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2519bee8-5e0c-46e4-a015-7e2f0d81fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.904904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Attempting to bind port 87d0497b-7373-4535-8ec8-d78ff7d7911f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:56.905550 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Attempting to bind port 87d0497b-7373-4535-8ec8-d78ff7d7911f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:56.907977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Attempting to bind port 87d0497b-7373-4535-8ec8-d78ff7d7911f on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:56.940518 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:56.940874 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:56.941298 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.941728 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:56.942227 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Bound port: 87d0497b-7373-4535-8ec8-d78ff7d7911f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:56.942618 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.964529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:56.966909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bee8-5e0c-46e4-a015-7e2f0d81fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc3476-7138-4556-ad1b-dda24c8face6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:56.986335 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2519bee8-5e0c-46e4-a015-7e2f0d81fb27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06be3926a19344468644aef20b1a2d52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1811237 Sep 30 08:10:56.987499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:56.993638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:56.994603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:56.999190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37524) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:57.009747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Pushing event updated for resources: {'Port': ['ID=a17bb747-816c-4402-98e1-e4213af9afec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:57.061406 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] For port 87d0497b-7373-4535-8ec8-d78ff7d7911f, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:57.067708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] For port 87d0497b-7373-4535-8ec8-d78ff7d7911f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87d0497b-7373-4535-8ec8-d78ff7d7911f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:57.076526 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.117566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-523a3f36-7a7f-4f07-8dc7-48d4c2f81da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.161327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71cd06ac-471c-4cd5-889f-fd67f2ec5320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.162301 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Routers {'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:57.164319 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:57.219761 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c020fe6-6329-4263-a642-d8cbffcc42da None None] Pushing event updated for resources: {'Port': ['ID=87d0497b-7373-4535-8ec8-d78ff7d7911f,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:57.255455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71cd06ac-471c-4cd5-889f-fd67f2ec5320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.359199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71cd06ac-471c-4cd5-889f-fd67f2ec5320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.362207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71cd06ac-471c-4cd5-889f-fd67f2ec5320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.366127 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-71cd06ac-471c-4cd5-889f-fd67f2ec5320 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0fc3476-7138-4556-ad1b-dda24c8face6 HTTP/1.1" status: 204 len: 168 time: 0.3656330 Sep 30 08:10:57.384049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd06ac-471c-4cd5-889f-fd67f2ec5320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc3476-7138-4556-ad1b-dda24c8face6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:57.435424 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] Set router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:57.460622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9f881cc3-ab0e-4574-a6fb-2cdb9978351e None None] Provisioning complete for port a17bb747-816c-4402-98e1-e4213af9afec triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:57.461130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f881cc3-ab0e-4574-a6fb-2cdb9978351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.612585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404e880-ec24-4bf7-a408-11bfcb04915c req-9c472ead-f8ec-42a5-a99e-003e38088a6a tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:57.614958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1404e880-ec24-4bf7-a408-11bfcb04915c req-9c472ead-f8ec-42a5-a99e-003e38088a6a tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 935 time: 0.5355382 Sep 30 08:10:57.649571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9f881cc3-ab0e-4574-a6fb-2cdb9978351e None None] Port a17bb747-816c-4402-98e1-e4213af9afec cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:10:57.714693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1404e880-ec24-4bf7-a408-11bfcb04915c req-98bc6231-559e-4ae0-bd88-03d5e661c9f6 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761900 Sep 30 08:10:57.721936 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.788800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86033072-7ce0-42a6-87c5-72c3a8cf5638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.798529 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86033072-7ce0-42a6-87c5-72c3a8cf5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.800010 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-e930e565-408d-4ab5-b6ae-3aac6644fd80 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3126276 Sep 30 08:10:57.924264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-86033072-7ce0-42a6-87c5-72c3a8cf5638 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d7ef2af69004e8eb79b4a2ad3683afe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3648455 Sep 30 08:10:57.924958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-03d43892-94cf-45cb-b020-b04b4f4afb9c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:10:57.928440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-03d43892-94cf-45cb-b020-b04b4f4afb9c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0269802 Sep 30 08:10:57.930332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:57.939099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-523a3f36-7a7f-4f07-8dc7-48d4c2f81da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.977305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-523a3f36-7a7f-4f07-8dc7-48d4c2f81da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.998535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86033072-7ce0-42a6-87c5-72c3a8cf5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d3312e-59b4-4326-9a26-40b0771dce76,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.027837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:58.045289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-523a3f36-7a7f-4f07-8dc7-48d4c2f81da6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ea8bc5954e440d5840a7de6dccebe44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5765512 Sep 30 08:10:58.049830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37556) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:58.095990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f5742e-3f9a-4110-9955-c3a841366d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.141332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a3f36-7a7f-4f07-8dc7-48d4c2f81da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d3dea-2a38-4c9c-a498-ee51fede63ea,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.201996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ced3554d-96a8-4409-ac2a-fab55a02a09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.219227 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:10:54Z', 'revision_number': 3, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:58.249958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9409701-0698-4c87-892f-d761f6223537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.266579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ced3554d-96a8-4409-ac2a-fab55a02a09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.280261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Allocated IP 172.20.0.1 (46661b7c-db26-4646-8788-dacc4337cea6/b97794fd-783c-42a2-8d65-3bbc16f34496/5ea48e88-c8b6-49ec-923d-21efe1791af5) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:58.296069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9409701-0698-4c87-892f-d761f6223537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.305172 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36586693-7de6-46c7-af17-d6b3abf90fc1 None None] The sync data for ids ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'] in n-d-807025-5 is: [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:10:54Z', 'revision_number': 3, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:10:58.404815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ced3554d-96a8-4409-ac2a-fab55a02a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.410618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ced3554d-96a8-4409-ac2a-fab55a02a09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.413658 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ced3554d-96a8-4409-ac2a-fab55a02a09d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4d3312e-59b4-4326-9a26-40b0771dce76 HTTP/1.1" status: 204 len: 168 time: 0.4817464 Sep 30 08:10:58.466264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3554d-96a8-4409-ac2a-fab55a02a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d3312e-59b4-4326-9a26-40b0771dce76,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.556034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f5742e-3f9a-4110-9955-c3a841366d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.563199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f5742e-3f9a-4110-9955-c3a841366d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.579001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9409701-0698-4c87-892f-d761f6223537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.584109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9409701-0698-4c87-892f-d761f6223537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.590010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b9409701-0698-4c87-892f-d761f6223537 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/539d3dea-2a38-4c9c-a498-ee51fede63ea HTTP/1.1" status: 204 len: 168 time: 0.5382848 Sep 30 08:10:58.600687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.641153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9409701-0698-4c87-892f-d761f6223537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d3dea-2a38-4c9c-a498-ee51fede63ea,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.674187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Request body: {'port': {'device_id': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'device_owner': 'compute:tempest-test_az-1222961359', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:58.687012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37564) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:58.690535 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20f5742e-3f9a-4110-9955-c3a841366d83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22446921076f4818a07fd4eab567b4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6615229 Sep 30 08:10:58.692971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5742e-3f9a-4110-9955-c3a841366d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37117e4f-b53c-495d-bc89-f13dff0352c5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.778618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.805654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.859975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Pushing event updated for resources: {'Port': ['ID=5ea48e88-c8b6-49ec-923d-21efe1791af5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.887479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Network 46661b7c-db26-4646-8788-dacc4337cea6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:58.922855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:58.927671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:58.935703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fa614832-5f6e-4fcc-8834-8f2ad975ab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.037396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fa614832-5f6e-4fcc-8834-8f2ad975ab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.052116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.305356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37582) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:59.396723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46f89691-9f35-48bc-9606-284c4f992242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.521542 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fa614832-5f6e-4fcc-8834-8f2ad975ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.523381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d5fc2d01-bc32-4b6a-9939-f48814b10291 None None] Provisioning complete for port 5ea48e88-c8b6-49ec-923d-21efe1791af5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:59.524543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fa614832-5f6e-4fcc-8834-8f2ad975ab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.525025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5fc2d01-bc32-4b6a-9939-f48814b10291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.525832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fa614832-5f6e-4fcc-8834-8f2ad975ab94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37117e4f-b53c-495d-bc89-f13dff0352c5 HTTP/1.1" status: 204 len: 168 time: 0.8373058 Sep 30 08:10:59.617509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa614832-5f6e-4fcc-8834-8f2ad975ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37117e4f-b53c-495d-bc89-f13dff0352c5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:59.668709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc2d01-bc32-4b6a-9939-f48814b10291 None None] Port 5ea48e88-c8b6-49ec-923d-21efe1791af5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:10:59.697871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.780051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37588) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:59.841010 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62c9cad6-5c7e-4847-a7ec-df9c75394671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.859940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87d0497b-7373-4535-8ec8-d78ff7d7911f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:59.980084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 87d0497b-7373-4535-8ec8-d78ff7d7911f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:59.980701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.981119 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46f89691-9f35-48bc-9606-284c4f992242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.009934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:00.038895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46f89691-9f35-48bc-9606-284c4f992242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.131054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89691-9f35-48bc-9606-284c4f992242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36eed00-b259-4cb3-8543-e2c642f2359f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.202189 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.246320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62c9cad6-5c7e-4847-a7ec-df9c75394671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.247539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-46f89691-9f35-48bc-9606-284c4f992242 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=333035fdb8fa4c09b3fa5720cc36ccb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9368861 Sep 30 08:11:00.255447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37598) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:00.261687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 87d0497b-7373-4535-8ec8-d78ff7d7911f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87d0497b-7373-4535-8ec8-d78ff7d7911f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:00.268555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62c9cad6-5c7e-4847-a7ec-df9c75394671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.271746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.349933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=87d0497b-7373-4535-8ec8-d78ff7d7911f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.377319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5acec4c-3c01-4bf2-acef-bca9d29cc75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.379331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9cad6-5c7e-4847-a7ec-df9c75394671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a376b-ad13-4fd8-b877-95250ee1dc57,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.420425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5acec4c-3c01-4bf2-acef-bca9d29cc75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.494976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5acec4c-3c01-4bf2-acef-bca9d29cc75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.498299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5acec4c-3c01-4bf2-acef-bca9d29cc75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.499586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d5acec4c-3c01-4bf2-acef-bca9d29cc75d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e36eed00-b259-4cb3-8543-e2c642f2359f HTTP/1.1" status: 204 len: 168 time: 0.2429121 Sep 30 08:11:00.513415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-62c9cad6-5c7e-4847-a7ec-df9c75394671 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fc6d4b4dc8744bcae84aee2b2ab8cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316298 Sep 30 08:11:00.527277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37602) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:00.535021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acec4c-3c01-4bf2-acef-bca9d29cc75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36eed00-b259-4cb3-8543-e2c642f2359f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.545013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.558373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.608661 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.769847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17bb747-816c-4402-98e1-e4213af9afec {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:00.781014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.808198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Transition to ACTIVE for port object a17bb747-816c-4402-98e1-e4213af9afec will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:00.817253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.920059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Pushing event updated for resources: {'Port': ['ID=5ea48e88-c8b6-49ec-923d-21efe1791af5,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.950679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dbc59bd-b013-4867-bb61-06df461bf9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.974438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eb7c0-2a68-45c4-a2e7-0364e7b98a58 req-07755220-1b1f-42b2-ab34-33f63952c1a1 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:00.976006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b07eb7c0-2a68-45c4-a2e7-0364e7b98a58 req-07755220-1b1f-42b2-ab34-33f63952c1a1 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 935 time: 0.9644780 Sep 30 08:11:01.040957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Pushing event updated for resources: {'Port': ['ID=a17bb747-816c-4402-98e1-e4213af9afec,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:01.119481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dbc59bd-b013-4867-bb61-06df461bf9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.160084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Network 46661b7c-db26-4646-8788-dacc4337cea6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:01.210370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:01.258249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Attempting to bind port a17bb747-816c-4402-98e1-e4213af9afec on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:01.259784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Attempting to bind port a17bb747-816c-4402-98e1-e4213af9afec by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:01.260362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Attempting to bind port a17bb747-816c-4402-98e1-e4213af9afec on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:01.292828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Port a17bb747-816c-4402-98e1-e4213af9afec on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:01.293157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Attempting to bind port a17bb747-816c-4402-98e1-e4213af9afec on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:01.324048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:01.325793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:01.327771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:01.328830 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Bound port: a17bb747-816c-4402-98e1-e4213af9afec, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:01.330259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.574925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] For port a17bb747-816c-4402-98e1-e4213af9afec, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:01.584168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] For port a17bb747-816c-4402-98e1-e4213af9afec, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a17bb747-816c-4402-98e1-e4213af9afec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:01.591733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.593511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b07eb7c0-2a68-45c4-a2e7-0364e7b98a58 req-2259a7d3-ccfe-446f-b461-644e8bfece36 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017349 Sep 30 08:11:01.680858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bae5d6d0-3df2-4656-8720-59ddabdea0fe None None] Provisioning complete for port 5ea48e88-c8b6-49ec-923d-21efe1791af5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:01.681393 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bae5d6d0-3df2-4656-8720-59ddabdea0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.695374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Pushing event updated for resources: {'Port': ['ID=a17bb747-816c-4402-98e1-e4213af9afec,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:01.696542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:11:01.760630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:01.761688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.764251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1ea92ff7-e011-4937-a556-9876f0150188 service neutron] 10.222.0.57 "PUT /v2.0/ports/a17bb747-816c-4402-98e1-e4213af9afec HTTP/1.1" status: 200 len: 1117 time: 3.2542646 Sep 30 08:11:01.765159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'tag': 'a17bb747-816c-4402-98e1-e4213af9afec'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:01.847821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87d0497b-7373-4535-8ec8-d78ff7d7911f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:01.970307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:02.016491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d6d0-3df2-4656-8720-59ddabdea0fe None None] Port 5ea48e88-c8b6-49ec-923d-21efe1791af5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:02.059074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 87d0497b-7373-4535-8ec8-d78ff7d7911f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:02.059300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.098302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-9331487f-8973-44c9-a5e7-b494a6763675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:02.102869 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-9331487f-8973-44c9-a5e7-b494a6763675 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=89ea7f6cf49e4befbe1f2064949b343a&device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 1120 time: 0.1994555 Sep 30 08:11:02.141629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:02.165881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ad7e817-b171-4df4-bd67-af13d827bd4b admin admin] 10.222.0.41 "PUT /v2.0/routers/ba83a372-aada-4dbe-92f1-3a2b9d36b9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8032322 Sep 30 08:11:02.165971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Sync routers for ids ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:02.183058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dbc59bd-b013-4867-bb61-06df461bf9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.187641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dbc59bd-b013-4867-bb61-06df461bf9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.192362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6dbc59bd-b013-4867-bb61-06df461bf9fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/375a376b-ad13-4fd8-b877-95250ee1dc57 HTTP/1.1" status: 204 len: 168 time: 1.6600773 Sep 30 08:11:02.207359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc59bd-b013-4867-bb61-06df461bf9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a376b-ad13-4fd8-b877-95250ee1dc57,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:02.264439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Routers {'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:02.265095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:02.267039 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-41759c2a-3b5a-4164-b519-ba89fc77066f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=a17bb747-816c-4402-98e1-e4213af9afec HTTP/1.1" status: 200 len: 217 time: 0.1521397 Sep 30 08:11:02.385377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b65e80c5-bd97-4d72-94f3-c3da9ed883c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.588909 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee84aa82-7e03-46c1-b147-b0491d58bad5" -d '{"events": [{"name": "network-changed", "server_uuid": "50ce4ae1-585b-4c7a-88a7-e885e78174c3", "tag": "a17bb747-816c-4402-98e1-e4213af9afec"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:02.693384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b65e80c5-bd97-4d72-94f3-c3da9ed883c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.702741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b65e80c5-bd97-4d72-94f3-c3da9ed883c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.716449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Set router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:02.760959 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b65e80c5-bd97-4d72-94f3-c3da9ed883c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b1effb685af4750943111c8bda4b3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7891326 Sep 30 08:11:02.763708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37652) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:02.846187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e80c5-bd97-4d72-94f3-c3da9ed883c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5b59a-0371-4eaa-976c-28370b54d80e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:02.961328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd39f074-02aa-4595-be21-1fe7f881081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.142339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3cf2d-1c43-40a1-962a-93746116203b req-78823da6-0a3e-4a58-8f87-48746c4e2eb6 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:03.146626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd39f074-02aa-4595-be21-1fe7f881081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.154387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2e3cf2d-1c43-40a1-962a-93746116203b req-78823da6-0a3e-4a58-8f87-48746c4e2eb6 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.2181430 Sep 30 08:11:03.260171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1b2d55a8-0276-4f58-be89-78f6dfd0320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:03.264979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-1b2d55a8-0276-4f58-be89-78f6dfd0320e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.3054168 Sep 30 08:11:03.266995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2e3cf2d-1c43-40a1-962a-93746116203b req-5cae3197-be62-499b-a742-7c3f33801c12 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085887 Sep 30 08:11:03.387707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:10:59Z', 'revision_number': 4, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5ea48e88-c8b6-49ec-923d-21efe1791af5', 'name': '', 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'mac_address': 'fa:16:3e:14:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b97794fd-783c-42a2-8d65-3bbc16f34496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:57Z', 'updated_at': '2021-09-30T08:10:59Z', 'revision_number': 2, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'subnets': [{'id': 'b97794fd-783c-42a2-8d65-3bbc16f34496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:03.414897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd39f074-02aa-4595-be21-1fe7f881081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.417631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd39f074-02aa-4595-be21-1fe7f881081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.419001 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bd39f074-02aa-4595-be21-1fe7f881081e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27f5b59a-0371-4eaa-976c-28370b54d80e HTTP/1.1" status: 204 len: 168 time: 0.6539311 Sep 30 08:11:03.422599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Checking router: ba83a372-aada-4dbe-92f1-3a2b9d36b9aa for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:03.423224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Updating router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa port 5ea48e88-c8b6-49ec-923d-21efe1791af5 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:11:03.434741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f074-02aa-4595-be21-1fe7f881081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f5b59a-0371-4eaa-976c-28370b54d80e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:03.465352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.470000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-a9d529f2-d89b-4b77-83c1-d28cb8f2b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:03.474838 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-a9d529f2-d89b-4b77-83c1-d28cb8f2b6ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1895545 Sep 30 08:11:03.569717 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d6efb-1f5e-4353-b917-3f91152858b8 x-openstack-request-id: req-609d6efb-1f5e-4353-b917-3f91152858b8 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:03.570141 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ce4ae1-585b-4c7a-88a7-e885e78174c3", "tag": "a17bb747-816c-4402-98e1-e4213af9afec", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:03.570550 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-609d6efb-1f5e-4353-b917-3f91152858b8 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:03.571255 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'tag': 'a17bb747-816c-4402-98e1-e4213af9afec', 'status': 'completed', 'code': 200} Sep 30 08:11:03.848208 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-4a2fd0f1-e9f3-47ad-9f18-df4300508d3e service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376849 Sep 30 08:11:03.960491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.973857 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.095623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c91f2-7412-4d9a-9d6b-ea6a80bf1480 None None] Pushing event updated for resources: {'Port': ['ID=5ea48e88-c8b6-49ec-923d-21efe1791af5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.244937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Attempting to bind port 5ea48e88-c8b6-49ec-923d-21efe1791af5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:04.245675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Attempting to bind port 5ea48e88-c8b6-49ec-923d-21efe1791af5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:04.246414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Attempting to bind port 5ea48e88-c8b6-49ec-923d-21efe1791af5 on network 46661b7c-db26-4646-8788-dacc4337cea6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:04.257326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:04.258421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Checking segment: {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:04.259149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.259963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Bound using segment: {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:04.260747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Bound port: 5ea48e88-c8b6-49ec-923d-21efe1791af5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ee76af-ebc6-4e58-aa4b-82c7fa719367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:04.261673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.456009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] For port 5ea48e88-c8b6-49ec-923d-21efe1791af5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:04.486957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] For port 5ea48e88-c8b6-49ec-923d-21efe1791af5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5ea48e88-c8b6-49ec-923d-21efe1791af5,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:04.488229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d60a4720-729a-410e-8069-32dbde63393d None None] Provisioning complete for port 5ea48e88-c8b6-49ec-923d-21efe1791af5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:04.488743 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d60a4720-729a-410e-8069-32dbde63393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.493300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.548999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75a10-6020-412e-973d-32fb215afec2 req-765c9922-06a6-4355-8157-9b70d55f13ff tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:04.557415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc75a10-6020-412e-973d-32fb215afec2 req-765c9922-06a6-4355-8157-9b70d55f13ff tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.0921547 Sep 30 08:11:04.610483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Routers {'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:04.611147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:10:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:04.622997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37692) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:04.630376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc75a10-6020-412e-973d-32fb215afec2 req-36ce563b-7bb1-4c89-b43a-1ae5b67770e2 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686507 Sep 30 08:11:04.651461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53ca8f98-a7f8-4b64-8c9e-a4c6d65ba5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.740537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c91f2-7412-4d9a-9d6b-ea6a80bf1480 None None] Pushing event updated for resources: {'Port': ['ID=5ea48e88-c8b6-49ec-923d-21efe1791af5,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.903397 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d60a4720-729a-410e-8069-32dbde63393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.903993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53ca8f98-a7f8-4b64-8c9e-a4c6d65ba5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.912810 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53ca8f98-a7f8-4b64-8c9e-a4c6d65ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.011388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53ca8f98-a7f8-4b64-8c9e-a4c6d65ba5ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=361e80e0a5f2462eb71e3c295ca05aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872929 Sep 30 08:11:05.015754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37704) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.020039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8f98-a7f8-4b64-8c9e-a4c6d65ba5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5414b597-7587-4733-ba1e-d308da212df6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:05.091762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d60a4720-729a-410e-8069-32dbde63393d None None] For port 5ea48e88-c8b6-49ec-923d-21efe1791af5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5ea48e88-c8b6-49ec-923d-21efe1791af5,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:05.108283 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d60a4720-729a-410e-8069-32dbde63393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.116446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb426fd6-cc3e-4a4e-a55f-ca537720fe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.169462 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb426fd6-cc3e-4a4e-a55f-ca537720fe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.247747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] Set router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:05.272396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb426fd6-cc3e-4a4e-a55f-ca537720fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.272396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb426fd6-cc3e-4a4e-a55f-ca537720fe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.272396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eb426fd6-cc3e-4a4e-a55f-ca537720fe14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5414b597-7587-4733-ba1e-d308da212df6 HTTP/1.1" status: 204 len: 168 time: 0.2546387 Sep 30 08:11:05.283809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb426fd6-cc3e-4a4e-a55f-ca537720fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414b597-7587-4733-ba1e-d308da212df6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:05.288726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4720-729a-410e-8069-32dbde63393d None None] Pushing event updated for resources: {'Port': ['ID=5ea48e88-c8b6-49ec-923d-21efe1791af5,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:05.328776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-605a9e7e-7e6b-4c1e-a844-5310923bcf75 None None] Provisioning complete for port 5ea48e88-c8b6-49ec-923d-21efe1791af5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:05.328864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-605a9e7e-7e6b-4c1e-a844-5310923bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.471437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37718) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.476799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56148358', 'description': 'tempest-description--368616647'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:05.514110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.725618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.732844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.753657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:10:59Z', 'revision_number': 4, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5ea48e88-c8b6-49ec-923d-21efe1791af5', 'name': '', 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'mac_address': 'fa:16:3e:14:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b97794fd-783c-42a2-8d65-3bbc16f34496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:57Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'subnets': [{'id': 'b97794fd-783c-42a2-8d65-3bbc16f34496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:05.793528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.794791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3220048 Sep 30 08:11:05.798111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.805414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'security_group_rule': {'security_group_id': 'e5f72b2c-33e7-407e-add2-2361102cdba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:05.808147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee3a92-3d5e-4300-ac08-553e55c57633 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f72b2c-33e7-407e-add2-2361102cdba8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:05.812503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f15826-e8ec-4812-9166-49a2a8fc92cc None None] The sync data for ids ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'] in n-d-807025-5 is: [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:10:59Z', 'revision_number': 4, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5ea48e88-c8b6-49ec-923d-21efe1791af5', 'name': '', 'network_id': '46661b7c-db26-4646-8788-dacc4337cea6', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'mac_address': 'fa:16:3e:14:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b97794fd-783c-42a2-8d65-3bbc16f34496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:57Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'subnets': [{'id': 'b97794fd-783c-42a2-8d65-3bbc16f34496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:05.942280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.944290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9592b4-299d-4b01-9daa-6a8a6aeb69a7 req-dd6896d3-627e-4fd6-ba77-dfffd8aea540 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.962846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b9592b4-299d-4b01-9daa-6a8a6aeb69a7 req-dd6896d3-627e-4fd6-ba77-dfffd8aea540 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.1203134 Sep 30 08:11:06.049405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b9592b4-299d-4b01-9daa-6a8a6aeb69a7 req-0fe7f246-682f-4d53-9e81-3cfdca0d3bd0 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851629 Sep 30 08:11:06.057084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.062766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.114298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bf1ca3-0fce-4a84-9ae4-392eb7d8462d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:06.118646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.120460 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b66573d-2272-4ba3-85c2-dadf21c8adab tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199382 Sep 30 08:11:06.125382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37740) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:06.141295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'security_group_rule': {'security_group_id': 'e5f72b2c-33e7-407e-add2-2361102cdba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:06.239541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.344756 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.351307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.377561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558fb301-d6ab-4f25-aba6-0865f8799592,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:06.380712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.382343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-152e2b0b-bc05-4098-b9b1-3dd06fed1e4e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556367 Sep 30 08:11:06.385691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37750) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:06.400306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:06.438983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.743943 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.060279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Allocated IP 172.25.7.52 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/696b1b6e-566b-4007-89a6-14f50166852b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:07.257348 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.349373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a275-eff7-4967-b79e-40285350c997 req-84219904-9f57-49ba-9f3a-ceccc9f89f9a tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.356974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1668a275-eff7-4967-b79e-40285350c997 req-84219904-9f57-49ba-9f3a-ceccc9f89f9a tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.1146762 Sep 30 08:11:07.378848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.449665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:07.457142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:07.496087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1668a275-eff7-4967-b79e-40285350c997 req-15b993bc-9558-4d2f-b308-4bcea14232fc tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334848 Sep 30 08:11:07.497554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:07.502446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'Port': ['ID=696b1b6e-566b-4007-89a6-14f50166852b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:07.699310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.783389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ea48e88-c8b6-49ec-923d-21efe1791af5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:07.842384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.877952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5ea48e88-c8b6-49ec-923d-21efe1791af5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:07.878445 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.109957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.125313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.281511 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.285773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'Port': ['ID=696b1b6e-566b-4007-89a6-14f50166852b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:08.301051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.302728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f773c9f3-95bc-4834-9f59-6aa99f1e1a53 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9092360 Sep 30 08:11:08.473259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac74b63f-91c6-44c5-8634-6e7587eaada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.739183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bbea5-1ba6-4edb-8ccd-00d89115d4a1 req-df450445-0d04-4af9-994a-17e7ef3635ed tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:08.746843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd1bbea5-1ba6-4edb-8ccd-00d89115d4a1 req-df450445-0d04-4af9-994a-17e7ef3635ed tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.1169786 Sep 30 08:11:08.752600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-7adbf07c-4568-4b23-b89d-8cca198e9323 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--56148358&fields=id&tenant_id=45e47e200ab6454a994b37ad9951a1b1 HTTP/1.1" status: 200 len: 267 time: 0.0894325 Sep 30 08:11:08.840111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd1bbea5-1ba6-4edb-8ccd-00d89115d4a1 req-ce6fc2b6-e44e-437d-841b-4073da17e70c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900457 Sep 30 08:11:09.198946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37850) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:09.222503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-e010f44f-4c25-4925-8d91-f1d5d9c4a7b9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:09.235313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-e010f44f-4c25-4925-8d91-f1d5d9c4a7b9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 823 time: 0.4479120 Sep 30 08:11:09.262473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-039520af-f631-4f53-a931-68062cc913e5 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/quotas/45e47e200ab6454a994b37ad9951a1b1 HTTP/1.1" status: 200 len: 375 time: 0.0256026 Sep 30 08:11:09.515783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad05b893-08f8-4619-bfe5-d60d1ae5c3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.584294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-f60e4061-d67c-43c0-9527-e8fa30e659d8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3207591 Sep 30 08:11:09.683724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad05b893-08f8-4619-bfe5-d60d1ae5c3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.690132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad05b893-08f8-4619-bfe5-d60d1ae5c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.732101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37866) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:09.755136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ad05b893-08f8-4619-bfe5-d60d1ae5c3a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=370b28a975b141ba8824081f60a826c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545673 Sep 30 08:11:09.756784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05b893-08f8-4619-bfe5-d60d1ae5c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28ec5c1-ecb0-4905-8273-69e85b85f409,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:09.758824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37872) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:09.826450 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d832b9ca-a7ce-4cdb-bb8f-544d8c770cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.850467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d832b9ca-a7ce-4cdb-bb8f-544d8c770cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.904517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Request body: {'security_group': {'name': 'tempest-securitygroup-895722209', 'description': 'tempest-description-1461052367'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:09.956562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d832b9ca-a7ce-4cdb-bb8f-544d8c770cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.962606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d832b9ca-a7ce-4cdb-bb8f-544d8c770cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.966843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d832b9ca-a7ce-4cdb-bb8f-544d8c770cc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d28ec5c1-ecb0-4905-8273-69e85b85f409 HTTP/1.1" status: 204 len: 168 time: 0.2043376 Sep 30 08:11:09.970067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.993902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.999663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b9ca-a7ce-4cdb-bb8f-544d8c770cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28ec5c1-ecb0-4905-8273-69e85b85f409,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:10.099798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-ea2c8ac7-4bf9-4b0b-aa71-0e422b611c55 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:11:10.107351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-ea2c8ac7-4bf9-4b0b-aa71-0e422b611c55 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1772003 Sep 30 08:11:10.222186 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dc22596c-ae1b-4d6f-afe7-a0f8d2fd5998 req-8177f134-8933-4546-a741-bd806235bb40 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516259 Sep 30 08:11:10.234931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.245981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-c2f793fb-1438-4610-8ca0-2fea72b04ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376200 Sep 30 08:11:10.262999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.289882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad03b2cd-dc9e-4996-80e0-4a421ea894ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.379209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e229f9ff-d554-48d9-a57c-dc82823704c1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:10.427381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-0fba5310-495f-41aa-8716-f14c67e46f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.434008 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-0fba5310-495f-41aa-8716-f14c67e46f80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=89ea7f6cf49e4befbe1f2064949b343a&device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 1120 time: 0.1075616 Sep 30 08:11:10.443977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-5ad30d2b-3860-454d-9fd3-862b3b46a5f7 service neutron] 10.222.0.41 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970522 Sep 30 08:11:10.483399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.498540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.575795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919e387b-e55f-45b6-b890-892d5c6c1a52,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:10.641541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-f801cd02-3c8e-46f3-84e2-37e3b3424d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.643179 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-f801cd02-3c8e-46f3-84e2-37e3b3424d67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1875386 Sep 30 08:11:10.713281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37898) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:10.717095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad03b2cd-dc9e-4996-80e0-4a421ea894ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.741431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad03b2cd-dc9e-4996-80e0-4a421ea894ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.755311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1c19127-cc46-4927-96c6-14b26801be82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.757491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.758757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cf0b306-0606-4f14-8be6-00079ea56c20 req-196e6764-ed66-4524-a1c3-487c2c41b2c7 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8624139 Sep 30 08:11:10.843871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03b2cd-dc9e-4996-80e0-4a421ea894ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1bb58a-2e08-4aee-9615-9490b3b29dec,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:10.854531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad03b2cd-dc9e-4996-80e0-4a421ea894ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68411545b3044acea218fe7afb7cd60a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1174493 Sep 30 08:11:10.860435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37908) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:10.900566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-576aa8cf-da28-4cec-b114-0244e418697a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=a17bb747-816c-4402-98e1-e4213af9afec HTTP/1.1" status: 200 len: 217 time: 0.2486949 Sep 30 08:11:10.910951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d4c72-d8ee-44d4-8ff7-0271d51a6e9d req-fd6b69ce-60fb-479d-a977-162ae8b1a5ff tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.912621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-063d4c72-d8ee-44d4-8ff7-0271d51a6e9d req-fd6b69ce-60fb-479d-a977-162ae8b1a5ff tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.1892927 Sep 30 08:11:10.965596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-b07a9eab-b041-4038-a37d-1e7923c6d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.967897 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-b07a9eab-b041-4038-a37d-1e7923c6d658 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0587778 Sep 30 08:11:11.013184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-063d4c72-d8ee-44d4-8ff7-0271d51a6e9d req-bd25dc72-f9e2-41f0-8e91-fa34602d45d3 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767174 Sep 30 08:11:11.022885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad64f26c-ac0f-4b44-a92e-0f422ce303ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.047369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f91ea73-1042-4742-a7ed-788c2b8842ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.067913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-b0a907ef-f4ac-4337-9a86-8c385a845414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:11.069892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-b0a907ef-f4ac-4337-9a86-8c385a845414 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877762 Sep 30 08:11:11.081573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad64f26c-ac0f-4b44-a92e-0f422ce303ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.218826 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-82972f39-f9e5-4535-90e4-d7ae99120e96 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339421 Sep 30 08:11:11.225894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67b01f6c-5f37-4abd-a6cb-8edc1fa1cf20 req-6074900f-98f8-41c4-9e56-fd6bf99786da tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.1435699 Sep 30 08:11:11.280449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4d167d30-fcbc-4529-9c2a-c25421253b7f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8284c7d802841d1975aea50993c0edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655065 Sep 30 08:11:11.288296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-82abd5b4-4ebf-4bbd-a676-50a9742d4508 req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1603781605', 'description': 'tempest-description-1873850475'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:11.300348 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad64f26c-ac0f-4b44-a92e-0f422ce303ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.303231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad64f26c-ac0f-4b44-a92e-0f422ce303ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.304542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad64f26c-ac0f-4b44-a92e-0f422ce303ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d1bb58a-2e08-4aee-9615-9490b3b29dec HTTP/1.1" status: 204 len: 168 time: 0.4389067 Sep 30 08:11:11.361791 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ee84aa82-7e03-46c1-b147-b0491d58bad5 req-80fc4b60-6258-49eb-89e2-f2a35900e543 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326036 Sep 30 08:11:11.370823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64f26c-ac0f-4b44-a92e-0f422ce303ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1bb58a-2e08-4aee-9615-9490b3b29dec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:11.390284 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.396424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1c19127-cc46-4927-96c6-14b26801be82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.448607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1c19127-cc46-4927-96c6-14b26801be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.523551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c19127-cc46-4927-96c6-14b26801be82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf6a06-20e6-4f61-9c12-5c66da203965,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:11.532253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d1c19127-cc46-4927-96c6-14b26801be82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=336d19c0707d4a7bb31c22f5d52cba16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175738 Sep 30 08:11:11.533170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-82abd5b4-4ebf-4bbd-a676-50a9742d4508 req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.533606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37940) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:11.552198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-60aa4ddf-1964-493c-ae44-ae2668710ab8 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:11.553765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-60aa4ddf-1964-493c-ae44-ae2668710ab8 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582796 Sep 30 08:11:11.580436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-68b1266b-c6e2-44d8-a573-cad80f4bf2b6 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/quotas/b8284c7d802841d1975aea50993c0edc HTTP/1.1" status: 200 len: 375 time: 0.0187676 Sep 30 08:11:11.624213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee66347-c6c9-4d1b-bd94-b4f121038ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.635132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-00ad7089-40bb-494b-a902-b5192518d52c tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8284c7d802841d1975aea50993c0edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445702 Sep 30 08:11:11.688546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee66347-c6c9-4d1b-bd94-b4f121038ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.742579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-82abd5b4-4ebf-4bbd-a676-50a9742d4508 req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.754202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-82abd5b4-4ebf-4bbd-a676-50a9742d4508 req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.757219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee66347-c6c9-4d1b-bd94-b4f121038ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.760971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee66347-c6c9-4d1b-bd94-b4f121038ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.762979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7ee66347-c6c9-4d1b-bd94-b4f121038ff5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70bf6a06-20e6-4f61-9c12-5c66da203965 HTTP/1.1" status: 204 len: 168 time: 0.2272718 Sep 30 08:11:11.791310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-82abd5b4-4ebf-4bbd-a676-50a9742d4508 req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.792629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82abd5b4-4ebf-4bbd-a676-50a9742d4508 req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5166521 Sep 30 08:11:11.805439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee66347-c6c9-4d1b-bd94-b4f121038ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf6a06-20e6-4f61-9c12-5c66da203965,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:11.835141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7418f-0052-47c9-95d1-e9c02ca8ebec tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af2d0d2-26a3-47a0-afad-1ac8ffe8e8ab,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:11.978013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:12.006761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ebbf71-edcd-4ba9-b2e8-0487ee02fb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.006968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dfaceea-deeb-455a-a133-809109038f20 req-7be17974-cef0-42bd-8d2e-e78e6f0a9548 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0747757 Sep 30 08:11:12.136827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ebbf71-edcd-4ba9-b2e8-0487ee02fb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.146805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ebbf71-edcd-4ba9-b2e8-0487ee02fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.212987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebbf71-edcd-4ba9-b2e8-0487ee02fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080da1cc-68e9-45d7-9ce5-7a1cf804e5a9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:12.236427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-31ebbf71-edcd-4ba9-b2e8-0487ee02fb0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b40f12e81d604b879dc84ffd2848cf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567055 Sep 30 08:11:12.239561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:12.258960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465c820-9f16-4ce9-b5aa-78b266c529e4 req-7d2cc792-78d0-4f8e-ab6a-b892d6feba75 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:12.261468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5465c820-9f16-4ce9-b5aa-78b266c529e4 req-7d2cc792-78d0-4f8e-ab6a-b892d6feba75 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.1182051 Sep 30 08:11:12.338177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-55670629', 'description': 'tempest-description-2102150849'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:12.355687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5465c820-9f16-4ce9-b5aa-78b266c529e4 req-730c4c1f-6813-461f-90df-de5efd57acec tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878887 Sep 30 08:11:12.357862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6bf331b-0fea-45d4-9183-741775874334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.398139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.398390 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6bf331b-0fea-45d4-9183-741775874334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.409376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.472872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6bf331b-0fea-45d4-9183-741775874334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.477011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6bf331b-0fea-45d4-9183-741775874334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.481205 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b6bf331b-0fea-45d4-9183-741775874334 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/080da1cc-68e9-45d7-9ce5-7a1cf804e5a9 HTTP/1.1" status: 204 len: 168 time: 0.2378824 Sep 30 08:11:12.488545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf331b-0fea-45d4-9183-741775874334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080da1cc-68e9-45d7-9ce5-7a1cf804e5a9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:12.560389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db32d755-40bd-43ab-ba7e-e7e22d531bf0 req-f26a374d-cc1e-457a-823f-7ab50cd9c842 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0389457 Sep 30 08:11:12.667895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.677085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.731592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55d9ec-7bc0-418e-8ed4-7f1a9400be7f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:12.783404 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.50', 52231) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:12.811730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.818836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.855485 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.857719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-845dec10-6ef7-43a7-af45-be8f61645c0e req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5392005 Sep 30 08:11:12.866139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd14df-7dde-41ee-955c-aa45e3738fad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9103c486-2ec6-4c13-a2ed-66285d30de94,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:12.895327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c8cd8f2e-2f39-4834-a852-4edcc3e73cd3 req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-580628487', 'description': 'tempest-description-919452940'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:12.936147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8cd8f2e-2f39-4834-a852-4edcc3e73cd3 req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.996095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.174660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-0e19577c-4d7f-46bd-a671-7e9db76c7c0b tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:13.181905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-0e19577c-4d7f-46bd-a671-7e9db76c7c0b tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 823 time: 0.3967018 Sep 30 08:11:13.230329 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8cd8f2e-2f39-4834-a852-4edcc3e73cd3 req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.233214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00dd9b65-6616-46ab-a6ed-29e4895b1f94 req-aa374e7c-9338-49a0-b653-3acaf141db86 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0422618 Sep 30 08:11:13.238788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8cd8f2e-2f39-4834-a852-4edcc3e73cd3 req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.273684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75069358-ccf7-4fc7-b599-5bf20f518a7d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:13.276003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8cd8f2e-2f39-4834-a852-4edcc3e73cd3 req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.286138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8cd8f2e-2f39-4834-a852-4edcc3e73cd3 req-0259c7d8-c144-4904-a38d-6d292d1dc8a3 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3912239 Sep 30 08:11:13.506916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-8bef5eb6-88a5-458f-9eba-35d8f5a6aa28 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e47e200ab6454a994b37ad9951a1b1 HTTP/1.1" status: 200 len: 378 time: 0.1753459 Sep 30 08:11:13.611166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-0d409ad3-d483-46ab-9bd5-3925db545bd2 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28500 time: 0.3107567 Sep 30 08:11:13.641247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e284964-452b-4095-8e4a-4fbe667de483 req-1c53f7df-839e-476f-bd03-c19ade66c60c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:13.642871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e284964-452b-4095-8e4a-4fbe667de483 req-1c53f7df-839e-476f-bd03-c19ade66c60c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 969 time: 0.1049409 Sep 30 08:11:13.708061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-ce7c641b-fffa-4df4-bbc1-db2f4feed2ac tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1bd6aa31-25b4-4100-b007-b0f46ed2462a HTTP/1.1" status: 200 len: 2977 time: 0.0876892 Sep 30 08:11:13.734045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e284964-452b-4095-8e4a-4fbe667de483 req-0e8dbcb8-7b78-499a-b82a-fede9aaf3f27 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755186 Sep 30 08:11:13.784777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-036ca4d3-1736-4b94-bbe5-3058b3878654 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1bd6aa31-25b4-4100-b007-b0f46ed2462a HTTP/1.1" status: 200 len: 2977 time: 0.0628314 Sep 30 08:11:13.851883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-1b0c0f22-a28a-460c-b3d3-7c7769ea1cc6 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/27635b44-0eee-4e83-bd1d-ea88862db5b2 HTTP/1.1" status: 200 len: 2973 time: 0.0660944 Sep 30 08:11:13.901683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfb09d20-19b6-4ce3-a9cf-e3236cfefc58 req-eec54a04-cfc0-4d06-986d-78ffc8bf2e56 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0420296 Sep 30 08:11:13.957968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-37ceb15c-454b-497e-9412-3db4c06547bd tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/27635b44-0eee-4e83-bd1d-ea88862db5b2 HTTP/1.1" status: 200 len: 2973 time: 0.0805933 Sep 30 08:11:13.999942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-acff6538-2dda-43b2-8003-f80c72fe69ad tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4e55d9ec-7bc0-418e-8ed4-7f1a9400be7f HTTP/1.1" status: 200 len: 2981 time: 0.0410440 Sep 30 08:11:14.060645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a17bb747-816c-4402-98e1-e4213af9afec details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:14.067978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-2947a939-7046-4903-a419-c3affa3bcc07 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4e55d9ec-7bc0-418e-8ed4-7f1a9400be7f HTTP/1.1" status: 200 len: 2981 time: 0.0549636 Sep 30 08:11:14.125036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-958b3433-e06b-423c-bfa9-e528e026ee36 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/56ad6bd3-f007-496a-bf87-187ba794ee3a HTTP/1.1" status: 200 len: 2977 time: 0.0502093 Sep 30 08:11:14.187411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-d9342269-fda4-466e-abe3-9d35970269e1 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/56ad6bd3-f007-496a-bf87-187ba794ee3a HTTP/1.1" status: 200 len: 2977 time: 0.0550215 Sep 30 08:11:14.242904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-47f57f6f-33c2-4b19-a264-9936e7ed8576 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/af96e236-c081-4cd6-b82a-e66bda02144d HTTP/1.1" status: 200 len: 2977 time: 0.0482657 Sep 30 08:11:14.251982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a17bb747-816c-4402-98e1-e4213af9afec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a17bb747-816c-4402-98e1-e4213af9afec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:14.267355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'a17bb747-816c-4402-98e1-e4213af9afec', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'a17bb747-816c-4402-98e1-e4213af9afec', 'mac_address': 'fa:16:3e:22:5e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:tempest-test_az-1222961359', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:14.324599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:14.327990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-2258ddf9-7480-4e0d-9387-faceb052bfee tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/af96e236-c081-4cd6-b82a-e66bda02144d HTTP/1.1" status: 200 len: 2977 time: 0.0650971 Sep 30 08:11:14.348181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17bb747-816c-4402-98e1-e4213af9afec {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:14.381149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-f3aa3fd4-9ff4-42b0-ac9d-b862180f9217 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e229f9ff-d554-48d9-a57c-dc82823704c1 HTTP/1.1" status: 200 len: 2981 time: 0.0520704 Sep 30 08:11:14.406694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a17bb747-816c-4402-98e1-e4213af9afec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a17bb747-816c-4402-98e1-e4213af9afec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:14.415667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:14.428249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-954f47e5-e32d-4aec-a193-d1fe0a5a5b1a req-8fb09b0b-2055-4250-a9df-e671ad788805 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0390062 Sep 30 08:11:14.459915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-d7f72842-ee21-4344-bddc-a741c8959cba tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e229f9ff-d554-48d9-a57c-dc82823704c1 HTTP/1.1" status: 200 len: 2981 time: 0.0778651 Sep 30 08:11:14.501625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a17bb747-816c-4402-98e1-e4213af9afec,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:14.517090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-e260b58d-f0b9-4f6a-b202-b13bdb30d7ba tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f3ee8fae-4e54-4abc-9312-1c0c41ad7c48 HTTP/1.1" status: 200 len: 2981 time: 0.0490153 Sep 30 08:11:14.589009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49b63088-948d-460b-a4c3-8ea265c26520 req-d1868475-4e65-4f7e-a4ed-c1edd0e2cab2 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f3ee8fae-4e54-4abc-9312-1c0c41ad7c48 HTTP/1.1" status: 200 len: 2981 time: 0.0635409 Sep 30 08:11:14.733805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3413016-4e1c-4622-ad4b-f769eee7c91c req-2aca5cfe-04ca-4e15-91b9-8e7e800045e1 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=543d4ade398749e3b5339563c5b992dd HTTP/1.1" status: 200 len: 6103 time: 0.1081033 Sep 30 08:11:14.753586 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:14.793810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3413016-4e1c-4622-ad4b-f769eee7c91c req-512ac519-a8ac-40cb-8cbf-b5c64174a1b6 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "GET /v2.0/security-groups/e229f9ff-d554-48d9-a57c-dc82823704c1 HTTP/1.1" status: 200 len: 2981 time: 0.0519505 Sep 30 08:11:14.848205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3413016-4e1c-4622-ad4b-f769eee7c91c req-f2846b8c-1e5d-4f73-b962-eee92a4a6ea2 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "GET /v2.0/security-groups/e229f9ff-d554-48d9-a57c-dc82823704c1 HTTP/1.1" status: 200 len: 2981 time: 0.0471964 Sep 30 08:11:14.871844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['a17bb747-816c-4402-98e1-e4213af9afec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:14.969690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b154-4a9b-4409-82f7-fa4470e6bb79 req-27001523-276d-4eeb-9728-367a95cd9acf tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:14.972837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6645b154-4a9b-4409-82f7-fa4470e6bb79 req-27001523-276d-4eeb-9728-367a95cd9acf tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 970 time: 0.0671172 Sep 30 08:11:15.016763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6645b154-4a9b-4409-82f7-fa4470e6bb79 req-03dbe0fa-437c-44d9-b6f4-ea0785808e2f tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358315 Sep 30 08:11:15.091455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f4608ad-cfc3-4cb7-a33a-f9457adc5871 req-d12010c2-6e5d-4e04-b828-aa05fc1b4296 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/75069358-ccf7-4fc7-b599-5bf20f518a7d HTTP/1.1" status: 200 len: 1776 time: 0.0442076 Sep 30 08:11:15.172240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f4608ad-cfc3-4cb7-a33a-f9457adc5871 req-130d1ef9-56a1-442f-a6f8-c55caa1cf079 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.197983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f4608ad-cfc3-4cb7-a33a-f9457adc5871 req-130d1ef9-56a1-442f-a6f8-c55caa1cf079 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.255413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-448ad35d-54da-43d3-b2e4-d5bbcda280e3 req-ed4b173d-d592-4363-844f-4eb0ef824fff tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0341525 Sep 30 08:11:15.263347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f4608ad-cfc3-4cb7-a33a-f9457adc5871 req-130d1ef9-56a1-442f-a6f8-c55caa1cf079 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.266165 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f4608ad-cfc3-4cb7-a33a-f9457adc5871 req-130d1ef9-56a1-442f-a6f8-c55caa1cf079 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.270773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f4608ad-cfc3-4cb7-a33a-f9457adc5871 req-130d1ef9-56a1-442f-a6f8-c55caa1cf079 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/75069358-ccf7-4fc7-b599-5bf20f518a7d HTTP/1.1" status: 204 len: 173 time: 0.1565938 Sep 30 08:11:15.281747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d1ef9-56a1-442f-a6f8-c55caa1cf079 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75069358-ccf7-4fc7-b599-5bf20f518a7d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:15.478683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d1a11a5-4bda-4930-b525-1bdc3be5599f req-4b04aad0-baad-4ff5-a883-24ee2613e9e1 tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9103c486-2ec6-4c13-a2ed-66285d30de94 HTTP/1.1" status: 200 len: 1776 time: 0.0398333 Sep 30 08:11:15.543265 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d1a11a5-4bda-4930-b525-1bdc3be5599f req-c749d258-f4f2-4a7b-aa2f-c98bea9c30ae tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.582483 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d1a11a5-4bda-4930-b525-1bdc3be5599f req-c749d258-f4f2-4a7b-aa2f-c98bea9c30ae tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.631490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d1a11a5-4bda-4930-b525-1bdc3be5599f req-c749d258-f4f2-4a7b-aa2f-c98bea9c30ae tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.634216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d1a11a5-4bda-4930-b525-1bdc3be5599f req-c749d258-f4f2-4a7b-aa2f-c98bea9c30ae tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.635449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d1a11a5-4bda-4930-b525-1bdc3be5599f req-c749d258-f4f2-4a7b-aa2f-c98bea9c30ae tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/9103c486-2ec6-4c13-a2ed-66285d30de94 HTTP/1.1" status: 204 len: 173 time: 0.1504412 Sep 30 08:11:15.649425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749d258-f4f2-4a7b-aa2f-c98bea9c30ae tempest-SecurityGroupsTestAdminJSON-1599107014 tempest-SecurityGroupsTestAdminJSON-1599107014-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9103c486-2ec6-4c13-a2ed-66285d30de94,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:15.751598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cb2e9ca-df3a-4de8-aa05-b4b19e1a1f49 req-90d0579c-1d37-428c-91ff-7f9c4fe39ae1 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0436461 Sep 30 08:11:15.756196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fd90d64-19d0-4215-b989-12d17c949e26 req-ee91ff2f-e759-4c72-9e15-6344d780f8d1 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "GET /v2.0/security-groups/0af2d0d2-26a3-47a0-afad-1ac8ffe8e8ab HTTP/1.1" status: 200 len: 1778 time: 0.0748346 Sep 30 08:11:15.830811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7fd90d64-19d0-4215-b989-12d17c949e26 req-49398616-6f5d-4877-88e4-da8988fbccf0 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.864518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7fd90d64-19d0-4215-b989-12d17c949e26 req-49398616-6f5d-4877-88e4-da8988fbccf0 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.939445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7fd90d64-19d0-4215-b989-12d17c949e26 req-49398616-6f5d-4877-88e4-da8988fbccf0 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.946564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7fd90d64-19d0-4215-b989-12d17c949e26 req-49398616-6f5d-4877-88e4-da8988fbccf0 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.949731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fd90d64-19d0-4215-b989-12d17c949e26 req-49398616-6f5d-4877-88e4-da8988fbccf0 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "DELETE /v2.0/security-groups/0af2d0d2-26a3-47a0-afad-1ac8ffe8e8ab HTTP/1.1" status: 204 len: 173 time: 0.1872592 Sep 30 08:11:15.961900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49398616-6f5d-4877-88e4-da8988fbccf0 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af2d0d2-26a3-47a0-afad-1ac8ffe8e8ab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:16.024142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a17bb747-816c-4402-98e1-e4213af9afec up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:16.060525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-523e87dc-67dd-43e0-a49e-6634727beb70 req-0990cbf0-fdd2-4ff9-9a2f-b88d58b0d6fe tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "GET /v2.0/security-groups/919e387b-e55f-45b6-b890-892d5c6c1a52 HTTP/1.1" status: 200 len: 1777 time: 0.0930650 Sep 30 08:11:16.099749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port a17bb747-816c-4402-98e1-e4213af9afec completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:16.107833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port a17bb747-816c-4402-98e1-e4213af9afec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:16.108421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.172084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-523e87dc-67dd-43e0-a49e-6634727beb70 req-b01e54a4-dae9-4ade-bed4-f8008d3059f3 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.197423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ff22b-dc9a-4be9-b442-a0a9e29b28cf req-f29caba4-c0b4-476d-af48-fbcd30b9075c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:16.198997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c02ff22b-dc9a-4be9-b442-a0a9e29b28cf req-f29caba4-c0b4-476d-af48-fbcd30b9075c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 970 time: 0.0776391 Sep 30 08:11:16.211964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.217859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-523e87dc-67dd-43e0-a49e-6634727beb70 req-b01e54a4-dae9-4ade-bed4-f8008d3059f3 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.243559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb747-816c-4402-98e1-e4213af9afec'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:16.274392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c02ff22b-dc9a-4be9-b442-a0a9e29b28cf req-8f919819-b25c-4b74-af5f-3d5f658db6a7 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656440 Sep 30 08:11:16.308918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-523e87dc-67dd-43e0-a49e-6634727beb70 req-b01e54a4-dae9-4ade-bed4-f8008d3059f3 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.313420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-523e87dc-67dd-43e0-a49e-6634727beb70 req-b01e54a4-dae9-4ade-bed4-f8008d3059f3 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.314518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-523e87dc-67dd-43e0-a49e-6634727beb70 req-b01e54a4-dae9-4ade-bed4-f8008d3059f3 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] 10.222.0.41 "DELETE /v2.0/security-groups/919e387b-e55f-45b6-b890-892d5c6c1a52 HTTP/1.1" status: 204 len: 173 time: 0.2385700 Sep 30 08:11:16.329624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e54a4-dae9-4ade-bed4-f8008d3059f3 tempest-SecurityGroupsTestAdminJSON-196351488 tempest-SecurityGroupsTestAdminJSON-196351488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e387b-e55f-45b6-b890-892d5c6c1a52,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:16.333946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a17bb747-816c-4402-98e1-e4213af9afec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a17bb747-816c-4402-98e1-e4213af9afec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:16.340309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.407037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a17bb747-816c-4402-98e1-e4213af9afec,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:16.437483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31cdbc02-bc49-4214-8f74-d07a332faf1a req-004f6d09-7339-4e1e-ad10-510e3d5108e6 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0333397 Sep 30 08:11:16.455442 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39a0f8-9422-4f1a-bb21-d24badb52875" -d '{"events": [{"server_uuid": "50ce4ae1-585b-4c7a-88a7-e885e78174c3", "name": "network-vif-plugged", "status": "completed", "tag": "a17bb747-816c-4402-98e1-e4213af9afec"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:16.572455 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819d1f8-8a71-433e-b491-b6896d2ca879 x-openstack-request-id: req-9819d1f8-8a71-433e-b491-b6896d2ca879 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:16.572928 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ce4ae1-585b-4c7a-88a7-e885e78174c3", "name": "network-vif-plugged", "status": "completed", "tag": "a17bb747-816c-4402-98e1-e4213af9afec", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:16.573348 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9819d1f8-8a71-433e-b491-b6896d2ca879 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:16.573833 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb747-816c-4402-98e1-e4213af9afec', 'code': 200} Sep 30 08:11:16.699515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38162) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:16.796448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301694c8-d7e1-4928-8eff-39acc342ca5d req-30819a81-82b7-4a49-81cf-1ac76c948995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:16.798131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-301694c8-d7e1-4928-8eff-39acc342ca5d req-30819a81-82b7-4a49-81cf-1ac76c948995 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 1122 time: 0.1241581 Sep 30 08:11:16.831486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-301694c8-d7e1-4928-8eff-39acc342ca5d req-a1fdbb94-5c8b-4f97-9dd3-5ecc3370678e service neutron] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.949504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-301694c8-d7e1-4928-8eff-39acc342ca5d req-a1fdbb94-5c8b-4f97-9dd3-5ecc3370678e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.957301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-301694c8-d7e1-4928-8eff-39acc342ca5d req-a1fdbb94-5c8b-4f97-9dd3-5ecc3370678e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.979979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-808f5633-2660-4044-8af7-a8c5caef00ac req-662e760a-e52c-48fc-81bf-4cc04d801351 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0890322 Sep 30 08:11:16.994779 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-301694c8-d7e1-4928-8eff-39acc342ca5d req-a1fdbb94-5c8b-4f97-9dd3-5ecc3370678e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779387 Sep 30 08:11:17.019471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdbb94-5c8b-4f97-9dd3-5ecc3370678e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1037c08-213d-4609-9d4e-10e58b2e9155,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:17.056028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08e450c3-381e-415e-9958-c685b522126b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=543d4ade398749e3b5339563c5b992dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534579 Sep 30 08:11:17.057622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38174) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:17.102852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38176) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:17.149786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-adefd037-a1ec-4f14-a9fe-74ac4b9a45f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.175507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-adefd037-a1ec-4f14-a9fe-74ac4b9a45f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.253241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-adefd037-a1ec-4f14-a9fe-74ac4b9a45f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.256190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-adefd037-a1ec-4f14-a9fe-74ac4b9a45f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.260889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-adefd037-a1ec-4f14-a9fe-74ac4b9a45f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e229f9ff-d554-48d9-a57c-dc82823704c1 HTTP/1.1" status: 204 len: 168 time: 0.2002785 Sep 30 08:11:17.271245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd037-a1ec-4f14-a9fe-74ac4b9a45f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229f9ff-d554-48d9-a57c-dc82823704c1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:17.463315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af12de-7652-46f3-8a6a-bfcc94cd8280 req-59151323-4c9d-45de-a2c5-72251cf58b4c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:17.464757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70af12de-7652-46f3-8a6a-bfcc94cd8280 req-59151323-4c9d-45de-a2c5-72251cf58b4c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 971 time: 0.0756488 Sep 30 08:11:17.471121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a73c-45c8-460f-8852-5f236b6906f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.546421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70af12de-7652-46f3-8a6a-bfcc94cd8280 req-52c4b1b1-6d2d-4bc0-bf4b-64356b2808e5 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639358 Sep 30 08:11:17.684006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a73c-45c8-460f-8852-5f236b6906f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.687520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79e152fd-5c2f-464f-aaa1-3a057a2dd4c7 req-343b39e1-abd3-48fe-8ab5-b1a9a7758591 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0454180 Sep 30 08:11:17.691648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a73c-45c8-460f-8852-5f236b6906f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.753860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0aa9a73c-45c8-460f-8852-5f236b6906f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=885d304bd0cb4f4a9e5be920e96c6617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494348 Sep 30 08:11:17.756053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9a73c-45c8-460f-8852-5f236b6906f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ec4e3-0835-4681-a8f0-ef575657b9a1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:17.756653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38196) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:17.802822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38204) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:17.826555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-634ff0b3-3dc8-4af7-85e5-6a92dd089f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.850519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-634ff0b3-3dc8-4af7-85e5-6a92dd089f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.856038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f8ad6f3e-181a-47d1-955d-cf1790de7c23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d72d86d2b53409a85c5e6592dc4fb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489576 Sep 30 08:11:17.856490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38206) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:17.928018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72c0bdea-33fb-4e0a-a7ea-75531ad2c889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.940298 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-634ff0b3-3dc8-4af7-85e5-6a92dd089f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.945147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-634ff0b3-3dc8-4af7-85e5-6a92dd089f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.949978 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-634ff0b3-3dc8-4af7-85e5-6a92dd089f20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b8ec4e3-0835-4681-a8f0-ef575657b9a1 HTTP/1.1" status: 204 len: 168 time: 0.1922174 Sep 30 08:11:17.959880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ff0b3-3dc8-4af7-85e5-6a92dd089f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ec4e3-0835-4681-a8f0-ef575657b9a1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:17.962190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72c0bdea-33fb-4e0a-a7ea-75531ad2c889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.072181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72c0bdea-33fb-4e0a-a7ea-75531ad2c889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.076254 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72c0bdea-33fb-4e0a-a7ea-75531ad2c889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.077819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-72c0bdea-33fb-4e0a-a7ea-75531ad2c889 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e55d9ec-7bc0-418e-8ed4-7f1a9400be7f HTTP/1.1" status: 204 len: 168 time: 0.2199831 Sep 30 08:11:18.089162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bdea-33fb-4e0a-a7ea-75531ad2c889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55d9ec-7bc0-418e-8ed4-7f1a9400be7f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:18.183306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-978aa359-c75b-4185-bd84-8943535dcfda req-542de112-0e71-4f3a-a345-4e860141b6b7 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0385032 Sep 30 08:11:18.520968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:18.534811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e71990c1-c1cc-4fc1-b2b8-def8197465e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.651112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e71990c1-c1cc-4fc1-b2b8-def8197465e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.658706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e71990c1-c1cc-4fc1-b2b8-def8197465e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.695627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb795a8-6975-4a38-be87-62252a5a97c4 req-69bcc549-25b1-4650-8ad8-3d56bd6930b2 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:18.697889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3eb795a8-6975-4a38-be87-62252a5a97c4 req-69bcc549-25b1-4650-8ad8-3d56bd6930b2 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 971 time: 0.0648401 Sep 30 08:11:18.707532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71990c1-c1cc-4fc1-b2b8-def8197465e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377d646a-9493-4d02-9561-707f4ac07bf9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:18.712683 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e71990c1-c1cc-4fc1-b2b8-def8197465e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1f850772c564e07b781e1e3fa3ce39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900787 Sep 30 08:11:18.715246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38238) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:18.747304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3eb795a8-6975-4a38-be87-62252a5a97c4 req-47de57c8-d165-4478-baa6-dc18ada482d3 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Sep 30 08:11:18.808991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d9d469d-848b-478f-8d3b-3e67cdeeb8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.814318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-093576d4-c566-4f8b-a069-aafbd132158b req-d164a330-da18-4e71-9715-829103bc2e20 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0371926 Sep 30 08:11:18.848073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d9d469d-848b-478f-8d3b-3e67cdeeb8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.902496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d9d469d-848b-478f-8d3b-3e67cdeeb8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.905735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d9d469d-848b-478f-8d3b-3e67cdeeb8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.907260 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4d9d469d-848b-478f-8d3b-3e67cdeeb8dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/377d646a-9493-4d02-9561-707f4ac07bf9 HTTP/1.1" status: 204 len: 168 time: 0.1840305 Sep 30 08:11:18.918614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d469d-848b-478f-8d3b-3e67cdeeb8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d646a-9493-4d02-9561-707f4ac07bf9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:19.329078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dba007c-415f-4151-981e-9ece9fe2f2a3 req-676c1f98-c653-4c51-a259-e97152f05a81 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0356071 Sep 30 08:11:19.896103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61555a-cc03-4f94-a4ed-520fd1c5913b req-26e88b7b-c9ad-405e-8032-e253368ca3b6 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:19.898178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de61555a-cc03-4f94-a4ed-520fd1c5913b req-26e88b7b-c9ad-405e-8032-e253368ca3b6 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 971 time: 0.0706315 Sep 30 08:11:19.954350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3bd9db1-03ed-4c22-9fbf-160b23471a85 req-d47f6e12-ef5d-4fed-a8fc-6f8f8d36f83a tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 210 time: 0.0400248 Sep 30 08:11:19.990998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de61555a-cc03-4f94-a4ed-520fd1c5913b req-b641736c-dd5b-43c7-be93-c94557bdf5db tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845537 Sep 30 08:11:20.043660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'port': {'device_id': '83340386-6003-4db0-a413-d9edc07b079c', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'admin_state_up': True, 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'security_groups': ['e5f72b2c-33e7-407e-add2-2361102cdba8']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:20.238534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.50', 52235) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:20.270040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-0de132bd-a66b-48bb-8d77-a75abfb889b2 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b8284c7d802841d1975aea50993c0edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300488 Sep 30 08:11:20.325250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Made reservation on behalf of 45e47e200ab6454a994b37ad9951a1b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:20.331429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.361707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1dd97-eb39-489b-a7f8-77fc81c23e59 req-06cc913a-6ad2-4428-89b1-852488ab12ac tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:20.363931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21a1dd97-eb39-489b-a7f8-77fc81c23e59 req-06cc913a-6ad2-4428-89b1-852488ab12ac tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 1122 time: 0.1556165 Sep 30 08:11:20.398428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21a1dd97-eb39-489b-a7f8-77fc81c23e59 req-7a7094cf-663d-41ec-983f-a9ad11d4b7d4 tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.496666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-d8d4c313-dfd2-48d3-a60e-2f20afd348ab tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:20.499306 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-d8d4c313-dfd2-48d3-a60e-2f20afd348ab tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134914 Sep 30 08:11:20.527452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Request body: {'port': {'device_id': '9e9cc67f-19ff-4346-a582-87091501dab7', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'b8284c7d802841d1975aea50993c0edc'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:20.630582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21a1dd97-eb39-489b-a7f8-77fc81c23e59 req-7a7094cf-663d-41ec-983f-a9ad11d4b7d4 tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.637894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Allocated IP 172.20.0.6 (2f44ff97-da5d-47b4-a342-bae02a8ac899/a8e79508-f7bc-4a86-a6b7-a4e67eb5716d/e9941bef-6944-4cdd-ab85-18e1b904e513) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:20.639207 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21a1dd97-eb39-489b-a7f8-77fc81c23e59 req-7a7094cf-663d-41ec-983f-a9ad11d4b7d4 tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.692878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21a1dd97-eb39-489b-a7f8-77fc81c23e59 req-7a7094cf-663d-41ec-983f-a9ad11d4b7d4 tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069766 Sep 30 08:11:20.728349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7094cf-663d-41ec-983f-a9ad11d4b7d4 tempest-AggregatesAdminTestJSON-183909881 tempest-AggregatesAdminTestJSON-183909881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dbb4c1-1e60-4431-a0f5-e067746e074d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:20.747081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Made reservation on behalf of b8284c7d802841d1975aea50993c0edc for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:20.750654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.770895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.817971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d2abef1-946c-4b9b-b95b-b9bf4e512217 req-49ace7f0-5c35-4db7-848c-f1e3f82b52b7 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 210 time: 0.0413625 Sep 30 08:11:20.873424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.942169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.004957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:21.009916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:21.030570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:21.039851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:21.040531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.068809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.078497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'Port': ['ID=e9941bef-6944-4cdd-ab85-18e1b904e513,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:21.093559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.121209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-8b4333e0-53a3-4a80-8cd9-e9cf027c1bbe tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0854974 Sep 30 08:11:21.151466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-eeacbcf3-a6c9-478d-8ef5-66e2c4c4e7c8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:11:21.152312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-eeacbcf3-a6c9-478d-8ef5-66e2c4c4e7c8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155516 Sep 30 08:11:21.192776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b53c2e-ac9f-4cc1-a6dc-97a834bd6a21 req-b35ff4ff-f2ff-4cf9-9eba-60e27c24660d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:21.194805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8b53c2e-ac9f-4cc1-a6dc-97a834bd6a21 req-b35ff4ff-f2ff-4cf9-9eba-60e27c24660d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 931 time: 0.1248794 Sep 30 08:11:21.220119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91426342-6a40-4a7c-bbee-23a3a1cf44c0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:21.295250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8b53c2e-ac9f-4cc1-a6dc-97a834bd6a21 req-fd854533-29de-477a-ac34-b66bc296ee77 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892153 Sep 30 08:11:21.327621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Allocated IP 192.168.233.36 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/924f0f5a-d9a2-4756-af1b-82832c562b55) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:21.474296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7d6bb1de-be96-4b0e-9d4a-6dd549371206 None None] Provisioning complete for port e9941bef-6944-4cdd-ab85-18e1b904e513 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:21.475335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb1de-be96-4b0e-9d4a-6dd549371206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.525710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bb1de-be96-4b0e-9d4a-6dd549371206 None None] Port e9941bef-6944-4cdd-ab85-18e1b904e513 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:21.560629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.602128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.653412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:21.656953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:21.665126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:21.671732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:21.672401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.684998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Pushing event updated for resources: {'Port': ['ID=924f0f5a-d9a2-4756-af1b-82832c562b55,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:21.694270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-03cb3547-733a-448a-8bc8-04bb4f7d1b5f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1760395 Sep 30 08:11:21.812619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-71f2f2ed-b295-4c33-830d-6a799ca2da03 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7d4976a9195e44cf92def016443ec7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369525 Sep 30 08:11:21.895313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Request body: {'port': {'device_id': '83340386-6003-4db0-a413-d9edc07b079c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:21.958755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Request body: {'port': {'device_id': '9e9cc67f-19ff-4346-a582-87091501dab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:22.048280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.057820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e69f93a9-491d-4a1f-a307-9b1cb3192cfe None None] Provisioning complete for port 924f0f5a-d9a2-4756-af1b-82832c562b55 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:22.058851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e69f93a9-491d-4a1f-a307-9b1cb3192cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.062945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.128851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e69f93a9-491d-4a1f-a307-9b1cb3192cfe None None] Port 924f0f5a-d9a2-4756-af1b-82832c562b55 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:22.131418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-7f21f16c-ec29-4ef1-b7d9-dea43ec92b02 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:22.133141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-7f21f16c-ec29-4ef1-b7d9-dea43ec92b02 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132589 Sep 30 08:11:22.151156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-87179874-421e-4d64-a8b3-521020175d42 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/quotas/7d4976a9195e44cf92def016443ec7a3 HTTP/1.1" status: 200 len: 375 time: 0.0109274 Sep 30 08:11:22.220253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4b2a900a-820b-4d13-bb06-e6c2c380a85b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586021 Sep 30 08:11:22.394059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5bbd5-0ee5-4a77-94a5-815732639e50 req-8db28f5d-260d-4ed1-860f-2538652014f1 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:22.395915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cab5bbd5-0ee5-4a77-94a5-815732639e50 req-8db28f5d-260d-4ed1-860f-2538652014f1 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 935 time: 0.0656617 Sep 30 08:11:22.484162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cab5bbd5-0ee5-4a77-94a5-815732639e50 req-a5c9f296-02fd-40e5-b41a-f60b82c2d07e tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819890 Sep 30 08:11:22.531718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924f0f5a-d9a2-4756-af1b-82832c562b55 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:22.548453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.575188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Transition to ACTIVE for port object 924f0f5a-d9a2-4756-af1b-82832c562b55 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:22.581158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.690631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4a4f-742a-4d8c-8d83-b6423d9d1fa6 req-55da9a16-a4bb-4f54-a046-c85aa59e6cd8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:22.692781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20cd4a4f-742a-4d8c-8d83-b6423d9d1fa6 req-55da9a16-a4bb-4f54-a046-c85aa59e6cd8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 931 time: 0.0817139 Sep 30 08:11:22.773637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20cd4a4f-742a-4d8c-8d83-b6423d9d1fa6 req-6f9aec35-a7bc-4112-b943-99e03f269747 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735922 Sep 30 08:11:22.966296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Pushing event updated for resources: {'Port': ['ID=924f0f5a-d9a2-4756-af1b-82832c562b55,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:22.973810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9941bef-6944-4cdd-ab85-18e1b904e513 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:22.978103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Attempting to bind port 924f0f5a-d9a2-4756-af1b-82832c562b55 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:22.978449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Attempting to bind port 924f0f5a-d9a2-4756-af1b-82832c562b55 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:22.978783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Attempting to bind port 924f0f5a-d9a2-4756-af1b-82832c562b55 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:22.986121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.991881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Port 924f0f5a-d9a2-4756-af1b-82832c562b55 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:22.992260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Attempting to bind port 924f0f5a-d9a2-4756-af1b-82832c562b55 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:23.003079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:23.003469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:23.003787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:23.004246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Bound port: 924f0f5a-d9a2-4756-af1b-82832c562b55, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:23.004613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.020515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Transition to ACTIVE for port object e9941bef-6944-4cdd-ab85-18e1b904e513 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:23.060117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.085918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-3c62898c-b497-4272-916a-319e087d4fc4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7d4976a9195e44cf92def016443ec7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232639 Sep 30 08:11:23.127436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] For port 924f0f5a-d9a2-4756-af1b-82832c562b55, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:23.132471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] For port 924f0f5a-d9a2-4756-af1b-82832c562b55, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=924f0f5a-d9a2-4756-af1b-82832c562b55,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:23.143760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.177412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9941bef-6944-4cdd-ab85-18e1b904e513,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:23.237093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:23.244671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.248448 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] 10.222.0.50 "PUT /v2.0/ports/924f0f5a-d9a2-4756-af1b-82832c562b55 HTTP/1.1" status: 200 len: 1095 time: 1.5369227 Sep 30 08:11:23.261844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9cc67f-19ff-4346-a582-87091501dab7', 'tag': '924f0f5a-d9a2-4756-af1b-82832c562b55'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:23.264730 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b224e03-b011-4c83-a9c9-9ac5621750e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9cc67f-19ff-4346-a582-87091501dab7", "tag": "924f0f5a-d9a2-4756-af1b-82832c562b55"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:23.347647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527703-0d33-4baa-a3c3-4e9cb4df4030 service neutron] Pushing event updated for resources: {'Port': ['ID=924f0f5a-d9a2-4756-af1b-82832c562b55,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:23.386437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-b3c935e4-27d3-4abc-9713-7fb5ac51ddcd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:23.417259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Attempting to bind port e9941bef-6944-4cdd-ab85-18e1b904e513 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:23.417953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Attempting to bind port e9941bef-6944-4cdd-ab85-18e1b904e513 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:23.418175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-b3c935e4-27d3-4abc-9713-7fb5ac51ddcd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180535 Sep 30 08:11:23.418612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Attempting to bind port e9941bef-6944-4cdd-ab85-18e1b904e513 on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:23.431596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Port e9941bef-6944-4cdd-ab85-18e1b904e513 on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:23.432164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Attempting to bind port e9941bef-6944-4cdd-ab85-18e1b904e513 on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:23.449221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:23.449921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Checking segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:23.450503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Bound using segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:23.451132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Bound port: e9941bef-6944-4cdd-ab85-18e1b904e513, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:23.451722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.457878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-0391346a-cf36-4673-b4de-2556a3c53b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:23.460128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-0391346a-cf36-4673-b4de-2556a3c53b6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8284c7d802841d1975aea50993c0edc&device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 1098 time: 0.1088791 Sep 30 08:11:23.471380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-57739546-3f21-4471-acb7-28d2e5261e79 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/quotas/7d4976a9195e44cf92def016443ec7a3 HTTP/1.1" status: 200 len: 375 time: 0.0516045 Sep 30 08:11:23.570245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-d13de4a3-71ec-4358-a322-d9432debd89d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=924f0f5a-d9a2-4756-af1b-82832c562b55 HTTP/1.1" status: 200 len: 217 time: 0.0947661 Sep 30 08:11:23.642352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-50ada427-ef5d-4f83-9035-e36becb61cad tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1680961 Sep 30 08:11:23.683451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] For port e9941bef-6944-4cdd-ab85-18e1b904e513, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:23.687716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-84685296-164d-4a5f-b346-88b63d3e8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:23.689372 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-84685296-164d-4a5f-b346-88b63d3e8f3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1105165 Sep 30 08:11:23.695088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] For port e9941bef-6944-4cdd-ab85-18e1b904e513, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e9941bef-6944-4cdd-ab85-18e1b904e513,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:23.706965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.783591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:23.784926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.786585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9941bef-6944-4cdd-ab85-18e1b904e513 HTTP/1.1" status: 200 len: 1091 time: 2.3474610 Sep 30 08:11:23.836243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-1f0ec74e-037c-468a-8ab1-decc5c3eb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:23.837930 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-1f0ec74e-037c-468a-8ab1-decc5c3eb390 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411607 Sep 30 08:11:23.841434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ee818-3307-4a5e-97a4-33272962e5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9941bef-6944-4cdd-ab85-18e1b904e513,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:23.950278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:24.102928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-648155d8-bed4-4657-b1a3-5cfe52c86af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.104467 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-648155d8-bed4-4657-b1a3-5cfe52c86af0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 1094 time: 0.2450259 Sep 30 08:11:24.160905 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba8c033-937c-43e3-893f-7a9c81e0a62a x-openstack-request-id: req-2ba8c033-937c-43e3-893f-7a9c81e0a62a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:24.161480 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9cc67f-19ff-4346-a582-87091501dab7", "tag": "924f0f5a-d9a2-4756-af1b-82832c562b55", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:24.161920 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ba8c033-937c-43e3-893f-7a9c81e0a62a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:24.162506 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9cc67f-19ff-4346-a582-87091501dab7', 'tag': '924f0f5a-d9a2-4756-af1b-82832c562b55', 'status': 'completed', 'code': 200} Sep 30 08:11:24.165619 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-4b509014-c882-4263-ac7d-97f37b505db7 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141215 Sep 30 08:11:24.166702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f914f62-5723-469a-b6f0-65c154a05ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.216503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-21e2c559-b9c8-4e7e-9b9f-5fe276fa6b61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9941bef-6944-4cdd-ab85-18e1b904e513 HTTP/1.1" status: 200 len: 217 time: 0.0776637 Sep 30 08:11:24.292868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88f2ff-8ac3-4fa4-a96d-fe26482436ca req-16d06638-79dd-4e46-bbe9-14e0680e7d8a tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.294802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d88f2ff-8ac3-4fa4-a96d-fe26482436ca req-16d06638-79dd-4e46-bbe9-14e0680e7d8a tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 947 time: 0.1759875 Sep 30 08:11:24.354749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d88f2ff-8ac3-4fa4-a96d-fe26482436ca req-15146a09-0d68-44ff-83de-696063f3704b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Sep 30 08:11:24.390943 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-3b7a24d2-ecde-47ed-b1b0-744828386f48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7d4976a9195e44cf92def016443ec7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1720638 Sep 30 08:11:24.449379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f914f62-5723-469a-b6f0-65c154a05ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.459218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-df1df055-60b2-40d8-abed-1c21f8df45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.460808 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-df1df055-60b2-40d8-abed-1c21f8df45e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.2273319 Sep 30 08:11:24.469870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f914f62-5723-469a-b6f0-65c154a05ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.475331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58410226-2e9b-4ed0-b0f5-b1fc129cc8d6 req-76ddfcbc-ebec-4e03-bb31-3b57e9153e2f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 210 time: 0.0408449 Sep 30 08:11:24.525586 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6406b96d-a8f5-4db6-939a-19e7847ecc61 req-cd4d31b0-42be-406a-b271-3530eeb5996a service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265228 Sep 30 08:11:24.528542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cce57-5dd9-4ffc-b24e-e04102ad37da req-84f38540-775d-415c-9986-157ec093fd75 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.529477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-534cce57-5dd9-4ffc-b24e-e04102ad37da req-84f38540-775d-415c-9986-157ec093fd75 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 943 time: 0.1414092 Sep 30 08:11:24.545929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6f914f62-5723-469a-b6f0-65c154a05ec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5851a79c55044163ac1a41b62ad88f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935414 Sep 30 08:11:24.546818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38454) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:24.562577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f914f62-5723-469a-b6f0-65c154a05ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88216e-529a-4df5-9096-de4cd3e7b040,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:24.616567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814475f6-66a5-416d-9951-7be7d856f808 req-eb9e2b71-cdd3-43e3-bdef-933f64b04711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.618303 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-eb9e2b71-cdd3-43e3-bdef-933f64b04711 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408398 Sep 30 08:11:24.637201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-534cce57-5dd9-4ffc-b24e-e04102ad37da req-b19384e8-0227-4064-acb4-362a3421b391 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973427 Sep 30 08:11:24.647669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-85bc9582-b36a-46fd-a2f5-ac4e511a3a38 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.649774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-85bc9582-b36a-46fd-a2f5-ac4e511a3a38 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421453 Sep 30 08:11:24.669093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08b8b196-be9b-4cb9-bc8e-79f9f9492fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.700081 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08b8b196-be9b-4cb9-bc8e-79f9f9492fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.715241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Request body: {'port': {'device_id': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '7d4976a9195e44cf92def016443ec7a3'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:24.788721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08b8b196-be9b-4cb9-bc8e-79f9f9492fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.803248 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08b8b196-be9b-4cb9-bc8e-79f9f9492fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.808933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08b8b196-be9b-4cb9-bc8e-79f9f9492fbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da88216e-529a-4df5-9096-de4cd3e7b040 HTTP/1.1" status: 204 len: 168 time: 0.2569423 Sep 30 08:11:24.841697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b196-be9b-4cb9-bc8e-79f9f9492fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88216e-529a-4df5-9096-de4cd3e7b040,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:24.954088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-168f0d72-66c2-4892-bdcf-c7a866020e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:24.955459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-168f0d72-66c2-4892-bdcf-c7a866020e1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8284c7d802841d1975aea50993c0edc&device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 1098 time: 0.2954371 Sep 30 08:11:25.095165 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:11:25.102867 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-ae44eb49-3ac7-4276-87fa-f9c0d292af71 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372902 Sep 30 08:11:25.113851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-8cb0b7b4-9bca-4307-92f3-10cb6d505824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:25.115463 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-8cb0b7b4-9bca-4307-92f3-10cb6d505824 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1447582 Sep 30 08:11:25.178648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Made reservation on behalf of 7d4976a9195e44cf92def016443ec7a3 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:25.182236 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.195885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-a61525da-7800-49eb-89c4-81df7e3195e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=924f0f5a-d9a2-4756-af1b-82832c562b55 HTTP/1.1" status: 200 len: 217 time: 0.0653262 Sep 30 08:11:25.206796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.270855 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.390470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38502) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:25.391023 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-814475f6-66a5-416d-9951-7be7d856f808 req-e12feb93-3135-48c6-ba16-877cc09eb7d9 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721837 Sep 30 08:11:25.393044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-5a112de5-86e0-43b1-bf67-6e92416346ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:25.394951 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-5a112de5-86e0-43b1-bf67-6e92416346ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1896694 Sep 30 08:11:25.411197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9da6c65-77fc-4f41-a63a-8c99c2f894c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.490880 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.536486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-8f0d5feb-f9f1-45a9-bb1b-dea614c4f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:25.538123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-8f0d5feb-f9f1-45a9-bb1b-dea614c4f8be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971186 Sep 30 08:11:25.586433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f6637-6a09-479b-96b2-7e64af68323d req-0ff556b7-d010-4057-946f-4698f88be85d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:25.592535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a97f6637-6a09-479b-96b2-7e64af68323d req-0ff556b7-d010-4057-946f-4698f88be85d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 947 time: 0.1338732 Sep 30 08:11:25.601055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.613840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.654891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:25.698846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a97f6637-6a09-479b-96b2-7e64af68323d req-982eccad-24d8-4275-b43f-a61ade285f77 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950763 Sep 30 08:11:25.822101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f0c5114-8678-4ac5-929b-0b4861f0527b req-c4e57089-40ca-439a-b79b-36f7b5999a60 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 210 time: 0.0409267 Sep 30 08:11:25.854869 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a45be4e2-fce4-4187-b4aa-c47e0d5d29ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.874265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-cae93a08-12bb-485f-942a-752af9371368 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7d4976a9195e44cf92def016443ec7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707683 Sep 30 08:11:25.884765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ffe908-e1aa-4796-8750-09c89233fc7c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:25.890748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9da6c65-77fc-4f41-a63a-8c99c2f894c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.905871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9da6c65-77fc-4f41-a63a-8c99c2f894c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.943777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e9da6c65-77fc-4f41-a63a-8c99c2f894c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2a9cb4f60d9436b811850c9bde854e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510514 Sep 30 08:11:25.947231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38530) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:25.956819 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-acb26daa-0ef4-41a3-b688-290f6fc943ee service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912444 Sep 30 08:11:26.048167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da6c65-77fc-4f41-a63a-8c99c2f894c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d7f3b-9a62-41f0-9821-544aaa13726c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:26.101666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1a8ba-b0ee-4fcb-8fc7-781e342ed16d req-1373e791-5026-440a-bbda-ef88e3656db0 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:26.103209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ff1a8ba-b0ee-4fcb-8fc7-781e342ed16d req-1373e791-5026-440a-bbda-ef88e3656db0 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 943 time: 0.1384449 Sep 30 08:11:26.137379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697bdc92-df7b-4e4c-90b3-b44f08fc34cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.169891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:26.172532 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:26.200291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697bdc92-df7b-4e4c-90b3-b44f08fc34cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.219441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Allocated IP 192.168.233.89 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/d5146d09-04f2-42e5-ac53-4923e9630c9e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:26.223080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ff1a8ba-b0ee-4fcb-8fc7-781e342ed16d req-9f7149f3-9c53-4978-9958-e317aa9a8c4d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066856 Sep 30 08:11:26.228492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-ab77b6c4-0daa-4dfc-b201-003244a90366 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:26.229402 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a45be4e2-fce4-4187-b4aa-c47e0d5d29ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.230062 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-ab77b6c4-0daa-4dfc-b201-003244a90366 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203390 Sep 30 08:11:26.247055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a45be4e2-fce4-4187-b4aa-c47e0d5d29ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.261609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Request body: {'port': {'device_id': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '7d4976a9195e44cf92def016443ec7a3'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:26.272875 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4b224e03-b011-4c83-a9c9-9ac5621750e1 req-5a407b76-654c-4b4a-983a-0c59f74fafd8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053076 Sep 30 08:11:26.315868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:26.318193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a45be4e2-fce4-4187-b4aa-c47e0d5d29ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cce79ac58d8649db9aac643a58c825d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617472 Sep 30 08:11:26.331271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45be4e2-fce4-4187-b4aa-c47e0d5d29ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59772f5-d71b-4e11-8881-f86d58161bdd,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:26.336777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697bdc92-df7b-4e4c-90b3-b44f08fc34cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.340174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697bdc92-df7b-4e4c-90b3-b44f08fc34cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.341513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-697bdc92-df7b-4e4c-90b3-b44f08fc34cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db6d7f3b-9a62-41f0-9821-544aaa13726c HTTP/1.1" status: 204 len: 168 time: 0.3911996 Sep 30 08:11:26.350916 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b242f67-c0ac-4221-ad0a-06a32e21e4bb x-openstack-request-id: req-2b242f67-c0ac-4221-ad0a-06a32e21e4bb {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:26.351122 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:26.351535 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b242f67-c0ac-4221-ad0a-06a32e21e4bb {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:26.352068 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'status': 'completed', 'code': 200} Sep 30 08:11:26.353270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bdc92-df7b-4e4c-90b3-b44f08fc34cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d7f3b-9a62-41f0-9821-544aaa13726c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:26.768757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-055d1955-6862-4a28-8198-1918289046de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.785526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-cd39a081-7a13-4435-84d8-27438ab241ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:26.787251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-cd39a081-7a13-4435-84d8-27438ab241ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 1094 time: 0.3589728 Sep 30 08:11:26.875533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Made reservation on behalf of 7d4976a9195e44cf92def016443ec7a3 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:26.881789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.918211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a203ec-3225-4626-a8ee-df7293cce39b req-fb5c264d-2c8d-4a96-89f7-33dd32c399a4 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:26.918749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-055d1955-6862-4a28-8198-1918289046de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.929149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7a203ec-3225-4626-a8ee-df7293cce39b req-fb5c264d-2c8d-4a96-89f7-33dd32c399a4 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 947 time: 0.0973120 Sep 30 08:11:26.994935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7a203ec-3225-4626-a8ee-df7293cce39b req-f033cdfd-b6b5-421b-88b5-7379aeedbb43 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Sep 30 08:11:27.056143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7a6e13c-1a96-44e2-9011-d0c17a3efd0f req-6029eb8f-1c29-4f92-aca0-0ca0e6ec1f03 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 210 time: 0.0366926 Sep 30 08:11:27.073389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.103722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-055d1955-6862-4a28-8198-1918289046de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.106642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-055d1955-6862-4a28-8198-1918289046de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.112643 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-055d1955-6862-4a28-8198-1918289046de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f59772f5-d71b-4e11-8881-f86d58161bdd HTTP/1.1" status: 204 len: 168 time: 0.7906308 Sep 30 08:11:27.132765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1955-6862-4a28-8198-1918289046de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59772f5-d71b-4e11-8881-f86d58161bdd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:27.233785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-0e0b325c-26d2-4d9f-a654-97348122f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:27.235411 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-0e0b325c-26d2-4d9f-a654-97348122f85d service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 924 time: 0.4336302 Sep 30 08:11:27.301148 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-f878ec02-5595-4891-b172-1af0993e7b64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9941bef-6944-4cdd-ab85-18e1b904e513 HTTP/1.1" status: 200 len: 217 time: 0.0553467 Sep 30 08:11:27.361250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.397974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-770fee41-5a84-4dd0-b1e5-f1ae92ee8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:27.399759 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-770fee41-5a84-4dd0-b1e5-f1ae92ee8331 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.0913432 Sep 30 08:11:27.490343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:27.500998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:27.504700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Allocated IP 192.168.233.7 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:27.512437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:27.519231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:27.520154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.532041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:27.552444 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-ab4bf1ed-dafc-4f8d-b405-c8924bea5d6f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8714817 Sep 30 08:11:27.580006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Request body: {'port': {'device_id': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:27.585239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc865-438f-4932-b0fa-77efee6a754e req-38511f94-0f36-49fd-a0ee-7a8839613845 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:27.588814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5fcc865-438f-4932-b0fa-77efee6a754e req-38511f94-0f36-49fd-a0ee-7a8839613845 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 943 time: 0.1451817 Sep 30 08:11:27.666844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-27b069f7-5f7c-4a46-a0eb-425a0bbcb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:27.675244 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-27b069f7-5f7c-4a46-a0eb-425a0bbcb270 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453182 Sep 30 08:11:27.678754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5fcc865-438f-4932-b0fa-77efee6a754e req-54babc3a-3305-4217-9bef-dae2826ee63c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802038 Sep 30 08:11:27.683566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38646) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:27.713753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bfa37ba-0e6a-42e2-956f-36e8167143b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.870725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c88e3167-2171-40e2-908c-b58a75ec51ee None None] Provisioning complete for port d5146d09-04f2-42e5-ac53-4923e9630c9e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:27.871681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c88e3167-2171-40e2-908c-b58a75ec51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.885496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bfa37ba-0e6a-42e2-956f-36e8167143b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.905517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bfa37ba-0e6a-42e2-956f-36e8167143b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.971108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c88e3167-2171-40e2-908c-b58a75ec51ee None None] Port d5146d09-04f2-42e5-ac53-4923e9630c9e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:27.975914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.014583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa37ba-0e6a-42e2-956f-36e8167143b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529e394-0d31-46df-b0b6-1db718d8b3f6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:28.032072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6bfa37ba-0e6a-42e2-956f-36e8167143b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f13989d0ba464900af19b16eeaffd3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423803 Sep 30 08:11:28.032072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38666) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:28.167736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-865b454d-70db-4bf7-849c-3b8eeeaa1bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.194356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 924f0f5a-d9a2-4756-af1b-82832c562b55 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:28.290493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-865b454d-70db-4bf7-849c-3b8eeeaa1bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.341361 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-fbea6027-4496-459f-a895-caef74dad8b7 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353135 Sep 30 08:11:28.363243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae336e-8a19-4b5f-89f9-5cafe1528c33 req-1521731b-e049-4b81-ac16-c12244e52502 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:28.376733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0ae336e-8a19-4b5f-89f9-5cafe1528c33 req-1521731b-e049-4b81-ac16-c12244e52502 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 947 time: 0.2074094 Sep 30 08:11:28.444561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 924f0f5a-d9a2-4756-af1b-82832c562b55, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=924f0f5a-d9a2-4756-af1b-82832c562b55,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:28.470542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '924f0f5a-d9a2-4756-af1b-82832c562b55', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '924f0f5a-d9a2-4756-af1b-82832c562b55', 'mac_address': 'fa:16:3e:3c:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:28.500793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0ae336e-8a19-4b5f-89f9-5cafe1528c33 req-8ed0c376-4974-45dd-a5df-2f8e674674f9 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189506 Sep 30 08:11:28.529123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-865b454d-70db-4bf7-849c-3b8eeeaa1bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.532404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-865b454d-70db-4bf7-849c-3b8eeeaa1bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.534188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-865b454d-70db-4bf7-849c-3b8eeeaa1bba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c529e394-0d31-46df-b0b6-1db718d8b3f6 HTTP/1.1" status: 204 len: 168 time: 0.5003629 Sep 30 08:11:28.534941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38680) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:28.563106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b454d-70db-4bf7-849c-3b8eeeaa1bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529e394-0d31-46df-b0b6-1db718d8b3f6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:28.577311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.612409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924f0f5a-d9a2-4756-af1b-82832c562b55 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:28.650134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 924f0f5a-d9a2-4756-af1b-82832c562b55, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=924f0f5a-d9a2-4756-af1b-82832c562b55,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:28.655826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.657239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e9941bef-6944-4cdd-ab85-18e1b904e513 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:28.691481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df6ca2dd-35d6-4170-aff4-60db439ede1a req-bc1693a5-2ace-4e0c-b590-5786bbdf0897 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 210 time: 0.0712991 Sep 30 08:11:28.820797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=924f0f5a-d9a2-4756-af1b-82832c562b55,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:28.838584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.916393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205843e-2670-4852-87d3-6a953ea5a799 req-73ec3728-33f9-49cd-ad4e-c44bfa320d71 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:28.927638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a205843e-2670-4852-87d3-6a953ea5a799 req-73ec3728-33f9-49cd-ad4e-c44bfa320d71 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 943 time: 0.1177759 Sep 30 08:11:28.948445 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3da3ea1-81a8-4432-acb4-37a9ac3ad1c7 req-c58e2a8a-fe4f-4390-a801-8de33386440b service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804896 Sep 30 08:11:28.954134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.960998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e9941bef-6944-4cdd-ab85-18e1b904e513, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e9941bef-6944-4cdd-ab85-18e1b904e513,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:28.978346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'port_id': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'mac_address': 'fa:16:3e:86:2e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:29.018011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a205843e-2670-4852-87d3-6a953ea5a799 req-ed173050-d0cf-4741-a6b4-facfb18d5632 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688977 Sep 30 08:11:29.052336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:29.066344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:29.081882 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.102150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:29.111153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.112357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.131735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9941bef-6944-4cdd-ab85-18e1b904e513 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:29.182384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e9941bef-6944-4cdd-ab85-18e1b904e513, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e9941bef-6944-4cdd-ab85-18e1b904e513,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:29.188605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.196096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d22ccf-a070-4ea1-b004-6736adb9d22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.321202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a7b80-7a45-4487-8d07-d1598971d0cd req-dfac7ee8-5b00-45e3-9580-9a8f3bbe5222 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.331330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b35a7b80-7a45-4487-8d07-d1598971d0cd req-dfac7ee8-5b00-45e3-9580-9a8f3bbe5222 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 971 time: 0.2534282 Sep 30 08:11:29.357867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event updated for resources: {'Port': ['ID=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:29.384617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e9941bef-6944-4cdd-ab85-18e1b904e513,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:29.464038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b35a7b80-7a45-4487-8d07-d1598971d0cd req-e410ee4c-321f-4d87-ba7c-5f5451c0698c tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314473 Sep 30 08:11:29.581748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-03fa49b4-aad5-45ba-91d7-17fe882784ee None None] Provisioning complete for port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:29.582875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d22ccf-a070-4ea1-b004-6736adb9d22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.583041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03fa49b4-aad5-45ba-91d7-17fe882784ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.600883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d22ccf-a070-4ea1-b004-6736adb9d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.627732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5146d09-04f2-42e5-ac53-4923e9630c9e {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:29.669127 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.679753 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-d6186411-cb53-438a-9167-a896f8d058ee tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4260049 Sep 30 08:11:29.712889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e9941bef-6944-4cdd-ab85-18e1b904e513'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:29.733314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Request body: {'port': {'device_id': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:29.745742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['924f0f5a-d9a2-4756-af1b-82832c562b55'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:29.753884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Transition to ACTIVE for port object d5146d09-04f2-42e5-ac53-4923e9630c9e will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:29.765498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22ccf-a070-4ea1-b004-6736adb9d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c0401-69f0-4032-97fb-fcfd0083dca9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:29.867503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.916314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59bb1c-b0c5-4fc4-8b04-ca866234453c req-8cc7589b-a187-4739-88a5-09617bea688d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.917412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c59bb1c-b0c5-4fc4-8b04-ca866234453c req-8cc7589b-a187-4739-88a5-09617bea688d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 948 time: 0.1881130 Sep 30 08:11:29.924933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-78d22ccf-a070-4ea1-b004-6736adb9d22b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9a9de2dddd24f78abb04e0457ceaf6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3820248 Sep 30 08:11:29.930422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38756) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:29.957975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4f37c-ba8c-415c-9dff-35e04e0f1e00 req-6e8b7f19-d3cd-4e49-b91d-c1e5df92f360 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.967852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4b4f37c-ba8c-415c-9dff-35e04e0f1e00 req-6e8b7f19-d3cd-4e49-b91d-c1e5df92f360 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 934 time: 0.1330023 Sep 30 08:11:30.020833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-03fa49b4-aad5-45ba-91d7-17fe882784ee None None] Port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:30.105798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4b4f37c-ba8c-415c-9dff-35e04e0f1e00 req-6db3951d-8ef4-475e-b837-907cf7ce9f1b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277161 Sep 30 08:11:30.174889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.195697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:30.220326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c59bb1c-b0c5-4fc4-8b04-ca866234453c req-8b87cf1e-d9b8-451d-aea9-f56a7b80af83 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760370 Sep 30 08:11:30.269464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65699524-07d2-4b20-a03a-72694fc2e89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.318929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Attempting to bind port d5146d09-04f2-42e5-ac53-4923e9630c9e on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:30.319537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Attempting to bind port d5146d09-04f2-42e5-ac53-4923e9630c9e by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:30.320044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65699524-07d2-4b20-a03a-72694fc2e89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.320167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Attempting to bind port d5146d09-04f2-42e5-ac53-4923e9630c9e on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:30.336997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Port d5146d09-04f2-42e5-ac53-4923e9630c9e on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:30.340808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Attempting to bind port d5146d09-04f2-42e5-ac53-4923e9630c9e on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:30.350578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:30.351295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:30.351892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:30.352701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Bound port: d5146d09-04f2-42e5-ac53-4923e9630c9e, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:30.353294 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.479320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65699524-07d2-4b20-a03a-72694fc2e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.483096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65699524-07d2-4b20-a03a-72694fc2e89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.484429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-65699524-07d2-4b20-a03a-72694fc2e89b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd0c0401-69f0-4032-97fb-fcfd0083dca9 HTTP/1.1" status: 204 len: 168 time: 0.5487297 Sep 30 08:11:30.530185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65699524-07d2-4b20-a03a-72694fc2e89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c0401-69f0-4032-97fb-fcfd0083dca9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:30.556779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de90a-f3ba-4905-8b01-c8f0fb577a6b req-b270882d-3f87-49b4-a0b3-04f6396e90fb tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:30.558338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b5de90a-f3ba-4905-8b01-c8f0fb577a6b req-b270882d-3f87-49b4-a0b3-04f6396e90fb tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 944 time: 0.1237507 Sep 30 08:11:30.619275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b5de90a-f3ba-4905-8b01-c8f0fb577a6b req-1e33ac22-10e0-4336-a126-9ff2353a101b tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450683 Sep 30 08:11:30.680280 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:30.752346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:30.761131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.765962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.57', 56262) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:30.836720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:30.837340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.838955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] 10.222.0.57 "PUT /v2.0/ports/d5146d09-04f2-42e5-ac53-4923e9630c9e HTTP/1.1" status: 200 len: 1095 time: 3.2709682 Sep 30 08:11:30.841272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:30.842548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f1310-56a2-42b8-82fe-d51f8f72b245 req-ec989902-7387-48f8-9e29-0f5cc13407a1 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:30.843828 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:30.852617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-219f1310-56a2-42b8-82fe-d51f8f72b245 req-ec989902-7387-48f8-9e29-0f5cc13407a1 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 971 time: 0.1216204 Sep 30 08:11:30.898170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-cc9c2232-a54b-4948-8686-d879bee9d942 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:30.901309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-cc9c2232-a54b-4948-8686-d879bee9d942 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.57 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 971 time: 0.1342978 Sep 30 08:11:30.924067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2790a8-e4ea-453a-98ea-667768556304 service neutron] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:31.006474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-8559a85f-a04c-41c8-abc3-c4f996572c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:31.008050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-8559a85f-a04c-41c8-abc3-c4f996572c20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1098 time: 0.1094713 Sep 30 08:11:31.089059 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-51b65fda-1b3e-4d60-acb3-17c09044e56a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e HTTP/1.1" status: 200 len: 217 time: 0.0627444 Sep 30 08:11:31.104464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-219f1310-56a2-42b8-82fe-d51f8f72b245 req-29c17c38-28e6-47c1-9181-3b5fbc218bb1 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457190 Sep 30 08:11:31.132098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:31.148769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.169760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Transition to ACTIVE for port object 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:31.172019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-f19a8e8f-9e31-44dd-9f76-35156b69fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:31.173971 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-f19a8e8f-9e31-44dd-9f76-35156b69fc6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0752187 Sep 30 08:11:31.176154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.204205 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bf167-e090-4c6f-8c82-b3d5225ea21b x-openstack-request-id: req-b49bf167-e090-4c6f-8c82-b3d5225ea21b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:31.204605 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:31.204733 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b49bf167-e090-4c6f-8c82-b3d5225ea21b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:31.205110 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'status': 'completed', 'code': 200} Sep 30 08:11:31.264703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Deleting port a17bb747-816c-4402-98e1-e4213af9afec {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:31.264703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.292436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:31.322287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:31.366740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-52d7a96a-95a5-4582-ab9b-c0e024ce3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:31.368759 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-52d7a96a-95a5-4582-ab9b-c0e024ce3485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605611 Sep 30 08:11:31.369742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97281c36-dae1-4745-80aa-6b07cd61552a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.435476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a12ad2-1ec0-4d31-a4e6-4ff424d01a97 req-52873117-b35e-481a-8d87-bddfcd49d9e1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:31.437405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4a12ad2-1ec0-4d31-a4e6-4ff424d01a97 req-52873117-b35e-481a-8d87-bddfcd49d9e1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 946 time: 0.1675432 Sep 30 08:11:31.499019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] For port a17bb747-816c-4402-98e1-e4213af9afec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a17bb747-816c-4402-98e1-e4213af9afec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:31.499683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.517112 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-76329777-b8c4-4c46-93ca-a0e04b760b7b service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304984 Sep 30 08:11:31.526892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Calling delete_port for a17bb747-816c-4402-98e1-e4213af9afec owned by compute:tempest-test_az-1222961359 {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:31.544450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4a12ad2-1ec0-4d31-a4e6-4ff424d01a97 req-9cbc5579-4445-4b8f-984f-72d3e827d61d tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939715 Sep 30 08:11:31.581856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Attempting to bind port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:31.582410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Attempting to bind port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:31.582757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Attempting to bind port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:31.623405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:31.624072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Attempting to bind port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:31.642267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:31.642704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:31.643620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:31.644375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Bound port: 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:31.644766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.094403 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c5fd8ff5-2c49-4ff3-8a2b-fc597b052856 req-54cde051-2c43-46b2-bdab-8dddc9948087 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611179 Sep 30 08:11:32.099871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.102960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] For port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:32.108946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] For port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:32.111263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['a17bb747-816c-4402-98e1-e4213af9afec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:32.117128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.167627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97281c36-dae1-4745-80aa-6b07cd61552a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.174412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.174948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.176319 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] 10.222.0.50 "PUT /v2.0/ports/46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f HTTP/1.1" status: 200 len: 1094 time: 2.4572251 Sep 30 08:11:32.188624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Pushing event deleted for resources: {'Port': ['ID=a17bb747-816c-4402-98e1-e4213af9afec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.188998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97281c36-dae1-4745-80aa-6b07cd61552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.194562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 924f0f5a-d9a2-4756-af1b-82832c562b55 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:32.249736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09aa83-f7d5-44fb-b330-3b44e214bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.278245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 924f0f5a-d9a2-4756-af1b-82832c562b55 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:32.285180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 924f0f5a-d9a2-4756-af1b-82832c562b55 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:32.285964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.300528 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-97281c36-dae1-4745-80aa-6b07cd61552a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbc920b6ce24437a97a827455bb4054c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9958742 Sep 30 08:11:32.301915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97281c36-dae1-4745-80aa-6b07cd61552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e5223-e35f-497e-a15b-afdeda185a41,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.312274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38832) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:32.328611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88f278-a6d4-42d9-ab73-0284392bfbbe req-3b61de18-f2c6-4611-b0fe-ecaa1b0f109a tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.330870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b88f278-a6d4-42d9-ab73-0284392bfbbe req-3b61de18-f2c6-4611-b0fe-ecaa1b0f109a tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 948 time: 0.2942975 Sep 30 08:11:32.343576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-c1f57305-b049-45e2-8b3c-0f506826ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.345049 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-c1f57305-b049-45e2-8b3c-0f506826ea71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1098 time: 0.1744311 Sep 30 08:11:32.382175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5feb0-ef2e-4123-901d-5e4cd5500c64 req-2fa17e50-ed4a-47a2-afae-0dc7a51d06b2 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.387606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.390280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c5feb0-ef2e-4123-901d-5e4cd5500c64 req-2fa17e50-ed4a-47a2-afae-0dc7a51d06b2 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 944 time: 0.3526483 Sep 30 08:11:32.399522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-89013a37-5427-402a-af09-e4c2736d03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.401121 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-89013a37-5427-402a-af09-e4c2736d03df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 1097 time: 0.1488705 Sep 30 08:11:32.420659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9cc67f-19ff-4346-a582-87091501dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f0f5a-d9a2-4756-af1b-82832c562b55'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:32.422765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] No DVR routers for this DVR port a17bb747-816c-4402-98e1-e4213af9afec on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:32.423613 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1c02d-1d5d-4cc3-a393-e071da3d76c0" -d '{"events": [{"server_uuid": "9e9cc67f-19ff-4346-a582-87091501dab7", "name": "network-vif-plugged", "status": "completed", "tag": "924f0f5a-d9a2-4756-af1b-82832c562b55"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:32.442561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 924f0f5a-d9a2-4756-af1b-82832c562b55, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=924f0f5a-d9a2-4756-af1b-82832c562b55,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:32.448477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.449362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e9941bef-6944-4cdd-ab85-18e1b904e513 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:32.450645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.453177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97ee0890-195e-4288-bebb-483c1fa5d387 req-f4d0f699-befa-480f-a3fd-968723855048 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.57 "DELETE /v2.0/ports/a17bb747-816c-4402-98e1-e4213af9afec HTTP/1.1" status: 204 len: 173 time: 1.5432744 Sep 30 08:11:32.453563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'name': 'network-vif-deleted', 'tag': 'a17bb747-816c-4402-98e1-e4213af9afec'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:32.510095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c5feb0-ef2e-4123-901d-5e4cd5500c64 req-242b12b9-7974-41a2-990a-828bdff5c7f9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187525 Sep 30 08:11:32.512762 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-2f51da81-be63-4e6b-ab24-bedfd3187344 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f HTTP/1.1" status: 200 len: 217 time: 0.0959268 Sep 30 08:11:32.514148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-997c0e96-a6b8-45eb-96b8-9ac9e5e3b485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.518346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b88f278-a6d4-42d9-ab73-0284392bfbbe req-367b316b-9faa-4321-bc86-addd7811af89 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500335 Sep 30 08:11:32.587612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=924f0f5a-d9a2-4756-af1b-82832c562b55,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.620797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-93a05880-b96f-4caa-acea-eed5eaea36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.624201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-93a05880-b96f-4caa-acea-eed5eaea36cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1019828 Sep 30 08:11:32.637050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e9941bef-6944-4cdd-ab85-18e1b904e513 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:32.641696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e9941bef-6944-4cdd-ab85-18e1b904e513 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:32.642079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.661417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-997c0e96-a6b8-45eb-96b8-9ac9e5e3b485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.720350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-87037873-412d-4be5-9137-2825a4b45772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.722561 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-87037873-412d-4be5-9137-2825a4b45772 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3623769 Sep 30 08:11:32.734326 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1006530-89b7-4d74-8dcb-281f332fade6" -d '{"events": [{"server_uuid": "50ce4ae1-585b-4c7a-88a7-e885e78174c3", "name": "network-vif-deleted", "tag": "a17bb747-816c-4402-98e1-e4213af9afec"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:32.782075 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.821765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-d0ea3847-2202-40d5-ace2-1dd361b510c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e HTTP/1.1" status: 200 len: 217 time: 0.0740614 Sep 30 08:11:32.827691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70c2-6432-4a6f-bbc7-638687da116a req-ac88d0af-fc68-4488-a0fb-84910abb861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.829380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-ac88d0af-fc68-4488-a0fb-84910abb861d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708703 Sep 30 08:11:32.829567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e9941bef-6944-4cdd-ab85-18e1b904e513, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e9941bef-6944-4cdd-ab85-18e1b904e513,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:32.834795 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.918478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e9941bef-6944-4cdd-ab85-18e1b904e513,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.934018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-997c0e96-a6b8-45eb-96b8-9ac9e5e3b485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.936575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-997c0e96-a6b8-45eb-96b8-9ac9e5e3b485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.938011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-997c0e96-a6b8-45eb-96b8-9ac9e5e3b485 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c6e5223-e35f-497e-a15b-afdeda185a41 HTTP/1.1" status: 204 len: 168 time: 0.6245956 Sep 30 08:11:32.945136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-7055db9b-0aca-470b-91b9-2f98c3bc9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.946621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-7055db9b-0aca-470b-91b9-2f98c3bc9ce8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1151416 Sep 30 08:11:32.956816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0e96-a6b8-45eb-96b8-9ac9e5e3b485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e5223-e35f-497e-a15b-afdeda185a41,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:33.005277 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0782abb2-aa47-4313-89f3-8dfa11ad6710 x-openstack-request-id: req-0782abb2-aa47-4313-89f3-8dfa11ad6710 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:33.005607 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9cc67f-19ff-4346-a582-87091501dab7", "name": "network-vif-plugged", "status": "completed", "tag": "924f0f5a-d9a2-4756-af1b-82832c562b55", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:33.005861 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0782abb2-aa47-4313-89f3-8dfa11ad6710 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:33.006448 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9cc67f-19ff-4346-a582-87091501dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f0f5a-d9a2-4756-af1b-82832c562b55', 'code': 200} Sep 30 08:11:33.010203 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-2bef20e7-9bc6-42a0-8925-70485adeccdb service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694314 Sep 30 08:11:33.021502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-fb38e1dd-a076-460d-94c5-fcf82341d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:33.023100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-fb38e1dd-a076-460d-94c5-fcf82341d7c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675166 Sep 30 08:11:33.152172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-453a5435-b787-4cd2-b0e0-d6be455c1336 req-34cf96a6-5fd8-4d5b-98c6-d78e105b52a1 tempest-AggregatesAdminTestJSON-577324363 tempest-AggregatesAdminTestJSON-577324363-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ce4ae1-585b-4c7a-88a7-e885e78174c3 HTTP/1.1" status: 200 len: 210 time: 0.0555727 Sep 30 08:11:33.195824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa6c0-9f29-474b-8648-b381c809d870 req-2696deab-426d-4b4c-8abc-3761a53c24ff tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:33.207771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'tag': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:33.210065 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6292a91e-9489-41b0-876b-1c6e99be27f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfc28d6-d5cb-46d8-be28-286e9e70e479", "tag": "46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:33.212608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcefa6c0-9f29-474b-8648-b381c809d870 req-2696deab-426d-4b4c-8abc-3761a53c24ff tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 946 time: 0.1295991 Sep 30 08:11:33.285627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0d795-91fb-4e92-9a76-51c1383fc292 req-7864baf6-d01f-4b69-823c-11114dfe7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:33.287267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62d0d795-91fb-4e92-9a76-51c1383fc292 req-7864baf6-d01f-4b69-823c-11114dfe7e8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 1100 time: 0.1705170 Sep 30 08:11:33.308624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcefa6c0-9f29-474b-8648-b381c809d870 req-8084acbc-d2c0-41b6-aeab-a28d15e870f9 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877461 Sep 30 08:11:33.327430 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-5dd72b68-36b7-4cc4-8882-bc6194a52955 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865567 Sep 30 08:11:33.340012 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-344a70c2-6432-4a6f-bbc7-638687da116a req-858cbad8-6a4e-4892-bc0c-2c588c847e5b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971423 Sep 30 08:11:33.352815 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62d0d795-91fb-4e92-9a76-51c1383fc292 req-65faa9a6-efc4-47ba-82d0-5ab4b18aec02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Sep 30 08:11:33.441250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8344ab9f-b9c6-4470-8ccf-dbaac84c28a2 req-fd48f29c-dc38-47d6-a708-6914d7e980ce service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981562 Sep 30 08:11:33.548282 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f26722-ba4d-4c3b-8947-54f71f3cb5d1 x-openstack-request-id: req-57f26722-ba4d-4c3b-8947-54f71f3cb5d1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:33.549134 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ce4ae1-585b-4c7a-88a7-e885e78174c3", "name": "network-vif-deleted", "tag": "a17bb747-816c-4402-98e1-e4213af9afec", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:33.549134 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57f26722-ba4d-4c3b-8947-54f71f3cb5d1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:33.549370 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ce4ae1-585b-4c7a-88a7-e885e78174c3', 'name': 'network-vif-deleted', 'tag': 'a17bb747-816c-4402-98e1-e4213af9afec', 'status': 'completed', 'code': 200} Sep 30 08:11:33.712679 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873a5d8-8d30-4507-90a6-b63462efae6b x-openstack-request-id: req-d873a5d8-8d30-4507-90a6-b63462efae6b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:33.713080 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfc28d6-d5cb-46d8-be28-286e9e70e479", "tag": "46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:33.713431 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d873a5d8-8d30-4507-90a6-b63462efae6b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:33.713945 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'tag': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f', 'status': 'completed', 'code': 200} Sep 30 08:11:33.911197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c638f-a69c-4d4e-abc0-75137fd0f75d req-947301bb-ac38-4fce-bc60-ede3bf567084 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:33.913749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-a5424313-4a4b-4976-9b31-e70e02eebea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:33.916820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-a5424313-4a4b-4976-9b31-e70e02eebea6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 1097 time: 0.1305184 Sep 30 08:11:33.920374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e2c638f-a69c-4d4e-abc0-75137fd0f75d req-947301bb-ac38-4fce-bc60-ede3bf567084 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.0937986 Sep 30 08:11:34.010702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e2c638f-a69c-4d4e-abc0-75137fd0f75d req-f4cd93c0-a5aa-4816-bfbe-ad23e1d4fef5 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886171 Sep 30 08:11:34.099433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-b6c53458-b998-4b90-9c9e-11c320c4da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:34.102380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-b6c53458-b998-4b90-9c9e-11c320c4da0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1757796 Sep 30 08:11:34.143326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8a59-6810-4ba6-9bb9-602fbb71f349 req-587bec26-5d5b-44df-a412-29489fdf4f0d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:34.145765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b99e8a59-6810-4ba6-9bb9-602fbb71f349 req-587bec26-5d5b-44df-a412-29489fdf4f0d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.1210799 Sep 30 08:11:34.167901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-d810b572-51f3-4ccf-b2a1-089916da2935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f HTTP/1.1" status: 200 len: 217 time: 0.0559416 Sep 30 08:11:34.205557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b99e8a59-6810-4ba6-9bb9-602fbb71f349 req-0446fe6b-44ab-44be-bb2d-29f894f25472 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530336 Sep 30 08:11:34.275137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-2c23ef12-09d2-4a2e-870f-e90f48217ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:34.275137 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-2c23ef12-09d2-4a2e-870f-e90f48217ee4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0963323 Sep 30 08:11:34.345690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-a1ff36bf-87bd-4e19-b233-ce8a667cfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:34.348182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-a1ff36bf-87bd-4e19-b233-ce8a667cfd67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670631 Sep 30 08:11:34.469557 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-1783fd25-0ce1-4dcf-84bc-6efc8843c01e service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125779 Sep 30 08:11:34.472756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b702c5-ad1d-4004-a6e9-6e4f10692dca req-5e462ede-6ce0-4b0e-89d2-68eb47897879 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:34.474981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14b702c5-ad1d-4004-a6e9-6e4f10692dca req-5e462ede-6ce0-4b0e-89d2-68eb47897879 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 946 time: 0.0683837 Sep 30 08:11:34.526913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14b702c5-ad1d-4004-a6e9-6e4f10692dca req-64656429-6a6a-4e2e-ab6a-ed66a98e7377 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Sep 30 08:11:34.583715 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6292a91e-9489-41b0-876b-1c6e99be27f1 req-b92e1849-d7f3-4474-908e-cc2d880a2c8a service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056814 Sep 30 08:11:34.721502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38932) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:34.788935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:34.997100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c183-0f57-4ec0-81ef-4b4222f7599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.007739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:35.013009 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd11f86-0d95-4624-8713-81a8113f4e94" -d '{"events": [{"server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "name": "network-vif-plugged", "status": "completed", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:35.083635 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e59f33-2351-4f50-9be7-d4d5c651a176 x-openstack-request-id: req-74e59f33-2351-4f50-9be7-d4d5c651a176 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:35.083928 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "name": "network-vif-plugged", "status": "completed", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:35.084200 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74e59f33-2351-4f50-9be7-d4d5c651a176 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:35.084587 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'code': 200} Sep 30 08:11:35.128168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c183-0f57-4ec0-81ef-4b4222f7599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.138106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c183-0f57-4ec0-81ef-4b4222f7599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.147323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38954) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:35.207083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a8c5c183-0f57-4ec0-81ef-4b4222f7599e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16850b98541d41d8bf239edfdf969697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827073 Sep 30 08:11:35.210255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38958) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:35.219602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5c183-0f57-4ec0-81ef-4b4222f7599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5770ef-37ad-49bc-b150-b625ecd21b80,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.240032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e920b-7cde-4e77-9f0f-7f3141d034cd req-adab060b-8655-41d0-b37f-327357e1dd87 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:35.241654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9e920b-7cde-4e77-9f0f-7f3141d034cd req-adab060b-8655-41d0-b37f-327357e1dd87 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.1243463 Sep 30 08:11:35.282719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe19339d-f9b9-4d80-8d87-6e0a0d8020cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89ea7f6cf49e4befbe1f2064949b343a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925022 Sep 30 08:11:35.285845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38962) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:35.323096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3535125-7e0a-443d-a175-89a746ca976b req-2f72aa43-8944-47c2-98b4-62894690b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:35.325409 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3535125-7e0a-443d-a175-89a746ca976b req-2f72aa43-8944-47c2-98b4-62894690b827 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 1096 time: 0.1118994 Sep 30 08:11:35.365950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9a9768c-b22d-4ba7-b9ae-ab1ca4fe181f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.376204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9e920b-7cde-4e77-9f0f-7f3141d034cd req-ccec2aa2-1edc-4b07-8b0a-aa2da251079d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172915 Sep 30 08:11:35.392380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3535125-7e0a-443d-a175-89a746ca976b req-d9aecd9c-2fb4-4c18-8c3a-8a32f502adc8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489898 Sep 30 08:11:35.410587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9a9768c-b22d-4ba7-b9ae-ab1ca4fe181f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.461963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7323d36-6351-45a3-849a-0ebd6c29c51c req-730bc141-8530-4d7f-a6e0-29014721eb9f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:35.469353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7323d36-6351-45a3-849a-0ebd6c29c51c req-730bc141-8530-4d7f-a6e0-29014721eb9f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.1121871 Sep 30 08:11:35.488456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9a9768c-b22d-4ba7-b9ae-ab1ca4fe181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.492365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9a9768c-b22d-4ba7-b9ae-ab1ca4fe181f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.494076 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9a9768c-b22d-4ba7-b9ae-ab1ca4fe181f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed5770ef-37ad-49bc-b150-b625ecd21b80 HTTP/1.1" status: 204 len: 168 time: 0.2815347 Sep 30 08:11:35.500543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f70959e9-28b3-4a2b-8ebc-84d675c5791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.507828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9768c-b22d-4ba7-b9ae-ab1ca4fe181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5770ef-37ad-49bc-b150-b625ecd21b80,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.539304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7323d36-6351-45a3-849a-0ebd6c29c51c req-8c34106d-79fc-4b5a-9119-c57a8944ad92 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689528 Sep 30 08:11:35.562281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f70959e9-28b3-4a2b-8ebc-84d675c5791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.583889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e39cd7e8-e5b8-49cc-b089-a1de00dc682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.681112 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f70959e9-28b3-4a2b-8ebc-84d675c5791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.684072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f70959e9-28b3-4a2b-8ebc-84d675c5791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.685239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f70959e9-28b3-4a2b-8ebc-84d675c5791d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3ee8fae-4e54-4abc-9312-1c0c41ad7c48 HTTP/1.1" status: 204 len: 168 time: 0.3982787 Sep 30 08:11:35.698869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab017-7efa-4964-9a1c-ea29fd14134b req-d93b36af-45d6-45e3-8f14-00c0bda506d8 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:35.700794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-925ab017-7efa-4964-9a1c-ea29fd14134b req-d93b36af-45d6-45e3-8f14-00c0bda506d8 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 946 time: 0.0754278 Sep 30 08:11:35.733752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70959e9-28b3-4a2b-8ebc-84d675c5791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ee8fae-4e54-4abc-9312-1c0c41ad7c48,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.779238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-925ab017-7efa-4964-9a1c-ea29fd14134b req-914b7031-8c7c-48e6-97be-642b06e5ba82 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707705 Sep 30 08:11:35.786550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e39cd7e8-e5b8-49cc-b089-a1de00dc682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.793646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e39cd7e8-e5b8-49cc-b089-a1de00dc682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.832263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cd7e8-e5b8-49cc-b089-a1de00dc682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58fa641-53a4-40de-b0ba-d01640c51ab1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.848506 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e39cd7e8-e5b8-49cc-b089-a1de00dc682f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72150566487e42e9b664824d2541d7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997612 Sep 30 08:11:35.848636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:35.912050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72d4133b-0699-4500-a934-f75cc9b70f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.940974 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72d4133b-0699-4500-a934-f75cc9b70f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.996593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72d4133b-0699-4500-a934-f75cc9b70f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.000228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72d4133b-0699-4500-a934-f75cc9b70f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.001737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-72d4133b-0699-4500-a934-f75cc9b70f87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f58fa641-53a4-40de-b0ba-d01640c51ab1 HTTP/1.1" status: 204 len: 168 time: 0.1516695 Sep 30 08:11:36.012787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4133b-0699-4500-a934-f75cc9b70f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58fa641-53a4-40de-b0ba-d01640c51ab1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:36.154354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38988) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.156786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:36.205001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38992) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.205994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a17bb747-816c-4402-98e1-e4213af9afec no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:36.227550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-708060a7-d7a1-4eb0-9658-56d6cc94e818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.236063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: a17bb747-816c-4402-98e1-e4213af9afec {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:36.236411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a17bb747-816c-4402-98e1-e4213af9afec not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:36.303085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:36.317016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'mac_address': 'fa:16:3e:7a:73:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:36.360368 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.377712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5146d09-04f2-42e5-ac53-4923e9630c9e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:36.382671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-708060a7-d7a1-4eb0-9658-56d6cc94e818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.389303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-708060a7-d7a1-4eb0-9658-56d6cc94e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.404972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:36.410756 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.453373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39000) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.483938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:36.496675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-708060a7-d7a1-4eb0-9658-56d6cc94e818 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a5e0e930a5e42ff88614a2f7d2a3708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900505 Sep 30 08:11:36.497849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708060a7-d7a1-4eb0-9658-56d6cc94e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd87b80d-7b5d-4536-83b0-b01ee6bd23f0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:36.500034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39004) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.571406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cfce0d-b8ea-4f4e-ab47-dafba2f862f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.594877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8e520572-11fb-4cfa-b187-9d96d31cb2cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2202bd3cf85f4359948e6550273dbb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402125 Sep 30 08:11:36.597913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.621087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951849b-618f-4a38-bacf-84c7e980f0b9 req-729d25e0-c500-4ef7-b33a-233d02e815c3 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:36.623053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5951849b-618f-4a38-bacf-84c7e980f0b9 req-729d25e0-c500-4ef7-b33a-233d02e815c3 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.0965197 Sep 30 08:11:36.631865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cfce0d-b8ea-4f4e-ab47-dafba2f862f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.666898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:36.682899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5951849b-618f-4a38-bacf-84c7e980f0b9 req-2ad1a810-1f70-4dbc-b0c3-dcd286f7639b tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530987 Sep 30 08:11:36.742665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a62d-a5eb-4017-9fb9-3f99c044772f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.749215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cfce0d-b8ea-4f4e-ab47-dafba2f862f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.760235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cfce0d-b8ea-4f4e-ab47-dafba2f862f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.765113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-31cfce0d-b8ea-4f4e-ab47-dafba2f862f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd87b80d-7b5d-4536-83b0-b01ee6bd23f0 HTTP/1.1" status: 204 len: 168 time: 0.2605793 Sep 30 08:11:36.800131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfce0d-b8ea-4f4e-ab47-dafba2f862f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd87b80d-7b5d-4536-83b0-b01ee6bd23f0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:36.835430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a67d6b3-50be-4d06-9cd2-dbd147c21c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.864952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a67d6b3-50be-4d06-9cd2-dbd147c21c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.897757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f66b8-1714-4508-b9da-4977f5205c99 req-e5ca3c6e-597b-40c1-b4b7-297df99e0ddc tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:36.905766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa8f66b8-1714-4508-b9da-4977f5205c99 req-e5ca3c6e-597b-40c1-b4b7-297df99e0ddc tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.0884778 Sep 30 08:11:36.937404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39018) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.966411 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32d37ae6-a10c-4ee0-9dfc-490e527aa180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.967574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a67d6b3-50be-4d06-9cd2-dbd147c21c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.971791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a67d6b3-50be-4d06-9cd2-dbd147c21c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.977194 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1a67d6b3-50be-4d06-9cd2-dbd147c21c2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41dbb4c1-1e60-4431-a0f5-e067746e074d HTTP/1.1" status: 204 len: 168 time: 0.3781965 Sep 30 08:11:36.988438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67d6b3-50be-4d06-9cd2-dbd147c21c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dbb4c1-1e60-4431-a0f5-e067746e074d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.003032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa8f66b8-1714-4508-b9da-4977f5205c99 req-e9c42626-ebaf-4912-8649-b91fd5bdaa65 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914328 Sep 30 08:11:37.043108 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a62d-a5eb-4017-9fb9-3f99c044772f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.053230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a62d-a5eb-4017-9fb9-3f99c044772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.137279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6cf3a62d-a5eb-4017-9fb9-3f99c044772f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0e86c1ef69042fea09b6bfaa7f1ef10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9817183 Sep 30 08:11:37.140559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39028) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:37.145474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3a62d-a5eb-4017-9fb9-3f99c044772f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c27ac-ad02-442c-bede-4918e752cd33,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.193393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226b950-3831-4dc4-9848-91839a5e5f4e req-f64614f0-b405-4601-bb15-10b339a29f20 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:37.194974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e226b950-3831-4dc4-9848-91839a5e5f4e req-f64614f0-b405-4601-bb15-10b339a29f20 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 946 time: 0.1115501 Sep 30 08:11:37.216975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daf3e0d1-f53c-4509-b5eb-b699c97a55c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.249123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daf3e0d1-f53c-4509-b5eb-b699c97a55c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.296198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e226b950-3831-4dc4-9848-91839a5e5f4e req-49146a94-5f77-4db2-b23c-7e76d41aa12e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833740 Sep 30 08:11:37.313154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daf3e0d1-f53c-4509-b5eb-b699c97a55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.313407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32d37ae6-a10c-4ee0-9dfc-490e527aa180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.316594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daf3e0d1-f53c-4509-b5eb-b699c97a55c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.320017 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-daf3e0d1-f53c-4509-b5eb-b699c97a55c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c6c27ac-ad02-442c-bede-4918e752cd33 HTTP/1.1" status: 204 len: 168 time: 0.1762147 Sep 30 08:11:37.321764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32d37ae6-a10c-4ee0-9dfc-490e527aa180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.331706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3e0d1-f53c-4509-b5eb-b699c97a55c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c27ac-ad02-442c-bede-4918e752cd33,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.370828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d37ae6-a10c-4ee0-9dfc-490e527aa180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d35e2a8-804f-4277-aa78-d8d96137f315,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.375263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-32d37ae6-a10c-4ee0-9dfc-490e527aa180 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16211c688a6c4dff951ed0356e7d4897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367437 Sep 30 08:11:37.379863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39040) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:37.436297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9eea36e5-972b-4b85-98ef-d970a093cd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.462029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9eea36e5-972b-4b85-98ef-d970a093cd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.524347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9eea36e5-972b-4b85-98ef-d970a093cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.528268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9eea36e5-972b-4b85-98ef-d970a093cd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.531707 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9eea36e5-972b-4b85-98ef-d970a093cd95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d35e2a8-804f-4277-aa78-d8d96137f315 HTTP/1.1" status: 204 len: 168 time: 0.1512630 Sep 30 08:11:37.547439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea36e5-972b-4b85-98ef-d970a093cd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d35e2a8-804f-4277-aa78-d8d96137f315,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.818399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a99ae-586e-42fa-85f9-bfecf181e047 req-2c181205-b03b-4a70-97b6-48426d120955 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:37.819963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc6a99ae-586e-42fa-85f9-bfecf181e047 req-2c181205-b03b-4a70-97b6-48426d120955 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.0587780 Sep 30 08:11:37.889306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc6a99ae-586e-42fa-85f9-bfecf181e047 req-79d531c6-c673-4d50-b1dd-31f09a5717d2 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630307 Sep 30 08:11:38.037703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-d8aec47d-c33b-4047-8923-3e11d1062244 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8284c7d802841d1975aea50993c0edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298808 Sep 30 08:11:38.155434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39076) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.171523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:38.176009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9486-3a5d-42b1-8f5c-126e204a5d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.224677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9169-a293-4193-a0e6-91fe7db2a7f2 req-0d372c91-5c14-4b8c-933d-07be08ac7887 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:38.225151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:38.239028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-568c9169-a293-4193-a0e6-91fe7db2a7f2 req-0d372c91-5c14-4b8c-933d-07be08ac7887 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.1738112 Sep 30 08:11:38.241503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.261097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'floatingip': {'port_id': 'e9941bef-6944-4cdd-ab85-18e1b904e513'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:38.261297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.265793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port d5146d09-04f2-42e5-ac53-4923e9630c9e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:38.284869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d5146d09-04f2-42e5-ac53-4923e9630c9e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:38.286269 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.291631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-0bd0b36e-0eaa-4a41-8511-da88c2f51fc9 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:38.294790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-0bd0b36e-0eaa-4a41-8511-da88c2f51fc9 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451029 Sep 30 08:11:38.336494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-6b0bd02e-179f-40ef-9203-34da62f38e2e tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/quotas/b8284c7d802841d1975aea50993c0edc HTTP/1.1" status: 200 len: 375 time: 0.0293348 Sep 30 08:11:38.354797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.485171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-a311c610-56d7-4c20-872c-e88320292815 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8284c7d802841d1975aea50993c0edc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1476450 Sep 30 08:11:38.568285 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-151c33a6-00ce-48ee-9420-ccad4b180219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.585434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59077b-c43e-4fe7-8102-29c2242fcba3 req-e5286e14-aad9-4c15-ad45-dc89e5676873 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:38.587069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab59077b-c43e-4fe7-8102-29c2242fcba3 req-e5286e14-aad9-4c15-ad45-dc89e5676873 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 946 time: 0.1583307 Sep 30 08:11:38.587859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040552f9-47bc-4bc5-a37e-d99c1b648401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.593496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:38.613599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.616014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f', 'mac_address': 'fa:16:3e:79:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:38.658530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9486-3a5d-42b1-8f5c-126e204a5d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.667418 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:38.668274 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9486-3a5d-42b1-8f5c-126e204a5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.670307 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74a8384-94ab-4cfa-bead-9eae7fdda7a2" -d '{"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-plugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:38.689744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:38.695919 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.705734 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.723508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:38.744294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab59077b-c43e-4fe7-8102-29c2242fcba3 req-518c2684-bd67-4190-bf6b-3ecfcfd9f01e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362243 Sep 30 08:11:38.795269 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a4d9486-3a5d-42b1-8f5c-126e204a5d46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77c5d1408fd74381b1b7f491e86c8486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384151 Sep 30 08:11:38.806479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39104) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.807249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:38.816844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.824320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d9486-3a5d-42b1-8f5c-126e204a5d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0b988-407c-489a-b9cf-00782de0cd22,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:38.857281 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350694b1-dc8e-4229-a621-f9db8fdd7706 x-openstack-request-id: req-350694b1-dc8e-4229-a621-f9db8fdd7706 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:38.857689 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-plugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:38.865305 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-350694b1-dc8e-4229-a621-f9db8fdd7706 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:38.865919 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'code': 200} Sep 30 08:11:38.873331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:38.988773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e50b1c72-0ee3-4fd3-bd2d-88b96498969c req-9e45d832-9515-466f-949c-9a4a6e7399ec tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 210 time: 0.0973938 Sep 30 08:11:38.989335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:39.059204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040552f9-47bc-4bc5-a37e-d99c1b648401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.066427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-040552f9-47bc-4bc5-a37e-d99c1b648401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.110178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040552f9-47bc-4bc5-a37e-d99c1b648401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8ca9cb-6e5f-4115-ac69-b8c237668af6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:39.111849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:39.139791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-040552f9-47bc-4bc5-a37e-d99c1b648401 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca416e01212745bcb9c84712562c7015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758347 Sep 30 08:11:39.140134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39120) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:39.275034 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f16e646-4a18-4646-aea5-cf0b51aaa1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.312959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f16e646-4a18-4646-aea5-cf0b51aaa1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.377553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f16e646-4a18-4646-aea5-cf0b51aaa1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.381016 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f16e646-4a18-4646-aea5-cf0b51aaa1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.385487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1f16e646-4a18-4646-aea5-cf0b51aaa1f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e8ca9cb-6e5f-4115-ac69-b8c237668af6 HTTP/1.1" status: 204 len: 168 time: 0.2442622 Sep 30 08:11:39.396771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16e646-4a18-4646-aea5-cf0b51aaa1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8ca9cb-6e5f-4115-ac69-b8c237668af6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:39.504718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a2d6-5ff6-44ad-819f-b4bdc40b124c req-9aa4b436-6a9d-43e0-b0f5-0b1c00b1248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:39.506331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dbb7a2d6-5ff6-44ad-819f-b4bdc40b124c req-9aa4b436-6a9d-43e0-b0f5-0b1c00b1248d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.2699249 Sep 30 08:11:39.562187 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68b49c14-a1b5-4222-b60b-1ebd4ffdc6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.761813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68b49c14-a1b5-4222-b60b-1ebd4ffdc6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.789413 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dbb7a2d6-5ff6-44ad-819f-b4bdc40b124c req-fa53b384-2ae1-40a6-9b01-aed1dbfbe6f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705822 Sep 30 08:11:39.915693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe1646-21a1-442c-9fb2-c847ee78add5 req-4e11624d-71a8-461e-a27c-fa99e77e9fef tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:39.917617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1dbe1646-21a1-442c-9fb2-c847ee78add5 req-4e11624d-71a8-461e-a27c-fa99e77e9fef tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 947 time: 0.0755041 Sep 30 08:11:39.983304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:11:39.984140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1dbe1646-21a1-442c-9fb2-c847ee78add5 req-a5817b35-fc4d-4202-944f-ceb8177d140f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540440 Sep 30 08:11:40.077574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39152) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.100958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.101928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.112574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.115936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68b49c14-a1b5-4222-b60b-1ebd4ffdc6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.119048 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68b49c14-a1b5-4222-b60b-1ebd4ffdc6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.124550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68b49c14-a1b5-4222-b60b-1ebd4ffdc6be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8b0b988-407c-489a-b9cf-00782de0cd22 HTTP/1.1" status: 204 len: 168 time: 1.3036621 Sep 30 08:11:40.169024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b49c14-a1b5-4222-b60b-1ebd4ffdc6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0b988-407c-489a-b9cf-00782de0cd22,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.196563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-654b9608-aadf-4aa8-a46f-680edabb8e96 req-4a90486b-9279-4452-9238-4a1e61152e1e tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 210 time: 0.0612628 Sep 30 08:11:40.239114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:40.268693 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7 associated. External IP: 172.25.7.52, port: e9941bef-6944-4cdd-ab85-18e1b904e513. Sep 30 08:11:40.315326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.323126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.342098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:40.350021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:40.350419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.388996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac7b3256320441fd802b729e505278d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101356 Sep 30 08:11:40.389742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.390816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24b0b96-e0b5-4b62-a3b8-1beef1cd5ccd,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.504215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda66-c8b1-4c9f-856a-c73f2c5fbf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.541037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda66-c8b1-4c9f-856a-c73f2c5fbf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.568807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.588094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.605791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.606375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.606812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.607237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.607662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.608085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.608505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.609059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.609499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.609921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.610439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.610853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbac03-3d69-4d98-8e75-a272c4bd7678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.646911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda66-c8b1-4c9f-856a-c73f2c5fbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.650178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda66-c8b1-4c9f-856a-c73f2c5fbf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.651106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:40.655211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d6dbda66-c8b1-4c9f-856a-c73f2c5fbf25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d24b0b96-e0b5-4b62-a3b8-1beef1cd5ccd HTTP/1.1" status: 204 len: 168 time: 0.2615731 Sep 30 08:11:40.657633 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.665592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbda66-c8b1-4c9f-856a-c73f2c5fbf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24b0b96-e0b5-4b62-a3b8-1beef1cd5ccd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.676188 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-2cca694e-893d-49cb-ac28-942149920837 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b8284c7d802841d1975aea50993c0edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957069 Sep 30 08:11:40.775923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.777290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:11:40.867353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:40.872869 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d3ed3-c493-4e3d-a0b9-2a5331742c03" -d '{"events": [{"server_uuid": "2bfc28d6-d5cb-46d8-be28-286e9e70e479", "name": "network-vif-plugged", "status": "completed", "tag": "46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:40.908029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b7f526e2-4388-460c-a46d-7ffbef95b164 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:40.911177 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b7f526e2-4388-460c-a46d-7ffbef95b164 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246950 Sep 30 08:11:40.922364 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac1a18-1551-4a90-9e93-dcf0b5f858e3 x-openstack-request-id: req-2aac1a18-1551-4a90-9e93-dcf0b5f858e3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:40.922614 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfc28d6-d5cb-46d8-be28-286e9e70e479", "name": "network-vif-plugged", "status": "completed", "tag": "46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:40.922924 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aac1a18-1551-4a90-9e93-dcf0b5f858e3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:40.923170 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f', 'code': 200} Sep 30 08:11:40.925036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-689830806-network', 'tenant_id': 'fc779dd2e0304869b7844b3e47da03c5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:40.965997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Request body: {'port': {'device_id': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'b8284c7d802841d1975aea50993c0edc'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:41.031671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Made reservation on behalf of fc779dd2e0304869b7844b3e47da03c5 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:41.034034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.044355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:41.049132 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6002-2b82-4b84-bcbf-54e89429c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.050092 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.056568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.062317 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:41.076571 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:41.077683 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:11:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:41.161341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1cb70-8d6b-4cf1-b58b-2bc434c85706 req-da19bf46-0f8a-4a3c-a3ef-e3c5f6bbfed4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.167921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bf1cb70-8d6b-4cf1-b58b-2bc434c85706 req-da19bf46-0f8a-4a3c-a3ef-e3c5f6bbfed4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 948 time: 0.0597572 Sep 30 08:11:41.237642 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9bc65e97-1669-479f-bc6d-1ac494ad54ce tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "PUT /v2.0/floatingips/6605a5f2-4797-44b9-811b-3272cf96a9f7 HTTP/1.1" status: 200 len: 990 time: 2.9893124 Sep 30 08:11:41.237913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bf1cb70-8d6b-4cf1-b58b-2bc434c85706 req-60394bd0-d905-468b-abc5-f51bb2b50740 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637958 Sep 30 08:11:41.239207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:41.241522 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2544ab7-5b93-44d2-84c8-d6d92ad52367" -d '{"events": [{"name": "network-changed", "server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:41.342923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91122-6dbe-4c4e-ad7c-907f30b4a936 req-78a4fe18-0a6f-494f-9958-52aa6407a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.344585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64a91122-6dbe-4c4e-ad7c-907f30b4a936 req-78a4fe18-0a6f-494f-9958-52aa6407a937 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 1099 time: 0.2506282 Sep 30 08:11:41.383605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.397280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c54f936d-8602-402c-b94b-8a6bac2018b3 req-cc69bca2-8fdf-417c-94f4-7d06b4d63b49 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 210 time: 0.0609629 Sep 30 08:11:41.438383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.463699 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.507872 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f50c4d-545a-439a-a6ca-3192ef6fa265 x-openstack-request-id: req-c4f50c4d-545a-439a-a6ca-3192ef6fa265 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:41.508199 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:41.508538 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f50c4d-545a-439a-a6ca-3192ef6fa265 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:41.508889 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'status': 'completed', 'code': 200} Sep 30 08:11:41.518820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64a91122-6dbe-4c4e-ad7c-907f30b4a936 req-0ec8f42e-0633-4b0d-b011-d3af5d58bb64 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554182 Sep 30 08:11:41.533661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:41.544608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62a2d63-1eb0-41e0-8dbc-79cf869f4311,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:41.547522 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:41.550751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.551152 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Added segment 0fa0019b-1f2b-455b-9fd4-aff5085973cb of type vlan for network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 Sep 30 08:11:41.553416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Made reservation on behalf of b8284c7d802841d1975aea50993c0edc for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:41.557356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.583671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.584125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.584440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.584651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.584978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.585302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.585662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.585981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.586299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.586613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.586929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.587245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:41.692342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.853398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.854421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.855006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.913591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3240709 Sep 30 08:11:41.913934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39222) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:41.918118 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6605a5f2-4797-44b9-811b-3272cf96a9f7', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'port_id': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'mac_address': 'fa:16:3e:86:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83340386-6003-4db0-a413-d9edc07b079c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:11:07Z', 'updated_at': '2021-09-30T08:11:39Z', 'revision_number': 1, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:41.928604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Request body: {'subnet': {'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-689830806-subnet', 'tenant_id': 'fc779dd2e0304869b7844b3e47da03c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:41.957857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eaab0-8527-46ca-a0f7-23caea6aecdf admin admin] Pushing event updated for resources: {'Network': ['ID=effa02ef-b72f-4937-9edf-6f0db0a1e9b4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:41.964267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Allocated IP 192.168.233.206 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:41.967688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-59e19846-cd6b-4f0f-b189-81b951f80f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.969313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-59e19846-cd6b-4f0f-b189-81b951f80f40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 1096 time: 0.1815624 Sep 30 08:11:41.978427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:41.988339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Made reservation on behalf of fc779dd2e0304869b7844b3e47da03c5 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:41.996481 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:41.999872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.009637 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:42.010692 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:11:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:42.149340 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:42.150728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-b316e742-6e37-4b79-9c02-d69c76534fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.152881 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-b316e742-6e37-4b79-9c02-d69c76534fed service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 924 time: 0.1707621 Sep 30 08:11:42.372519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.435933 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6605a5f2-4797-44b9-811b-3272cf96a9f7', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'port_id': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'mac_address': 'fa:16:3e:86:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83340386-6003-4db0-a413-d9edc07b079c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:11:07Z', 'updated_at': '2021-09-30T08:11:39Z', 'revision_number': 1, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:42.485342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d6b957-1829-454a-87fa-deff8e18c6b9,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:42.501491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec5519-d1f7-4246-bbad-053d5e2c7248 None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6605a5f2-4797-44b9-811b-3272cf96a9f7', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'port_id': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'mac_address': 'fa:16:3e:86:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83340386-6003-4db0-a413-d9edc07b079c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:11:07Z', 'updated_at': '2021-09-30T08:11:39Z', 'revision_number': 1, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:42.566718 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-904a7a97-85fe-487a-87a8-9f3e5cc0abf1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9941bef-6944-4cdd-ab85-18e1b904e513 HTTP/1.1" status: 200 len: 998 time: 0.3686247 Sep 30 08:11:42.575758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.675011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:42.675463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Network hostable DHCP agents. Network: effa02ef-b72f-4937-9edf-6f0db0a1e9b4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:42.683686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.698539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-89909f40-4070-4d76-b980-67c7359c24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.701607 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-89909f40-4070-4d76-b980-67c7359c24b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.1011996 Sep 30 08:11:42.714087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f39b2e-06c5-46f6-879c-4c392681b52c req-a3e79123-599d-496a-a8cc-70f62211fdd4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.719851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['924f0f5a-d9a2-4756-af1b-82832c562b55'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:42.724559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0f39b2e-06c5-46f6-879c-4c392681b52c req-a3e79123-599d-496a-a8cc-70f62211fdd4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 948 time: 0.1493368 Sep 30 08:11:42.756564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:42.812506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, effa02ef-b72f-4937-9edf-6f0db0a1e9b4) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:42.825428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.826045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.852673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4307315-ab92-4709-af84-537750f8ce1b None None] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:42.863492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0f39b2e-06c5-46f6-879c-4c392681b52c req-6d437643-4db0-44b7-9bde-e03c7457f970 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360948 Sep 30 08:11:42.910232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:42.917043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f6dfdd0a-9a97-4f0a-a6e5-428faa053990 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0010748 Sep 30 08:11:42.946715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafdd40-92e5-4843-8d4a-87ddc3d127a1 req-f919f147-1da0-4cea-8624-312582252477 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.947080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:42.955407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cafdd40-92e5-4843-8d4a-87ddc3d127a1 req-f919f147-1da0-4cea-8624-312582252477 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 936 time: 0.1561093 Sep 30 08:11:42.963923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-93bb0be1-2971-4f3d-83bb-81017559ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.967695 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-93bb0be1-2971-4f3d-83bb-81017559ba02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483931 Sep 30 08:11:42.968771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:42.983204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.984246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.995983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Pushing event updated for resources: {'Port': ['ID=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:43.006318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0242d-a254-4f19-87ce-3d0b8630e42f None None] New status for floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:11:43.039752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cafdd40-92e5-4843-8d4a-87ddc3d127a1 req-55a855bc-fc55-4cb6-93b7-835228c2184d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740328 Sep 30 08:11:43.108090 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-b190a68b-e118-4814-9258-61cd32e06ebf tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1466074 Sep 30 08:11:43.151944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Request body: {'port': {'device_id': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:43.208999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39258) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:43.243188 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-296f41f9-7e29-4c6b-a5da-a21ae1aadb5c service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374732 Sep 30 08:11:43.250732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.292932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.367754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-79a450d4-457e-4bc1-a114-824b281c19bd None None] Provisioning complete for port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:43.368132 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79a450d4-457e-4bc1-a114-824b281c19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.421814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-79a450d4-457e-4bc1-a114-824b281c19bd None None] Port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:43.463095 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d2544ab7-5b93-44d2-84c8-d6d92ad52367 req-6dfa9612-6afb-41dd-bf4d-2ef43339e71a service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084568 Sep 30 08:11:43.495777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ec83-45f2-4c07-8e78-a3c40661c255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.571198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190caf4-475b-41e7-b7de-8cb95edd70b5 None None] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:43.668554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ec83-45f2-4c07-8e78-a3c40661c255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.677087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ec83-45f2-4c07-8e78-a3c40661c255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.722832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:43.731733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.747878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Transition to ACTIVE for port object 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:43.755813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.773387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ec83-45f2-4c07-8e78-a3c40661c255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06265b41-4236-48b2-8d63-0aeb2bca8b57,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:43.803185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ccf3ec83-45f2-4c07-8e78-a3c40661c255 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9b065f8005d4900ad35d9ac75711ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914094 Sep 30 08:11:43.804207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39278) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:43.853680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Pushing event updated for resources: {'Port': ['ID=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:43.885617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Attempting to bind port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:43.885969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Attempting to bind port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:43.886301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Attempting to bind port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:43.894129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5c56ecf-16ba-43fe-b0e4-cf8c37c4a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.898371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:43.898706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Attempting to bind port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:43.904629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:43.905236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:43.905394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:43.905862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Bound port: 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:43.906247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.919356 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5c56ecf-16ba-43fe-b0e4-cf8c37c4a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.000536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] For port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:44.005784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] For port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:44.011769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5c56ecf-16ba-43fe-b0e4-cf8c37c4a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.015447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5c56ecf-16ba-43fe-b0e4-cf8c37c4a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.016766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5c56ecf-16ba-43fe-b0e4-cf8c37c4a898 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06265b41-4236-48b2-8d63-0aeb2bca8b57 HTTP/1.1" status: 204 len: 168 time: 0.2112913 Sep 30 08:11:44.021705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.040859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c56ecf-16ba-43fe-b0e4-cf8c37c4a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06265b41-4236-48b2-8d63-0aeb2bca8b57,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:44.101695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.102352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.103976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] 10.222.0.57 "PUT /v2.0/ports/7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 HTTP/1.1" status: 200 len: 1096 time: 0.9593077 Sep 30 08:11:44.104455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'tag': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:44.109379 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4dac91-c96b-4651-845a-2d805b74410a" -d '{"events": [{"name": "network-changed", "server_uuid": "33efe672-2be0-4197-93b9-13f1c7fa48d3", "tag": "7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:44.121488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecd2e-edc2-4a44-b2b3-ab78dbae818c req-ebef0dfd-274a-4375-b8b7-87f703e8bd32 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.123058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-590ecd2e-edc2-4a44-b2b3-ab78dbae818c req-ebef0dfd-274a-4375-b8b7-87f703e8bd32 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 948 time: 0.0849216 Sep 30 08:11:44.152254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944b6d2-3977-493e-a940-9df79b7b9933 service neutron] Pushing event updated for resources: {'Port': ['ID=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:44.189959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-590ecd2e-edc2-4a44-b2b3-ab78dbae818c req-1af79e3d-e865-410e-b0e2-c7a8a97418f4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592916 Sep 30 08:11:44.210841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-fe3eee21-915a-49f4-b90f-10c735d49f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.212208 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-fe3eee21-915a-49f4-b90f-10c735d49f42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8284c7d802841d1975aea50993c0edc&device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 1099 time: 0.0542204 Sep 30 08:11:44.265605 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-d030cc32-bdb5-4838-a28b-4143c99ecce4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 HTTP/1.1" status: 200 len: 217 time: 0.0411687 Sep 30 08:11:44.370885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b3d80-b7c9-4f65-8110-151ced07b690 req-42e950e5-436c-4de2-a81b-5983445a7454 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.374173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-d5f6072c-f6e9-4f6b-97e7-a4b26ad3f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.378643 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-d5f6072c-f6e9-4f6b-97e7-a4b26ad3f95e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1022525 Sep 30 08:11:44.378829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af1b3d80-b7c9-4f65-8110-151ced07b690 req-42e950e5-436c-4de2-a81b-5983445a7454 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 948 time: 0.0770040 Sep 30 08:11:44.431324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af1b3d80-b7c9-4f65-8110-151ced07b690 req-8ad456f3-624f-4cf2-b3f5-3cfb8bbb9032 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Sep 30 08:11:44.436652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-df4e4800-fc29-4569-8ccf-ac1a63f81c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.439254 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-df4e4800-fc29-4569-8ccf-ac1a63f81c6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500069 Sep 30 08:11:44.483323 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf2ce0b-4aca-4c01-be8c-7e09df72f9cb x-openstack-request-id: req-5bf2ce0b-4aca-4c01-be8c-7e09df72f9cb {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:44.483618 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33efe672-2be0-4197-93b9-13f1c7fa48d3", "tag": "7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:44.484302 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bf2ce0b-4aca-4c01-be8c-7e09df72f9cb {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:44.484302 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'tag': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2', 'status': 'completed', 'code': 200} Sep 30 08:11:44.550827 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-f3e8233f-984e-46cd-989a-0b5dec40050e service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034813 Sep 30 08:11:44.566509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe5e8e-c656-4df4-a519-341f43ba63f8 req-c93f52fc-b9ce-4756-85f0-880fc5c71d24 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.568042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2dbe5e8e-c656-4df4-a519-341f43ba63f8 req-c93f52fc-b9ce-4756-85f0-880fc5c71d24 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0599236 Sep 30 08:11:44.613060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2dbe5e8e-c656-4df4-a519-341f43ba63f8 req-1a9fcf74-99a6-4f36-984f-401a18786a5b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Sep 30 08:11:44.665079 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a017e05b-b070-4a3c-ad4e-63ea76ea36d8 req-9932b221-113e-43dc-a272-687f890bbc75 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062768 Sep 30 08:11:44.730779 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.774498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dac91-c96b-4651-845a-2d805b74410a req-8cae9ea2-6eb2-4606-9c2e-5484f97cc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.774958 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-8cae9ea2-6eb2-4606-9c2e-5484f97cc469 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8284c7d802841d1975aea50993c0edc&device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 1099 time: 0.0480077 Sep 30 08:11:44.808003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39320) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:44.821860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2cfa91b3-f1e2-4a63-a43e-910a45c7f06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.930725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dac91-c96b-4651-845a-2d805b74410a req-54aacf12-cf2c-4561-bc6e-99f822b2f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.932298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-54aacf12-cf2c-4561-bc6e-99f822b2f3aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1446030 Sep 30 08:11:44.974721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-92ca5347-2a10-46cb-9215-efeb9ed8adca tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7d4976a9195e44cf92def016443ec7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261781 Sep 30 08:11:44.995593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2cfa91b3-f1e2-4a63-a43e-910a45c7f06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.998095 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-4ceb5c47-35d6-4a01-86ab-7e44666d7010 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 HTTP/1.1" status: 200 len: 217 time: 0.0556700 Sep 30 08:11:45.009721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2cfa91b3-f1e2-4a63-a43e-910a45c7f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.065624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dac91-c96b-4651-845a-2d805b74410a req-6791f900-321a-4f4d-aa32-c8cee035cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.067064 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-6791f900-321a-4f4d-aa32-c8cee035cd8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0590322 Sep 30 08:11:45.092626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa91b3-f1e2-4a63-a43e-910a45c7f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8d4e9-4046-4562-925a-f45cdb8f1041,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:45.106616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2cfa91b3-f1e2-4a63-a43e-910a45c7f06b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4db362948fd34abe97a81f29c90de0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975247 Sep 30 08:11:45.109186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39338) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:45.137777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dac91-c96b-4651-845a-2d805b74410a req-6acc1bae-b6bf-4fad-aa89-ef8cdbe16f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.140900 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-6acc1bae-b6bf-4fad-aa89-ef8cdbe16f22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0643747 Sep 30 08:11:45.157471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-24107145-7cd7-47ac-b3b2-529b95b7be8a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.159030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-24107145-7cd7-47ac-b3b2-529b95b7be8a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759470 Sep 30 08:11:45.186174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-ba2757d0-2673-4a96-8a93-1fadfa9b9c72 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/quotas/7d4976a9195e44cf92def016443ec7a3 HTTP/1.1" status: 200 len: 375 time: 0.0196717 Sep 30 08:11:45.191229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d9424b5-ff3d-4df2-9b95-9124a674846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.278960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:45.295263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1005180805-network', 'tenant_id': 'e2a6c7a91908447ea1f9b3715a9ab422'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:45.334673 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-6f58659a-eb7d-4688-8907-d9cd6ce30834 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838996 Sep 30 08:11:45.335892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Made reservation on behalf of e2a6c7a91908447ea1f9b3715a9ab422 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:45.338651 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.437514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d9424b5-ff3d-4df2-9b95-9124a674846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.452146 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.462861 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6e4dac91-c96b-4651-845a-2d805b74410a req-27978f99-3f82-4ace-9616-047b30b93274 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005015 Sep 30 08:11:45.484167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-b7a44bed-d749-4894-92cc-4c817f2f07aa tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2909238 Sep 30 08:11:45.535435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d9424b5-ff3d-4df2-9b95-9124a674846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.538574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d9424b5-ff3d-4df2-9b95-9124a674846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.540095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d9424b5-ff3d-4df2-9b95-9124a674846c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6a8d4e9-4046-4562-925a-f45cdb8f1041 HTTP/1.1" status: 204 len: 168 time: 0.4299331 Sep 30 08:11:45.553346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9424b5-ff3d-4df2-9b95-9124a674846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8d4e9-4046-4562-925a-f45cdb8f1041,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:45.626255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.631983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.670418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:45.709978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1c9526-6e0d-42f8-8ee7-e4b4d5e6d4af,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:45.719721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.719721 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Added segment 0bc06635-608f-449e-88ae-d905a5665485 of type vlan for network 284a49b9-ab4d-45bf-9dee-825e2ffa551a Sep 30 08:11:45.783854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b71be7-fce6-46b7-9d99-2699b535b310 req-89b77eaa-f328-4019-9773-b6ca262e03a4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 210 time: 0.0343010 Sep 30 08:11:45.809008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.843839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.845195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.847906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.898301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6074378 Sep 30 08:11:45.902275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39380) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:45.907196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Request body: {'subnet': {'network_id': '284a49b9-ab4d-45bf-9dee-825e2ffa551a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1005180805-subnet', 'tenant_id': 'e2a6c7a91908447ea1f9b3715a9ab422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:45.909178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a0427-adbf-43b4-bf65-c50775f15e08 req-937da0a5-abdd-4593-8a45-f3382b627d07 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.910745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d29a0427-adbf-43b4-bf65-c50775f15e08 req-937da0a5-abdd-4593-8a45-f3382b627d07 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 948 time: 0.1230834 Sep 30 08:11:45.945270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f474aeb-49ff-469a-ab59-e40756b6feec admin admin] Pushing event updated for resources: {'Network': ['ID=284a49b9-ab4d-45bf-9dee-825e2ffa551a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:45.956030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 284a49b9-ab4d-45bf-9dee-825e2ffa551a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:45.984956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Made reservation on behalf of e2a6c7a91908447ea1f9b3715a9ab422 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:45.988168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d29a0427-adbf-43b4-bf65-c50775f15e08 req-f93ed67f-c1e1-4269-bcd7-0953568a6168 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677197 Sep 30 08:11:45.989074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.089858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39392) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:46.227713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.299467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e36b72-ad0f-4d04-b742-e3057f12e63a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.313583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Checking segment: {'id': '0bc06635-608f-449e-88ae-d905a5665485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '284a49b9-ab4d-45bf-9dee-825e2ffa551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:46.313944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Network hostable DHCP agents. Network: 284a49b9-ab4d-45bf-9dee-825e2ffa551a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:46.333167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Network 284a49b9-ab4d-45bf-9dee-825e2ffa551a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:46.352127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 284a49b9-ab4d-45bf-9dee-825e2ffa551a) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:46.356990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:46.359186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.364591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182751a2-2d53-4cb4-91a5-10d54bb638b7 None None] Network 284a49b9-ab4d-45bf-9dee-825e2ffa551a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:46.376655 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b32e5b43-4b6b-49e0-90fa-526347008f8d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4722352 Sep 30 08:11:46.445362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3e64-53bf-49ee-b2f1-c733d16d981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.504229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39406) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:46.565354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b7559-8eeb-477c-9218-ba50f3bea9b4 None None] Network 284a49b9-ab4d-45bf-9dee-825e2ffa551a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:46.653828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3e64-53bf-49ee-b2f1-c733d16d981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.662115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3e64-53bf-49ee-b2f1-c733d16d981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.692615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0feba396-7cd7-4631-a64b-4e6757da809c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.742663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fc9e3e64-53bf-49ee-b2f1-c733d16d981c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1166d225fd7f417daf6f672cd6b8eb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517603 Sep 30 08:11:46.743698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e3e64-53bf-49ee-b2f1-c733d16d981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c29b9ae-e41e-4440-8659-c0802c113570,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.746404 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39416) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:46.808044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16dd026e-cf2c-436b-80e6-0fa97db01100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.834666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16dd026e-cf2c-436b-80e6-0fa97db01100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.899663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0feba396-7cd7-4631-a64b-4e6757da809c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.904914 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0feba396-7cd7-4631-a64b-4e6757da809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.920905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16dd026e-cf2c-436b-80e6-0fa97db01100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.924489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16dd026e-cf2c-436b-80e6-0fa97db01100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.927870 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16dd026e-cf2c-436b-80e6-0fa97db01100 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c29b9ae-e41e-4440-8659-c0802c113570 HTTP/1.1" status: 204 len: 168 time: 0.1781459 Sep 30 08:11:46.936000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd026e-cf2c-436b-80e6-0fa97db01100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c29b9ae-e41e-4440-8659-c0802c113570,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.956374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2f2edb5-67fc-4e6e-b1b6-e86adb82a6f1 req-239a6919-fa72-44ec-a7fc-b084588897be tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 210 time: 0.0716619 Sep 30 08:11:46.993096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0feba396-7cd7-4631-a64b-4e6757da809c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84914d489f2a42de9f541efcbf0906c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876409 Sep 30 08:11:46.996228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39430) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.004211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feba396-7cd7-4631-a64b-4e6757da809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6f4a78-d83e-494f-99d3-31c8fbe70801,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:47.077148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c66-5875-46b9-8f19-9d215932b421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.103253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c66-5875-46b9-8f19-9d215932b421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.139053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-418e74ec-90c6-4b4d-a844-3712b508ee86 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7d4976a9195e44cf92def016443ec7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457103 Sep 30 08:11:47.166089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c66-5875-46b9-8f19-9d215932b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.169197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c66-5875-46b9-8f19-9d215932b421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.170943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-41ac7c66-5875-46b9-8f19-9d215932b421 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db6f4a78-d83e-494f-99d3-31c8fbe70801 HTTP/1.1" status: 204 len: 168 time: 0.1728365 Sep 30 08:11:47.191013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac7c66-5875-46b9-8f19-9d215932b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6f4a78-d83e-494f-99d3-31c8fbe70801,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:47.335590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-3dd1ba61-2448-4e6c-834d-4a67b881b0fd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:47.337962 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-3dd1ba61-2448-4e6c-834d-4a67b881b0fd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872149 Sep 30 08:11:47.362103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Request body: {'port': {'device_id': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '7d4976a9195e44cf92def016443ec7a3'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:47.454747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39442) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.485068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-39313350-672f-49ae-be82-f02491704fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.497411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Made reservation on behalf of 7d4976a9195e44cf92def016443ec7a3 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:47.507000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.687362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Allocated IP 192.168.233.163 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/6e60a055-ba60-497c-9d61-d8b5e2177f82) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:47.688087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-528c89b2-f044-414f-bc99-e870d2ea8eb4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:47.700463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-528c89b2-f044-414f-bc99-e870d2ea8eb4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.1661136 Sep 30 08:11:47.724578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-e01da5aa-6dc2-49f9-ae5c-a5fd5b4265fb tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/quotas/fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 375 time: 0.0230470 Sep 30 08:11:47.781331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-4872a164-dae8-40a9-9c9e-d2f2cee82ec9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555153 Sep 30 08:11:47.814961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.829310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-39313350-672f-49ae-be82-f02491704fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.837762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-39313350-672f-49ae-be82-f02491704fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.840358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c2aa47-e291-409d-985c-e940809b2128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.926080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.962385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-39313350-672f-49ae-be82-f02491704fe1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddf594094eb84f7ab3c80a1be9a7a762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054104 Sep 30 08:11:47.967363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39468) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.971221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39313350-672f-49ae-be82-f02491704fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef76fe31-ad2d-415a-a5e4-51842a2db921,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.004768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-38677c69-0ff7-47cf-bc18-92fea95c3ca1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:11:48.005925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-38677c69-0ff7-47cf-bc18-92fea95c3ca1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0860450 Sep 30 08:11:48.015080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.028087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:48.030384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc630fe6-a924-431b-b47d-684ccd1c3e19 req-96a9beb1-bd18-4cfb-9be2-a49b593e8264 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:48.033723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc630fe6-a924-431b-b47d-684ccd1c3e19 req-96a9beb1-bd18-4cfb-9be2-a49b593e8264 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 948 time: 0.1960418 Sep 30 08:11:48.075686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:48.076697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:48.081048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:48.085096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:48.091571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:48.092321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.115589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event updated for resources: {'Port': ['ID=6e60a055-ba60-497c-9d61-d8b5e2177f82,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.208788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edf747b1-f23f-4166-bcf5-dbf21f93b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.217425 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc630fe6-a924-431b-b47d-684ccd1c3e19 req-9fb26ae1-f1d5-40ef-8368-83ffd06c6622 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659155 Sep 30 08:11:48.226083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c2aa47-e291-409d-985c-e940809b2128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.238730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:48.251821 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-6251303d-a807-4f89-91b9-b70abbb5caab tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8950636 Sep 30 08:11:48.273203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Request body: {'port': {'device_id': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:48.285935 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edf747b1-f23f-4166-bcf5-dbf21f93b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.298253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c2aa47-e291-409d-985c-e940809b2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.326792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-e19b8d81-c6b9-4378-b749-2e0c3bbbe511 service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056598 Sep 30 08:11:48.403623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.404314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2aa47-e291-409d-985c-e940809b2128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709e9c9-b2b9-48db-a34b-83a362f5094b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.435210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-24c2aa47-e291-409d-985c-e940809b2128 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=067be2bf2b504022ae3b12e4575d5022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180534 Sep 30 08:11:48.440496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39482) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:48.521134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edf747b1-f23f-4166-bcf5-dbf21f93b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.523677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edf747b1-f23f-4166-bcf5-dbf21f93b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.525153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-edf747b1-f23f-4166-bcf5-dbf21f93b0fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef76fe31-ad2d-415a-a5e4-51842a2db921 HTTP/1.1" status: 204 len: 168 time: 0.5557353 Sep 30 08:11:48.552784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf747b1-f23f-4166-bcf5-dbf21f93b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef76fe31-ad2d-415a-a5e4-51842a2db921,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.571548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-d7328067-d707-4d0e-9a75-797de10b4ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209265 Sep 30 08:11:48.592768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:48.598353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cabf7f-2387-4d08-bee0-c223ed3c33ba req-902638d3-c26b-4109-9595-62c11242cb96 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:48.607026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11cabf7f-2387-4d08-bee0-c223ed3c33ba req-902638d3-c26b-4109-9595-62c11242cb96 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 936 time: 0.1277215 Sep 30 08:11:48.617224 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70ba74d2-1d03-469c-8c79-85db60d948fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.665055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70ba74d2-1d03-469c-8c79-85db60d948fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.676697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11cabf7f-2387-4d08-bee0-c223ed3c33ba req-ed10adda-65ba-47e9-a11a-36e0165f6e7a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Sep 30 08:11:48.686661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-334840ad-be62-4e3f-ba8f-e7a7a4ae8ce7 None None] Provisioning complete for port 6e60a055-ba60-497c-9d61-d8b5e2177f82 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:48.687037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-334840ad-be62-4e3f-ba8f-e7a7a4ae8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.765957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2', 'mac_address': 'fa:16:3e:a1:db:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:48.858834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70ba74d2-1d03-469c-8c79-85db60d948fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.860345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5a7693c-bce0-4e06-90bf-8d56e94cfb7e req-37b82926-331a-48b9-bd0d-8624e66e5c8b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 210 time: 0.0427768 Sep 30 08:11:48.861975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70ba74d2-1d03-469c-8c79-85db60d948fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.868061 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70ba74d2-1d03-469c-8c79-85db60d948fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7709e9c9-b2b9-48db-a34b-83a362f5094b HTTP/1.1" status: 204 len: 168 time: 0.4242268 Sep 30 08:11:48.914745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba74d2-1d03-469c-8c79-85db60d948fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709e9c9-b2b9-48db-a34b-83a362f5094b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.931481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-334840ad-be62-4e3f-ba8f-e7a7a4ae8ce7 None None] Port 6e60a055-ba60-497c-9d61-d8b5e2177f82 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:48.996570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e60a055-ba60-497c-9d61-d8b5e2177f82 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:49.014841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.016928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.046952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Transition to ACTIVE for port object 6e60a055-ba60-497c-9d61-d8b5e2177f82 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:49.052214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.057774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:49.126155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:49.132258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.143186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Pushing event updated for resources: {'Port': ['ID=6e60a055-ba60-497c-9d61-d8b5e2177f82,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:49.176499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Attempting to bind port 6e60a055-ba60-497c-9d61-d8b5e2177f82 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:49.177087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Attempting to bind port 6e60a055-ba60-497c-9d61-d8b5e2177f82 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:49.177721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Attempting to bind port 6e60a055-ba60-497c-9d61-d8b5e2177f82 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:49.183453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Port 6e60a055-ba60-497c-9d61-d8b5e2177f82 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:49.184319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Attempting to bind port 6e60a055-ba60-497c-9d61-d8b5e2177f82 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:49.193941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:49.194573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:49.195842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:49.196602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Bound port: 6e60a055-ba60-497c-9d61-d8b5e2177f82, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:49.197176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.245386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:49.270503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.273701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.274519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.275471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.275927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.276291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.276601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.276935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.277266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.277626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.278142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.278716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:49.367708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] For port 6e60a055-ba60-497c-9d61-d8b5e2177f82, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:49.373032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] For port 6e60a055-ba60-497c-9d61-d8b5e2177f82, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:49.380603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.401699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:49.442302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:49.442931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.451183 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e60a055-ba60-497c-9d61-d8b5e2177f82 HTTP/1.1" status: 200 len: 1096 time: 1.1901424 Sep 30 08:11:49.453789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'tag': '6e60a055-ba60-497c-9d61-d8b5e2177f82'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:49.456339 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5527f0d5-11d7-4ad5-b705-e9a35247d256" -d '{"events": [{"name": "network-changed", "server_uuid": "592ade84-dc75-46ae-8829-007d8a1bdd1e", "tag": "6e60a055-ba60-497c-9d61-d8b5e2177f82"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:49.472024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a585c0-f345-4927-8a65-aeecbc1d8e60 req-c0f0bace-dbba-4662-b093-fe40fc3828ff tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:49.482958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9a585c0-f345-4927-8a65-aeecbc1d8e60 req-c0f0bace-dbba-4662-b093-fe40fc3828ff tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 949 time: 0.1176288 Sep 30 08:11:49.549834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9a585c0-f345-4927-8a65-aeecbc1d8e60 req-9c918696-f43c-4403-b1b2-868dea598dbe tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655115 Sep 30 08:11:49.577903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed096a-81ab-450f-99e4-c5e448555918 service neutron] Pushing event updated for resources: {'Port': ['ID=6e60a055-ba60-497c-9d61-d8b5e2177f82,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:49.611130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-1df517a7-7d69-4a6f-bf80-737e9cc975eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:49.612696 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-1df517a7-7d69-4a6f-bf80-737e9cc975eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 1099 time: 0.0967784 Sep 30 08:11:49.709497 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-1efd7fa0-4bcb-4c47-a626-0f40fed245c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82 HTTP/1.1" status: 200 len: 217 time: 0.0853946 Sep 30 08:11:49.791810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-45322c13-11fd-4c97-aa85-d0102023ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:49.793662 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-45322c13-11fd-4c97-aa85-d0102023ade7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0766203 Sep 30 08:11:49.801171 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf54256-b06c-46d2-88ff-0cccfad7cc73 x-openstack-request-id: req-ccf54256-b06c-46d2-88ff-0cccfad7cc73 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:49.803077 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592ade84-dc75-46ae-8829-007d8a1bdd1e", "tag": "6e60a055-ba60-497c-9d61-d8b5e2177f82", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:49.803513 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccf54256-b06c-46d2-88ff-0cccfad7cc73 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:49.805439 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'tag': '6e60a055-ba60-497c-9d61-d8b5e2177f82', 'status': 'completed', 'code': 200} Sep 30 08:11:49.887647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-068adb05-362c-4aa9-b4c1-8e71de202b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:49.889469 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-068adb05-362c-4aa9-b4c1-8e71de202b1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810454 Sep 30 08:11:49.937202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547a25-ce24-43f2-9e64-676659d6391d req-9c5a957c-699f-4e9b-bc0e-63b4cb49ac5e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:49.947047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af547a25-ce24-43f2-9e64-676659d6391d req-9c5a957c-699f-4e9b-bc0e-63b4cb49ac5e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 948 time: 0.0724840 Sep 30 08:11:50.014652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af547a25-ce24-43f2-9e64-676659d6391d req-8272796a-4c88-4831-b54d-57fd388efd3b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Sep 30 08:11:50.063123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-a9bf1d66-fa7a-4834-951f-39f75adbe1d4 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636992 Sep 30 08:11:50.078611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db25294c-0b71-45ea-90fd-5232f9f32ffc req-169b46da-2ef4-499d-80bc-85242bd380e3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 210 time: 0.0367620 Sep 30 08:11:50.198190 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-35e108bf-da37-44b2-935f-577f2b1a9c53 req-86bbe23f-ec6d-4f92-bdd1-2c0d87113bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223350 Sep 30 08:11:50.240432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:50.300525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-b814c5aa-3eaa-4a8e-b27a-4645e8a3fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.301897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:50.302327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-b814c5aa-3eaa-4a8e-b27a-4645e8a3fb37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 1099 time: 0.0481546 Sep 30 08:11:50.306657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:50.307027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.403158 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.426729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-4f0bf53e-25b7-4e0a-9aa4-a4e65f69c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.428242 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-4f0bf53e-25b7-4e0a-9aa4-a4e65f69c877 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1166954 Sep 30 08:11:50.434940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39570) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:50.443652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:50.457810 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb2ae24-00a2-4ff2-a4aa-da4a639b482d" -d '{"events": [{"server_uuid": "33efe672-2be0-4197-93b9-13f1c7fa48d3", "name": "network-vif-plugged", "status": "completed", "tag": "7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:50.480461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:50.484347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.490011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-bc60d3c2-289a-4b7b-8f8b-2798252c0c49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82 HTTP/1.1" status: 200 len: 217 time: 0.0500228 Sep 30 08:11:50.522653 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dda7a-5dad-43e3-9310-38551aceb7e4 x-openstack-request-id: req-cd8dda7a-5dad-43e3-9310-38551aceb7e4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:50.523077 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33efe672-2be0-4197-93b9-13f1c7fa48d3", "name": "network-vif-plugged", "status": "completed", "tag": "7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:50.523349 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd8dda7a-5dad-43e3-9310-38551aceb7e4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:50.523836 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2', 'code': 200} Sep 30 08:11:50.552523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:50.603262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-d6f6fe1b-df7a-486a-9a9a-d02ae3d1ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.604858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-d6f6fe1b-df7a-486a-9a9a-d02ae3d1ef45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1031322 Sep 30 08:11:50.745539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05cdfb-d233-4eaf-9777-456e21376511 req-ebccc6bb-c88f-4a84-8f5a-9f28f1e77a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.749107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a05cdfb-d233-4eaf-9777-456e21376511 req-ebccc6bb-c88f-4a84-8f5a-9f28f1e77a8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 1101 time: 0.1224513 Sep 30 08:11:50.775062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39586) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:50.777338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af526990-8dde-4794-8ccd-396c26dcea43 req-dc061f8f-f351-49c1-83b7-515523d844b8 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.778934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af526990-8dde-4794-8ccd-396c26dcea43 req-dc061f8f-f351-49c1-83b7-515523d844b8 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.1097443 Sep 30 08:11:50.800301 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1067ba99-468b-4699-a0d6-abb898c4f692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.821801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-7e76553e-4322-4e39-b9b0-46e28043b5ca tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.823518 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-7e76553e-4322-4e39-b9b0-46e28043b5ca tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.2177024 Sep 30 08:11:50.829021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-19fded0c-1ad7-4bc5-b89e-a2f1379d2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.830850 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-19fded0c-1ad7-4bc5-b89e-a2f1379d2755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557474 Sep 30 08:11:50.846146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Request body: {'port': {'device_id': '3d420c50-3753-49c3-9372-eff7d8b126df', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'admin_state_up': True, 'tenant_id': 'fc779dd2e0304869b7844b3e47da03c5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:50.880476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a05cdfb-d233-4eaf-9777-456e21376511 req-6d6011aa-aa48-4589-a2ad-d52015485738 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003833 Sep 30 08:11:50.886298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af526990-8dde-4794-8ccd-396c26dcea43 req-6aeb30de-1cab-4952-983b-9b435e4cb387 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939894 Sep 30 08:11:50.962573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1067ba99-468b-4699-a0d6-abb898c4f692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.967919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1067ba99-468b-4699-a0d6-abb898c4f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.024904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1067ba99-468b-4699-a0d6-abb898c4f692 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d574a4942f34ee5bc93712cab3d8633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887554 Sep 30 08:11:51.026551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067ba99-468b-4699-a0d6-abb898c4f692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63a79b-11a0-46e6-92d0-64b46f4b79b8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.030681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:51.084059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39598) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:51.108516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcb3-5dfd-4013-830d-bcdc443a6b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.141611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcb3-5dfd-4013-830d-bcdc443a6b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.237039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9221ed4e-66a5-40d6-9e78-1abb61474a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.249417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcb3-5dfd-4013-830d-bcdc443a6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.255786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcb3-5dfd-4013-830d-bcdc443a6b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.257246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e80bcb3-5dfd-4013-830d-bcdc443a6b4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd63a79b-11a0-46e6-92d0-64b46f4b79b8 HTTP/1.1" status: 204 len: 168 time: 0.2253783 Sep 30 08:11:51.299824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bcb3-5dfd-4013-830d-bcdc443a6b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63a79b-11a0-46e6-92d0-64b46f4b79b8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.303050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cda0e48e-41d4-4803-aceb-faad40ee481e req-4882bc3c-3f0d-4b98-adca-3a55b250430b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 210 time: 0.0555816 Sep 30 08:11:51.319120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-40128543-f6e1-41a4-b472-27fc1c736062 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693635 Sep 30 08:11:51.321340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c36-5408-414a-be6e-b315afa128d7 req-8fc39041-cabf-40a8-b186-77f3d018b2f5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:51.329514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96e68c36-5408-414a-be6e-b315afa128d7 req-8fc39041-cabf-40a8-b186-77f3d018b2f5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 948 time: 0.1332948 Sep 30 08:11:51.338814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2068087157-network', 'tenant_id': '1750d3d7b57a4b37b298f0b82a156831'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:51.386963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:11:51.386963 n-d-807025-5 neutron-server[95001]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:11:51.386963 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id': '1750d3d7b57a4b37b298f0b82a156831', 'id': 'e1a62ba6-4c54-44c6-b539-ce98a2aba236', 'expiration': datetime.datetime(2021, 9, 30, 8, 13, 51, 379525)}] Sep 30 08:11:51.386963 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:11:51.387314 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:11:51.401356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96e68c36-5408-414a-be6e-b315afa128d7 req-bd0ccaaa-b9e1-476a-ba85-61cd6e3d1f7f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702546 Sep 30 08:11:51.419346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:11:51.419346 n-d-807025-5 neutron-server[95002]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:11:51.419346 n-d-807025-5 neutron-server[95002]: [parameters: {'project_id': 'fc779dd2e0304869b7844b3e47da03c5', 'id': '7552966f-cd68-4fb2-b0ed-2dad1da631df', 'expiration': datetime.datetime(2021, 9, 30, 8, 13, 51, 352018)}] Sep 30 08:11:51.419346 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:11:51.419795 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:11:51.472273 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5527f0d5-11d7-4ad5-b705-e9a35247d256 req-b4074754-be9e-42ea-a343-f7ac3e0537c4 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400194 Sep 30 08:11:51.526051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9221ed4e-66a5-40d6-9e78-1abb61474a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.531020 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9221ed4e-66a5-40d6-9e78-1abb61474a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.570853 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9221ed4e-66a5-40d6-9e78-1abb61474a44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7099b281af2443de8d8d25bc7381acab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7895145 Sep 30 08:11:51.571839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ed4e-66a5-40d6-9e78-1abb61474a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeccf3b-f219-4629-8bc7-f17edd2a361c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.573605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39616) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:51.627922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a85f04e-1386-482f-adcb-0126669d0c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.656906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a85f04e-1386-482f-adcb-0126669d0c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.700115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39622) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:51.710573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a85f04e-1386-482f-adcb-0126669d0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.713472 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a85f04e-1386-482f-adcb-0126669d0c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.713777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-12045595-904a-4987-b015-4e1f6dd756af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.714647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5a85f04e-1386-482f-adcb-0126669d0c09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daeccf3b-f219-4629-8bc7-f17edd2a361c HTTP/1.1" status: 204 len: 168 time: 0.1383467 Sep 30 08:11:51.727094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85f04e-1386-482f-adcb-0126669d0c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeccf3b-f219-4629-8bc7-f17edd2a361c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.827030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-12045595-904a-4987-b015-4e1f6dd756af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.832296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-12045595-904a-4987-b015-4e1f6dd756af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.875341 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-12045595-904a-4987-b015-4e1f6dd756af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1de7cbe822c64d4eac7d287347b1e6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741207 Sep 30 08:11:51.876215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12045595-904a-4987-b015-4e1f6dd756af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738fd3e4-e3f2-49e6-9168-2074f04e9b41,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.878236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39630) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:51.942812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Made reservation on behalf of 1750d3d7b57a4b37b298f0b82a156831 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:51.945479 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.961413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Made reservation on behalf of fc779dd2e0304869b7844b3e47da03c5 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:51.962506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.970242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.974977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d6315b-4e77-4100-83dd-0d4e69fb0c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.015185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d6315b-4e77-4100-83dd-0d4e69fb0c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.126320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d6315b-4e77-4100-83dd-0d4e69fb0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.129104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d6315b-4e77-4100-83dd-0d4e69fb0c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.130259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-17d6315b-4e77-4100-83dd-0d4e69fb0c18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/738fd3e4-e3f2-49e6-9168-2074f04e9b41 HTTP/1.1" status: 204 len: 168 time: 0.2504485 Sep 30 08:11:52.160386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:52.182622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Allocated IP 172.20.0.7 (effa02ef-b72f-4937-9edf-6f0db0a1e9b4/37d6b957-1829-454a-87fa-deff8e18c6b9/966c0281-170a-48be-a99a-1465cd22b9a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:52.186542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6315b-4e77-4100-83dd-0d4e69fb0c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738fd3e4-e3f2-49e6-9168-2074f04e9b41,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.201129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99ecb1d9-aa42-41dd-809c-bfbfc26ac518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.250294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a1484-ac66-4b08-97b5-82a192e2946e req-b7b53adf-a7f7-4235-b402-023cb0f0960c tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:52.258040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4a1484-ac66-4b08-97b5-82a192e2946e req-b7b53adf-a7f7-4235-b402-023cb0f0960c tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.1328917 Sep 30 08:11:52.274300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.291766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.356670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:52.381072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4a1484-ac66-4b08-97b5-82a192e2946e req-e26373e5-74dd-4a10-a06b-320ad76e9334 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164742 Sep 30 08:11:52.384433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.391473 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.391808 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Added segment ce38514b-a230-4149-81f0-940dce7fccdb of type vlan for network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 Sep 30 08:11:52.495506 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.521254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c98a4db-a18e-416e-8a58-6622f14fc46b req-5df98e61-9354-4cf9-966c-6f9f8d826d4b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 210 time: 0.0421140 Sep 30 08:11:52.522866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.546493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.609966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:52.613475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:52.617304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:52.622967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:52.623618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.624847 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.626000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:52.626655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.638642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99ecb1d9-aa42-41dd-809c-bfbfc26ac518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.639165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.651032 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-8600736e-e230-4d3d-9250-e369daed95fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8098946 Sep 30 08:11:52.666864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99ecb1d9-aa42-41dd-809c-bfbfc26ac518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.676873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36658ad6-df5e-4dbd-8d55-00d233f7ef31 req-9923fff5-8274-4382-8511-9f78183a10c1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:52.678587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36658ad6-df5e-4dbd-8d55-00d233f7ef31 req-9923fff5-8274-4382-8511-9f78183a10c1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 948 time: 0.1500602 Sep 30 08:11:52.680257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Request body: {'port': {'device_id': '3d420c50-3753-49c3-9372-eff7d8b126df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:52.703176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6016946 Sep 30 08:11:52.710094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39670) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:52.718811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Request body: {'subnet': {'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2068087157-subnet', 'tenant_id': '1750d3d7b57a4b37b298f0b82a156831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:52.763662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7c4f5-e8cb-49f3-92f8-3e7703a7c883 admin admin] Pushing event updated for resources: {'Network': ['ID=0db6a34d-51e6-4a50-88cd-8711ac4f2830,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.769975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Made reservation on behalf of 1750d3d7b57a4b37b298f0b82a156831 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:52.772250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.775228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.780124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-99ecb1d9-aa42-41dd-809c-bfbfc26ac518 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8bd0f1fc4b148c680f4204d331c9c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022766 Sep 30 08:11:52.785257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39674) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:52.785777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:52.794137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecb1d9-aa42-41dd-809c-bfbfc26ac518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d57d8-1bb3-4216-849e-6c94995fe58a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.835580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36658ad6-df5e-4dbd-8d55-00d233f7ef31 req-8f3a0aca-b216-4f92-add4-f4d0cc2e9ad0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435680 Sep 30 08:11:52.872533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c738eb-cd48-4f69-840f-85ba6ea1db4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.901261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c738eb-cd48-4f69-840f-85ba6ea1db4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.914554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39678) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:52.994873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c738eb-cd48-4f69-840f-85ba6ea1db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.997527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c738eb-cd48-4f69-840f-85ba6ea1db4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.999281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80c738eb-cd48-4f69-840f-85ba6ea1db4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b94d57d8-1bb3-4216-849e-6c94995fe58a HTTP/1.1" status: 204 len: 168 time: 0.2123947 Sep 30 08:11:53.013598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c738eb-cd48-4f69-840f-85ba6ea1db4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d57d8-1bb3-4216-849e-6c94995fe58a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:53.121871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1871c021-87bb-4a36-b470-17befb1868eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.138667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.230376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1871c021-87bb-4a36-b470-17befb1868eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.238230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1871c021-87bb-4a36-b470-17befb1868eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.244682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966c0281-170a-48be-a99a-1465cd22b9a4 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:53.256734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.273513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1871c021-87bb-4a36-b470-17befb1868eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f7929a24ac944c78866549a7391def6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561659 Sep 30 08:11:53.275953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39692) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:53.281803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:53.296292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Transition to ACTIVE for port object 966c0281-170a-48be-a99a-1465cd22b9a4 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:53.302171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.336885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871c021-87bb-4a36-b470-17befb1868eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c0f743-c67e-42b9-9df9-47ef239fb88f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:53.338409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:53.338843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Network hostable DHCP agents. Network: 0db6a34d-51e6-4a50-88cd-8711ac4f2830, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:53.359658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e79268b7-6968-4881-bb3b-a2a3ada942b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.387988 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e79268b7-6968-4881-bb3b-a2a3ada942b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.410330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:53.419457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:53.444305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:53.444656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:53.444996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:53.448709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0db6a34d-51e6-4a50-88cd-8711ac4f2830) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:53.453190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:53.453545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:53.456805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.457396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.458608 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e79268b7-6968-4881-bb3b-a2a3ada942b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.460118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa244ea-97a9-4a32-a489-f1d0f509d3b8 None None] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:53.462883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e79268b7-6968-4881-bb3b-a2a3ada942b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.466075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:53.466075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:53.466375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:53.466719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Bound port: 966c0281-170a-48be-a99a-1465cd22b9a4, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:53.467159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.468224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e79268b7-6968-4881-bb3b-a2a3ada942b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86c0f743-c67e-42b9-9df9-47ef239fb88f HTTP/1.1" status: 204 len: 168 time: 0.1858692 Sep 30 08:11:53.493148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79268b7-6968-4881-bb3b-a2a3ada942b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c0f743-c67e-42b9-9df9-47ef239fb88f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:53.499494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7fe7d935-7912-4cdf-963a-43b6b0269c9e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7884228 Sep 30 08:11:53.552860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:53.570497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:53.579075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.579270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f5109-6b13-4c34-8dee-9fb1910704cf req-bb7973d0-e0fe-49a9-a3d0-9c72f66b1830 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.589663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e9f5109-6b13-4c34-8dee-9fb1910704cf req-bb7973d0-e0fe-49a9-a3d0-9c72f66b1830 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.0841098 Sep 30 08:11:53.650131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.651141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.652600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e9f5109-6b13-4c34-8dee-9fb1910704cf req-878a68d1-8b03-434d-b88e-d6016d6179ab tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617378 Sep 30 08:11:53.653110 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 1091 time: 0.9784288 Sep 30 08:11:53.653728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:53.656143 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1885c7f9-294d-4e19-9c77-b1f19906893e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:53.714930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a2931-e03b-4ac1-8bfb-0436d867f4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:53.782456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f888e-1a45-4b2d-88f4-fb99f89e510c req-5dbf873a-c914-495b-91dc-12d36f94b5f9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.783553 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c523f-b395-4565-b232-3eb66694a2e5 x-openstack-request-id: req-913c523f-b395-4565-b232-3eb66694a2e5 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:53.783845 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:53.784093 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-913c523f-b395-4565-b232-3eb66694a2e5 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:53.785697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c41f888e-1a45-4b2d-88f4-fb99f89e510c req-5dbf873a-c914-495b-91dc-12d36f94b5f9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.1318493 Sep 30 08:11:53.789969 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4', 'status': 'completed', 'code': 200} Sep 30 08:11:53.832231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-4ccf57c6-3941-4d26-99fa-48b8cc552cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.834318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc2aea-e116-4135-9a2d-8935a6af43dc None None] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:53.838748 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-4ccf57c6-3941-4d26-99fa-48b8cc552cb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1094 time: 0.1089623 Sep 30 08:11:53.853076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c41f888e-1a45-4b2d-88f4-fb99f89e510c req-b2a71ac7-2cc0-40cc-9b88-3c2b26d96357 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605807 Sep 30 08:11:53.924265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-c68959ab-eea5-429c-9bfa-3c108d3d4897 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0657980 Sep 30 08:11:54.033464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-94293dc3-7df1-4f37-ac3a-47e129677ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.034678 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-94293dc3-7df1-4f37-ac3a-47e129677ab3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1005011 Sep 30 08:11:54.066822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee085ee-2d14-4447-a93b-160e820748a7 req-3e789263-b618-4ea1-bc20-0cd11654b50c tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.072120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ee085ee-2d14-4447-a93b-160e820748a7 req-3e789263-b618-4ea1-bc20-0cd11654b50c tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 948 time: 0.1030033 Sep 30 08:11:54.109916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-b46ccd3f-8a1a-4de1-b688-e82a768abcec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635548 Sep 30 08:11:54.147455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ee085ee-2d14-4447-a93b-160e820748a7 req-09d359d3-0645-4d0a-9fbc-6d5c93e20aa6 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681207 Sep 30 08:11:54.241402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6e60a055-ba60-497c-9d61-d8b5e2177f82 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:54.248903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10867f6-9944-4543-a663-c0a469f319e3 req-1d648057-44ee-444c-8fef-221a5a462ed9 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.250021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-e436d919-8601-4b2d-9eb4-603aac753cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303470 Sep 30 08:11:54.259685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c10867f6-9944-4543-a663-c0a469f319e3 req-1d648057-44ee-444c-8fef-221a5a462ed9 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 1101 time: 0.0751481 Sep 30 08:11:54.263203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:54.274466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.277300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0312-fb71-4ce0-a195-af87dbbe6668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.302370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:11:54.302370 n-d-807025-5 neutron-server[95001]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:11:54.302370 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id': 'b1f813e443624c8c9096bb205e00683d', 'id': '1ed2e65f-4e93-40e3-a974-ab741d8e0f97', 'expiration': datetime.datetime(2021, 9, 30, 8, 13, 54, 296344)}] Sep 30 08:11:54.302370 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:11:54.304077 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:11:54.379507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 6e60a055-ba60-497c-9d61-d8b5e2177f82, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:54.393998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '6e60a055-ba60-497c-9d61-d8b5e2177f82', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '6e60a055-ba60-497c-9d61-d8b5e2177f82', 'mac_address': 'fa:16:3e:cf:83:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:54.446608 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.458927 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0312-fb71-4ce0-a195-af87dbbe6668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.464918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0312-fb71-4ce0-a195-af87dbbe6668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.466498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e60a055-ba60-497c-9d61-d8b5e2177f82 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:54.486175 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec6ccebb-31ab-43d0-9b32-a933742fe00c req-bc211b4c-c2d5-4e97-adde-b5575e5330c7 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895795 Sep 30 08:11:54.495298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 6e60a055-ba60-497c-9d61-d8b5e2177f82, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:54.509331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e7ca0312-fb71-4ce0-a195-af87dbbe6668 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d39e783aaa8c4def8a43d84e9e928fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450364 Sep 30 08:11:54.510566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0312-fb71-4ce0-a195-af87dbbe6668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2060ae5-b516-489f-93ea-baef095d8d6a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:54.510727 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.512979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39744) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:54.574532 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-085f54a3-f624-457f-9157-c89315d8cc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.578735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=6e60a055-ba60-497c-9d61-d8b5e2177f82,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:54.603907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-085f54a3-f624-457f-9157-c89315d8cc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.659751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-085f54a3-f624-457f-9157-c89315d8cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.664063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-085f54a3-f624-457f-9157-c89315d8cc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.669971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-085f54a3-f624-457f-9157-c89315d8cc8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2060ae5-b516-489f-93ea-baef095d8d6a HTTP/1.1" status: 204 len: 168 time: 0.1503587 Sep 30 08:11:54.671746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-e5051cc5-f670-452c-a504-74f04d07bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.674037 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-e5051cc5-f670-452c-a504-74f04d07bb5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1094 time: 0.0537150 Sep 30 08:11:54.680743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f54a3-f624-457f-9157-c89315d8cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2060ae5-b516-489f-93ea-baef095d8d6a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:54.792452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-d19965ea-0d2a-44d7-9267-9d5f7ddbe0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.793970 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-d19965ea-0d2a-44d7-9267-9d5f7ddbe0d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1118817 Sep 30 08:11:54.806163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.833400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['6e60a055-ba60-497c-9d61-d8b5e2177f82'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:54.857948 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-f117d8ee-343f-4837-a5f9-9f8e5f1ed821 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0502102 Sep 30 08:11:54.930605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-94b43293-40a6-4c07-9770-b714cf3fe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.932271 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-94b43293-40a6-4c07-9770-b714cf3fe3ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0674944 Sep 30 08:11:54.990732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.994127 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-36d0cda6-87c8-4ee2-849b-d7e531bc766b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529239 Sep 30 08:11:55.002446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.052868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c10867f6-9944-4543-a663-c0a469f319e3 req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7920504 Sep 30 08:11:55.065333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0942c7-d4c9-46c5-b0dc-9c188f54c043 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04260461-0cd9-4e85-95b8-403f011d1d0f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.081967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d7aa2-4c81-4432-8c24-3cab6d4fcc1d req-45f5b653-202d-4256-8afb-d39a9186f8c5 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:55.090821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-010d7aa2-4c81-4432-8c24-3cab6d4fcc1d req-45f5b653-202d-4256-8afb-d39a9186f8c5 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.1045794 Sep 30 08:11:55.150195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-010d7aa2-4c81-4432-8c24-3cab6d4fcc1d req-b3c49ebe-98af-46e5-aa33-bfcee5986a44 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Sep 30 08:11:55.157100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-2bb836c8-f5c5-4779-9129-7f03c3d01651 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529453 Sep 30 08:11:55.278682 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.290781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becad87-d251-46e2-a269-a6d189288a4b req-fd2e8e14-882a-4582-a2f2-4f649419f572 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:55.298032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2becad87-d251-46e2-a269-a6d189288a4b req-fd2e8e14-882a-4582-a2f2-4f649419f572 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 949 time: 0.0571196 Sep 30 08:11:55.303376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1885c7f9-294d-4e19-9c77-b1f19906893e req-2d299040-44b6-44f1-8d0a-eadfffa6a117 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364658 Sep 30 08:11:55.353671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2becad87-d251-46e2-a269-a6d189288a4b req-468ad8bd-6b5c-41e0-b104-1b4ac9c66322 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Sep 30 08:11:55.464144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.502304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39786) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:55.507834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-192084243-network', 'tenant_id': 'eb636287ea6f4a5e80d0c6e8ac44faba'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:55.533978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Made reservation on behalf of eb636287ea6f4a5e80d0c6e8ac44faba for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:55.536478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.545190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.641973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.647091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.674302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:55.700388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.700736 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Added segment 31c4fae9-2cb8-4846-a8d0-276678ac829e of type vlan for network 400c2446-eefd-4226-9eb1-408ece8766ba Sep 30 08:11:55.701938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041990ce-43f0-40f3-9218-d313d81ac67a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.747351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.779696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.780748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:55.781546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.814963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3111529 Sep 30 08:11:55.818216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:55.825592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Request body: {'subnet': {'network_id': '400c2446-eefd-4226-9eb1-408ece8766ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-192084243-subnet', 'tenant_id': 'eb636287ea6f4a5e80d0c6e8ac44faba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:55.855995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8234b-a8f8-480f-861b-52d113f4d8dd admin admin] Pushing event updated for resources: {'Network': ['ID=400c2446-eefd-4226-9eb1-408ece8766ba,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.868754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 400c2446-eefd-4226-9eb1-408ece8766ba details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:55.883133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Made reservation on behalf of eb636287ea6f4a5e80d0c6e8ac44faba for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:55.887044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.049167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-30383390-eeb0-49fd-afa7-e84523219fb7 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6daa68a95902412a9f99195411d3dd7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436788 Sep 30 08:11:56.176546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.246200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6e60a055-ba60-497c-9d61-d8b5e2177f82 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:56.260433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-e53d2008-e49c-441e-8d14-7a4246403455 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.269009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-e53d2008-e49c-441e-8d14-7a4246403455 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086551 Sep 30 08:11:56.293061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-9f373e29-627c-4373-a59f-f5fc07ef4b00 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/quotas/6daa68a95902412a9f99195411d3dd7c HTTP/1.1" status: 200 len: 375 time: 0.0228601 Sep 30 08:11:56.304780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 6e60a055-ba60-497c-9d61-d8b5e2177f82 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:11:56.310866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 6e60a055-ba60-497c-9d61-d8b5e2177f82 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:56.311747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.340933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbdf0d3-8eb8-4824-a387-361b8f44793e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:56.347358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-a6bee661-8927-4477-8f93-dc8039b520e9 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6daa68a95902412a9f99195411d3dd7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534272 Sep 30 08:11:56.358653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Checking segment: {'id': '31c4fae9-2cb8-4846-a8d0-276678ac829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '400c2446-eefd-4226-9eb1-408ece8766ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:56.359108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Network hostable DHCP agents. Network: 400c2446-eefd-4226-9eb1-408ece8766ba, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:56.385628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Network 400c2446-eefd-4226-9eb1-408ece8766ba is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:56.397869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 400c2446-eefd-4226-9eb1-408ece8766ba) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:56.402854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.403590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.413323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d456c68-2938-4566-a198-e2914500f861 None None] Network 400c2446-eefd-4226-9eb1-408ece8766ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:56.443422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b3708a7-7f90-47b7-b6cb-2770f0679bfa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6237254 Sep 30 08:11:56.479253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb9197-8ada-43d3-99fe-87891eba0b0c req-a1d4385d-49dc-4d48-895a-027a06a5b9db tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.480999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afeb9197-8ada-43d3-99fe-87891eba0b0c req-a1d4385d-49dc-4d48-895a-027a06a5b9db tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 1101 time: 0.0512621 Sep 30 08:11:56.521228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.524703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afeb9197-8ada-43d3-99fe-87891eba0b0c req-ae4e17cd-9f55-4999-8716-90165bc16615 tempest-ServersAdminNegativeTestJSON-243350226 tempest-ServersAdminNegativeTestJSON-243350226-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Sep 30 08:11:56.575095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 6e60a055-ba60-497c-9d61-d8b5e2177f82, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:56.581305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60a055-ba60-497c-9d61-d8b5e2177f82'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:56.583737 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f85b74d-d81d-42b5-9a90-479f12d7b7e2" -d '{"events": [{"server_uuid": "592ade84-dc75-46ae-8829-007d8a1bdd1e", "name": "network-vif-plugged", "status": "completed", "tag": "6e60a055-ba60-497c-9d61-d8b5e2177f82"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:56.593361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.745519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f0181-f79c-4dbd-9576-d0990e3f0e91 None None] Network 400c2446-eefd-4226-9eb1-408ece8766ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:56.790474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c3e9-091c-4eb1-a5b5-9197ca914ca7 req-13b493a3-2d04-47a2-bfd5-28e496979ba7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.792333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d71c3e9-091c-4eb1-a5b5-9197ca914ca7 req-13b493a3-2d04-47a2-bfd5-28e496979ba7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.1761734 Sep 30 08:11:56.809928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0403496-3136-4038-8359-e9ddd67e4e2e req-421f2c3c-320c-4ed3-b8c5-1d1891ebb26e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.812392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0403496-3136-4038-8359-e9ddd67e4e2e req-421f2c3c-320c-4ed3-b8c5-1d1891ebb26e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 950 time: 0.1587327 Sep 30 08:11:56.878581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=6e60a055-ba60-497c-9d61-d8b5e2177f82,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:56.888453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:56.900804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0403496-3136-4038-8359-e9ddd67e4e2e req-8c8e5626-a3e0-44a1-8d36-54123a052dcf tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758049 Sep 30 08:11:56.918259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d71c3e9-091c-4eb1-a5b5-9197ca914ca7 req-d46c9b48-6987-4fc6-87f7-b30a6412e5c1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179807 Sep 30 08:11:57.046579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-278e6ceb-2ef3-450c-a7f2-8a22362c4bf2 req-c2e88418-d7a4-435f-8154-437d4754c3ff tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 210 time: 0.0549603 Sep 30 08:11:57.108912 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65332ebf-7bf3-4a65-bcc5-218593991788 x-openstack-request-id: req-65332ebf-7bf3-4a65-bcc5-218593991788 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:57.109204 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592ade84-dc75-46ae-8829-007d8a1bdd1e", "name": "network-vif-plugged", "status": "completed", "tag": "6e60a055-ba60-497c-9d61-d8b5e2177f82", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:57.109705 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65332ebf-7bf3-4a65-bcc5-218593991788 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:57.110161 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60a055-ba60-497c-9d61-d8b5e2177f82', 'code': 200} Sep 30 08:11:57.189012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-98c8454d-d638-430a-ab0e-eb60a3af386f req-49994659-2fe9-421c-b7f0-152fc6547aae service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:11:57.190370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98c8454d-d638-430a-ab0e-eb60a3af386f req-49994659-2fe9-421c-b7f0-152fc6547aae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077255 Sep 30 08:11:57.200052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7662165-e618-42f3-ae92-b6cdf36f54a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.323686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9590-c634-4f3d-abed-0c952167e542 req-41f346e8-da9f-4770-9777-1c2fc4d51554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:57.325618 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8d5f9590-c634-4f3d-abed-0c952167e542 req-41f346e8-da9f-4770-9777-1c2fc4d51554 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 1101 time: 0.1158228 Sep 30 08:11:57.394175 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8d5f9590-c634-4f3d-abed-0c952167e542 req-f3254242-e53d-41fa-8211-e0043136647c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Sep 30 08:11:57.421150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7662165-e618-42f3-ae92-b6cdf36f54a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.426846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7662165-e618-42f3-ae92-b6cdf36f54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.474182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7662165-e618-42f3-ae92-b6cdf36f54a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3043b8d9f1249848b8a1dc19b752bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843413 Sep 30 08:11:57.474330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39902) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:57.475448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7662165-e618-42f3-ae92-b6cdf36f54a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bbee50-b018-43af-9ddf-9482a36de772,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:57.772718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c6d75d1-09b2-4ae7-b30f-153416b72df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.811750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a04d5d82-134b-4f39-95fb-1c788bf7c72e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:57.813194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a04d5d82-134b-4f39-95fb-1c788bf7c72e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.3326397 Sep 30 08:11:57.828673 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c6d75d1-09b2-4ae7-b30f-153416b72df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.855048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-6e13d87e-0a62-4077-bf29-bcf7839a0853 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/quotas/1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 375 time: 0.0320799 Sep 30 08:11:57.872938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8abdb-139b-47a8-acf8-85974116d424 req-e93ddde8-de03-47b2-9448-41be481e78fc tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:57.874443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2e8abdb-139b-47a8-acf8-85974116d424 req-e93ddde8-de03-47b2-9448-41be481e78fc tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.2769213 Sep 30 08:11:57.911646 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-ba7ba4db-eb08-4b97-83c7-a28104fb68ef tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491047 Sep 30 08:11:57.966359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c6d75d1-09b2-4ae7-b30f-153416b72df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.968849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c6d75d1-09b2-4ae7-b30f-153416b72df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.970005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3c6d75d1-09b2-4ae7-b30f-153416b72df0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29bbee50-b018-43af-9ddf-9482a36de772 HTTP/1.1" status: 204 len: 168 time: 0.4947069 Sep 30 08:11:57.972932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2e8abdb-139b-47a8-acf8-85974116d424 req-6dcc9636-5cc4-4f28-a119-679ac05fd399 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829499 Sep 30 08:11:58.007811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d75d1-09b2-4ae7-b30f-153416b72df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bbee50-b018-43af-9ddf-9482a36de772,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:58.051115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-5483c9a7-f805-4e5f-a19d-a6e6779b1b51 service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312571 Sep 30 08:11:58.131763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-d081f249-8582-47be-8eb5-041fcce73168 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6daa68a95902412a9f99195411d3dd7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260713 Sep 30 08:11:58.195405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-316d8fbc-172d-4ebf-ae8b-01c6c8547ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313894 Sep 30 08:11:58.208771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e28bc2-a193-438a-a2e1-414296375247 req-4afa6d8d-c8e4-4a85-ac5d-34b003853cae tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:58.210558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12e28bc2-a193-438a-a2e1-414296375247 req-4afa6d8d-c8e4-4a85-ac5d-34b003853cae tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 950 time: 0.0768192 Sep 30 08:11:58.273536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12e28bc2-a193-438a-a2e1-414296375247 req-be41251b-2b1c-40c2-840a-e2f6f0f94d15 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543051 Sep 30 08:11:58.274174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:58.307444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-e137005d-9be2-4410-8d96-b6ebccf7d8ef tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:58.309033 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-e137005d-9be2-4410-8d96-b6ebccf7d8ef tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627080 Sep 30 08:11:58.330684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Request body: {'port': {'device_id': '7074da2c-6688-4a0c-990c-299b015bd84f', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '6daa68a95902412a9f99195411d3dd7c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:58.443497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450802e1-5000-479c-8341-2ebcd4fd19b7 req-f9c02c1b-08bc-48fe-aea2-f9622b96d918 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:58.452819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-450802e1-5000-479c-8341-2ebcd4fd19b7 req-f9c02c1b-08bc-48fe-aea2-f9622b96d918 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.0926745 Sep 30 08:11:58.496750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:58.504123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-450802e1-5000-479c-8341-2ebcd4fd19b7 req-0f61c644-d147-4ec4-8d58-8391c2087f39 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Sep 30 08:11:58.518790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Made reservation on behalf of 6daa68a95902412a9f99195411d3dd7c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:58.522945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.525576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '966c0281-170a-48be-a99a-1465cd22b9a4', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'port_id': '966c0281-170a-48be-a99a-1465cd22b9a4', 'mac_address': 'fa:16:3e:e5:29:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d6b957-1829-454a-87fa-deff8e18c6b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:58.541625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.560381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39928) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:58.582533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acbb43d7-3e27-411b-b35a-77a360301fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.608871 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.650245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966c0281-170a-48be-a99a-1465cd22b9a4 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:58.660599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90f805d1-ed0e-4020-9e99-d1b5644b4ed2 req-08791c72-4de8-49ae-8e22-b1f39ef7cf1f tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 210 time: 0.0426350 Sep 30 08:11:58.676802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49c85300-37a9-48d9-966b-7ed7df498bf5 req-272f26f1-fa0e-433a-8e2c-e53b2debb7cf tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 210 time: 0.0457065 Sep 30 08:11:58.694381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.696775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:58.700057 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.711555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.786917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:58.821385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:58.834758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acbb43d7-3e27-411b-b35a-77a360301fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.840724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acbb43d7-3e27-411b-b35a-77a360301fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.927233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Allocated IP 192.168.233.74 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/0f5e25ee-1188-4b0b-8e6a-2ed178d5647c) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:58.951173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb43d7-3e27-411b-b35a-77a360301fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0f8cd0-a156-49dd-b2e6-7a6273841486,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:58.976801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-acbb43d7-3e27-411b-b35a-77a360301fe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b7387b79955491e84efebd90b2d0aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131141 Sep 30 08:11:58.978533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39954) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:59.048974 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e82409e-4241-4bed-9018-06fd16adf8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.060881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['966c0281-170a-48be-a99a-1465cd22b9a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:59.099746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e82409e-4241-4bed-9018-06fd16adf8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.152039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a9079-75bf-4e09-8c54-7068cbd16e23 req-75358b9f-903b-41a2-bdd3-e68611bc1922 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.153675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad8a9079-75bf-4e09-8c54-7068cbd16e23 req-75358b9f-903b-41a2-bdd3-e68611bc1922 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.0924439 Sep 30 08:11:59.224793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad8a9079-75bf-4e09-8c54-7068cbd16e23 req-6ce543e0-7caf-4ec2-9f3c-0a9d88918b74 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Sep 30 08:11:59.225895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e82409e-4241-4bed-9018-06fd16adf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.228704 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e82409e-4241-4bed-9018-06fd16adf8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.232915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7e82409e-4241-4bed-9018-06fd16adf8dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d0f8cd0-a156-49dd-b2e6-7a6273841486 HTTP/1.1" status: 204 len: 168 time: 0.2529974 Sep 30 08:11:59.243770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82409e-4241-4bed-9018-06fd16adf8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0f8cd0-a156-49dd-b2e6-7a6273841486,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:59.272753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.319889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.386624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:59.391502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:59.395511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:59.404496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.405697 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.417912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Pushing event updated for resources: {'Port': ['ID=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:59.446075 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-cf022575-2ad5-4ca8-80f5-a9abec4fefdb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1225641 Sep 30 08:11:59.466365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Request body: {'port': {'device_id': '7074da2c-6688-4a0c-990c-299b015bd84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:59.504061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b905b8-79c1-4f2e-bae6-79f859bd9fc1 req-d9c25ab0-fce3-4c24-b0f0-2f95a70f0c3e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.518601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93b905b8-79c1-4f2e-bae6-79f859bd9fc1 req-d9c25ab0-fce3-4c24-b0f0-2f95a70f0c3e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 950 time: 0.1125057 Sep 30 08:11:59.594141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.595344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93b905b8-79c1-4f2e-bae6-79f859bd9fc1 req-bda42bf8-2be3-4ef9-801b-b3d1c7f86fa2 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765660 Sep 30 08:11:59.656789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39976) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:59.750995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e2a91-ee1e-4e42-84e2-a8d5a9b37068 req-b34c29ae-e906-4696-ac72-72ebe83d86db tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.753805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-911e2a91-ee1e-4e42-84e2-a8d5a9b37068 req-b34c29ae-e906-4696-ac72-72ebe83d86db tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 944 time: 0.0842881 Sep 30 08:11:59.770330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4b26e42e-20ad-44e2-9e74-05d04b28851d None None] Provisioning complete for port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:59.770956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4b26e42e-20ad-44e2-9e74-05d04b28851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.821800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4b26e42e-20ad-44e2-9e74-05d04b28851d None None] Port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:59.837963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-911e2a91-ee1e-4e42-84e2-a8d5a9b37068 req-fe2dfe11-5d27-45c2-a03d-a8fd4632b7d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 Sep 30 08:11:59.847739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-ea14d7bd-203d-461e-8eb3-68481ae4ea2f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.849421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-ea14d7bd-203d-461e-8eb3-68481ae4ea2f tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.57 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.0936506 Sep 30 08:11:59.964515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f49c79e7-74fc-4ff8-9675-08f536a1a2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.006454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:00.039599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.077784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Transition to ACTIVE for port object 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:00.089145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4d47-e183-46a9-8cc7-b915196ca279 req-cf0a03bb-3746-484c-82a6-fcb21e8124bd tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.091157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-912b4d47-e183-46a9-8cc7-b915196ca279 req-cf0a03bb-3746-484c-82a6-fcb21e8124bd tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 935 time: 0.1508679 Sep 30 08:12:00.168601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-0ff52292-cfcf-4d32-b1dc-d99448d53fc2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.170261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-0ff52292-cfcf-4d32-b1dc-d99448d53fc2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.1538038 Sep 30 08:12:00.171579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.207030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Request body: {'port': {'device_id': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'admin_state_up': True, 'tenant_id': '1750d3d7b57a4b37b298f0b82a156831'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:00.225309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-611367dc-f3d5-4245-bcd8-5001a414ebeb req-63a8468b-5b85-4b7a-898d-a7c844412e7f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 210 time: 0.0530150 Sep 30 08:12:00.241199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-912b4d47-e183-46a9-8cc7-b915196ca279 req-03b5b125-b4ce-4f25-a52f-83324d981257 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377847 Sep 30 08:12:00.243577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Deleting port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:00.244046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.276493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Pushing event updated for resources: {'Port': ['ID=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:00.286785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:00.380039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 966c0281-170a-48be-a99a-1465cd22b9a4 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:00.386844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 966c0281-170a-48be-a99a-1465cd22b9a4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:00.387221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.470781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f49c79e7-74fc-4ff8-9675-08f536a1a2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.481371 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f49c79e7-74fc-4ff8-9675-08f536a1a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.552645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] For port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:00.553425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.573628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118ffa1-1a6c-40e8-adce-35e0631a78f5 req-01251ff9-9c6e-4172-adc9-603e20ee282e tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.581799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4118ffa1-1a6c-40e8-adce-35e0631a78f5 req-01251ff9-9c6e-4172-adc9-603e20ee282e tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3 HTTP/1.1" status: 200 len: 950 time: 0.2120435 Sep 30 08:12:00.586143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.601432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c79e7-74fc-4ff8-9675-08f536a1a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a995408-9611-4d9c-a37c-2ed18e10b847,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:00.613258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f49c79e7-74fc-4ff8-9675-08f536a1a2ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28e440683bee440e9778c20af8426c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9550388 Sep 30 08:12:00.614347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Calling delete_port for 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:00.625411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40006) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.630547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:00.635548 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4ac8b2-985b-47b2-ae2c-b54bea7ac341" -d '{"events": [{"server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "name": "network-vif-plugged", "status": "completed", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:00.682525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:00.691627 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.724988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Attempting to bind port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:00.725709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Attempting to bind port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:00.726238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Attempting to bind port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:00.748892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:00.749593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Attempting to bind port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:00.754492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:00.762385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:00.763128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:00.763713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:00.764684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Bound port: 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:00.765526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.784689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4118ffa1-1a6c-40e8-adce-35e0631a78f5 req-e36b11ec-b6f3-49c4-9d7f-2a1df6011729 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019196 Sep 30 08:12:00.828782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Made reservation on behalf of 1750d3d7b57a4b37b298f0b82a156831 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:00.834075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.885872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] For port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:00.890850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] For port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:00.927542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.931597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d08248a1-370e-4b9e-a8a3-ba90468cfbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.940467 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefa096-cc85-44ce-9e8a-b279080e5cd5 x-openstack-request-id: req-5fefa096-cc85-44ce-9e8a-b279080e5cd5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:00.940996 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "name": "network-vif-plugged", "status": "completed", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:00.941095 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fefa096-cc85-44ce-9e8a-b279080e5cd5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:00.941421 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4', 'code': 200} Sep 30 08:12:00.964430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.984324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:00.987870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.988649 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.990521 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] 10.222.0.57 "PUT /v2.0/ports/0f5e25ee-1188-4b0b-8e6a-2ed178d5647c HTTP/1.1" status: 200 len: 1095 time: 1.5301094 Sep 30 08:12:00.991167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7074da2c-6688-4a0c-990c-299b015bd84f', 'tag': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:00.993765 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7074da2c-6688-4a0c-990c-299b015bd84f", "tag": "0f5e25ee-1188-4b0b-8e6a-2ed178d5647c"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:01.001746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d08248a1-370e-4b9e-a8a3-ba90468cfbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.033633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['924f0f5a-d9a2-4756-af1b-82832c562b55'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:01.057913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35256d5c-d6e4-4622-8969-ac7926ca37cb service neutron] Pushing event updated for resources: {'Port': ['ID=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.126452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Allocated IP 172.20.0.6 (0db6a34d-51e6-4a50-88cd-8711ac4f2830/8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10/76f7464e-f122-48a6-bef8-05080a2f5f27) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:01.143956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Pushing event deleted for resources: {'Port': ['ID=7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.299022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.299635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-781e8dad-df56-4c04-8604-42b1ccc3a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.300505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.300986 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-781e8dad-df56-4c04-8604-42b1ccc3a1e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6daa68a95902412a9f99195411d3dd7c&device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 1098 time: 0.2444463 Sep 30 08:12:01.301554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.302446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.303319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.304161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.304995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.306559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.309703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5484-8d9e-4416-9451-f60888630b39 req-cc7c958c-ac23-46c9-874e-40d9f8bdc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.310182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-5846ce79-e74c-49f9-88d7-9107da1c5276 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52&device_id=7074da2c-6688-4a0c-990c-299b015bd84f&device_id=3d420c50-3753-49c3-9372-eff7d8b126df&device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e&device_id=33efe672-2be0-4197-93b9-13f1c7fa48d3&device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479&device_id=ce957a01-bbec-46ee-91f0-2025a0468c31&device_id=9e9cc67f-19ff-4346-a582-87091501dab7&device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 7239 time: 0.4512992 Sep 30 08:12:01.311501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-290a5484-8d9e-4416-9451-f60888630b39 req-cc7c958c-ac23-46c9-874e-40d9f8bdc7f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1096 time: 0.2210648 Sep 30 08:12:01.311648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] No DVR routers for this DVR port 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:01.336598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.340029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e425fd0-32e6-45db-bb66-a216a557d3f1 req-b8685959-09fc-4c99-a9f0-75389c34cc5d tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.57 "DELETE /v2.0/ports/7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 HTTP/1.1" status: 204 len: 173 time: 1.4797847 Sep 30 08:12:01.354082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'name': 'network-vif-deleted', 'tag': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:01.358110 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643f769-a18c-4bf3-b6f0-c9359a8af37d" -d '{"events": [{"server_uuid": "33efe672-2be0-4197-93b9-13f1c7fa48d3", "name": "network-vif-deleted", "tag": "7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:01.388635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-8467d077-ef26-4417-8b89-184a271f8083 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c HTTP/1.1" status: 200 len: 217 time: 0.0761137 Sep 30 08:12:01.415084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-6f95804b-eb3c-439a-8793-668c56402d13 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.437383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565e841-37aa-40db-a586-7397eabcf11d req-b2717f51-219a-47f7-8216-e338b5350ef6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.450714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5565e841-37aa-40db-a586-7397eabcf11d req-b2717f51-219a-47f7-8216-e338b5350ef6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 945 time: 0.3678260 Sep 30 08:12:01.515067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-290a5484-8d9e-4416-9451-f60888630b39 req-ea90596a-769a-418c-8e7b-656cf6dd9acf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835406 Sep 30 08:12:01.546276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-88bed94f-622a-4079-af7b-f668305389e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.550140 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-88bed94f-622a-4079-af7b-f668305389e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1383410 Sep 30 08:12:01.562177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.565940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5565e841-37aa-40db-a586-7397eabcf11d req-86a47b8e-8fea-40b1-854a-918f87a5da4e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141260 Sep 30 08:12:01.568381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d08248a1-370e-4b9e-a8a3-ba90468cfbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.571558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d08248a1-370e-4b9e-a8a3-ba90468cfbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.583588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d08248a1-370e-4b9e-a8a3-ba90468cfbcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a995408-9611-4d9c-a37c-2ed18e10b847 HTTP/1.1" status: 204 len: 168 time: 0.9490252 Sep 30 08:12:01.607728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08248a1-370e-4b9e-a8a3-ba90468cfbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a995408-9611-4d9c-a37c-2ed18e10b847,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.677821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-6f95804b-eb3c-439a-8793-668c56402d13 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.684691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-6f95804b-eb3c-439a-8793-668c56402d13 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.690980 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be3ec0-81b8-416e-867c-906d356c7fc0 x-openstack-request-id: req-e7be3ec0-81b8-416e-867c-906d356c7fc0 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:01.690980 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7074da2c-6688-4a0c-990c-299b015bd84f", "tag": "0f5e25ee-1188-4b0b-8e6a-2ed178d5647c", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:01.691297 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7be3ec0-81b8-416e-867c-906d356c7fc0 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:01.691702 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7074da2c-6688-4a0c-990c-299b015bd84f', 'tag': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c', 'status': 'completed', 'code': 200} Sep 30 08:12:01.717738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-fe897e73-6e97-4af0-b40c-72b52dc31bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.719331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-fe897e73-6e97-4af0-b40c-72b52dc31bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456790 Sep 30 08:12:01.723695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91e4d5ae-c8ec-4aeb-83f9-703ab1dd216c req-6f95804b-eb3c-439a-8793-668c56402d13 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&id=e4ffe908-e1aa-4796-8750-09c89233fc7c&id=e5f72b2c-33e7-407e-add2-2361102cdba8&id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 0.3892622 Sep 30 08:12:01.737875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.738021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95804b-eb3c-439a-8793-668c56402d13 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee7791-af17-45fd-ab09-0831dbfcaf45,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.838512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:01.867872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:01.876905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:01.880856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439692ee-b2ea-4377-a1b9-427ee934e5d1 req-c99dea90-468e-4013-ad2a-bd803e4cacdb tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.882495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.883149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.891290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-439692ee-b2ea-4377-a1b9-427ee934e5d1 req-c99dea90-468e-4013-ad2a-bd803e4cacdb tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 931 time: 0.1128094 Sep 30 08:12:01.891743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.924820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a8ec14a2-7217-4c5d-909f-98b2a505f111 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7255008 Sep 30 08:12:01.931244 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-f389d1fb-a482-44e7-bb4a-dc2070802f77 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996269 Sep 30 08:12:01.964724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Request body: {'port': {'device_id': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:02.002144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-439692ee-b2ea-4377-a1b9-427ee934e5d1 req-9a63e0ac-ba4b-4849-8d83-a539ca80cff6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020319 Sep 30 08:12:02.029275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc17bd-1dfd-4db3-b478-127b9b2c7d12 req-0da8d700-638d-466f-9c0c-5017f17aaa0d tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.031294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5cfc17bd-1dfd-4db3-b478-127b9b2c7d12 req-0da8d700-638d-466f-9c0c-5017f17aaa0d tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 947 time: 0.1208375 Sep 30 08:12:02.094457 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:12:02.100925 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e68072-7011-4a23-b247-686ead695e04 x-openstack-request-id: req-01e68072-7011-4a23-b247-686ead695e04 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:02.100925 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33efe672-2be0-4197-93b9-13f1c7fa48d3", "name": "network-vif-deleted", "tag": "7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:02.101225 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01e68072-7011-4a23-b247-686ead695e04 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:02.101680 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33efe672-2be0-4197-93b9-13f1c7fa48d3', 'name': 'network-vif-deleted', 'tag': '7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2', 'status': 'completed', 'code': 200} Sep 30 08:12:02.113036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.140657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5cfc17bd-1dfd-4db3-b478-127b9b2c7d12 req-b6489dc6-f408-4a56-a080-be5c947865ca tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890930 Sep 30 08:12:02.169555 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8ba1fb6b-97da-494f-b21d-0491275ddba2 req-a892bccd-3beb-47ec-971a-c389cc99f6ea service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260301 Sep 30 08:12:02.202733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40050) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:02.228482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0813e411-5545-4f73-9905-3c1577b50921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.351006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0813e411-5545-4f73-9905-3c1577b50921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.357377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0813e411-5545-4f73-9905-3c1577b50921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.365422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-8a158b11-b23e-41c3-b381-e46a137773a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.367011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-8a158b11-b23e-41c3-b381-e46a137773a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6daa68a95902412a9f99195411d3dd7c&device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 1098 time: 0.1011298 Sep 30 08:12:02.386931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813e411-5545-4f73-9905-3c1577b50921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260c0f95-05e6-49e8-9d78-88257bcbd41c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:02.426758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0813e411-5545-4f73-9905-3c1577b50921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2c992ff4671479892df8fd8658afae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228580 Sep 30 08:12:02.427362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40056) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:02.493248 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-849a51a0-2cd1-4fe3-add2-2b6c90ba90d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.521753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-849a51a0-2cd1-4fe3-add2-2b6c90ba90d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.538788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-6c9bafa0-5d94-41cd-b50f-e23498472849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.539956 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-6c9bafa0-5d94-41cd-b50f-e23498472849 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1369312 Sep 30 08:12:02.572799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-849a51a0-2cd1-4fe3-add2-2b6c90ba90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.577971 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-849a51a0-2cd1-4fe3-add2-2b6c90ba90d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.585837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-849a51a0-2cd1-4fe3-add2-2b6c90ba90d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/260c0f95-05e6-49e8-9d78-88257bcbd41c HTTP/1.1" status: 204 len: 168 time: 0.1537242 Sep 30 08:12:02.596906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a51a0-2cd1-4fe3-add2-2b6c90ba90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260c0f95-05e6-49e8-9d78-88257bcbd41c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:02.614447 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-889d98fb-f84c-47f6-a62a-dde8ea997bf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c HTTP/1.1" status: 200 len: 217 time: 0.0488358 Sep 30 08:12:02.638083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f7464e-f122-48a6-bef8-05080a2f5f27 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:02.665409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.689618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Transition to ACTIVE for port object 76f7464e-f122-48a6-bef8-05080a2f5f27 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:02.693371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8040-d67f-4170-a975-46aca67139d8 req-fad92ba1-c5ff-4cf9-b184-ca1f207f3e7e tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.694075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8040-d67f-4170-a975-46aca67139d8 req-fad92ba1-c5ff-4cf9-b184-ca1f207f3e7e tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.694877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8040-d67f-4170-a975-46aca67139d8 req-fad92ba1-c5ff-4cf9-b184-ca1f207f3e7e tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.698387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.702680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a8040-d67f-4170-a975-46aca67139d8 req-fad92ba1-c5ff-4cf9-b184-ca1f207f3e7e tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e&device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479&device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 2881 time: 0.0632327 Sep 30 08:12:02.703376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-619a630e-b978-4901-b6c4-76439e55a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.705563 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-619a630e-b978-4901-b6c4-76439e55a660 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0789933 Sep 30 08:12:02.745180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a8040-d67f-4170-a975-46aca67139d8 req-afe57c8d-f2bf-4f45-a701-0bab4a6e5ace tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Sep 30 08:12:02.786835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-6acd27a6-cc92-476c-9006-afbddf260eef tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d64fa11195f3447792874fe5fc0d003c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361953 Sep 30 08:12:02.810791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:02.829169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:02.829582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:02.829918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:02.840534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-1d05ea16-ca4d-45a8-8ba2-7c3862babf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.842114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-1d05ea16-ca4d-45a8-8ba2-7c3862babf92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083834 Sep 30 08:12:02.842686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:02.842989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:02.850418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:02.850810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:02.851213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:02.851638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Bound port: 76f7464e-f122-48a6-bef8-05080a2f5f27, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:02.852001 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.963941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0090e1-8cad-4633-abc4-3ec25edce323 req-d32679f3-85c8-4a32-bb44-270db6dd9ec9 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.965758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb0090e1-8cad-4633-abc4-3ec25edce323 req-d32679f3-85c8-4a32-bb44-270db6dd9ec9 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.1439247 Sep 30 08:12:02.974199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-571912d3-e25c-4c7a-8faa-079bf4c97c39 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.981434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-571912d3-e25c-4c7a-8faa-079bf4c97c39 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936846 Sep 30 08:12:03.007441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:03.012054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-e4902b3e-6671-4b4d-8558-6bb2e8ab39f3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/quotas/d64fa11195f3447792874fe5fc0d003c HTTP/1.1" status: 200 len: 375 time: 0.0292776 Sep 30 08:12:03.012420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:03.017941 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-e114bbc9-58f9-4610-aa1d-e4bbdc426ecd service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599410 Sep 30 08:12:03.020833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.058140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-e955a39e-7246-4afc-9883-ad52f7d0be73 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d64fa11195f3447792874fe5fc0d003c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450711 Sep 30 08:12:03.082475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.082954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb0090e1-8cad-4633-abc4-3ec25edce323 req-d8dc3c3d-ecca-4526-b45d-cb50c06b3564 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983791 Sep 30 08:12:03.083595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.085002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] 10.222.0.50 "PUT /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 1091 time: 1.1337001 Sep 30 08:12:03.163092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fa8e2-f4ce-4e75-b8c7-74f0a9ca372c service neutron] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:03.261036 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a297a3d8-8a24-41ad-8f97-e7fac38ddc4f req-58a91058-0d88-4817-88c8-775b61e284fc service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313371 Sep 30 08:12:03.270243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-ef2ce5ef-cfb9-415b-8d06-11ef9a1d5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.271723 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-ef2ce5ef-cfb9-415b-8d06-11ef9a1d5e34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1094 time: 0.1034617 Sep 30 08:12:03.279371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75eed5-f66f-4c74-a58e-afe76b8b1336 req-75e4414f-c44d-4c07-bed9-3077025a544a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.287776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f75eed5-f66f-4c74-a58e-afe76b8b1336 req-75e4414f-c44d-4c07-bed9-3077025a544a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 945 time: 0.0919535 Sep 30 08:12:03.330756 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-a20de055-d38c-4110-b5c1-653d9e116da1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 217 time: 0.0393324 Sep 30 08:12:03.334090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f75eed5-f66f-4c74-a58e-afe76b8b1336 req-196a35b5-1c46-4111-a5f7-250373d8fb66 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Sep 30 08:12:03.409575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-2a49d249-13b4-4384-b1a4-9c8d1d6e33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.410759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ad72-370c-4bd7-8d76-96a2a9e2c5fe req-2922f0f9-09ee-4915-afec-8ebd0a6fe0bd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.411361 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-2a49d249-13b4-4384-b1a4-9c8d1d6e33b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0729172 Sep 30 08:12:03.412514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0af9ad72-370c-4bd7-8d76-96a2a9e2c5fe req-2922f0f9-09ee-4915-afec-8ebd0a6fe0bd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.0890012 Sep 30 08:12:03.467802 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-0e226245-e027-4c97-b123-53c0ab476282 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446310 Sep 30 08:12:03.492256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0af9ad72-370c-4bd7-8d76-96a2a9e2c5fe req-4a1505c2-55e6-40ca-9e16-4909ca444d8d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733492 Sep 30 08:12:03.522810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ecca0-5eeb-4080-86b4-e976b0285e1b req-b9352c3a-a653-4706-adcb-dc437fad025e tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.524311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a5ecca0-5eeb-4080-86b4-e976b0285e1b req-b9352c3a-a653-4706-adcb-dc437fad025e tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 947 time: 0.1042869 Sep 30 08:12:03.583957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c31541b9-2612-4d16-a44f-14c654c8d2a7 req-d5fc4dec-5f3c-438d-855f-5432f3081d2d tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 210 time: 0.0379026 Sep 30 08:12:03.585225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-47004a2d-ab85-4d4e-8682-ca5deb5a06d8 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083276 Sep 30 08:12:03.610382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a5ecca0-5eeb-4080-86b4-e976b0285e1b req-b463c3c4-8317-4417-b836-b0f0f7cc59de tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755961 Sep 30 08:12:03.662812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40116) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:03.693563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:03.695867 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61351af-efc9-450b-a4f5-cdacb0c5e030" -d '{"events": [{"name": "network-changed", "server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:03.731794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-13af5af1-6c11-4a51-b5cf-d826a494ca6e req-ab75fedf-26c8-40f5-a6ad-c7e4d7725153 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368344 Sep 30 08:12:03.843953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1994361278-network', 'tenant_id': '518cf9fa6a224afbbd19f9fd8c044474'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:03.892086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Made reservation on behalf of 518cf9fa6a224afbbd19f9fd8c044474 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:03.897274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.921303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.975416 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca179a7-7953-48d8-9988-2d8b3cb6324b x-openstack-request-id: req-2ca179a7-7953-48d8-9988-2d8b3cb6324b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:03.975762 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:03.976152 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ca179a7-7953-48d8-9988-2d8b3cb6324b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:03.976694 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'status': 'completed', 'code': 200} Sep 30 08:12:04.082464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fd332-fd89-4020-aa59-62443a24f0b7 req-face43f7-0e7c-405e-a7e3-646df26be6fb tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.084012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b3fd332-fd89-4020-aa59-62443a24f0b7 req-face43f7-0e7c-405e-a7e3-646df26be6fb tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1096 time: 0.0837913 Sep 30 08:12:04.118846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.124860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.149508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b3fd332-fd89-4020-aa59-62443a24f0b7 req-91f429aa-7784-4d12-a9d7-e599d1150d22 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 Sep 30 08:12:04.153887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:04.154321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-65d76539-64da-4630-b1b8-c44659b0877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.157656 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-65d76539-64da-4630-b1b8-c44659b0877b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1094 time: 0.0515945 Sep 30 08:12:04.172346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83946e75-b754-448f-8865-2867479a98f6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:04.176944 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.177294 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Added segment 07c71942-deaf-4713-8d2f-7cb0cb12205f of type vlan for network d875c56b-d966-4a01-bb2d-6d80fd7cc164 Sep 30 08:12:04.223733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.268617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.269661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.271817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.289478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-12882a54-97b3-4b70-8b90-6b076a54fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.290990 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-12882a54-97b3-4b70-8b90-6b076a54fbd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1236842 Sep 30 08:12:04.322853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:04.327893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6626451 Sep 30 08:12:04.332200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40130) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:04.338674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Request body: {'subnet': {'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1994361278-subnet', 'tenant_id': '518cf9fa6a224afbbd19f9fd8c044474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:04.346720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:04.347112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7787ac9d-7b21-4f68-bfcb-db2f9b3cf0d2 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:04.378429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfafae-0170-4155-9074-f28b5e95d4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d875c56b-d966-4a01-bb2d-6d80fd7cc164,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:04.388706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network d875c56b-d966-4a01-bb2d-6d80fd7cc164 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:04.412194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45263-f443-491d-a9c2-2944b515cfee req-f5398b9a-371d-4d36-9fd1-0280fc0d14fa tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.413788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3df45263-f443-491d-a9c2-2944b515cfee req-f5398b9a-371d-4d36-9fd1-0280fc0d14fa tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.1383986 Sep 30 08:12:04.414924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Made reservation on behalf of 518cf9fa6a224afbbd19f9fd8c044474 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:04.417166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.422619 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-379e8dec-90ff-40a0-a918-e1e6febf6660 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 217 time: 0.0505230 Sep 30 08:12:04.479589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-cc7e7b66-46c1-4c28-9735-5dfc45aad2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.481057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-cc7e7b66-46c1-4c28-9735-5dfc45aad2b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0485320 Sep 30 08:12:04.533834 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-e3efdfd7-f40d-4e65-afda-c5d770bd94a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273120 Sep 30 08:12:04.546074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3df45263-f443-491d-a9c2-2944b515cfee req-031891b0-bbdd-4d45-8efa-212b1193c4d6 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164680 Sep 30 08:12:04.561697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bee72-a670-4c1b-b62b-2369955bc975 req-140145b6-e38a-490d-a7b2-a96051dfb4cc tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.563201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3bee72-a670-4c1b-b62b-2369955bc975 req-140145b6-e38a-490d-a7b2-a96051dfb4cc tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1096 time: 0.1258068 Sep 30 08:12:04.601827 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-d911043f-65a8-4ea5-ae82-66167b974a81 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d64fa11195f3447792874fe5fc0d003c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239511 Sep 30 08:12:04.690216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3bee72-a670-4c1b-b62b-2369955bc975 req-0cc393bb-e6d1-44e7-8c01-a56e3e8043fe tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036780 Sep 30 08:12:04.730101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd7855-2cd1-4ff3-9b60-c31d54b8093f req-b7946f7d-f966-4136-a492-0f158c2f84a0 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.738056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dcd7855-2cd1-4ff3-9b60-c31d54b8093f req-b7946f7d-f966-4136-a492-0f158c2f84a0 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.1098847 Sep 30 08:12:04.794351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.807207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-1d36c76c-2de3-4365-aadd-1be1e59e797e service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600243 Sep 30 08:12:04.818720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dcd7855-2cd1-4ff3-9b60-c31d54b8093f req-331d7784-30b5-47b5-bfdf-1358d41754f5 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799038 Sep 30 08:12:04.842545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-959cd4fe-8c34-4ac2-8d04-0f786e454f02 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.844039 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-959cd4fe-8c34-4ac2-8d04-0f786e454f02 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.1695940 Sep 30 08:12:04.869848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-15b804b9-f50c-4e98-ab53-d67f176c3e83 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.871334 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-15b804b9-f50c-4e98-ab53-d67f176c3e83 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577870 Sep 30 08:12:04.873885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d225167d-daca-4ab9-890e-c92290f3a2b4,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:04.892684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcff041-23b8-47c8-8607-74e48a8d3eaf req-1850deaa-05af-451d-b57f-40bf8c9b8e26 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.894203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8fcff041-23b8-47c8-8607-74e48a8d3eaf req-1850deaa-05af-451d-b57f-40bf8c9b8e26 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.1154583 Sep 30 08:12:04.903377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Checking segment: {'id': '07c71942-deaf-4713-8d2f-7cb0cb12205f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:04.903724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Network hostable DHCP agents. Network: d875c56b-d966-4a01-bb2d-6d80fd7cc164, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:04.905187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Request body: {'port': {'device_id': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'd64fa11195f3447792874fe5fc0d003c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:04.947337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ac96991-c254-4944-9cbd-43dd6b273ab7 req-180ec4a2-43a4-4e68-95ff-cf91e934251b tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 210 time: 0.0455518 Sep 30 08:12:05.097687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f61351af-efc9-450b-a4f5-cdacb0c5e030 req-77be3b84-2384-4845-b899-7f2207bf9c9f service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728853 Sep 30 08:12:05.152651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Deleting port 924f0f5a-d9a2-4756-af1b-82832c562b55 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:05.152996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.156601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Network d875c56b-d966-4a01-bb2d-6d80fd7cc164 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:05.161497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8fcff041-23b8-47c8-8607-74e48a8d3eaf req-a92a2bfc-f3de-4828-9a8e-bb2bd4155805 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492239 Sep 30 08:12:05.176347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Made reservation on behalf of d64fa11195f3447792874fe5fc0d003c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:05.179969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.199250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.201132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, d875c56b-d966-4a01-bb2d-6d80fd7cc164) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:05.206968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:05.207706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.227123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-51eeb9c8-86b9-4a12-aaef-e7034464434e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8937981 Sep 30 08:12:05.230840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e77e55-9f38-4730-8dd7-33e9e3cb87ed None None] Network d875c56b-d966-4a01-bb2d-6d80fd7cc164 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:05.247760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de903-5373-462c-bd9f-728dc1dcbee6 req-06e9dc68-5ae7-49e2-813d-3fc96e1bc066 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:05.250281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950de903-5373-462c-bd9f-728dc1dcbee6 req-06e9dc68-5ae7-49e2-813d-3fc96e1bc066 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 947 time: 0.0960767 Sep 30 08:12:05.305792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950de903-5373-462c-bd9f-728dc1dcbee6 req-e8e1966c-26fd-4204-8a56-c803e805bedb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487304 Sep 30 08:12:05.437862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45110750-a852-4a65-9333-3affb2d2a574 None None] Network d875c56b-d966-4a01-bb2d-6d80fd7cc164 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:05.459314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-4029f5d6-e835-4e2b-8d37-ec665ec814a6 req-c8dee976-598a-4a57-ab0d-cc75aae78a41 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:05.467700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4029f5d6-e835-4e2b-8d37-ec665ec814a6 req-c8dee976-598a-4a57-ab0d-cc75aae78a41 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0135970 Sep 30 08:12:05.479489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a788-25f5-4e51-bf60-5bdc45e38eac req-9f2d8d64-f548-46cd-8e8d-35cbf65c8c7f tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:05.491706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f558a788-25f5-4e51-bf60-5bdc45e38eac req-9f2d8d64-f548-46cd-8e8d-35cbf65c8c7f tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.1051815 Sep 30 08:12:05.538587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f558a788-25f5-4e51-bf60-5bdc45e38eac req-78b043a9-2997-4b48-911e-77e4ccf212d9 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Sep 30 08:12:05.612709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] For port 924f0f5a-d9a2-4756-af1b-82832c562b55, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=924f0f5a-d9a2-4756-af1b-82832c562b55,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:05.613795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.651231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Calling delete_port for 924f0f5a-d9a2-4756-af1b-82832c562b55 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:05.810616 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.819120 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.885653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636487-baa0-4d18-848e-47e59c9f9c8a req-4de282b2-0c59-4d2d-85e5-4c8168cc55f8 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:05.888729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4636487-baa0-4d18-848e-47e59c9f9c8a req-4de282b2-0c59-4d2d-85e5-4c8168cc55f8 tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9cc67f-19ff-4346-a582-87091501dab7 HTTP/1.1" status: 200 len: 949 time: 0.0659614 Sep 30 08:12:05.942696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:05.958321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40176) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:05.959397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4636487-baa0-4d18-848e-47e59c9f9c8a req-e360b77a-7b03-4320-8da4-df37991702ae tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.41 "GET /v2.0/security-groups?id=91426342-6a40-4a7c-bbee-23a3a1cf44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Sep 30 08:12:05.968540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1293093141-network', 'tenant_id': 'e382ca80db324a7396562320d571321e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:05.997145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.035248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['924f0f5a-d9a2-4756-af1b-82832c562b55'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:06.069239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Pushing event deleted for resources: {'Port': ['ID=924f0f5a-d9a2-4756-af1b-82832c562b55,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.075932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Made reservation on behalf of e382ca80db324a7396562320d571321e for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:06.078223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.108808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce8a639c-88e0-404e-87bb-17e3268ddc36 req-c16ffac9-8ec3-485b-8f05-7fb41c978463 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 210 time: 0.0418606 Sep 30 08:12:06.119951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.178236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Allocated IP 192.168.233.141 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/17446a20-759e-4324-ad7f-c705e9231381) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:06.182521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] No DVR routers for this DVR port 924f0f5a-d9a2-4756-af1b-82832c562b55 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:06.199320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.201747 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7bfafcdd-964c-4d46-ac43-a7185069ee4a req-a4b01434-db8b-4515-87e5-c9f20fd9257b tempest-ServersAdminNegativeTestJSON-1937725469 tempest-ServersAdminNegativeTestJSON-1937725469-project] 10.222.0.50 "DELETE /v2.0/ports/924f0f5a-d9a2-4756-af1b-82832c562b55 HTTP/1.1" status: 204 len: 173 time: 1.3467932 Sep 30 08:12:06.202490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9cc67f-19ff-4346-a582-87091501dab7', 'name': 'network-vif-deleted', 'tag': '924f0f5a-d9a2-4756-af1b-82832c562b55'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:06.205530 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb26773-2211-4315-9279-f11bcbf1e24e" -d '{"events": [{"server_uuid": "9e9cc67f-19ff-4346-a582-87091501dab7", "name": "network-vif-deleted", "tag": "924f0f5a-d9a2-4756-af1b-82832c562b55"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:06.342044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:06.418344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.423897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.449654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.469131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50461-1535-433b-a505-3f627870b87b req-da210e1d-af55-43a2-9c41-77ae9438f26c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.470521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:06.483461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfff7c6-5ede-421e-b64e-401aeb30ab30,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.489793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.490342 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Added segment 60b06dad-0afa-4289-b946-7d0c939c3413 of type vlan for network 72a2f072-b0a8-4e50-a679-3d15a0079ffe Sep 30 08:12:06.499329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9cf50461-1535-433b-a505-3f627870b87b req-da210e1d-af55-43a2-9c41-77ae9438f26c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.1180327 Sep 30 08:12:06.533829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:06.552134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c', 'mac_address': 'fa:16:3e:e2:5c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:06.553003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.576045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.589273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9cf50461-1535-433b-a505-3f627870b87b req-45b1e73d-e785-48ea-b77d-be001aa5467f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Sep 30 08:12:06.619207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.627537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.628520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.629111 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.632393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:06.645050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:06.650315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:06.653356 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6165f6ff-75d8-44c2-b23e-ce5bd9184174 x-openstack-request-id: req-6165f6ff-75d8-44c2-b23e-ce5bd9184174 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:06.653727 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9cc67f-19ff-4346-a582-87091501dab7", "name": "network-vif-deleted", "tag": "924f0f5a-d9a2-4756-af1b-82832c562b55", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:06.653975 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6165f6ff-75d8-44c2-b23e-ce5bd9184174 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:06.654358 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9cc67f-19ff-4346-a582-87091501dab7', 'name': 'network-vif-deleted', 'tag': '924f0f5a-d9a2-4756-af1b-82832c562b55', 'status': 'completed', 'code': 200} Sep 30 08:12:06.669861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:06.676151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.676795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.679337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Pushing event updated for resources: {'Port': ['ID=17446a20-759e-4324-ad7f-c705e9231381,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.680298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:06.687234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.705018 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7455235 Sep 30 08:12:06.709410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40210) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:06.719615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Request body: {'subnet': {'network_id': '72a2f072-b0a8-4e50-a679-3d15a0079ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1293093141-subnet', 'tenant_id': 'e382ca80db324a7396562320d571321e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:06.740114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2a65e-7cc5-4866-a78e-bb5a0a696ebb admin admin] Pushing event updated for resources: {'Network': ['ID=72a2f072-b0a8-4e50-a679-3d15a0079ffe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.743631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-0b422be1-b96b-4463-bd76-7eefc78b5ff3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8477557 Sep 30 08:12:06.753392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 72a2f072-b0a8-4e50-a679-3d15a0079ffe details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:06.759625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Request body: {'port': {'device_id': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:06.760561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Made reservation on behalf of e382ca80db324a7396562320d571321e for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:06.765824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.799198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.854636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.036845 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.049000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0f5e25ee-1188-4b0b-8e6a-2ed178d5647c'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:07.124198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f56a92-912a-4e03-8770-eef825480a21,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:07.190792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Checking segment: {'id': '60b06dad-0afa-4289-b946-7d0c939c3413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72a2f072-b0a8-4e50-a679-3d15a0079ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:07.191190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Network hostable DHCP agents. Network: 72a2f072-b0a8-4e50-a679-3d15a0079ffe, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:07.260671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Network 72a2f072-b0a8-4e50-a679-3d15a0079ffe is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:07.278226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 72a2f072-b0a8-4e50-a679-3d15a0079ffe) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:07.291387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d11de6-5dd9-4141-9f48-c5cd847128aa None None] Network 72a2f072-b0a8-4e50-a679-3d15a0079ffe requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:07.307531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.308231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.358950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-26bd8485-243e-47cc-abbf-676d32c216bc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6479247 Sep 30 08:12:07.385800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5b597-3325-4f11-a60d-91dd7075eefc req-52cc44e1-6d73-482f-ba4f-319555c7088c tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.387740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcc5b597-3325-4f11-a60d-91dd7075eefc req-52cc44e1-6d73-482f-ba4f-319555c7088c tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 948 time: 0.1074622 Sep 30 08:12:07.407588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40242) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:07.446081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcc5b597-3325-4f11-a60d-91dd7075eefc req-a5f83f04-723b-4529-8f6c-551b606ec27b tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Sep 30 08:12:07.584289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17446a20-759e-4324-ad7f-c705e9231381 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:07.599483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.630755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Transition to ACTIVE for port object 17446a20-759e-4324-ad7f-c705e9231381 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:07.636014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.689227 n-d-807025-5 neutron-server[95002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 08:12:07.694742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c400d443-7f70-4efa-af67-d95160187c35 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:07.707672 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c400d443-7f70-4efa-af67-d95160187c35 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2891200 Sep 30 08:12:07.754561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=17446a20-759e-4324-ad7f-c705e9231381,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:07.760332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbe5b3-8758-4172-837d-11bfee57ff39 None None] Network 72a2f072-b0a8-4e50-a679-3d15a0079ffe requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:07.768112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-da638d51-c635-4832-bc03-5abdda21588a tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.769817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-da638d51-c635-4832-bc03-5abdda21588a tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 1093 time: 0.0597880 Sep 30 08:12:07.870518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1808-affe-4662-8627-c3e98d266f40 req-1b697eb9-382f-4541-8fec-e2442f1db5a5 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.879395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Attempting to bind port 17446a20-759e-4324-ad7f-c705e9231381 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:07.880048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Attempting to bind port 17446a20-759e-4324-ad7f-c705e9231381 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:07.880403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Attempting to bind port 17446a20-759e-4324-ad7f-c705e9231381 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:07.882922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57ac1808-affe-4662-8627-c3e98d266f40 req-1b697eb9-382f-4541-8fec-e2442f1db5a5 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 948 time: 0.0881896 Sep 30 08:12:07.887522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Port 17446a20-759e-4324-ad7f-c705e9231381 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:07.888043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Attempting to bind port 17446a20-759e-4324-ad7f-c705e9231381 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:07.894367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:07.894721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:07.895121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:07.895626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Bound port: 17446a20-759e-4324-ad7f-c705e9231381, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:07.895985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.935283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57ac1808-affe-4662-8627-c3e98d266f40 req-0e0209c4-76af-42e2-959d-cf7dd9dd9566 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496204 Sep 30 08:12:07.960562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:07.962189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Unknown quota resources ['binding']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:12:08.064980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1623-9123-49ee-973b-6c590acfe755 req-91bce607-72bc-4232-af1a-4f5f1d4b218a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.065249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] For port 17446a20-759e-4324-ad7f-c705e9231381, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:08.067258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-845e1623-9123-49ee-973b-6c590acfe755 req-91bce607-72bc-4232-af1a-4f5f1d4b218a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0685935 Sep 30 08:12:08.084938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40260) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:08.111573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] For port 17446a20-759e-4324-ad7f-c705e9231381, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=17446a20-759e-4324-ad7f-c705e9231381,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:08.122142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.128720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-845e1623-9123-49ee-973b-6c590acfe755 req-02a0d526-912d-40ee-a2b2-faa84bc2b2f2 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Sep 30 08:12:08.161464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.162100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.163585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/17446a20-759e-4324-ad7f-c705e9231381 HTTP/1.1" status: 200 len: 1096 time: 1.4093773 Sep 30 08:12:08.217265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa07cf-c28e-493a-b18c-f1c6a572d7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=17446a20-759e-4324-ad7f-c705e9231381,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:08.238518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:08.238862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:08.239194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:08.258337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:08.258665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:08.266171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:08.266504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:08.267459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:08.267895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Bound port: 966c0281-170a-48be-a99a-1465cd22b9a4, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:08.272016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61164142-4f85-4b5c-a808-b778016e3a8a req-8b08c92f-8472-428f-b7f5-f691496b8874 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.273539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61164142-4f85-4b5c-a808-b778016e3a8a req-8b08c92f-8472-428f-b7f5-f691496b8874 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.0864859 Sep 30 08:12:08.315358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-774ef205-55d5-4467-8733-5e5f71dbb414 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8284c7d802841d1975aea50993c0edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258239 Sep 30 08:12:08.317655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40264) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:08.325201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:08.329570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-c46ee362-a300-483e-a9be-c5bfea73a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.331088 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-c46ee362-a300-483e-a9be-c5bfea73a815 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d64fa11195f3447792874fe5fc0d003c&device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 1099 time: 0.1059980 Sep 30 08:12:08.332580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 924f0f5a-d9a2-4756-af1b-82832c562b55 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:08.347845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61164142-4f85-4b5c-a808-b778016e3a8a req-514c4671-1cde-4d48-ae8d-7e3ed2f0915e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638480 Sep 30 08:12:08.359205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 924f0f5a-d9a2-4756-af1b-82832c562b55 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:08.360398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 924f0f5a-d9a2-4756-af1b-82832c562b55 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:08.390663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b450-bc1a-45e2-ad3f-b2889babc76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.398734 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-954a1d43-2878-4214-84bd-a2cd046d492f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=17446a20-759e-4324-ad7f-c705e9231381 HTTP/1.1" status: 200 len: 217 time: 0.0482976 Sep 30 08:12:08.413967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b450-bc1a-45e2-ad3f-b2889babc76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.474362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:08.477250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b450-bc1a-45e2-ad3f-b2889babc76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.479301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-45cdd0bd-775b-4d3f-9ce6-1a8dd2c15fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.479991 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b450-bc1a-45e2-ad3f-b2889babc76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.481168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dcf3b450-bc1a-45e2-ad3f-b2889babc76b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91426342-6a40-4a7c-bbee-23a3a1cf44c0 HTTP/1.1" status: 204 len: 168 time: 0.1614275 Sep 30 08:12:08.482920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:08.491933 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-45cdd0bd-775b-4d3f-9ce6-1a8dd2c15fe9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0713058 Sep 30 08:12:08.492867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3b450-bc1a-45e2-ad3f-b2889babc76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91426342-6a40-4a7c-bbee-23a3a1cf44c0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:08.501876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.504418 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-eb7522ef-66c9-4c34-9957-077371760871 service neutron] 10.222.0.41 "POST /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6438251 Sep 30 08:12:08.537395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06255b74-a410-4e1a-98a7-41ca2d0a4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.540719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'port_id': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'mac_address': 'fa:16:3e:db:28:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:08.572298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-fdfece28-7e45-43c9-be23-19faf22f8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.585228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-fdfece28-7e45-43c9-be23-19faf22f8497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839911 Sep 30 08:12:08.626045 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.658138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'tag': '17446a20-759e-4324-ad7f-c705e9231381'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:08.663480 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "72f00c34-2820-4b9d-84a9-8cb5faed8b3c", "tag": "17446a20-759e-4324-ad7f-c705e9231381"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:08.699724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f7464e-f122-48a6-bef8-05080a2f5f27 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:08.775548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-e1ee1d61-baa2-4fd5-a8e3-8c067f95d536 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822324 Sep 30 08:12:08.778768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:08.787120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.897112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:08.942166 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-473ab9ea-5374-4e40-911f-7ccd6aad2275 req-b9a62ab7-df35-4218-8bac-9c57e36362fb service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547370 Sep 30 08:12:08.957257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40292) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:09.005724 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b6687c9-8263-46d4-bc23-15f258e8e005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1f813e443624c8c9096bb205e00683d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470109 Sep 30 08:12:09.008222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40294) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:09.037098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445a62b-a69f-4f4b-8b5b-799965b93d05 req-4a926b9c-8cd4-4352-a69e-c42f3d343f44 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.044397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6445a62b-a69f-4f4b-8b5b-799965b93d05 req-4a926b9c-8cd4-4352-a69e-c42f3d343f44 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 948 time: 0.2480676 Sep 30 08:12:09.064138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff073-1c18-4cd5-b19b-ef5f6deb0490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.084438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-bbd65507-9e7b-4867-a200-a9457236f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.085875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-bbd65507-9e7b-4867-a200-a9457236f817 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1096 time: 0.1762788 Sep 30 08:12:09.092864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff073-1c18-4cd5-b19b-ef5f6deb0490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.102700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-47350975-df5e-4dfb-9c90-7a635fea463d tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.104242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-47350975-df5e-4dfb-9c90-7a635fea463d tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/networks?id=d875c56b-d966-4a01-bb2d-6d80fd7cc164 HTTP/1.1" status: 200 len: 815 time: 0.2485874 Sep 30 08:12:09.127657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['76f7464e-f122-48a6-bef8-05080a2f5f27'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:09.161137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff073-1c18-4cd5-b19b-ef5f6deb0490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.166465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff073-1c18-4cd5-b19b-ef5f6deb0490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.168387 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5a0ff073-1c18-4cd5-b19b-ef5f6deb0490 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04260461-0cd9-4e85-95b8-403f011d1d0f HTTP/1.1" status: 204 len: 168 time: 0.1592255 Sep 30 08:12:09.182466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ff073-1c18-4cd5-b19b-ef5f6deb0490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04260461-0cd9-4e85-95b8-403f011d1d0f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:09.209221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-7bb6d6f7-8ab6-4b01-b910-cb4b0cb30b50 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/quotas/518cf9fa6a224afbbd19f9fd8c044474 HTTP/1.1" status: 200 len: 375 time: 0.0869625 Sep 30 08:12:09.241692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6445a62b-a69f-4f4b-8b5b-799965b93d05 req-635ff66c-7159-474a-88c6-8c25c530566f tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823533 Sep 30 08:12:09.326102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-f8dfe861-e117-4a54-bd38-d8b8961b36e0 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=518cf9fa6a224afbbd19f9fd8c044474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010208 Sep 30 08:12:09.511443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c2fc26a0-7a71-497b-ab8c-962fc65bf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.512931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c2fc26a0-7a71-497b-ab8c-962fc65bf639 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.4077930 Sep 30 08:12:09.591645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-cdf9ecf6-9a2e-4d84-afa4-1eb33a1c4a31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0639532 Sep 30 08:12:09.603194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7c514-be44-4ced-b1e9-6fa1e274de52 req-c484751d-23f8-434f-9acc-f6113f519809 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.604821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41c7c514-be44-4ced-b1e9-6fa1e274de52 req-c484751d-23f8-434f-9acc-f6113f519809 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 945 time: 0.1751020 Sep 30 08:12:09.607095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-1bbdac77-f2de-4b59-aaff-41ff95ec3ced service neutron] 10.222.0.41 "GET /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329941 Sep 30 08:12:09.737717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41c7c514-be44-4ced-b1e9-6fa1e274de52 req-a3d278d3-a841-4286-b897-3c950e8a09af tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209977 Sep 30 08:12:09.739080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-6e92c7c3-9172-43ee-b171-00d3caede2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.740866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-6e92c7c3-9172-43ee-b171-00d3caede2f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1325152 Sep 30 08:12:09.792353 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af741c1c-d231-43e3-8dd4-2dfdd73857f0 x-openstack-request-id: req-af741c1c-d231-43e3-8dd4-2dfdd73857f0 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:09.792904 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f00c34-2820-4b9d-84a9-8cb5faed8b3c", "tag": "17446a20-759e-4324-ad7f-c705e9231381", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:09.793241 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af741c1c-d231-43e3-8dd4-2dfdd73857f0 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:09.793990 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'tag': '17446a20-759e-4324-ad7f-c705e9231381', 'status': 'completed', 'code': 200} Sep 30 08:12:09.810326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-116eb42c-e4be-4a73-860b-c1737230b50f service neutron] 10.222.0.41 "GET /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946185 Sep 30 08:12:09.812477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-1dec5584-8328-4629-b5cf-10ae40af2038 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542493 Sep 30 08:12:09.892724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-85c17cc3-1936-4c31-95b0-5df251527e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.902386 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-85c17cc3-1936-4c31-95b0-5df251527e4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d64fa11195f3447792874fe5fc0d003c&device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 1099 time: 0.0562358 Sep 30 08:12:09.956829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25ead-4593-4fb3-bd77-aa2c78a46851 req-70df4284-7c8b-44bd-ae87-f64782e03ed6 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.958508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5d25ead-4593-4fb3-bd77-aa2c78a46851 req-70df4284-7c8b-44bd-ae87-f64782e03ed6 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 948 time: 0.1157162 Sep 30 08:12:10.018299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-bf7a58ae-e710-4622-a378-c81170f89f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.020511 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-bf7a58ae-e710-4622-a378-c81170f89f4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1107700 Sep 30 08:12:10.038340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-56f1af02-222f-4a63-a5d7-508ca3ed21e8 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935253 Sep 30 08:12:10.078219 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-2ab4a3ee-a96b-4a11-a91b-6b3b6a3108e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=17446a20-759e-4324-ad7f-c705e9231381 HTTP/1.1" status: 200 len: 217 time: 0.0468752 Sep 30 08:12:10.138972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5d25ead-4593-4fb3-bd77-aa2c78a46851 req-f7f33063-0db5-4eb8-885f-7e9d9f7f2ea1 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743319 Sep 30 08:12:10.166423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-275fe0d2-f2ef-4896-adbf-d90363f16ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.171259 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-275fe0d2-f2ef-4896-adbf-d90363f16ece service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0774062 Sep 30 08:12:10.237508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-79efa352-33a6-4496-af22-eb6a87ee72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.246380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-79efa352-33a6-4496-af22-eb6a87ee72ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648739 Sep 30 08:12:10.359704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:10.390005 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-3c34d555-e9a7-4e50-8633-83c602bd8aef service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333010 Sep 30 08:12:10.411564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:10.418573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76192bd-8c7f-4000-a8c1-dfa22a3c438b req-393d5fea-2d1e-4f4d-a2b1-d90f3cc15746 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.426888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b76192bd-8c7f-4000-a8c1-dfa22a3c438b req-393d5fea-2d1e-4f4d-a2b1-d90f3cc15746 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.3828797 Sep 30 08:12:10.489032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:10.494444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-ed661d50-5190-49d5-9d2f-d329c0b24e0e service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249382 Sep 30 08:12:10.495790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:10.496429 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.506615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472970f-c083-4816-9923-12bc6dbd7585 req-b3347f05-7fc7-4750-8c0f-16e7e54e778f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.508353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8472970f-c083-4816-9923-12bc6dbd7585 req-b3347f05-7fc7-4750-8c0f-16e7e54e778f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 944 time: 0.1316030 Sep 30 08:12:10.522785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b76192bd-8c7f-4000-a8c1-dfa22a3c438b req-eb8f8e8e-5929-4fb6-b6b6-62e0252310b1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902889 Sep 30 08:12:10.555514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 76f7464e-f122-48a6-bef8-05080a2f5f27 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:10.560116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 76f7464e-f122-48a6-bef8-05080a2f5f27 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:10.560488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.566376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-980f80bc-b1b7-4de8-8b58-2e5e23b0cfb6 req-fdca707f-02b7-48f3-b928-dcfc7b9ce77a service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526470 Sep 30 08:12:10.614729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8472970f-c083-4816-9923-12bc6dbd7585 req-1ef3307d-9492-4414-9fe8-91e5d5e358cf tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908122 Sep 30 08:12:10.654505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83ffda12-300a-42dd-9049-c56e45951e86 req-a81562cc-30d1-4b75-b71a-dc1b3387de73 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 210 time: 0.0545621 Sep 30 08:12:10.671159 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.696697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.712804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7074da2c-6688-4a0c-990c-299b015bd84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:10.714934 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6330cd-8ed6-402e-98f9-ccae0f37eac3" -d '{"events": [{"server_uuid": "7074da2c-6688-4a0c-990c-299b015bd84f", "name": "network-vif-plugged", "status": "completed", "tag": "0f5e25ee-1188-4b0b-8e6a-2ed178d5647c"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:10.746216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:10.760146 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.769612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:10.796756 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.808202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697740c9-9494-4149-b143-e8288411c7b5 req-ec9de801-9301-4975-8342-2b396e58b963 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.816333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697740c9-9494-4149-b143-e8288411c7b5 req-ec9de801-9301-4975-8342-2b396e58b963 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 948 time: 0.1089058 Sep 30 08:12:10.846457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:10.864212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697740c9-9494-4149-b143-e8288411c7b5 req-47f58b3c-1a9b-485f-8239-720d4a147dd2 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Sep 30 08:12:10.883867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-0faccd4f-2cf0-4417-8ccb-b365fae95616 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.885523 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-0faccd4f-2cf0-4417-8ccb-b365fae95616 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.1410904 Sep 30 08:12:10.910539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:10.917610 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99bd12-7be2-4eb1-9245-670b1d4cf3b8 x-openstack-request-id: req-9f99bd12-7be2-4eb1-9245-670b1d4cf3b8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:10.921923 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7074da2c-6688-4a0c-990c-299b015bd84f", "name": "network-vif-plugged", "status": "completed", "tag": "0f5e25ee-1188-4b0b-8e6a-2ed178d5647c", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:10.922184 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f99bd12-7be2-4eb1-9245-670b1d4cf3b8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:10.922598 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7074da2c-6688-4a0c-990c-299b015bd84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c', 'code': 200} Sep 30 08:12:10.968071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:11.012704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5de64-1ce6-4744-b5c2-0f36d07240c8 req-26731109-b4f3-44f3-a5e1-b0601d28f468 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.014802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.015107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb5de64-1ce6-4744-b5c2-0f36d07240c8 req-26731109-b4f3-44f3-a5e1-b0601d28f468 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 945 time: 0.0824592 Sep 30 08:12:11.028819 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e4252d3-489a-4fbf-b73e-80e598cb5188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.089782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b425-bb53-4dad-9b7e-0b6fe96af8a5 req-dcabb095-3ff2-4b33-b560-d48c56096208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.091274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a267b425-bb53-4dad-9b7e-0b6fe96af8a5 req-dcabb095-3ff2-4b33-b560-d48c56096208 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 1100 time: 0.0724845 Sep 30 08:12:11.094529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb5de64-1ce6-4744-b5c2-0f36d07240c8 req-1e052125-90f1-4457-bc5e-7cfa890cad0a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671463 Sep 30 08:12:11.131292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a267b425-bb53-4dad-9b7e-0b6fe96af8a5 req-5b7f4c46-b3a1-4ace-84cd-e1929e0eda66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Sep 30 08:12:11.154716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:11.196680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:11.252120 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.258868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.282103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6f1e7-6fa7-4e2a-92fb-2806b258ee94 req-ec22ba8a-ad13-4197-88d3-85acb8c51ad1 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.283925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9f6f1e7-6fa7-4e2a-92fb-2806b258ee94 req-ec22ba8a-ad13-4197-88d3-85acb8c51ad1 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 948 time: 0.0634613 Sep 30 08:12:11.344128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9f6f1e7-6fa7-4e2a-92fb-2806b258ee94 req-41902922-2465-44c9-9e28-ac53692204e3 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542758 Sep 30 08:12:11.354084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:11.369031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:11.369389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:11.369905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:11.372761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.386538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:11.387162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Attempting to bind port 966c0281-170a-48be-a99a-1465cd22b9a4 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:11.394080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:11.395005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:11.395408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:11.395867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Bound port: 966c0281-170a-48be-a99a-1465cd22b9a4, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:11.396231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.537410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:11.556461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:11.565002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.599995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-3bdfdb68-bb09-495b-bfa1-22bbf00280f8 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.601560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-3bdfdb68-bb09-495b-bfa1-22bbf00280f8 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.50 "GET /v2.0/networks?id=d875c56b-d966-4a01-bb2d-6d80fd7cc164 HTTP/1.1" status: 200 len: 815 time: 0.1664150 Sep 30 08:12:11.643504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d167cb9-7c4f-4e36-a0b6-ef07fa8f1236 req-f6e8ebad-6c0d-4acf-8d41-21c4c6ec5575 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.645379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d167cb9-7c4f-4e36-a0b6-ef07fa8f1236 req-f6e8ebad-6c0d-4acf-8d41-21c4c6ec5575 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0548167 Sep 30 08:12:11.657082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Request body: {'port': {'device_id': '3f4c5560-9415-4157-a804-25419b122397', 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164', 'admin_state_up': True, 'tenant_id': '518cf9fa6a224afbbd19f9fd8c044474'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:11.660690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:11.667238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.667970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.669365 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-58eccbc4-0207-4650-8558-32217566f29a service neutron] 10.222.0.57 "PUT /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 1121 time: 0.7707834 Sep 30 08:12:11.726206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d167cb9-7c4f-4e36-a0b6-ef07fa8f1236 req-8846ff00-d8fa-4a88-ba1d-327e7c35c4e3 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713627 Sep 30 08:12:11.784758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192089-8820-4317-8fdf-8ac4888ff426 req-ae7cde63-cb8b-41cc-9723-c3d486dd5fff tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.792610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60192089-8820-4317-8fdf-8ac4888ff426 req-ae7cde63-cb8b-41cc-9723-c3d486dd5fff tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.0901756 Sep 30 08:12:11.795469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4'}, {'name': 'network-changed', 'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:11.798316 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76779465-7e4a-4f37-b814-cd7e0620ddd2" -d '{"events": [{"server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "name": "network-vif-unplugged", "status": "completed", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4"}, {"name": "network-changed", "server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:11.829755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Made reservation on behalf of 518cf9fa6a224afbbd19f9fd8c044474 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:11.830219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['966c0281-170a-48be-a99a-1465cd22b9a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:11.835200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.837297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-057076b1-3426-4528-accd-9a1032d93ba8 req-e3bb4980-e200-4c07-b3a4-0dce86c36902 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 210 time: 0.0366514 Sep 30 08:12:11.884542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60192089-8820-4317-8fdf-8ac4888ff426 req-40e7d227-0279-4fa5-a452-5fae2b4335b1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903029 Sep 30 08:12:11.962732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:11.997058 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245ac7f-0878-4c24-aa07-402636b194e2 x-openstack-request-id: req-e245ac7f-0878-4c24-aa07-402636b194e2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:11.998328 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "name": "network-vif-unplugged", "status": "completed", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4", "code": 200}, {"name": "network-changed", "server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:11.998638 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e245ac7f-0878-4c24-aa07-402636b194e2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:11.998971 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4', 'code': 200} Sep 30 08:12:11.999226 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4', 'status': 'completed', 'code': 200} Sep 30 08:12:12.044407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Allocated IP 172.20.0.7 (d875c56b-d966-4a01-bb2d-6d80fd7cc164/d225167d-daca-4ab9-890e-c92290f3a2b4/401f707a-84ff-48db-8e9f-0464f7a590c6) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:12.060014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bf8dd-7b34-48fd-badd-c6a8e703e1de req-839340f6-1ce8-43b0-9ef8-7084c627f7f4 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.062137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe9bf8dd-7b34-48fd-badd-c6a8e703e1de req-839340f6-1ce8-43b0-9ef8-7084c627f7f4 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 949 time: 0.0634792 Sep 30 08:12:12.114648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe9bf8dd-7b34-48fd-badd-c6a8e703e1de req-6147b1c0-0af4-457a-8117-d4bb3463aa53 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Sep 30 08:12:12.122075 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc226e3-0f27-4da6-b5ab-f0f1b17b517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.156301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-3b72d936-bae6-4c25-94bb-87eba4e0b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.157926 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-3b72d936-bae6-4c25-94bb-87eba4e0b744 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1124 time: 0.0835171 Sep 30 08:12:12.255969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03099a0-2c00-4c1c-aa8f-9e2c7367fdec req-6fb9bd20-1f17-4fca-aafc-1fcdff52afa0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.257587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b03099a0-2c00-4c1c-aa8f-9e2c7367fdec req-6fb9bd20-1f17-4fca-aafc-1fcdff52afa0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.0806489 Sep 30 08:12:12.294135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc226e3-0f27-4da6-b5ab-f0f1b17b517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.301919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc226e3-0f27-4da6-b5ab-f0f1b17b517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.341270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b03099a0-2c00-4c1c-aa8f-9e2c7367fdec req-1b96e35b-bd70-4678-a4e6-a515abc1b1e9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727947 Sep 30 08:12:12.355115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ebc226e3-0f27-4da6-b5ab-f0f1b17b517f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4c4ada3fe6c426c8d23f5dcb8d62c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912761 Sep 30 08:12:12.355836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc226e3-0f27-4da6-b5ab-f0f1b17b517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d97008-a8df-41e2-a740-e2cd3360e88c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.359657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40414) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:12.386946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 17446a20-759e-4324-ad7f-c705e9231381 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:12.428559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ee2-c08c-4176-8e6b-683547b7bfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.480344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ee2-c08c-4176-8e6b-683547b7bfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.496897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 17446a20-759e-4324-ad7f-c705e9231381, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=17446a20-759e-4324-ad7f-c705e9231381,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:12.509721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '17446a20-759e-4324-ad7f-c705e9231381', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '17446a20-759e-4324-ad7f-c705e9231381', 'mac_address': 'fa:16:3e:01:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:12.516023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.528265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c5b0-d77d-4253-b32f-b8c072e4e3d2 req-e4fa7e9e-d1cc-4d75-8a1c-0dedfc95b003 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.529605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-038588b7-83b1-461b-a48d-1fdaaa9e545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.530116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1df8c5b0-d77d-4253-b32f-b8c072e4e3d2 req-e4fa7e9e-d1cc-4d75-8a1c-0dedfc95b003 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 948 time: 0.0875983 Sep 30 08:12:12.531088 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-038588b7-83b1-461b-a48d-1fdaaa9e545e service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.3639679 Sep 30 08:12:12.552494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.564246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ee2-c08c-4176-8e6b-683547b7bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.567361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ee2-c08c-4176-8e6b-683547b7bfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.571160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17446a20-759e-4324-ad7f-c705e9231381 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:12.571306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9c8e2ee2-c08c-4176-8e6b-683547b7bfc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88d97008-a8df-41e2-a740-e2cd3360e88c HTTP/1.1" status: 204 len: 168 time: 0.2076886 Sep 30 08:12:12.587150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e2ee2-c08c-4176-8e6b-683547b7bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d97008-a8df-41e2-a740-e2cd3360e88c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.590668 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-accdf914-1a4e-4893-a02a-9a696572e8aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0470266 Sep 30 08:12:12.595310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1df8c5b0-d77d-4253-b32f-b8c072e4e3d2 req-af5f1947-8cea-4b92-9ff8-b6221fcb562e tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514832 Sep 30 08:12:12.624161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 17446a20-759e-4324-ad7f-c705e9231381, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=17446a20-759e-4324-ad7f-c705e9231381,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:12.630141 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.642387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.683197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=17446a20-759e-4324-ad7f-c705e9231381,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.683677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-a4bc3b44-6f6c-45b1-bb03-c665c8d84c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.685177 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-a4bc3b44-6f6c-45b1-bb03-c665c8d84c66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0858769 Sep 30 08:12:12.694654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Network d875c56b-d966-4a01-bb2d-6d80fd7cc164 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:12.697899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:12.706650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:12.712089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.712697 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.723569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Pushing event updated for resources: {'Port': ['ID=401f707a-84ff-48db-8e9f-0464f7a590c6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.745541 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-1ee4f718-7a37-4c55-bac1-56edc4019c82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399041 Sep 30 08:12:12.752889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-eeedd254-c240-4b48-8f57-f87e17ee4db3 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997322 Sep 30 08:12:12.784168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Request body: {'port': {'device_id': '3f4c5560-9415-4157-a804-25419b122397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:12.847746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276137-1a1c-4cb4-bb65-eb2a25ec998a req-f58bf414-1ed4-4c4a-9a54-886085d3459f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.849592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2276137-1a1c-4cb4-bb65-eb2a25ec998a req-f58bf414-1ed4-4c4a-9a54-886085d3459f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0560186 Sep 30 08:12:12.891532 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.906209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2276137-1a1c-4cb4-bb65-eb2a25ec998a req-06dda7f0-74b4-4b15-88a5-70b06b67bf3a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Sep 30 08:12:12.917345 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-19e73501-a2ff-4685-842d-1625675faed6 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446297 Sep 30 08:12:12.923876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:12.928363 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308f335-8635-421a-891e-c90a83e0e912" -d '{"events": [{"server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "name": "network-vif-plugged", "status": "completed", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:12.950192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40430) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:12.972580 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.978930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1816ba36-03c3-4e73-b357-849337fbe867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.084648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['17446a20-759e-4324-ad7f-c705e9231381'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:13.087017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b61f4-e186-4976-b282-455d00012f28 req-22f0dd56-9292-4bb6-bae8-80940548e62e tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.088864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f8b61f4-e186-4976-b282-455d00012f28 req-22f0dd56-9292-4bb6-bae8-80940548e62e tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 931 time: 0.1277506 Sep 30 08:12:13.114181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75a37-8e2b-4bda-9523-0bade66e41f3 req-936bcefd-8f7d-4650-9683-3f456f81c583 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.116109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00b75a37-8e2b-4bda-9523-0bade66e41f3 req-936bcefd-8f7d-4650-9683-3f456f81c583 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.1012161 Sep 30 08:12:13.126610 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-76779465-7e4a-4f37-b814-cd7e0620ddd2 req-a409e512-7d6e-44cf-8b06-cd9403a4b19c service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950512 Sep 30 08:12:13.195079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f8b61f4-e186-4976-b282-455d00012f28 req-f1ca79b6-2c21-482b-9b09-2c826d7fed22 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920680 Sep 30 08:12:13.227225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00b75a37-8e2b-4bda-9523-0bade66e41f3 req-c8505f88-0ecf-4dac-99de-1c435fda20ae tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010191 Sep 30 08:12:13.240683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1816ba36-03c3-4e73-b357-849337fbe867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.248658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1816ba36-03c3-4e73-b357-849337fbe867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.281220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1816ba36-03c3-4e73-b357-849337fbe867 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cdd15c6fc65488aa2be71fc6cc535b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274670 Sep 30 08:12:13.285855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401f707a-84ff-48db-8e9f-0464f7a590c6 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:13.286353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:13.294897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.310872 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694641e-c07c-471d-995b-f6412204ee1e x-openstack-request-id: req-1694641e-c07c-471d-995b-f6412204ee1e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:13.310872 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "name": "network-vif-plugged", "status": "completed", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:13.311464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Transition to ACTIVE for port object 401f707a-84ff-48db-8e9f-0464f7a590c6 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:13.312762 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1694641e-c07c-471d-995b-f6412204ee1e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:13.313253 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'code': 200} Sep 30 08:12:13.319061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.323726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816ba36-03c3-4e73-b357-849337fbe867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c36a2b-2402-4ff8-9c05-a5f266ea184f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:13.398173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Pushing event updated for resources: {'Port': ['ID=401f707a-84ff-48db-8e9f-0464f7a590c6,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:13.401027 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-caf44a28-0cdb-47f4-a8b0-c7b28da320b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.411722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a1da0-d050-45e6-8af7-4b18c1b6c2e7 req-99972d82-2931-4fee-b538-87fdabd81c3b tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.413333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-668a1da0-d050-45e6-8af7-4b18c1b6c2e7 req-99972d82-2931-4fee-b538-87fdabd81c3b tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 949 time: 0.0732689 Sep 30 08:12:13.447634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-caf44a28-0cdb-47f4-a8b0-c7b28da320b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.452425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Attempting to bind port 401f707a-84ff-48db-8e9f-0464f7a590c6 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:13.452765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Attempting to bind port 401f707a-84ff-48db-8e9f-0464f7a590c6 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '07c71942-deaf-4713-8d2f-7cb0cb12205f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:13.453097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Attempting to bind port 401f707a-84ff-48db-8e9f-0464f7a590c6 on network d875c56b-d966-4a01-bb2d-6d80fd7cc164 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:13.459698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Port 401f707a-84ff-48db-8e9f-0464f7a590c6 on network d875c56b-d966-4a01-bb2d-6d80fd7cc164 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:13.460020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Attempting to bind port 401f707a-84ff-48db-8e9f-0464f7a590c6 on network d875c56b-d966-4a01-bb2d-6d80fd7cc164 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:13.468368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:13.468702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Checking segment: {'id': '07c71942-deaf-4713-8d2f-7cb0cb12205f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:13.469080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Bound using segment: {'id': '07c71942-deaf-4713-8d2f-7cb0cb12205f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:13.469537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Bound port: 401f707a-84ff-48db-8e9f-0464f7a590c6, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c71942-deaf-4713-8d2f-7cb0cb12205f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:13.470425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.483031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b6b51-b402-48d5-b6ad-0e83251d17b8 req-e3182a62-d563-4531-9ef8-fcc6c0cee239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.484525 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4a3b6b51-b402-48d5-b6ad-0e83251d17b8 req-e3182a62-d563-4531-9ef8-fcc6c0cee239 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1096 time: 0.0690761 Sep 30 08:12:13.512364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-668a1da0-d050-45e6-8af7-4b18c1b6c2e7 req-f6a9e3ed-1f68-40b6-851c-c507e0db460f tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895813 Sep 30 08:12:13.538390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7224a-914b-4cd6-9fc1-7363c83db32f req-1996806d-cbfa-4874-b61f-d39071adb690 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.539968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac7224a-914b-4cd6-9fc1-7363c83db32f req-1996806d-cbfa-4874-b61f-d39071adb690 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.0894105 Sep 30 08:12:13.559959 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4a3b6b51-b402-48d5-b6ad-0e83251d17b8 req-a59bd4bf-023c-4e39-b0fb-eb52753f4e63 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Sep 30 08:12:13.567554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] For port 401f707a-84ff-48db-8e9f-0464f7a590c6, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:13.570733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-caf44a28-0cdb-47f4-a8b0-c7b28da320b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.571251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] For port 401f707a-84ff-48db-8e9f-0464f7a590c6, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=401f707a-84ff-48db-8e9f-0464f7a590c6,segment=NetworkSegment(07c71942-deaf-4713-8d2f-7cb0cb12205f),segment_id=07c71942-deaf-4713-8d2f-7cb0cb12205f)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:13.573293 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-caf44a28-0cdb-47f4-a8b0-c7b28da320b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.574511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-caf44a28-0cdb-47f4-a8b0-c7b28da320b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57c36a2b-2402-4ff8-9c05-a5f266ea184f HTTP/1.1" status: 204 len: 168 time: 0.2870879 Sep 30 08:12:13.578284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.599650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf44a28-0cdb-47f4-a8b0-c7b28da320b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c36a2b-2402-4ff8-9c05-a5f266ea184f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:13.610630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac7224a-914b-4cd6-9fc1-7363c83db32f req-e07bc981-7dd4-4984-8664-415de0eee85e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633066 Sep 30 08:12:13.623993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.633288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.635207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] 10.222.0.50 "PUT /v2.0/ports/401f707a-84ff-48db-8e9f-0464f7a590c6 HTTP/1.1" status: 200 len: 1091 time: 0.8612347 Sep 30 08:12:13.659532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a725ef-79de-4e89-a34c-0c392a1d6d6f service neutron] Pushing event updated for resources: {'Port': ['ID=401f707a-84ff-48db-8e9f-0464f7a590c6,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:13.749862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10683902-8656-41a3-9a82-9843dc5ec35d req-37970bd2-6ca8-4659-b4e4-24ee8af3f3bd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.751626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10683902-8656-41a3-9a82-9843dc5ec35d req-37970bd2-6ca8-4659-b4e4-24ee8af3f3bd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 949 time: 0.0541639 Sep 30 08:12:13.792951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10683902-8656-41a3-9a82-9843dc5ec35d req-8bf9d581-7be1-48f3-b6e6-57d1c19a450d tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Sep 30 08:12:13.852266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa83608-9e3c-425f-9a80-a2c15c95ea3c req-f3c2520e-21aa-4b62-afb2-9986ef3baa65 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.853702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa83608-9e3c-425f-9a80-a2c15c95ea3c req-f3c2520e-21aa-4b62-afb2-9986ef3baa65 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 949 time: 0.0523069 Sep 30 08:12:13.894039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa83608-9e3c-425f-9a80-a2c15c95ea3c req-9b402ac7-dd5c-4086-8279-c00028919f63 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Sep 30 08:12:14.000354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4c5560-9415-4157-a804-25419b122397', 'tag': '401f707a-84ff-48db-8e9f-0464f7a590c6'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:14.002873 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54446e0f-7b7d-4520-9dd0-200f6a600003" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4c5560-9415-4157-a804-25419b122397", "tag": "401f707a-84ff-48db-8e9f-0464f7a590c6"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:14.012514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-e95bb285-d7c3-4c2d-b481-87c48e283b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.014357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-e95bb285-d7c3-4c2d-b481-87c48e283b14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=518cf9fa6a224afbbd19f9fd8c044474&device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 1094 time: 0.0572417 Sep 30 08:12:14.024526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7d5d3-e476-45ca-badd-8ac072e23226 req-9d08a125-0481-4c7c-9895-f4f56ba925e7 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.026139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49f7d5d3-e476-45ca-badd-8ac072e23226 req-9d08a125-0481-4c7c-9895-f4f56ba925e7 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0510445 Sep 30 08:12:14.077981 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcdb03d-5ed5-4364-a809-f8c0f1ccedb1 x-openstack-request-id: req-5bcdb03d-5ed5-4364-a809-f8c0f1ccedb1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:14.078399 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4c5560-9415-4157-a804-25419b122397", "tag": "401f707a-84ff-48db-8e9f-0464f7a590c6", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:14.078752 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bcdb03d-5ed5-4364-a809-f8c0f1ccedb1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:14.079270 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4c5560-9415-4157-a804-25419b122397', 'tag': '401f707a-84ff-48db-8e9f-0464f7a590c6', 'status': 'completed', 'code': 200} Sep 30 08:12:14.080302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49f7d5d3-e476-45ca-badd-8ac072e23226 req-cce1922b-9cc8-4d9e-bce6-4502c280471b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Sep 30 08:12:14.080946 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-0d7cb001-cf55-4c89-8109-ad61373f4438 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401f707a-84ff-48db-8e9f-0464f7a590c6 HTTP/1.1" status: 200 len: 217 time: 0.0423770 Sep 30 08:12:14.134264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-f97dae4e-70de-4c93-87f1-e00ef5df49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.135773 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-f97dae4e-70de-4c93-87f1-e00ef5df49f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d225167d-daca-4ab9-890e-c92290f3a2b4 HTTP/1.1" status: 200 len: 855 time: 0.0471072 Sep 30 08:12:14.171053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-1e3e96d7-8499-4bce-a330-fd4d9ba04a9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d875c56b-d966-4a01-bb2d-6d80fd7cc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253084 Sep 30 08:12:14.268491 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-58863d54-8006-4960-b2ee-f02b09c38d72 service neutron] 10.222.0.50 "GET /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892353 Sep 30 08:12:14.378839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd680b-6fe0-4768-9275-ea316f8df8d5 req-ec41d0a0-61b3-4bb9-a3fe-b5b9caec117f tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.380261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79fd680b-6fe0-4768-9275-ea316f8df8d5 req-ec41d0a0-61b3-4bb9-a3fe-b5b9caec117f tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 943 time: 0.1040838 Sep 30 08:12:14.382314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f0e791ad-2e41-44ae-b58d-70f6e164a7a2 req-f7e869b0-3131-4c76-b15b-a2f7b9113406 service neutron] 10.222.0.50 "GET /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983112 Sep 30 08:12:14.391001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:14.402383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:14.405908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 17446a20-759e-4324-ad7f-c705e9231381 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:14.406951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22222f-ad33-477f-bca2-34397b76966b req-6b7767db-1859-4e2e-aa64-af64ea7dd9c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.409221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc22222f-ad33-477f-bca2-34397b76966b req-6b7767db-1859-4e2e-aa64-af64ea7dd9c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.0743532 Sep 30 08:12:14.465955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79fd680b-6fe0-4768-9275-ea316f8df8d5 req-68e7db59-3923-4739-a5d5-2c9c71056d09 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734024 Sep 30 08:12:14.491670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc22222f-ad33-477f-bca2-34397b76966b req-ad5f10ab-9de1-4da0-909d-30f7ae8b94c4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701704 Sep 30 08:12:14.507870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 17446a20-759e-4324-ad7f-c705e9231381 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:14.515564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 17446a20-759e-4324-ad7f-c705e9231381 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:14.515957 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.535838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-network', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:14.579231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Made reservation on behalf of d5fbcfb365494541bf4eeb8b4f0def41 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:14.581728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.584816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-8ae6ca6c-74d2-40d4-b867-10884156e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.586439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-8ae6ca6c-74d2-40d4-b867-10884156e343 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=518cf9fa6a224afbbd19f9fd8c044474&device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 1094 time: 0.0637286 Sep 30 08:12:14.593039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.601312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:14.616220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:12:14.654437 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.695854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 17446a20-759e-4324-ad7f-c705e9231381, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=17446a20-759e-4324-ad7f-c705e9231381,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:14.700207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.718551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-0117068f-cccd-44b0-9a94-aa1c912d7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.720568 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-0117068f-cccd-44b0-9a94-aa1c912d7df5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d875c56b-d966-4a01-bb2d-6d80fd7cc164 HTTP/1.1" status: 200 len: 916 time: 0.1162388 Sep 30 08:12:14.756779 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.757973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a741e5-c541-461b-b65a-ace517ade0e1 req-bb7d53bd-4e10-43b6-80b5-bc1695c380a9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.759566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94a741e5-c541-461b-b65a-ace517ade0e1 req-bb7d53bd-4e10-43b6-80b5-bc1695c380a9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.0584335 Sep 30 08:12:14.770866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=17446a20-759e-4324-ad7f-c705e9231381,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:14.784871 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-e9c3e5e3-012b-4303-9bc0-486b77f8ddc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401f707a-84ff-48db-8e9f-0464f7a590c6 HTTP/1.1" status: 200 len: 217 time: 0.0455246 Sep 30 08:12:14.803705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.808391 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.823805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94a741e5-c541-461b-b65a-ace517ade0e1 req-fa274b6e-23dc-46d1-8fbb-5a4853e6642a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Sep 30 08:12:14.860572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:14.876774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5040fad3-27de-49e6-b4ae-7fc25396bbbf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:14.884592 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.885755 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Added segment 1c52e982-2293-4e65-80c1-4550995f202b of type vlan for network 9e6e0673-fae4-48f9-b4f1-df8f56121015 Sep 30 08:12:14.897821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-e1c36008-b80f-48a3-b64a-050280bd047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.899291 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-e1c36008-b80f-48a3-b64a-050280bd047a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d225167d-daca-4ab9-890e-c92290f3a2b4 HTTP/1.1" status: 200 len: 855 time: 0.0838094 Sep 30 08:12:14.938192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa36a-41d3-46d7-bb7f-38b9775c04cb req-2c00aaca-c95c-45d7-9861-d11c0fef6a24 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.952663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-67bcdb0f-8d8e-4ea1-932d-8ddc64d56c29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d875c56b-d966-4a01-bb2d-6d80fd7cc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328386 Sep 30 08:12:14.953967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efbaa36a-41d3-46d7-bb7f-38b9775c04cb req-2c00aaca-c95c-45d7-9861-d11c0fef6a24 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.0846150 Sep 30 08:12:14.957020 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.987146 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.988097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.988693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.023862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efbaa36a-41d3-46d7-bb7f-38b9775c04cb req-3dea67ba-688d-46e6-840c-df822cb4702b tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688226 Sep 30 08:12:15.042903 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.6478236 Sep 30 08:12:15.043378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:15.045095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14162cfc-ce09-4926-858b-2b875df63b27 req-2d70db4c-7ccf-4d71-99f8-b263eb366a4b tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.048886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14162cfc-ce09-4926-858b-2b875df63b27 req-2d70db4c-7ccf-4d71-99f8-b263eb366a4b tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 949 time: 0.0778742 Sep 30 08:12:15.050736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Request body: {'subnet': {'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-subnet', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:15.087690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14162cfc-ce09-4926-858b-2b875df63b27 req-9dfb9bf0-8387-484c-9d40-afe7609f03fc tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Sep 30 08:12:15.124757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80900f10-651c-48d4-83a5-1507c8766203 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6e0673-fae4-48f9-b4f1-df8f56121015,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:15.138752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:15.142890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Made reservation on behalf of d5fbcfb365494541bf4eeb8b4f0def41 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:15.145041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.182215 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-9170a5fe-7e70-4517-aa2f-76a730932a71 service neutron] 10.222.0.50 "GET /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693463 Sep 30 08:12:15.204068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac826-d12b-4abf-8fd4-9026090faf60 req-c56e3e9c-8099-4cd6-b98b-64d21441ea13 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.205847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b94ac826-d12b-4abf-8fd4-9026090faf60 req-c56e3e9c-8099-4cd6-b98b-64d21441ea13 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0515783 Sep 30 08:12:15.257818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b94ac826-d12b-4abf-8fd4-9026090faf60 req-66d03458-33fb-4396-a59b-bb3bba248abe tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378182 Sep 30 08:12:15.314059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17446a20-759e-4324-ad7f-c705e9231381'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:15.316513 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb84f22-d43b-470a-a569-94daf68661fd" -d '{"events": [{"server_uuid": "72f00c34-2820-4b9d-84a9-8cb5faed8b3c", "name": "network-vif-plugged", "status": "completed", "tag": "17446a20-759e-4324-ad7f-c705e9231381"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:15.344332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54446e0f-7b7d-4520-9dd0-200f6a600003 req-9a20e2db-2855-4cab-bae6-912f06c71d99 service neutron] 10.222.0.50 "GET /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299167 Sep 30 08:12:15.353863 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824dc24d-fa93-4100-8556-35113c0ec658 x-openstack-request-id: req-824dc24d-fa93-4100-8556-35113c0ec658 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:15.354149 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f00c34-2820-4b9d-84a9-8cb5faed8b3c", "name": "network-vif-plugged", "status": "completed", "tag": "17446a20-759e-4324-ad7f-c705e9231381", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:15.354393 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-824dc24d-fa93-4100-8556-35113c0ec658 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:15.354780 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17446a20-759e-4324-ad7f-c705e9231381', 'code': 200} Sep 30 08:12:15.404521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.477340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Checking segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:15.477747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Network hostable DHCP agents. Network: 9e6e0673-fae4-48f9-b4f1-df8f56121015, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:15.479591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:15.518593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4f1b-5523-461e-81be-41e7521c88e0 req-317537ea-3361-42d7-82ac-842a154901d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.520107 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e03a4f1b-5523-461e-81be-41e7521c88e0 req-317537ea-3361-42d7-82ac-842a154901d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 1101 time: 0.0538213 Sep 30 08:12:15.521237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:15.530993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9e6e0673-fae4-48f9-b4f1-df8f56121015) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:15.536692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.537281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.544182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a0c45-b799-4fce-bbab-ec2f17c9230e None None] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:15.566216 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-885df251-d080-4a6e-a9a6-3575b3c03ce1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.5198257 Sep 30 08:12:15.570362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40498) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:15.577136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:15.579817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e03a4f1b-5523-461e-81be-41e7521c88e0 req-6dcb4c12-8361-4f1e-8117-17a0491503a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Sep 30 08:12:15.595504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707caef-8993-49db-9bb2-3b8dd65060ea req-f94dae50-81e0-4b97-87f1-869e879f9473 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.597001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b707caef-8993-49db-9bb2-3b8dd65060ea req-f94dae50-81e0-4b97-87f1-869e879f9473 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 943 time: 0.0737536 Sep 30 08:12:15.648116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.649130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.682456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b707caef-8993-49db-9bb2-3b8dd65060ea req-058ea0e2-a14d-4d02-afb0-2e007f911724 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699298 Sep 30 08:12:15.696575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b23ad5-b4ce-47ad-ac4c-6d5ddd83318c req-66fb4bcb-4c0e-41d1-a74b-bd9b37ac80fd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.698201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09b23ad5-b4ce-47ad-ac4c-6d5ddd83318c req-66fb4bcb-4c0e-41d1-a74b-bd9b37ac80fd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.1002877 Sep 30 08:12:15.707583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-9e6e0673-fae4-48f9-b4f1-df8f56121015', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:12:15.708293 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.753880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.806960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09b23ad5-b4ce-47ad-ac4c-6d5ddd83318c req-bc6d669e-2902-43b3-8f02-445fa644f14b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009741 Sep 30 08:12:15.879148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Allocated IP 172.20.0.2 (9e6e0673-fae4-48f9-b4f1-df8f56121015/4df3bdcc-8bff-4fde-a63f-1fe48697f6a3/f654ec44-1278-408e-81bb-d03a66eb3679) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:15.929523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.005350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae4aa2-5e9e-4a2e-9381-3d7ba4f008d1 req-8cb0e1fd-d920-4ce3-b7be-f2dc59871495 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.006941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dae4aa2-5e9e-4a2e-9381-3d7ba4f008d1 req-8cb0e1fd-d920-4ce3-b7be-f2dc59871495 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.0739744 Sep 30 08:12:16.058084 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.065667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.091767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dae4aa2-5e9e-4a2e-9381-3d7ba4f008d1 req-157cf28d-ac1e-4394-90e9-9006acf1d99e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512118 Sep 30 08:12:16.100964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:16.104685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:16.109751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:16.140386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f78ba-d590-4837-bb0e-93edb9306ebf req-3f5547c2-8fa8-4eb5-8fdf-9cd2c621f278 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.142635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f0f78ba-d590-4837-bb0e-93edb9306ebf req-3f5547c2-8fa8-4eb5-8fdf-9cd2c621f278 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1096 time: 0.0558617 Sep 30 08:12:16.147403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Pushing event updated for resources: {'Port': ['ID=f654ec44-1278-408e-81bb-d03a66eb3679,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:16.175677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Attempting to bind port f654ec44-1278-408e-81bb-d03a66eb3679 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:16.176043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Attempting to bind port f654ec44-1278-408e-81bb-d03a66eb3679 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:16.176402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Attempting to bind port f654ec44-1278-408e-81bb-d03a66eb3679 on network 9e6e0673-fae4-48f9-b4f1-df8f56121015 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:16.181269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:16.181666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Checking segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:16.182060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.182442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Bound using segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:16.182895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Bound port: f654ec44-1278-408e-81bb-d03a66eb3679, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:16.183293 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.250585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] For port f654ec44-1278-408e-81bb-d03a66eb3679, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:16.254277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] For port f654ec44-1278-408e-81bb-d03a66eb3679, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f654ec44-1278-408e-81bb-d03a66eb3679,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:16.259133 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.299296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f0f78ba-d590-4837-bb0e-93edb9306ebf req-aa14d1b3-21e1-4232-beb2-42f6b3cc140a tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255486 Sep 30 08:12:16.302059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.322902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e4891-5875-4dd7-8cee-147372f392a6 None None] Pushing event updated for resources: {'Port': ['ID=f654ec44-1278-408e-81bb-d03a66eb3679,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:16.330424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80fc9c-a80d-4edf-b35e-80249ede01f4 req-fe3191be-c50d-487b-9f59-7381a219b69b tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.331953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed80fc9c-a80d-4edf-b35e-80249ede01f4 req-fe3191be-c50d-487b-9f59-7381a219b69b tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.1571569 Sep 30 08:12:16.333975 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.443034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed80fc9c-a80d-4edf-b35e-80249ede01f4 req-210b2614-ad6f-4ba6-8abd-21022a6db60f tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018617 Sep 30 08:12:16.493106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000704c1-9374-4eba-83e4-e5c67807d734 req-bb1eade7-e005-433a-a4f3-7ed6775a6b67 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.494730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-000704c1-9374-4eba-83e4-e5c67807d734 req-bb1eade7-e005-433a-a4f3-7ed6775a6b67 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 949 time: 0.1084900 Sep 30 08:12:16.533168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Allocated IP 172.25.7.191 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/16d18f76-d9cd-4071-9b48-a71d20def850) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:16.606095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-000704c1-9374-4eba-83e4-e5c67807d734 req-764467a4-1e51-426b-8656-1fba5728d0fb tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/security-groups?id=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026092 Sep 30 08:12:16.660261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9fafa-e95f-4e9c-9767-70e0deec5d3c req-1190fe9a-5531-4d75-9e1a-1b66e090de49 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.666433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87b9fafa-e95f-4e9c-9767-70e0deec5d3c req-1190fe9a-5531-4d75-9e1a-1b66e090de49 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1429677 Sep 30 08:12:16.755149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87b9fafa-e95f-4e9c-9767-70e0deec5d3c req-92141154-7be5-4399-82de-4fe55204a640 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834846 Sep 30 08:12:16.770360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.774570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa799a-cdda-4221-8158-3fc7148c2d66 req-3963eda0-fa6c-4441-9797-e3c9f73a041f tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.776604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38aa799a-cdda-4221-8158-3fc7148c2d66 req-3963eda0-fa6c-4441-9797-e3c9f73a041f tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1096 time: 0.0942030 Sep 30 08:12:16.858504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.862075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38aa799a-cdda-4221-8158-3fc7148c2d66 req-19193e67-6188-4a35-bed8-5956390ea31a tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782342 Sep 30 08:12:16.910427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:16.916608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:16.921648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:16.937727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230022c6-6237-418d-8014-d8812e7a1d16 req-d01b0fa0-1654-4356-8cba-645b7cdaa7ce tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.939915 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-230022c6-6237-418d-8014-d8812e7a1d16 req-d01b0fa0-1654-4356-8cba-645b7cdaa7ce tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.57 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 949 time: 0.0595613 Sep 30 08:12:17.078732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Deleting port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:17.079446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.150632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971061a-f227-4e10-bed7-1d11bd535e3b req-5e2edd11-a6c9-4576-ad7a-78875d31b27f tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.152189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e971061a-f227-4e10-bed7-1d11bd535e3b req-5e2edd11-a6c9-4576-ad7a-78875d31b27f tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 943 time: 0.3313072 Sep 30 08:12:17.156544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Pushing event updated for resources: {'Port': ['ID=16d18f76-d9cd-4071-9b48-a71d20def850,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:17.193576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] For port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:17.194184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.214597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Calling delete_port for 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:17.241071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e971061a-f227-4e10-bed7-1d11bd535e3b req-4c7acbfd-45ca-4056-b568-4ea9c80974d1 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787156 Sep 30 08:12:17.355362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc946cb-3a56-492b-8e45-1b169674b338 None None] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:17.420037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5a67-ff48-4545-88df-a26b9bb253ab req-919194b8-a24d-42f7-b4f5-a9ae4440f6c0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.422047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae4c5a67-ff48-4545-88df-a26b9bb253ab req-919194b8-a24d-42f7-b4f5-a9ae4440f6c0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.0595615 Sep 30 08:12:17.427029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.456526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0f5e25ee-1188-4b0b-8e6a-2ed178d5647c'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:17.462648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-21bf12d4-e094-4ceb-90fb-f6a64f27090f None None] Provisioning complete for port f654ec44-1278-408e-81bb-d03a66eb3679 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:17.462838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Pushing event deleted for resources: {'Port': ['ID=0f5e25ee-1188-4b0b-8e6a-2ed178d5647c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:17.463364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21bf12d4-e094-4ceb-90fb-f6a64f27090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.525351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae4c5a67-ff48-4545-88df-a26b9bb253ab req-bcd9debc-d3c8-4db8-9ad9-bb2ced2e4bb7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952103 Sep 30 08:12:17.557528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] No DVR routers for this DVR port 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:17.566487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.570261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-230022c6-6237-418d-8014-d8812e7a1d16 req-a40eb664-5397-46dd-8e7f-68a42c028f37 tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.57 "DELETE /v2.0/ports/0f5e25ee-1188-4b0b-8e6a-2ed178d5647c HTTP/1.1" status: 204 len: 173 time: 0.6223118 Sep 30 08:12:17.574149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7074da2c-6688-4a0c-990c-299b015bd84f', 'name': 'network-vif-deleted', 'tag': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:17.576714 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de925aff-19a4-4096-bdd1-9fbed916b223" -d '{"events": [{"server_uuid": "7074da2c-6688-4a0c-990c-299b015bd84f", "name": "network-vif-deleted", "tag": "0f5e25ee-1188-4b0b-8e6a-2ed178d5647c"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:17.623814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.789385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975dfb2-ef5e-400b-8448-01ee4353909d req-959421d7-2bbb-4f17-8936-f04a9da672fc tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.791085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8975dfb2-ef5e-400b-8448-01ee4353909d req-959421d7-2bbb-4f17-8936-f04a9da672fc tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.1115696 Sep 30 08:12:17.911129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f654ec44-1278-408e-81bb-d03a66eb3679 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:17.931491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8975dfb2-ef5e-400b-8448-01ee4353909d req-c514c2ff-1dc6-42a8-8446-7146d658acd9 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293302 Sep 30 08:12:17.956710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21bf12d4-e094-4ceb-90fb-f6a64f27090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.956859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.015593 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c751f9-1ba6-4104-981d-41fc6fb556c8 x-openstack-request-id: req-92c751f9-1ba6-4104-981d-41fc6fb556c8 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:18.016125 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7074da2c-6688-4a0c-990c-299b015bd84f", "name": "network-vif-deleted", "tag": "0f5e25ee-1188-4b0b-8e6a-2ed178d5647c", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:18.016125 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92c751f9-1ba6-4104-981d-41fc6fb556c8 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:18.017176 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7074da2c-6688-4a0c-990c-299b015bd84f', 'name': 'network-vif-deleted', 'tag': '0f5e25ee-1188-4b0b-8e6a-2ed178d5647c', 'status': 'completed', 'code': 200} Sep 30 08:12:18.030620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-21bf12d4-e094-4ceb-90fb-f6a64f27090f None None] For port f654ec44-1278-408e-81bb-d03a66eb3679, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f654ec44-1278-408e-81bb-d03a66eb3679,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:18.044311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21bf12d4-e094-4ceb-90fb-f6a64f27090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.091588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f654ec44-1278-408e-81bb-d03a66eb3679 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:18.091963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.123861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:12:18.137941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf12d4-e094-4ceb-90fb-f6a64f27090f None None] Pushing event updated for resources: {'Port': ['ID=f654ec44-1278-408e-81bb-d03a66eb3679,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:18.141498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f467de3c-8787-4f8f-bb98-9129f97d4458 req-bdaeaf6a-11f6-4eec-974d-9e0573bb084c tempest-ServerDiagnosticsNegativeTest-1723880617 tempest-ServerDiagnosticsNegativeTest-1723880617-project] 10.222.0.41 "GET /v2.0/ports?device_id=7074da2c-6688-4a0c-990c-299b015bd84f HTTP/1.1" status: 200 len: 210 time: 0.0314558 Sep 30 08:12:18.290097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:18.301394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Sync routers for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:18.309984 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.314006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2279d9d1-f6e1-4dee-9b6a-1fd07649b191 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.7386391 Sep 30 08:12:18.314260 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:18.314260 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:18.314456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40562) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:18.325294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff91588-9cb4-431b-8dd5-a6b289bc802c req-ff129fa6-887b-4836-9ff6-d1cdee18efd1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.326914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bff91588-9cb4-431b-8dd5-a6b289bc802c req-ff129fa6-887b-4836-9ff6-d1cdee18efd1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0763311 Sep 30 08:12:18.370665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9d3d7897-5925-4543-90d1-2cf5dcc9b232 None None] Provisioning complete for port f654ec44-1278-408e-81bb-d03a66eb3679 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:18.371204 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7897-5925-4543-90d1-2cf5dcc9b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.403947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bff91588-9cb4-431b-8dd5-a6b289bc802c req-6da89e6a-c618-4541-9f26-2c807b6a4ce7 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694377 Sep 30 08:12:18.431657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 401f707a-84ff-48db-8e9f-0464f7a590c6 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:18.449874 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:18.532813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:18.635164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 401f707a-84ff-48db-8e9f-0464f7a590c6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=401f707a-84ff-48db-8e9f-0464f7a590c6,segment=NetworkSegment(07c71942-deaf-4713-8d2f-7cb0cb12205f),segment_id=07c71942-deaf-4713-8d2f-7cb0cb12205f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:18.649254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '401f707a-84ff-48db-8e9f-0464f7a590c6', 'network_id': 'd875c56b-d966-4a01-bb2d-6d80fd7cc164', 'port_id': '401f707a-84ff-48db-8e9f-0464f7a590c6', 'mac_address': 'fa:16:3e:3d:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd225167d-daca-4ab9-890e-c92290f3a2b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:18.664929 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-d9510fc6-fe0c-4833-add6-59297fbcccde service neutron] 10.222.0.50 "GET /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.2481391 Sep 30 08:12:18.666566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b0cdd46f-9287-4764-8e5f-7887929e525f tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:18.674387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b0cdd46f-9287-4764-8e5f-7887929e525f tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1399643 Sep 30 08:12:18.694361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.707995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f707a-84ff-48db-8e9f-0464f7a590c6 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:18.713670 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:17Z', 'revision_number': 3, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:18.731592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 401f707a-84ff-48db-8e9f-0464f7a590c6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=401f707a-84ff-48db-8e9f-0464f7a590c6,segment=NetworkSegment(07c71942-deaf-4713-8d2f-7cb0cb12205f),segment_id=07c71942-deaf-4713-8d2f-7cb0cb12205f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:18.736912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.738366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c7ba-601f-4991-810d-058efd0175f0 req-1e8248bc-2e59-4544-8cd6-10a1307c99c0 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.748525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cd1c7ba-601f-4991-810d-058efd0175f0 req-1e8248bc-2e59-4544-8cd6-10a1307c99c0 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 943 time: 0.1210747 Sep 30 08:12:18.753488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-8bcc36ba-0bab-4b5b-9073-5b96ce30e121 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.756092 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Checking router: 159a3436-9c8d-4aec-a2b8-6c88355a6c65 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:18.756553 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Updating router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 port 16d18f76-d9cd-4071-9b48-a71d20def850 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:12:18.763050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-8bcc36ba-0bab-4b5b-9073-5b96ce30e121 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 1093 time: 0.0882139 Sep 30 08:12:18.795621 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.804223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=401f707a-84ff-48db-8e9f-0464f7a590c6,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:18.815996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cd1c7ba-601f-4991-810d-058efd0175f0 req-b823bad4-6740-4d42-833f-b52c02dae40a tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658917 Sep 30 08:12:18.888478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:18.889289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Unknown quota resources ['binding']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:12:18.979404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fe8c-c9eb-4924-968f-bfc17028990a req-83b73bdd-3068-4e17-ac76-c44ce17d65a7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.981079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e53fe8c-c9eb-4924-968f-bfc17028990a req-83b73bdd-3068-4e17-ac76-c44ce17d65a7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 943 time: 0.1089401 Sep 30 08:12:19.071596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['401f707a-84ff-48db-8e9f-0464f7a590c6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:19.082583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e53fe8c-c9eb-4924-968f-bfc17028990a req-95402154-ee3d-49e7-a1e9-557a59d8ea0f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Sep 30 08:12:19.097995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:19.098360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:19.098875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:19.105094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:19.105604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:19.111060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:19.111403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:19.111982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:19.112429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Bound port: 76f7464e-f122-48a6-bef8-05080a2f5f27, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:19.118065 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.129810 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.192781 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Attempting to bind port 16d18f76-d9cd-4071-9b48-a71d20def850 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:19.193154 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Attempting to bind port 16d18f76-d9cd-4071-9b48-a71d20def850 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:19.194219 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Attempting to bind port 16d18f76-d9cd-4071-9b48-a71d20def850 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:19.196423 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Pushing event updated for resources: {'Port': ['ID=16d18f76-d9cd-4071-9b48-a71d20def850,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:19.205011 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:19.205406 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:19.205984 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.206343 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:19.206873 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Bound port: 16d18f76-d9cd-4071-9b48-a71d20def850, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:19.209571 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.213886 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.214336 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.214687 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.215196 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.215408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.215746 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.216080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.216466 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.216795 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.217122 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.217536 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.217958 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:19.236936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:19.275972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.277622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b95a3a86-3094-49cd-bdc4-a3f0ad5083f0 service neutron] 10.222.0.41 "POST /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27/bindings HTTP/1.1" status: 201 len: 389 time: 0.4450607 Sep 30 08:12:19.285766 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] For port 16d18f76-d9cd-4071-9b48-a71d20def850, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:19.290168 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] For port 16d18f76-d9cd-4071-9b48-a71d20def850, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=16d18f76-d9cd-4071-9b48-a71d20def850,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:19.298035 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.366591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:19.367220 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:19.367922 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:19.372790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e02802-0cc5-45c7-822e-43f1fc4b8ed3 req-b5ac3177-e3ed-4505-ba66-f4334af7eb3b tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.381043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25e02802-0cc5-45c7-822e-43f1fc4b8ed3 req-b5ac3177-e3ed-4505-ba66-f4334af7eb3b tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.1436808 Sep 30 08:12:19.440744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25e02802-0cc5-45c7-822e-43f1fc4b8ed3 req-8d542324-19cc-42a3-9c05-6294ae48e3e7 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 Sep 30 08:12:19.458961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:19.512573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966c0281-170a-48be-a99a-1465cd22b9a4 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:19.531267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:19.556313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc8956-1e52-4f99-8d5a-a1bf8db32c44 req-3a625ef3-f3aa-4f00-b1a4-d612744b68a5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.558868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76bc8956-1e52-4f99-8d5a-a1bf8db32c44 req-3a625ef3-f3aa-4f00-b1a4-d612744b68a5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.0651896 Sep 30 08:12:19.582432 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c35c1e-086e-44b3-bc1e-e3cb7519e6e3 None None] Pushing event updated for resources: {'Port': ['ID=16d18f76-d9cd-4071-9b48-a71d20def850,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:19.593061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.600675 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:19.620177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.643785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76bc8956-1e52-4f99-8d5a-a1bf8db32c44 req-5627a6c8-0fd3-411a-afc8-c7d13360cc78 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683911 Sep 30 08:12:19.652551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06694221-33de-4b83-a104-a0821684657d req-9a4b093d-2e32-4c5b-8003-a20d191c9545 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.654097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06694221-33de-4b83-a104-a0821684657d req-9a4b093d-2e32-4c5b-8003-a20d191c9545 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0940495 Sep 30 08:12:19.733976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06694221-33de-4b83-a104-a0821684657d req-fd65c333-df6d-46a6-81c2-326323c5e3dc tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674717 Sep 30 08:12:19.821582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40596) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:19.829481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f654ec44-1278-408e-81bb-d03a66eb3679 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:19.835739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] Transition to ACTIVE for port object 966c0281-170a-48be-a99a-1465cd22b9a4 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:19.835920 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:17Z', 'revision_number': 3, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:19.846974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.880374 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecd6d-ca90-4f49-8656-120f831fbad5 None None] The sync data for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 is: [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:17Z', 'revision_number': 3, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:19.959513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f654ec44-1278-408e-81bb-d03a66eb3679 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:19.959873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] No DVR routers for this DVR port 966c0281-170a-48be-a99a-1465cd22b9a4 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:19.965038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.987847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] Pushing event updated for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:20.016054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b889-1ceb-4ce0-a464-b66c6c80d881 req-b0b7c1f2-8909-43e6-b24e-7e439a3a7392 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.030879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1722b889-1ceb-4ce0-a464-b66c6c80d881 req-b0b7c1f2-8909-43e6-b24e-7e439a3a7392 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 944 time: 0.0872722 Sep 30 08:12:20.061197 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c928f75f-759d-450e-92d5-bb2da93d5272 service neutron] 10.222.0.50 "PUT /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3840716 Sep 30 08:12:20.068426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Allocated IP 172.20.0.1 (9e6e0673-fae4-48f9-b4f1-df8f56121015/4df3bdcc-8bff-4fde-a63f-1fe48697f6a3/818510db-c1ab-4f83-af88-b0c1b3f34fd0) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:20.127156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c9d5184-889e-44ab-977c-8995caa8a92c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6daa68a95902412a9f99195411d3dd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044026 Sep 30 08:12:20.134910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40606) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:20.167101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1722b889-1ceb-4ce0-a464-b66c6c80d881 req-de77a185-21cc-41f2-bad4-4d3dfbfb43ed tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324420 Sep 30 08:12:20.200093 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.302221 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.319642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e132e53a-b5cf-4ed4-9e5b-903961a5044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.352228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-9293be5b-b336-42a8-93f4-8d0b7c8ebe50 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.353763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-9293be5b-b336-42a8-93f4-8d0b7c8ebe50 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.1183331 Sep 30 08:12:20.356877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e132e53a-b5cf-4ed4-9e5b-903961a5044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.366773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f2586-0612-4721-bcc7-6fe3163eadd6 req-dd37f96d-acac-4ad9-92ee-10a156dabd13 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.368362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13f2586-0612-4721-bcc7-6fe3163eadd6 req-dd37f96d-acac-4ad9-92ee-10a156dabd13 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.1410217 Sep 30 08:12:20.368575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Pushing event updated for resources: {'Port': ['ID=818510db-c1ab-4f83-af88-b0c1b3f34fd0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:20.372364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:20.395823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0e858-da0e-40a9-87a3-f59c805d64f4 req-44427f30-12a3-48f2-8903-ba8519b4d4c8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.397367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faf0e858-da0e-40a9-87a3-f59c805d64f4 req-44427f30-12a3-48f2-8903-ba8519b4d4c8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 944 time: 0.1576760 Sep 30 08:12:20.402666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:20.423493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:20.423950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.447625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 401f707a-84ff-48db-8e9f-0464f7a590c6 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:20.480675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:20.510061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13f2586-0612-4721-bcc7-6fe3163eadd6 req-12c1a44c-faaf-429f-aefb-22860091e2f7 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212792 Sep 30 08:12:20.520311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-4e5f6b10-8505-4bdd-897e-576a038144d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.521963 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-4e5f6b10-8505-4bdd-897e-576a038144d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df&tenant_id=fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 1095 time: 0.1481812 Sep 30 08:12:20.526962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:20.527445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0f5e25ee-1188-4b0b-8e6a-2ed178d5647c not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:20.554865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faf0e858-da0e-40a9-87a3-f59c805d64f4 req-b6e4d8fa-dbf1-43ec-b9e2-0e33a4c5908b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337368 Sep 30 08:12:20.581826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e132e53a-b5cf-4ed4-9e5b-903961a5044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.584973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e132e53a-b5cf-4ed4-9e5b-903961a5044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.593393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e132e53a-b5cf-4ed4-9e5b-903961a5044f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0345a19f-a9bc-4b1b-9d15-8e7cc557a76e HTTP/1.1" status: 204 len: 168 time: 0.4576905 Sep 30 08:12:20.612349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 401f707a-84ff-48db-8e9f-0464f7a590c6 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:20.617875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132e53a-b5cf-4ed4-9e5b-903961a5044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0345a19f-a9bc-4b1b-9d15-8e7cc557a76e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:20.624333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 401f707a-84ff-48db-8e9f-0464f7a590c6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:20.627344 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.680394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.715299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-ff8ea25b-6fce-4150-b472-61661c7f57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.717030 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-ff8ea25b-6fce-4150-b472-61661c7f57ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1095 time: 0.1074986 Sep 30 08:12:20.853538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2696fc7a-6f0b-4e49-b65d-9340ef1b9cac None None] Provisioning complete for port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:20.854033 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2696fc7a-6f0b-4e49-b65d-9340ef1b9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.877306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-ccf721b5-e413-4088-9861-0d1d24c0db42 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d64fa11195f3447792874fe5fc0d003c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377975 Sep 30 08:12:20.924445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.940200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2696fc7a-6f0b-4e49-b65d-9340ef1b9cac None None] Port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:20.943870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.944773 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.957274 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.996704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c5560-9415-4157-a804-25419b122397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f707a-84ff-48db-8e9f-0464f7a590c6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:21.007893 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9925ee-d092-4b0b-9061-15e7ff6d9d65" -d '{"events": [{"server_uuid": "3f4c5560-9415-4157-a804-25419b122397", "name": "network-vif-plugged", "status": "completed", "tag": "401f707a-84ff-48db-8e9f-0464f7a590c6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:21.035755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 401f707a-84ff-48db-8e9f-0464f7a590c6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=401f707a-84ff-48db-8e9f-0464f7a590c6,segment=NetworkSegment(07c71942-deaf-4713-8d2f-7cb0cb12205f),segment_id=07c71942-deaf-4713-8d2f-7cb0cb12205f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:21.042864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.069866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a7077-8d30-43a8-a622-f886d67736a5 req-c8f4a071-8462-47f5-9d9c-5904f134d7da tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.071554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc2a7077-8d30-43a8-a622-f886d67736a5 req-c8f4a071-8462-47f5-9d9c-5904f134d7da tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.2707703 Sep 30 08:12:21.090337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-002e62f8-9cce-4ca5-9f2f-3417c2a27def tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.101666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-002e62f8-9cce-4ca5-9f2f-3417c2a27def tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231050 Sep 30 08:12:21.112237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Pushing event updated for resources: {'Port': ['ID=818510db-c1ab-4f83-af88-b0c1b3f34fd0,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:21.120382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-81ff9f93-eb95-4365-8374-a66a673aeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.121811 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-81ff9f93-eb95-4365-8374-a66a673aeb90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.3852940 Sep 30 08:12:21.145219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:21.149744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:21.158527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-1be90b55-9e1e-4809-a975-0a0d5ae72006 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/quotas/d64fa11195f3447792874fe5fc0d003c HTTP/1.1" status: 200 len: 375 time: 0.0558147 Sep 30 08:12:21.165902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=401f707a-84ff-48db-8e9f-0464f7a590c6,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:21.213328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40634) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:21.223223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc2a7077-8d30-43a8-a622-f886d67736a5 req-a2ae4923-48f4-4bf2-9f09-abc12fe981da tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030259 Sep 30 08:12:21.231946 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b025ca77-1a71-4257-b9e0-c85f22c50d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.247552 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-c7d00837-9f36-4bfc-b885-8332d768bd90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0870991 Sep 30 08:12:21.282761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-290baf75-0c28-4212-b2fb-ed3a1f66ce96 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d64fa11195f3447792874fe5fc0d003c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226749 Sep 30 08:12:21.358702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-cf690f92-edf3-4239-8d3b-6aa6abbc2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.361167 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-cf690f92-edf3-4239-8d3b-6aa6abbc2222 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1009393 Sep 30 08:12:21.380718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947a6b9-6eae-4dbf-ba8a-7a09917d982c req-8ec0e373-8ef2-428e-84cf-0934ffc0ff06 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.382677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2947a6b9-6eae-4dbf-ba8a-7a09917d982c req-8ec0e373-8ef2-428e-84cf-0934ffc0ff06 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0819607 Sep 30 08:12:21.393754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:21.450208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2947a6b9-6eae-4dbf-ba8a-7a09917d982c req-83c52d2a-bf11-4a5c-b858-37029a2d94b8 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563450 Sep 30 08:12:21.462439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-4978ad0d-a346-4509-9547-ee4ae8044d8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667291 Sep 30 08:12:21.468949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e8644761-910c-4303-916d-8d419c88bfe2 None None] Provisioning complete for port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:21.470031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e8644761-910c-4303-916d-8d419c88bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.518753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b025ca77-1a71-4257-b9e0-c85f22c50d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.527674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b025ca77-1a71-4257-b9e0-c85f22c50d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.547087 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32cf356-ed6c-4c77-b97a-818ceb5070a1 x-openstack-request-id: req-d32cf356-ed6c-4c77-b97a-818ceb5070a1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:21.547644 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c5560-9415-4157-a804-25419b122397", "name": "network-vif-plugged", "status": "completed", "tag": "401f707a-84ff-48db-8e9f-0464f7a590c6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:21.547968 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d32cf356-ed6c-4c77-b97a-818ceb5070a1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:21.548446 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4c5560-9415-4157-a804-25419b122397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f707a-84ff-48db-8e9f-0464f7a590c6', 'code': 200} Sep 30 08:12:21.549243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e8644761-910c-4303-916d-8d419c88bfe2 None None] Port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:21.571643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025ca77-1a71-4257-b9e0-c85f22c50d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354db166-52fd-4ca5-82a9-d4c5e910b684,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:21.608515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:21.629544 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8e4e19ea-8eb8-4994-92aa-459f825149bb admin admin] 10.222.0.41 "PUT /v2.0/routers/159a3436-9c8d-4aec-a2b8-6c88355a6c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3049908 Sep 30 08:12:21.654278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b025ca77-1a71-4257-b9e0-c85f22c50d10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=377dbcea17b74a47a7e53c14d4aad9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397402 Sep 30 08:12:21.658440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40644) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:21.695142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146093d9-e063-47d2-b96e-30eda0a6a512 req-deec59b9-ab68-4e18-937b-566d698e1e9e tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.696677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-146093d9-e063-47d2-b96e-30eda0a6a512 req-deec59b9-ab68-4e18-937b-566d698e1e9e tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 945 time: 0.1213105 Sep 30 08:12:21.735112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63e05e11-be48-4f8f-bc1c-2c4a3c4f925a req-ecfd36c8-53fd-4c57-9fd0-8d03465659c5 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 210 time: 0.0550165 Sep 30 08:12:21.767163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-146093d9-e063-47d2-b96e-30eda0a6a512 req-fce3a488-2802-4173-ad32-522bf771523e tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Sep 30 08:12:21.853980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18deed-0dbd-4d73-b0eb-f3f21fa34c3c req-974d9807-06d3-46c5-924b-b71524f2d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.855797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-da18deed-0dbd-4d73-b0eb-f3f21fa34c3c req-974d9807-06d3-46c5-924b-b71524f2d355 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 1096 time: 0.1961653 Sep 30 08:12:21.892552 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16d18f76-d9cd-4071-9b48-a71d20def850 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:21.917101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f8a56-396b-4826-bdac-91c22c44b0f4 req-a0adf3e0-2359-40f5-a08e-a9562c19d11f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.918715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-472f8a56-396b-4826-bdac-91c22c44b0f4 req-a0adf3e0-2359-40f5-a08e-a9562c19d11f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 944 time: 0.0973949 Sep 30 08:12:21.927470 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-da18deed-0dbd-4d73-b0eb-f3f21fa34c3c req-b2f75075-f816-4696-be9b-b852444c4538 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607095 Sep 30 08:12:21.930094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c348afc-b1d8-4023-a5d9-5df0f5102e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.935519 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-1a41c87f-2128-42c2-b1ca-527ec5e1f31b service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247526 Sep 30 08:12:21.977881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c348afc-b1d8-4023-a5d9-5df0f5102e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.983688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 16d18f76-d9cd-4071-9b48-a71d20def850 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:21.984195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.993283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-472f8a56-396b-4826-bdac-91c22c44b0f4 req-fddbfe12-661b-49c2-ada8-d558a58c4431 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 Sep 30 08:12:22.102750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.132604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 16d18f76-d9cd-4071-9b48-a71d20def850, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=16d18f76-d9cd-4071-9b48-a71d20def850,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:22.137728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c348afc-b1d8-4023-a5d9-5df0f5102e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.141007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c348afc-b1d8-4023-a5d9-5df0f5102e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.142282 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9c348afc-b1d8-4023-a5d9-5df0f5102e52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/354db166-52fd-4ca5-82a9-d4c5e910b684 HTTP/1.1" status: 204 len: 168 time: 0.4812937 Sep 30 08:12:22.142859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.144246 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-38d4fb8d-8978-4acb-8ff2-725a2afe9a74 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770136 Sep 30 08:12:22.155891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348afc-b1d8-4023-a5d9-5df0f5102e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354db166-52fd-4ca5-82a9-d4c5e910b684,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:22.234716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=16d18f76-d9cd-4071-9b48-a71d20def850,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:22.352730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d37-55de-4b46-b214-2992717d377d None None] Sync routers for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:22.362159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:22.362836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:22.424970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea997b53-a254-4287-9762-6816b35c0ae8 req-66413b83-6a94-4e86-a8d9-a0706f0c1490 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.432251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea997b53-a254-4287-9762-6816b35c0ae8 req-66413b83-6a94-4e86-a8d9-a0706f0c1490 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.1153769 Sep 30 08:12:22.446527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-3e3b0cf3-d223-49cb-a2c2-1b366d1ce9a7 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.453672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-3e3b0cf3-d223-49cb-a2c2-1b366d1ce9a7 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 827 time: 0.1728692 Sep 30 08:12:22.471552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-0727fcb9-1dc5-47b4-a05d-a18e3e39fc31 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/quotas/d5fbcfb365494541bf4eeb8b4f0def41 HTTP/1.1" status: 200 len: 375 time: 0.0163214 Sep 30 08:12:22.499150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:22.546278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea997b53-a254-4287-9762-6816b35c0ae8 req-bffc8f68-c717-462b-bd88-079456c0fcb1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130559 Sep 30 08:12:22.571140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:22.573694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:22.606198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-e6e58677-dd0e-4406-983c-6862e1fa8362 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336334 Sep 30 08:12:22.671679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-8db85544-0d8c-4885-9a94-1f20605c349e tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.673923 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-8db85544-0d8c-4885-9a94-1f20605c349e tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0665302 Sep 30 08:12:22.753696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f6b50-e4c3-45ff-b3a1-cd62f88c63ff req-d0d13735-b001-4495-9117-a7621c5ed95f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.755361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c40f6b50-e4c3-45ff-b3a1-cd62f88c63ff req-d0d13735-b001-4495-9117-a7621c5ed95f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1070101 Sep 30 08:12:22.757833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-d1b0ac0b-a795-4ee3-8522-9d8492fc94e9 service neutron] 10.222.0.41 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342950 Sep 30 08:12:22.833403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-235e2594-cf26-4e6a-903c-2c952d3e691a service neutron] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:22.837248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-235e2594-cf26-4e6a-903c-2c952d3e691a service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.838424 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f689e7d3-c6c8-49e2-a4ad-fa2aa9f561da req-235e2594-cf26-4e6a-903c-2c952d3e691a service neutron] 10.222.0.57 "DELETE /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.1463513 Sep 30 08:12:22.859198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 2, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:22.867763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c40f6b50-e4c3-45ff-b3a1-cd62f88c63ff req-4b75ad65-27db-4d63-8590-0ac4cae6fbb6 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036048 Sep 30 08:12:22.893484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d37-55de-4b46-b214-2992717d377d None None] Checking router: 159a3436-9c8d-4aec-a2b8-6c88355a6c65 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:22.893945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d37-55de-4b46-b214-2992717d377d None None] Updating router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:12:22.901933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-2a879bca-43b6-4537-aad0-415f3c5297c6 service neutron] 10.222.0.41 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299040 Sep 30 08:12:22.938633 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77067d37-55de-4b46-b214-2992717d377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.158989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f86da982-028d-4a2a-b0c4-0c5e0885cf08 req-de67705d-bd8c-4807-9128-2276137f2784 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 210 time: 0.0466437 Sep 30 08:12:23.260089 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-2ad43ed8-d49f-41cc-80b5-0cd3e0d29999 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d64fa11195f3447792874fe5fc0d003c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355346 Sep 30 08:12:23.470072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-c1758c51-7b1d-4de6-b85a-a18ca54d3c2a tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.471760 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-c1758c51-7b1d-4de6-b85a-a18ca54d3c2a tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974788 Sep 30 08:12:23.498931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Request body: {'port': {'device_id': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'd64fa11195f3447792874fe5fc0d003c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:23.503709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4400e86a-b380-46d5-8bf8-33067de83d8a req-5f015c29-1009-4af9-8b4d-40ee28e5a8bc tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 210 time: 0.2462912 Sep 30 08:12:23.514139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf64c9-d50b-46d0-917c-27280414a5b6 req-0745a86d-cec5-4e4c-b29e-6bfff1eb5d91 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.532998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90bf64c9-d50b-46d0-917c-27280414a5b6 req-0745a86d-cec5-4e4c-b29e-6bfff1eb5d91 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 945 time: 0.3789520 Sep 30 08:12:23.558178 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77067d37-55de-4b46-b214-2992717d377d None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.572423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77067d37-55de-4b46-b214-2992717d377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.619224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caffc0-baf8-4a46-be9b-10b3a1f6ceaa None None] Pushing event updated for resources: {'Port': ['ID=818510db-c1ab-4f83-af88-b0c1b3f34fd0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:23.643973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90bf64c9-d50b-46d0-917c-27280414a5b6 req-9e239e92-3061-4ad0-82e0-ec477e91087e tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097085 Sep 30 08:12:23.790264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390aeb4-ea15-4e95-ae84-bd890c5c1e64 req-240f1ee8-3b81-485a-831b-d418018e9320 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.792081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6390aeb4-ea15-4e95-ae84-bd890c5c1e64 req-240f1ee8-3b81-485a-831b-d418018e9320 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 944 time: 0.1193390 Sep 30 08:12:23.799502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-77067d37-55de-4b46-b214-2992717d377d None None] Attempting to bind port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:23.799847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-77067d37-55de-4b46-b214-2992717d377d None None] Attempting to bind port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:23.800221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77067d37-55de-4b46-b214-2992717d377d None None] Attempting to bind port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 on network 9e6e0673-fae4-48f9-b4f1-df8f56121015 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:23.811103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77067d37-55de-4b46-b214-2992717d377d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:23.811490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77067d37-55de-4b46-b214-2992717d377d None None] Checking segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:23.815302 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77067d37-55de-4b46-b214-2992717d377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.815748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77067d37-55de-4b46-b214-2992717d377d None None] Bound using segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:23.816350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-77067d37-55de-4b46-b214-2992717d377d None None] Bound port: 818510db-c1ab-4f83-af88-b0c1b3f34fd0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:23.816756 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77067d37-55de-4b46-b214-2992717d377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.894382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16d18f76-d9cd-4071-9b48-a71d20def850 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:23.975621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-77067d37-55de-4b46-b214-2992717d377d None None] For port 818510db-c1ab-4f83-af88-b0c1b3f34fd0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:23.979697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-77067d37-55de-4b46-b214-2992717d377d None None] For port 818510db-c1ab-4f83-af88-b0c1b3f34fd0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=818510db-c1ab-4f83-af88-b0c1b3f34fd0,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:23.993674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77067d37-55de-4b46-b214-2992717d377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.018186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6390aeb4-ea15-4e95-ae84-bd890c5c1e64 req-35996724-5623-4d13-b016-cccadd6ef4d5 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113550 Sep 30 08:12:24.044846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdcb21-0a43-4a62-a961-fd5ee74adf22 req-8f95fceb-f4ed-4249-b874-ea7603f2431b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:24.047211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04fdcb21-0a43-4a62-a961-fd5ee74adf22 req-8f95fceb-f4ed-4249-b874-ea7603f2431b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.2394302 Sep 30 08:12:24.115429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04fdcb21-0a43-4a62-a961-fd5ee74adf22 req-4e603c98-3e68-4c2e-b3a2-efb0efea7c6b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593848 Sep 30 08:12:24.151927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 16d18f76-d9cd-4071-9b48-a71d20def850 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:24.152298 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.174213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Made reservation on behalf of d64fa11195f3447792874fe5fc0d003c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:24.182872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.225827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bee3c2-9c2f-4aea-bff2-e3c442975372 req-a9511047-fdb9-40aa-ad32-2330092a0b18 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:24.242721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:24.243369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:24.248234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caffc0-baf8-4a46-be9b-10b3a1f6ceaa None None] Pushing event updated for resources: {'Port': ['ID=818510db-c1ab-4f83-af88-b0c1b3f34fd0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:24.254102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91bee3c2-9c2f-4aea-bff2-e3c442975372 req-a9511047-fdb9-40aa-ad32-2330092a0b18 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1354384 Sep 30 08:12:24.305880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-49e949c1-1c50-4cd3-98a2-357fdf3ef6db None None] Provisioning complete for port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:24.306351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-49e949c1-1c50-4cd3-98a2-357fdf3ef6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.310388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91bee3c2-9c2f-4aea-bff2-e3c442975372 req-020ac778-cf38-43a4-bda6-6efecde6cece tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 Sep 30 08:12:24.476608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3763232f-3aeb-43ca-bd9e-4d9e8f718893 req-08b02455-e582-4d8a-9d60-74a3d0c42ba5 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 210 time: 0.0769584 Sep 30 08:12:24.508589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Allocated IP 192.168.233.114 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/90c729dd-99ae-48ef-af24-750aa24537ec) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:24.554218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6ef2-ebdc-49b9-8cc1-5d93a2d65654 req-67a21901-dfc9-492d-817d-7da1cc80cd0e tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:24.562466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-334e6ef2-ebdc-49b9-8cc1-5d93a2d65654 req-67a21901-dfc9-492d-817d-7da1cc80cd0e tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1095 time: 0.0951145 Sep 30 08:12:24.593022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:24.594944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:24.626629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-334e6ef2-ebdc-49b9-8cc1-5d93a2d65654 req-5d71c1b5-4edb-4dd7-9937-75612a677c86 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547431 Sep 30 08:12:24.693186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:24.815003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.57', 56281) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:24.818624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f55247f2-c44e-475f-ae46-40cd5816f10a req-dbf4748a-bc1a-4b7d-be2a-b36a0a922661 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 210 time: 0.0675602 Sep 30 08:12:24.855347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-49e949c1-1c50-4cd3-98a2-357fdf3ef6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.890515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-4d7c4890-cf72-4129-9f87-75c74b16a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:24.893125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-4d7c4890-cf72-4129-9f87-75c74b16a43d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1096 time: 0.1618946 Sep 30 08:12:25.000923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.032674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.040307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:25.057835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-49e949c1-1c50-4cd3-98a2-357fdf3ef6db None None] For port 818510db-c1ab-4f83-af88-b0c1b3f34fd0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=818510db-c1ab-4f83-af88-b0c1b3f34fd0,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:25.072708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-49e949c1-1c50-4cd3-98a2-357fdf3ef6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.074794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-c08c60fc-4bde-4d9f-b1c0-402d1d6a9182 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.076515 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-c08c60fc-4bde-4d9f-b1c0-402d1d6a9182 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.57 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 827 time: 0.2606511 Sep 30 08:12:25.079924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:25.082194 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde8eccb-82d8-4e01-8c13-e6a914ef78ae" -d '{"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-unplugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:25.088282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'mac_address': 'fa:16:3e:7a:73:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:25.103514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Request body: {'port': {'device_id': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'admin_state_up': True, 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:25.123389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.141430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['17446a20-759e-4324-ad7f-c705e9231381'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:25.147317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:25.156293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e728432-c7c3-4bde-ad89-1c56fceb656b req-c9430288-3bdf-4136-a8fc-eb2ba41e493c tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.157895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e728432-c7c3-4bde-ad89-1c56fceb656b req-c9430288-3bdf-4136-a8fc-eb2ba41e493c tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 945 time: 0.2528443 Sep 30 08:12:25.164380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-390bc746-6a62-4492-b0ec-b16fc26556e6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.165806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-390bc746-6a62-4492-b0ec-b16fc26556e6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.2002606 Sep 30 08:12:25.198148 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.215503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-acf46e2f-fa53-4ab0-95c7-827cf12060af tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/quotas/fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 375 time: 0.0432923 Sep 30 08:12:25.230608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:25.239213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:25.243012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Pushing event updated for resources: {'Port': ['ID=90c729dd-99ae-48ef-af24-750aa24537ec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:25.247262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:25.251112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-6b4da4a3-c1a1-43ab-9dbd-beea0410aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.251556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e949c1-1c50-4cd3-98a2-357fdf3ef6db None None] Pushing event updated for resources: {'Port': ['ID=818510db-c1ab-4f83-af88-b0c1b3f34fd0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:25.253069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-6b4da4a3-c1a1-43ab-9dbd-beea0410aa7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.3371718 Sep 30 08:12:25.253893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.254419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.263282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e728432-c7c3-4bde-ad89-1c56fceb656b req-bc4b909f-7843-4356-a040-4784cf69e54b tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941029 Sep 30 08:12:25.287067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-3881b340-a231-4eff-a9c5-68e624a1e192 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7931826 Sep 30 08:12:25.325539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-d4710ec0-c5cc-4b62-a491-0bb56b75dcc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 217 time: 0.0608385 Sep 30 08:12:25.327742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Request body: {'port': {'device_id': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:25.367609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Made reservation on behalf of d5fbcfb365494541bf4eeb8b4f0def41 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:25.373765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.392574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-29370475-60d0-4dc4-b9c9-ef50886d3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.394644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-29370475-60d0-4dc4-b9c9-ef50886d3ced service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0602882 Sep 30 08:12:25.418332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-3270a2ba-2e23-4d33-892d-138da2968d55 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018588 Sep 30 08:12:25.443502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.445827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e7f47b83-26bb-4d8a-9a65-e29b5bb19dd2 None None] Provisioning complete for port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:25.445827 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e7f47b83-26bb-4d8a-9a65-e29b5bb19dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.458345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-b27197c9-f849-4705-bc52-e9a86f589ffe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296483 Sep 30 08:12:25.478291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.480145 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.535390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5146d09-04f2-42e5-ac53-4923e9630c9e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:25.575238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:25.577951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.595161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-77067d37-55de-4b46-b214-2992717d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:23Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:25.607719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:25.641979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.643779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d37-55de-4b46-b214-2992717d377d None None] The sync data for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 is: [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:23Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:25.651021 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b905bd29-2bfd-44b1-b1bc-0d53b5c52cca x-openstack-request-id: req-b905bd29-2bfd-44b1-b1bc-0d53b5c52cca {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:25.651339 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-unplugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:25.651590 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b905bd29-2bfd-44b1-b1bc-0d53b5c52cca {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:25.651978 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'code': 200} Sep 30 08:12:25.907848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-4545c93b-f589-498b-aa10-3209ee148512 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362497 Sep 30 08:12:25.917495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-e514fdeb-d0b3-4bde-a087-fb357c2eb6b2 service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974458 Sep 30 08:12:26.008689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 818510db-c1ab-4f83-af88-b0c1b3f34fd0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:26.011521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Allocated IP 172.20.0.5 (9e6e0673-fae4-48f9-b4f1-df8f56121015/4df3bdcc-8bff-4fde-a63f-1fe48697f6a3/37dbf6fe-3b69-420b-b6ab-1752bbf9a56f) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:26.053424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:26.106547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-aff5c3ad-7d17-47ce-8888-ddec1ca50c68 service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880524 Sep 30 08:12:26.107072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40782) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:26.141760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:26.209551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.278549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:26.279012 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.377929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3f8e0bcf-2f1f-4180-bcf5-a2840b4ddec5 None None] Provisioning complete for port 90c729dd-99ae-48ef-af24-750aa24537ec triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:26.378303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3f8e0bcf-2f1f-4180-bcf5-a2840b4ddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.384280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.432688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-f72d99bc-cf55-4616-9176-8f86f4008444 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066803 Sep 30 08:12:26.480121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b016c12-f07b-44da-8f37-510e298841b2 req-3b4849ae-6200-4ba7-bed8-2e74c01660c8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.491575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b016c12-f07b-44da-8f37-510e298841b2 req-3b4849ae-6200-4ba7-bed8-2e74c01660c8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.3999970 Sep 30 08:12:26.567847 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f5f4703f-1de3-42f9-9df0-2ddd2e120898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.587476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e0bcf-2f1f-4180-bcf5-a2840b4ddec5 None None] Port 90c729dd-99ae-48ef-af24-750aa24537ec cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:26.638943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:26.652826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:26.709194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:26.715420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.716067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.727956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event updated for resources: {'Port': ['ID=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:26.751279 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-a86187c3-2283-42ef-8182-817f924134ba tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6527183 Sep 30 08:12:26.809431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Request body: {'port': {'device_id': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:26.870856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c729dd-99ae-48ef-af24-750aa24537ec {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:26.875343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b016c12-f07b-44da-8f37-510e298841b2 req-af43e8a9-d046-4fc6-81d5-3ef04595733e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826933 Sep 30 08:12:26.919066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.934213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.946637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-f4384078-b1df-43a3-a9c4-94fe03e7e585 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.948187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-f4384078-b1df-43a3-a9c4-94fe03e7e585 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.3679068 Sep 30 08:12:26.976692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Transition to ACTIVE for port object 90c729dd-99ae-48ef-af24-750aa24537ec will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:26.986253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9fb87-8618-4642-a9e8-b0ecb4fe94dc req-fd5c0c81-12b1-464f-8e70-725578f2c836 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.994741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08d9fb87-8618-4642-a9e8-b0ecb4fe94dc req-fd5c0c81-12b1-464f-8e70-725578f2c836 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 948 time: 0.2832854 Sep 30 08:12:27.023312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:27.037491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.129497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7af1129e-d112-414a-897a-b8eb81990469 None None] Provisioning complete for port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:27.130197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7af1129e-d112-414a-897a-b8eb81990469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.211489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08d9fb87-8618-4642-a9e8-b0ecb4fe94dc req-54ed0bd1-ebdd-4613-868b-784ead63a262 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012830 Sep 30 08:12:27.224297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7af1129e-d112-414a-897a-b8eb81990469 None None] Port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:27.290153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.295421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f5f4703f-1de3-42f9-9df0-2ddd2e120898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.322033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b0f45-ec18-4d12-a660-00f2e59337a3 req-b473b84c-cc41-4393-8b19-ceec0fc31ae6 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.323904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-253b0f45-ec18-4d12-a660-00f2e59337a3 req-b473b84c-cc41-4393-8b19-ceec0fc31ae6 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 948 time: 0.2702646 Sep 30 08:12:27.360873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f5f4703f-1de3-42f9-9df0-2ddd2e120898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.368801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Pushing event updated for resources: {'Port': ['ID=90c729dd-99ae-48ef-af24-750aa24537ec,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:27.403899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Attempting to bind port 90c729dd-99ae-48ef-af24-750aa24537ec on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:27.405124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Attempting to bind port 90c729dd-99ae-48ef-af24-750aa24537ec by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:27.405423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Attempting to bind port 90c729dd-99ae-48ef-af24-750aa24537ec on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:27.444611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Port 90c729dd-99ae-48ef-af24-750aa24537ec on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:27.444883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Attempting to bind port 90c729dd-99ae-48ef-af24-750aa24537ec on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:27.460336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:27.460678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:27.461060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:27.461528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Bound port: 90c729dd-99ae-48ef-af24-750aa24537ec, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:27.461888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.520250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f5f4703f-1de3-42f9-9df0-2ddd2e120898 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a09e29f80a064db4a9d2f4a2b3a00d93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3306415 Sep 30 08:12:27.526921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40810) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:27.555988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4703f-1de3-42f9-9df0-2ddd2e120898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c622c0e-c3ad-4efd-a2cf-e91c6381ea5e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:27.600349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d91dc-e7d6-4d09-a49a-9107c2bcfdb5 req-30200605-00b5-4b44-b86f-a3ac2e9e606e tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.604305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d20d91dc-e7d6-4d09-a49a-9107c2bcfdb5 req-30200605-00b5-4b44-b86f-a3ac2e9e606e tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 931 time: 0.3116786 Sep 30 08:12:27.606093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] For port 90c729dd-99ae-48ef-af24-750aa24537ec, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:27.623313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] For port 90c729dd-99ae-48ef-af24-750aa24537ec, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=90c729dd-99ae-48ef-af24-750aa24537ec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:27.630058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-253b0f45-ec18-4d12-a660-00f2e59337a3 req-9b71ebee-3f1e-4377-bfdb-835be8349536 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774699 Sep 30 08:12:27.636523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:27.651284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.659264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.705185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Transition to ACTIVE for port object 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:27.708914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.709601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.711185 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] 10.222.0.57 "PUT /v2.0/ports/90c729dd-99ae-48ef-af24-750aa24537ec HTTP/1.1" status: 200 len: 1096 time: 2.4109900 Sep 30 08:12:27.711711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'tag': '90c729dd-99ae-48ef-af24-750aa24537ec'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:27.714318 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf" -d '{"events": [{"name": "network-changed", "server_uuid": "b437b216-386e-455a-bf5b-424c3bca5e10", "tag": "90c729dd-99ae-48ef-af24-750aa24537ec"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:27.738659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.807967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d79e0-1293-4db2-8908-d794950d6abc service neutron] Pushing event updated for resources: {'Port': ['ID=90c729dd-99ae-48ef-af24-750aa24537ec,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:27.973955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Pushing event updated for resources: {'Port': ['ID=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:28.110350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-4db93dbd-7278-4ee0-9fad-7e01cd346aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.112093 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-4db93dbd-7278-4ee0-9fad-7e01cd346aa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d64fa11195f3447792874fe5fc0d003c&device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 1099 time: 0.3125911 Sep 30 08:12:28.116988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Attempting to bind port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:28.117328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Attempting to bind port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:28.118042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Attempting to bind port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f on network 9e6e0673-fae4-48f9-b4f1-df8f56121015 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:28.125227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdbd7670-8949-43e0-aa72-fccd6fd37593 req-d671adea-b31a-462d-b227-871ff2314bfb tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 210 time: 0.3633406 Sep 30 08:12:28.163817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91f2f160-7b4a-4d23-98be-c17b392c3734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.198034 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-1f39c922-a59f-4b9a-85ea-cff3bbb61df4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=90c729dd-99ae-48ef-af24-750aa24537ec HTTP/1.1" status: 200 len: 217 time: 0.0392137 Sep 30 08:12:28.203269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f on network 9e6e0673-fae4-48f9-b4f1-df8f56121015 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:28.203646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Attempting to bind port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f on network 9e6e0673-fae4-48f9-b4f1-df8f56121015 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:28.222640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:28.223247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Checking segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:28.223795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Bound using segment: {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:28.224551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Bound port: 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c52e982-2293-4e65-80c1-4550995f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:28.225085 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.233044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d20d91dc-e7d6-4d09-a49a-9107c2bcfdb5 req-29d41dc8-8417-4317-985b-0e7502a7db9d tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780075 Sep 30 08:12:28.268563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:28.272931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-0008a6c0-572c-4c09-943d-f8d6620cf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.274691 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-0008a6c0-572c-4c09-943d-f8d6620cf42f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0534506 Sep 30 08:12:28.275300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91f2f160-7b4a-4d23-98be-c17b392c3734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.315154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-836b6c7a-a0b5-44c6-b185-69b14c997faf tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.317218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-836b6c7a-a0b5-44c6-b185-69b14c997faf tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.3241961 Sep 30 08:12:28.416324 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670b5ae-7cd5-4a39-bbe8-59f10391e70d x-openstack-request-id: req-b670b5ae-7cd5-4a39-bbe8-59f10391e70d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:28.416972 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b437b216-386e-455a-bf5b-424c3bca5e10", "tag": "90c729dd-99ae-48ef-af24-750aa24537ec", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:28.416972 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b670b5ae-7cd5-4a39-bbe8-59f10391e70d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:28.417289 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'tag': '90c729dd-99ae-48ef-af24-750aa24537ec', 'status': 'completed', 'code': 200} Sep 30 08:12:28.430564 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Request body: {'port': {'device_id': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'admin_state_up': True, 'tenant_id': 'fc779dd2e0304869b7844b3e47da03c5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:28.431045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:28.488496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:28.559601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91f2f160-7b4a-4d23-98be-c17b392c3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.563304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91f2f160-7b4a-4d23-98be-c17b392c3734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.563446 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d5146d09-04f2-42e5-ac53-4923e9630c9e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:28.563747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.567804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-91f2f160-7b4a-4d23-98be-c17b392c3734 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c622c0e-c3ad-4efd-a2cf-e91c6381ea5e HTTP/1.1" status: 204 len: 168 time: 1.0356770 Sep 30 08:12:28.583672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae741748-9b06-487d-a984-651de49a0b14 req-03903a4b-397e-4e55-a5de-75f92d9f742c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.591662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae741748-9b06-487d-a984-651de49a0b14 req-03903a4b-397e-4e55-a5de-75f92d9f742c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 945 time: 0.1750891 Sep 30 08:12:28.616229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:28.620132 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b75b4d-e9e0-4ca0-8edc-358718c07f3f" -d '{"events": [{"server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "name": "network-vif-unplugged", "status": "completed", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:28.623590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818d77-a894-4b50-abab-bc99d4616031 req-e49a4e98-e203-44a1-91be-11521e197452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.633832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-e49a4e98-e203-44a1-91be-11521e197452 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3375309 Sep 30 08:12:28.637427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.663408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2f160-7b4a-4d23-98be-c17b392c3734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c622c0e-c3ad-4efd-a2cf-e91c6381ea5e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:28.669555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.714805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82557-6172-488b-bfca-b0d0fc56d940 req-004e2711-c54c-46eb-9af9-f27c0408a3fa tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.714805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77e82557-6172-488b-bfca-b0d0fc56d940 req-004e2711-c54c-46eb-9af9-f27c0408a3fa tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 948 time: 0.2269237 Sep 30 08:12:28.733365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] For port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:28.740054 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.749674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] For port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:28.788924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:28.799749 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47786e4b-9a8d-4b14-b4bf-1521306a2d60" -d '{"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-plugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:28.815489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:28.824503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-e0ad4afa-eb6d-4ba9-a3e0-6df394696263 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611755 Sep 30 08:12:28.825574 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.826828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Made reservation on behalf of fc779dd2e0304869b7844b3e47da03c5 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:28.835128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.845837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae741748-9b06-487d-a984-651de49a0b14 req-e6a9c917-04a3-48e2-a043-4b2c384e9545 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493298 Sep 30 08:12:28.846036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.885693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:28.915700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:28.931791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77e82557-6172-488b-bfca-b0d0fc56d940 req-caaeb9e3-f620-45f0-9583-435ef8eab113 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376140 Sep 30 08:12:29.008708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:29.009045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:29.009366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:29.037131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:29.037553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Attempting to bind port 76f7464e-f122-48a6-bef8-05080a2f5f27 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:29.055154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:29.055389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:29.055616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:29.057275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Bound port: 76f7464e-f122-48a6-bef8-05080a2f5f27, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:29.057767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.088674 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4581cc1-20a0-4ca9-b5d4-7545e56eebc5 x-openstack-request-id: req-b4581cc1-20a0-4ca9-b5d4-7545e56eebc5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:29.090390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.090994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.092486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] 10.222.0.57 "PUT /v2.0/ports/37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 1091 time: 2.3216693 Sep 30 08:12:29.098086 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "name": "network-vif-unplugged", "status": "completed", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:29.098511 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4581cc1-20a0-4ca9-b5d4-7545e56eebc5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:29.107279 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'code': 200} Sep 30 08:12:29.115413 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7229a69a-faab-4f5f-8f88-72ed8cdd4d5f x-openstack-request-id: req-7229a69a-faab-4f5f-8f88-72ed8cdd4d5f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:29.115413 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-plugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:29.115707 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7229a69a-faab-4f5f-8f88-72ed8cdd4d5f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:29.116078 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'code': 200} Sep 30 08:12:29.179801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40834) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:29.218008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:29.224871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:29.257822 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.279062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0bf0a-faf7-4d35-b3d2-a716c56b6732 req-d6faead6-40f7-4b32-969a-5c6fc7b2ff99 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.289903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ead0bf0a-faf7-4d35-b3d2-a716c56b6732 req-d6faead6-40f7-4b32-969a-5c6fc7b2ff99 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 948 time: 0.3099353 Sep 30 08:12:29.361198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.57', 56282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:29.369384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8486ce43-be2e-4d29-8536-a4954918cc97 req-9bf2def3-1c75-42a4-929a-0b53974cfc82 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 210 time: 0.1378417 Sep 30 08:12:29.475905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=8']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:29.503331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ead0bf0a-faf7-4d35-b3d2-a716c56b6732 req-a709244b-9995-44c5-b3ab-72176a789b49 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125239 Sep 30 08:12:29.504764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.505376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.506837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] 10.222.0.57 "PUT /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 1121 time: 2.5069728 Sep 30 08:12:29.526454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459faec-fb1a-4b6b-9763-f22a3ff39620 req-d464b2be-5790-4d8f-8ee8-85fe27433163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.528110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8459faec-fb1a-4b6b-9763-f22a3ff39620 req-d464b2be-5790-4d8f-8ee8-85fe27433163 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.1612167 Sep 30 08:12:29.577424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91b095d8-38ab-4a0d-8dc9-53a54546c618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.598229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8459faec-fb1a-4b6b-9763-f22a3ff39620 req-31e57f10-84b4-48fe-a3c7-4f028b670e65 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Sep 30 08:12:29.610640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7c47-3725-4b1f-af30-3bc0e82545ab service neutron] Pushing event updated for resources: {'Port': ['ID=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:29.616047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a82d8-3d7b-46ff-9a44-8a866381fff1 req-504dd5b8-6488-4d66-b712-56dc7ad9ce02 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.623951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e68a82d8-3d7b-46ff-9a44-8a866381fff1 req-504dd5b8-6488-4d66-b712-56dc7ad9ce02 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 943 time: 0.1644022 Sep 30 08:12:29.646299 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aa818d77-a894-4b50-abab-bc99d4616031 req-d29c632b-11b9-496a-809a-ccaf3f5e2091 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036242 Sep 30 08:12:29.658277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e68a82d8-3d7b-46ff-9a44-8a866381fff1 req-e42e50ad-7e3e-460b-92ea-1b6e08ac96ef tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Sep 30 08:12:29.674863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-60674930-abbf-458a-b7b4-da09c8d69da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.676351 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-60674930-abbf-458a-b7b4-da09c8d69da1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1094 time: 0.4956341 Sep 30 08:12:29.682044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['76f7464e-f122-48a6-bef8-05080a2f5f27'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:29.698980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Allocated IP 172.20.0.9 (effa02ef-b72f-4937-9edf-6f0db0a1e9b4/37d6b957-1829-454a-87fa-deff8e18c6b9/a5b631da-caeb-46da-ab83-ee6719c1d575) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:29.821712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91b095d8-38ab-4a0d-8dc9-53a54546c618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.850850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91b095d8-38ab-4a0d-8dc9-53a54546c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.901101 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-91b095d8-38ab-4a0d-8dc9-53a54546c618 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a653affab206492ebb8dd1f384fd7453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057555 Sep 30 08:12:29.903955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40848) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:29.905035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b095d8-38ab-4a0d-8dc9-53a54546c618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbed172-511c-4120-9323-46dcfc6f6c19,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:29.953133 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-2c3e66e6-07f9-4694-9ff1-45b655e66753 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 217 time: 0.0509124 Sep 30 08:12:29.965473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.012075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df6b8-9f46-4d53-9b59-da872149dac4 req-05634abc-0a60-4424-bc17-8c18acf672b1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.019955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f39df6b8-9f46-4d53-9b59-da872149dac4 req-05634abc-0a60-4424-bc17-8c18acf672b1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.0781028 Sep 30 08:12:30.052724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa4f1-1ca2-417c-befc-37abf6c2eea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.076929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.106071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f39df6b8-9f46-4d53-9b59-da872149dac4 req-9847b0a6-a229-4ce1-8ea9-0ee354e4c352 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 Sep 30 08:12:30.125515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa4f1-1ca2-417c-befc-37abf6c2eea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.135654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:30.138101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-1e73fc53-f50c-4907-a6b2-03187760d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.139589 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-1e73fc53-f50c-4907-a6b2-03187760d5af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 200 len: 866 time: 0.1324720 Sep 30 08:12:30.146434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:30.149405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:30.156232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.157213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.188924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:30.195889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-232e2949-3434-4cc7-a6da-f5a6c98bd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.197688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-232e2949-3434-4cc7-a6da-f5a6c98bd99d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d64fa11195f3447792874fe5fc0d003c&device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 1099 time: 0.1891134 Sep 30 08:12:30.228506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa4f1-1ca2-417c-befc-37abf6c2eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.231619 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-2cffce94-90d1-41c8-8e28-3fe3975f4af1 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8295805 Sep 30 08:12:30.232070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa4f1-1ca2-417c-befc-37abf6c2eea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.233498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ecaa4f1-1ca2-417c-befc-37abf6c2eea2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfbed172-511c-4120-9323-46dcfc6f6c19 HTTP/1.1" status: 204 len: 168 time: 0.3285174 Sep 30 08:12:30.246330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaa4f1-1ca2-417c-befc-37abf6c2eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbed172-511c-4120-9323-46dcfc6f6c19,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:30.258839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Request body: {'port': {'device_id': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:30.259946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-c27f1a50-4b1e-4bd0-8104-f94516de1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.262136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-c27f1a50-4b1e-4bd0-8104-f94516de1970 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.2232332 Sep 30 08:12:30.277253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88509ecc-805e-46bd-9f73-b929d1078fc5 req-c1f98356-c990-4b70-8a3c-c9a82abc511f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.281789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88509ecc-805e-46bd-9f73-b929d1078fc5 req-c1f98356-c990-4b70-8a3c-c9a82abc511f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0865505 Sep 30 08:12:30.350330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-aa812036-39e9-4be1-939b-91eb3995af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.351822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88509ecc-805e-46bd-9f73-b929d1078fc5 req-c5e9109b-90f7-4c38-a6cc-1dc047a7e768 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646763 Sep 30 08:12:30.352545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-aa812036-39e9-4be1-939b-91eb3995af4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e6e0673-fae4-48f9-b4f1-df8f56121015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758592 Sep 30 08:12:30.420148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:30.423116 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:30.427778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-9cda73e8-0467-46d6-86ca-44086179e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.429791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-9cda73e8-0467-46d6-86ca-44086179e31f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1353571 Sep 30 08:12:30.437889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.459656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-f78a3aca-9063-411c-991f-04919e9c0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.464835 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-f78a3aca-9063-411c-991f-04919e9c0efc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2423263 Sep 30 08:12:30.502301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-d18a80da-5dd5-4468-8b0f-4189cd80f92b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e HTTP/1.1" status: 200 len: 217 time: 0.0604630 Sep 30 08:12:30.508410 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90eabf8-f8e3-4763-a1ad-49730c6dc858 x-openstack-request-id: req-d90eabf8-f8e3-4763-a1ad-49730c6dc858 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:30.508821 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:30.509077 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d90eabf8-f8e3-4763-a1ad-49730c6dc858 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:30.509478 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'status': 'completed', 'code': 200} Sep 30 08:12:30.586792 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-66d3c6be-4802-4c2b-8ac0-87db9e7df9c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=90c729dd-99ae-48ef-af24-750aa24537ec HTTP/1.1" status: 200 len: 217 time: 0.0764489 Sep 30 08:12:30.623559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ce438-738b-4a46-8a58-38e59e5f8a70 req-5159ab95-4742-4f2c-9178-619a67053a5e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.626423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a60ce438-738b-4a46-8a58-38e59e5f8a70 req-5159ab95-4742-4f2c-9178-619a67053a5e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 931 time: 0.1257849 Sep 30 08:12:30.632218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-6294897f-5f3b-479f-9620-f4c2c3a83d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.633131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-6294897f-5f3b-479f-9620-f4c2c3a83d40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1200233 Sep 30 08:12:30.651770 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-bfd2b89b-b740-4ee6-bf99-13096e6d2108 service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693875 Sep 30 08:12:30.710308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90172be2-8869-47b2-96d7-0bd5a314031c req-18358f9f-b602-42e5-aa7d-521fd39dc3d2 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.717713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90172be2-8869-47b2-96d7-0bd5a314031c req-18358f9f-b602-42e5-aa7d-521fd39dc3d2 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 948 time: 0.1347055 Sep 30 08:12:30.735297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a60ce438-738b-4a46-8a58-38e59e5f8a70 req-683f5b20-6de1-4d15-9b98-1d02e5142e0a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011014 Sep 30 08:12:30.767360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-f88ce9a2-50e3-4eec-9467-4cdbf5326642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.769290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-f88ce9a2-50e3-4eec-9467-4cdbf5326642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1550856 Sep 30 08:12:30.770702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-784ec849-af31-4b9f-826a-4172eb5c0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.772365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-784ec849-af31-4b9f-826a-4172eb5c0f98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208937 Sep 30 08:12:30.781127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90172be2-8869-47b2-96d7-0bd5a314031c req-325ec534-d649-4841-8614-32388b3679d4 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625005 Sep 30 08:12:31.002679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-50a5114d-6a3e-4a85-a230-0f4dd79838b5 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031152 Sep 30 08:12:31.024808 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fcf80b7c-ab1e-4c33-9516-823d32232253 req-d4811d8b-a38e-44e8-98f1-2f2d71c309da service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178918 Sep 30 08:12:31.025497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248184f2-d74d-4af5-8607-94be5aa963ce req-afde0640-f72b-4cf2-9804-7a23774cef31 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.028422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-248184f2-d74d-4af5-8607-94be5aa963ce req-afde0640-f72b-4cf2-9804-7a23774cef31 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 943 time: 0.1022346 Sep 30 08:12:31.054132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-9e49992c-ac0f-4802-96b0-c29bbd1f967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.056082 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-9e49992c-ac0f-4802-96b0-c29bbd1f967b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197576 Sep 30 08:12:31.059539 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-8606fa30-92b2-4e26-90a0-6df2a64c0149 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481197 Sep 30 08:12:31.110443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:31.112703 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f084b12-13c4-404a-aa16-0c8bdabe92dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:31.180574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-248184f2-d74d-4af5-8607-94be5aa963ce req-3ff96a95-736b-4be9-b92a-0fbaaf7ff59f tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060421 Sep 30 08:12:31.192983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3629d4c-1cfa-4ed4-b9cf-9e44e79e1828 req-0cae8e96-15c1-444f-bea7-b25332d22c44 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640766 Sep 30 08:12:31.239370 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb213c84-fed5-4435-bd31-88f73646fb77 x-openstack-request-id: req-eb213c84-fed5-4435-bd31-88f73646fb77 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:31.239696 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:31.239965 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb213c84-fed5-4435-bd31-88f73646fb77 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:31.240425 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'status': 'completed', 'code': 200} Sep 30 08:12:31.256642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b631da-caeb-46da-ab83-ee6719c1d575 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:31.288129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.50', 52285) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:31.297713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5a15-427e-41f8-a139-580e822d016d req-04dd309b-fdae-4f0c-968f-128237ab0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.300055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-04dd309b-fdae-4f0c-968f-128237ab0ba7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 1096 time: 0.1445417 Sep 30 08:12:31.306688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.328263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Transition to ACTIVE for port object a5b631da-caeb-46da-ab83-ee6719c1d575 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:31.351231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.356133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386447-17c2-40d4-a9d4-0ba46f0d0aa8 req-cc03f935-fbfe-4d52-ae72-546d6750915c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.361965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee386447-17c2-40d4-a9d4-0ba46f0d0aa8 req-cc03f935-fbfe-4d52-ae72-546d6750915c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.1062984 Sep 30 08:12:31.383866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40900) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:31.412848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:31.434048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-6c40afd4-acc1-4b4f-b071-5bcceaa58a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.435546 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-6c40afd4-acc1-4b4f-b071-5bcceaa58a1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1094 time: 0.3063929 Sep 30 08:12:31.439531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee386447-17c2-40d4-a9d4-0ba46f0d0aa8 req-484e6fb2-297d-4f77-809c-8767430d0758 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Sep 30 08:12:31.451726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-7dbddaf9-21cb-4d77-b70c-5934de52540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.455349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-7dbddaf9-21cb-4d77-b70c-5934de52540c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1124 time: 0.1629653 Sep 30 08:12:31.456247 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-c4de40f6-8513-48d7-831b-515493a1d8fa service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581018 Sep 30 08:12:31.574114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1816561031-network', 'tenant_id': '46145e956ce94ff8981037be2b5b0fd3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:31.617517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5fd46-b5d7-4e06-95bb-9a70e51b0540 req-571583b4-b621-4c7d-8345-0344d3d6d152 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.619539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2bd5fd46-b5d7-4e06-95bb-9a70e51b0540 req-571583b4-b621-4c7d-8345-0344d3d6d152 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1283505 Sep 30 08:12:31.648222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Made reservation on behalf of 46145e956ce94ff8981037be2b5b0fd3 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:31.650518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.660035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-8ae2f9fc-dc6c-4d32-a4b9-0243c87e02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.661527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-8ae2f9fc-dc6c-4d32-a4b9-0243c87e02eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1991532 Sep 30 08:12:31.673818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.709659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:31.710207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:31.710332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:31.724179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-11872ee3-e78f-4c04-9827-46ae25845937 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 217 time: 0.0525901 Sep 30 08:12:31.733795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:31.734117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:31.737040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5a15-427e-41f8-a139-580e822d016d req-c1e9b49e-9519-450d-8e62-74e7dee73b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.738551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-c1e9b49e-9519-450d-8e62-74e7dee73b7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 924 time: 0.3883662 Sep 30 08:12:31.772663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:31.773114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:31.773529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:31.774031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Bound port: a5b631da-caeb-46da-ab83-ee6719c1d575, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:31.774316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.789714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2bd5fd46-b5d7-4e06-95bb-9a70e51b0540 req-e210182f-ae67-42c8-8688-dddb21a64139 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566854 Sep 30 08:12:31.811559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-14ce5659-ce14-4388-b5cb-a8737c1cb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.813249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-14ce5659-ce14-4388-b5cb-a8737c1cb1c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0799665 Sep 30 08:12:31.819429 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3caeabde-5d1a-4bf0-a266-1f43d76bbacf req-55b3a26f-f786-4001-a0d0-b340c293fdd0 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236527 Sep 30 08:12:31.824256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-a027553e-07c3-4db9-8bb3-ee2a620ff2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.825758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-a027553e-07c3-4db9-8bb3-ee2a620ff2ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 928 time: 0.3718326 Sep 30 08:12:31.894256 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-09a6a461-9a7f-48f0-bd4b-bead4bb8a9f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9941bef-6944-4cdd-ab85-18e1b904e513 HTTP/1.1" status: 200 len: 1000 time: 0.1391430 Sep 30 08:12:31.954838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5a15-427e-41f8-a139-580e822d016d req-e79003d8-03de-4801-b69d-90ef7633deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.956508 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-e79003d8-03de-4801-b69d-90ef7633deee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.0518763 Sep 30 08:12:31.977347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-463bdfd3-dee9-4b9b-a87e-f60201b2e7c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490579 Sep 30 08:12:32.007388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-6c330988-4884-4d9f-b3e8-136123cc344b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 217 time: 0.1015332 Sep 30 08:12:32.027156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:32.046663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:32.056666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5a15-427e-41f8-a139-580e822d016d req-b3c0a4c2-535d-48f4-b278-493ca9dd8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.058210 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-b3c0a4c2-535d-48f4-b278-493ca9dd8e9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651658 Sep 30 08:12:32.096405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea998c-6bd1-404b-a508-61c154e0aab6 req-638285d4-4912-4103-9681-4ed5edcd3c39 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.097507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.098138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7ea998c-6bd1-404b-a508-61c154e0aab6 req-638285d4-4912-4103-9681-4ed5edcd3c39 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 948 time: 0.2175667 Sep 30 08:12:32.110748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd612786-848b-4ed4-97df-f53fdd896e69 req-e83c6e6f-1a85-47c0-87b7-e7125fa603e9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.118353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd612786-848b-4ed4-97df-f53fdd896e69 req-e83c6e6f-1a85-47c0-87b7-e7125fa603e9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.2278993 Sep 30 08:12:32.169223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.169424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.169894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.171282 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] 10.222.0.50 "PUT /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 1091 time: 1.9187624 Sep 30 08:12:32.201062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.226663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-20809b47-7204-48c3-ba83-6bd9a50e5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.228218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-20809b47-7204-48c3-ba83-6bd9a50e5444 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 200 len: 866 time: 0.1691380 Sep 30 08:12:32.239376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-c544dae0-9b1e-427a-b9cc-a32536a259c5 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507443 Sep 30 08:12:32.252623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:32.260353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7ea998c-6bd1-404b-a508-61c154e0aab6 req-9de8c50f-74a8-481c-92e0-0d43af8ce354 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331227 Sep 30 08:12:32.299926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd612786-848b-4ed4-97df-f53fdd896e69 req-57be29f8-e4ff-4044-b4cb-ee2bf09d80ff tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706522 Sep 30 08:12:32.326600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.326934 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Added segment fa2a84d6-7045-4928-93a9-f80ff8e61082 of type vlan for network e25426c5-a993-4cbf-85fc-e2d506bef4ba Sep 30 08:12:32.389607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f333a4f-30e8-4fbd-b9f3-06fcd189c6cf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:32.459360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.508292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:32.527857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f084b12-13c4-404a-aa16-0c8bdabe92dc req-dcb3fdd4-7976-4e28-a33c-56935a9e950d service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647934 Sep 30 08:12:32.546927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8540fe-1969-4f94-8db4-45ee16971de6 req-bfd8dfba-3ced-4a2e-b0d3-e12b4442ac82 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.546927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d8540fe-1969-4f94-8db4-45ee16971de6 req-bfd8dfba-3ced-4a2e-b0d3-e12b4442ac82 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 943 time: 0.1051192 Sep 30 08:12:32.549162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.551336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.551336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.590651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:32.593818 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de001d-3984-4b54-9c0b-047fbad4baef" -d '{"events": [{"name": "network-changed", "server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:32.605482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89683-e533-4ede-be51-c3f7e1119150 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:32.614977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2291822 Sep 30 08:12:32.625511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40918) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:32.631800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Request body: {'subnet': {'network_id': 'e25426c5-a993-4cbf-85fc-e2d506bef4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1816561031-subnet', 'tenant_id': '46145e956ce94ff8981037be2b5b0fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:32.681730 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-939ed1d7-684d-40f7-bf5f-ee51ecd6ebec service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145089 Sep 30 08:12:32.696093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-dca4d8df-b817-4d01-a15b-b0009ae47594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.697737 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-dca4d8df-b817-4d01-a15b-b0009ae47594 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e6e0673-fae4-48f9-b4f1-df8f56121015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4535027 Sep 30 08:12:32.699789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-4e16cfad-3f30-4edb-84c8-77215060f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.702098 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-4e16cfad-3f30-4edb-84c8-77215060f877 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1094 time: 0.1037891 Sep 30 08:12:32.710866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:32.726700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:12:32.732746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d8540fe-1969-4f94-8db4-45ee16971de6 req-2e23f83a-1713-4df8-a128-ed9beb4bba30 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711128 Sep 30 08:12:32.799559 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe349775-6502-4f4b-a79f-1b8b355babe1 x-openstack-request-id: req-fe349775-6502-4f4b-a79f-1b8b355babe1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:32.800208 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:32.800208 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe349775-6502-4f4b-a79f-1b8b355babe1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:32.800505 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'status': 'completed', 'code': 200} Sep 30 08:12:32.806332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-3d6860d8-6076-419d-bb09-0dca6bb7bb78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 217 time: 0.0819211 Sep 30 08:12:32.953057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-916f5a15-427e-41f8-a139-580e822d016d req-ee6f267a-31b7-4f26-bfcc-fe652f5d7800 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627299 Sep 30 08:12:32.959390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-e560f5ea-6428-4a30-a210-2b83ba24d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.960778 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-e560f5ea-6428-4a30-a210-2b83ba24d481 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1422548 Sep 30 08:12:32.966048 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-c54ba733-f9d7-4fd9-be43-974eda6353ad service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343371 Sep 30 08:12:32.977323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc21cd-7c07-4d8a-a04c-971cc5300336 admin admin] Pushing event updated for resources: {'Network': ['ID=e25426c5-a993-4cbf-85fc-e2d506bef4ba,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:32.988780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e25426c5-a993-4cbf-85fc-e2d506bef4ba details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:32.992747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Made reservation on behalf of 46145e956ce94ff8981037be2b5b0fd3 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:32.997220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.039068 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-d6c02acd-63b1-4769-a9ed-d1b931d6ab47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658119 Sep 30 08:12:33.044687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289dc23-7db7-489d-b419-a9fa1ac687f1 req-ac81c4b0-ecd5-4554-9b14-d5ebe6045a7c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.046294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d289dc23-7db7-489d-b419-a9fa1ac687f1 req-ac81c4b0-ecd5-4554-9b14-d5ebe6045a7c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.4183908 Sep 30 08:12:33.141753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bdd97-44ae-448f-9abf-a2f245818bab req-b0044c75-7df7-4d8f-a863-bd220e4c8118 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.143462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-869bdd97-44ae-448f-9abf-a2f245818bab req-b0044c75-7df7-4d8f-a863-bd220e4c8118 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1707077 Sep 30 08:12:33.154046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d289dc23-7db7-489d-b419-a9fa1ac687f1 req-9fe6e785-cd44-43d7-b164-f67c908da91d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994027 Sep 30 08:12:33.197847 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-875cf2f5-bb7c-4f0e-a7c9-a2a3239ecbb0 req-5b1d3bd2-ea6b-4713-9bfb-490a11fc6914 service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016833 Sep 30 08:12:33.225659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-869bdd97-44ae-448f-9abf-a2f245818bab req-5c3bb36a-2a1a-41bc-bb2f-6353a52cf411 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705931 Sep 30 08:12:33.230438 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-0854d633-be55-48d7-802e-2e352dba9304 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782906 Sep 30 08:12:33.334166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.374747 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed8de92-4400-45ff-a16e-0142e68977b0 req-4f982523-43b6-4e26-8696-fa11c167c17a service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316087 Sep 30 08:12:33.454521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c496e4-5f11-4c65-926c-b295683927f6,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:33.467172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774116-84ed-4f16-b468-e816a9601963 req-a2aab9f6-2f35-4c09-93a6-d9b934719252 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.468719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed774116-84ed-4f16-b468-e816a9601963 req-a2aab9f6-2f35-4c09-93a6-d9b934719252 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1507361 Sep 30 08:12:33.484585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Checking segment: {'id': 'fa2a84d6-7045-4928-93a9-f80ff8e61082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e25426c5-a993-4cbf-85fc-e2d506bef4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:33.485375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Network hostable DHCP agents. Network: e25426c5-a993-4cbf-85fc-e2d506bef4ba, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:33.494123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd730c-7577-48cf-886c-3349fa084612 req-cb806ed9-476d-485e-bda5-4c4054b3533d tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.495621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7dd730c-7577-48cf-886c-3349fa084612 req-cb806ed9-476d-485e-bda5-4c4054b3533d tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 948 time: 0.1399133 Sep 30 08:12:33.556952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed774116-84ed-4f16-b468-e816a9601963 req-5465d2e9-f56d-4d8b-914d-a6e7cdf6ac0f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792491 Sep 30 08:12:33.559911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Network e25426c5-a993-4cbf-85fc-e2d506bef4ba is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:33.569950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7dd730c-7577-48cf-886c-3349fa084612 req-41e49f29-89ee-4aaa-8ca1-221c6ff0feaa tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658109 Sep 30 08:12:33.576481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e25426c5-a993-4cbf-85fc-e2d506bef4ba) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:33.581736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.582410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.591520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5231d-0abd-4a13-a41d-5f118e1b67bb None None] Network e25426c5-a993-4cbf-85fc-e2d506bef4ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:33.603493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de001d-3984-4b54-9c0b-047fbad4baef req-4680e348-1f61-4ece-8c51-f87aebcc493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.609427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-39ef3ad6-cc10-41c8-9001-5a9ba1579d10 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9827683 Sep 30 08:12:33.619657 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-4680e348-1f61-4ece-8c51-f87aebcc493d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1094 time: 0.1065598 Sep 30 08:12:33.798014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de001d-3984-4b54-9c0b-047fbad4baef req-a073cc0c-da21-411b-b32e-0c9895aa34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.799818 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-a073cc0c-da21-411b-b32e-0c9895aa34c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1715000 Sep 30 08:12:33.812531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb997-c1bf-4701-80c6-371529d41500 req-477362c4-a22f-4157-8ef0-49ea81b98ce8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.824338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-780cb997-c1bf-4701-80c6-371529d41500 req-477362c4-a22f-4157-8ef0-49ea81b98ce8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.0873468 Sep 30 08:12:33.850902 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-11fcebde-e41e-4969-badb-a6a23ac4edaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 217 time: 0.0412848 Sep 30 08:12:33.875109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-780cb997-c1bf-4701-80c6-371529d41500 req-76cda69a-03f0-4968-98dc-60bca5edcd87 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Sep 30 08:12:33.893912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe0d1f-e5dc-4839-a957-8845e58e015b None None] Network e25426c5-a993-4cbf-85fc-e2d506bef4ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:33.943410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de001d-3984-4b54-9c0b-047fbad4baef req-61d14ddc-e533-4f5b-a464-e270d004b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.944936 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-61d14ddc-e533-4f5b-a464-e270d004b789 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0805995 Sep 30 08:12:33.995157 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-a80983bb-ab83-4b2e-9978-413f55caaf5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375023 Sep 30 08:12:34.062048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a8d8-f956-4674-8da3-a06a866b0edf req-8f4b5d50-fe46-492f-9a00-d7014772fbca tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.072919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2d9a8d8-f956-4674-8da3-a06a866b0edf req-8f4b5d50-fe46-492f-9a00-d7014772fbca tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 943 time: 0.1062763 Sep 30 08:12:34.130280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2d9a8d8-f956-4674-8da3-a06a866b0edf req-7fb1a4b3-a1e7-44ee-9b8a-1b79cf17244e tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556333 Sep 30 08:12:34.161490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-58aafddd-1606-4ea7-9002-8b9a48a59ef9 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554248 Sep 30 08:12:34.280228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024cd50-4d54-4420-a86b-7d4d2db81496 req-a4fe2ff3-0bd9-436b-983c-486c009e00d3 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.282307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4024cd50-4d54-4420-a86b-7d4d2db81496 req-a4fe2ff3-0bd9-436b-983c-486c009e00d3 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0595083 Sep 30 08:12:34.291251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-04de001d-3984-4b54-9c0b-047fbad4baef req-a8919e39-99ae-4564-b16b-e85af337ae0c service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205378 Sep 30 08:12:34.308511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0cf462d4-a049-4c1f-8da6-e3e2455961ff req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1936226185', 'description': 'tempest-description-2132530568'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:34.346491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4024cd50-4d54-4420-a86b-7d4d2db81496 req-2f72f8d6-83ec-4d35-9f57-4f51f740ca3f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579348 Sep 30 08:12:34.347291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cf462d4-a049-4c1f-8da6-e3e2455961ff req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.512256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b10165-101d-4430-aa3a-db3bd00bf3b5 req-2d585537-2ad9-4f9b-87dd-a82dcdeddcfc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.515490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:34.517983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74b10165-101d-4430-aa3a-db3bd00bf3b5 req-2d585537-2ad9-4f9b-87dd-a82dcdeddcfc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.0937452 Sep 30 08:12:34.588248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74b10165-101d-4430-aa3a-db3bd00bf3b5 req-e2d73da2-0ece-475c-976c-774d19ce5287 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669484 Sep 30 08:12:34.597239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cf462d4-a049-4c1f-8da6-e3e2455961ff req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.610014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cf462d4-a049-4c1f-8da6-e3e2455961ff req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.660543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:34.670934 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cf462d4-a049-4c1f-8da6-e3e2455961ff req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.687908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'port_id': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'mac_address': 'fa:16:3e:9f:6c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:34.689106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cf462d4-a049-4c1f-8da6-e3e2455961ff req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3943670 Sep 30 08:12:34.692230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61f214-f8be-4aa7-abfd-c0369b2af965 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9fee61-593f-4a22-b561-15999b39f937,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:34.742959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.764182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:34.793986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:34.803924 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.804360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 90c729dd-99ae-48ef-af24-750aa24537ec details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:34.862685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272f0a5-3f82-4038-b8b7-b492da5e746a req-d3fb402b-68b9-4d7c-b703-3d5218cf7612 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.870745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4272f0a5-3f82-4038-b8b7-b492da5e746a req-d3fb402b-68b9-4d7c-b703-3d5218cf7612 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 948 time: 0.1440141 Sep 30 08:12:34.886200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-1b36d948-4e02-40ae-ac6a-01e6e1649343 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/fb9fee61-593f-4a22-b561-15999b39f937 HTTP/1.1" status: 200 len: 1805 time: 0.1271570 Sep 30 08:12:34.887434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:34.902834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb9fee61-593f-4a22-b561-15999b39f937', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:34.903326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb9fee61-593f-4a22-b561-15999b39f937', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:34.943596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4272f0a5-3f82-4038-b8b7-b492da5e746a req-5439d1af-8fb1-49c2-ad55-f489e811c5fb tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718257 Sep 30 08:12:35.005900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 90c729dd-99ae-48ef-af24-750aa24537ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=90c729dd-99ae-48ef-af24-750aa24537ec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:35.023289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '90c729dd-99ae-48ef-af24-750aa24537ec', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '90c729dd-99ae-48ef-af24-750aa24537ec', 'mac_address': 'fa:16:3e:60:d4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:35.029302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.061621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.065733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.069909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.083032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c729dd-99ae-48ef-af24-750aa24537ec {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:35.106757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 90c729dd-99ae-48ef-af24-750aa24537ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=90c729dd-99ae-48ef-af24-750aa24537ec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:35.109786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae6972a-881f-4391-9fd3-ae101cb1b2f3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:35.115062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.128067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.130965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80fc44f1-82ec-464b-8e28-4dee41115599 req-619b788d-d190-4300-be62-19a54c0f5563 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2416911 Sep 30 08:12:35.184646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b08adcbb-2fcf-4195-9c2b-47625da36ee9 req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887904688', 'description': 'tempest-description-764902008'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:35.199811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=90c729dd-99ae-48ef-af24-750aa24537ec,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:35.229129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955d520-f902-4522-9a00-19c778b16e50 req-19716633-527e-49b1-b5f3-a59590c3e4f4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:35.230629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a955d520-f902-4522-9a00-19c778b16e50 req-19716633-527e-49b1-b5f3-a59590c3e4f4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.0913434 Sep 30 08:12:35.236890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b08adcbb-2fcf-4195-9c2b-47625da36ee9 req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.299822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a955d520-f902-4522-9a00-19c778b16e50 req-d78a2db4-e2e8-4fa3-ae34-588463856022 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603154 Sep 30 08:12:35.384301 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b08adcbb-2fcf-4195-9c2b-47625da36ee9 req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.400539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b08adcbb-2fcf-4195-9c2b-47625da36ee9 req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.436174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b08adcbb-2fcf-4195-9c2b-47625da36ee9 req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.437404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b08adcbb-2fcf-4195-9c2b-47625da36ee9 req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2595840 Sep 30 08:12:35.444606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27de04-324d-43a9-870a-5cdd0b915a96 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c0b55a-63a8-4882-9fd1-22fb56c79f8c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:35.455556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3007-d317-4b39-b680-b7be515295c9 req-52659c66-835d-45e1-8d4c-31b2e3a84cfe tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:35.457101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17ae3007-d317-4b39-b680-b7be515295c9 req-52659c66-835d-45e1-8d4c-31b2e3a84cfe tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 944 time: 0.0916157 Sep 30 08:12:35.498903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17ae3007-d317-4b39-b680-b7be515295c9 req-171675e3-3154-4b5c-a367-130e9f740ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Sep 30 08:12:35.577603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6932-9a57-48c9-868e-db088558e211 req-84f90f8c-3582-4238-988b-a20bc7c9c02b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:35.579576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-096e6932-9a57-48c9-868e-db088558e211 req-84f90f8c-3582-4238-988b-a20bc7c9c02b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0788615 Sep 30 08:12:35.583710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-b7210a54-a69e-4f1e-8403-ec4c4b6071d3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/f8c0b55a-63a8-4882-9fd1-22fb56c79f8c HTTP/1.1" status: 200 len: 1803 time: 0.0551155 Sep 30 08:12:35.596977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f8c0b55a-63a8-4882-9fd1-22fb56c79f8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:35.597303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f8c0b55a-63a8-4882-9fd1-22fb56c79f8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:35.609857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:35.637185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['90c729dd-99ae-48ef-af24-750aa24537ec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:35.643922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-096e6932-9a57-48c9-868e-db088558e211 req-5202707e-ff33-44e8-b3c7-02b2be22fdea tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579741 Sep 30 08:12:35.698068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.743053 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.765651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.806255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94ba310-316f-42af-9a03-979b33783d67,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:35.813298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.823567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b92d993-2438-47d4-ad0c-7344ca28e179 req-52b24d33-fece-46b2-bf6a-c3cd01808dcf tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2253339 Sep 30 08:12:35.848450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1cc15-589e-478c-ba00-9929ec4db556 req-94e2245b-51eb-4c28-a924-a314717d37a9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:35.854707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93f1cc15-589e-478c-ba00-9929ec4db556 req-94e2245b-51eb-4c28-a924-a314717d37a9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 943 time: 0.1141744 Sep 30 08:12:35.862068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-1c07e6f9-32e5-4c0a-8e55-ec77ea0efde0 req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1131433496', 'description': 'tempest-description-564761127'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:35.914968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93f1cc15-589e-478c-ba00-9929ec4db556 req-3f86c56a-631a-4db5-8f4d-5792881cf8d7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Sep 30 08:12:35.923009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c07e6f9-32e5-4c0a-8e55-ec77ea0efde0 req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.991525 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-0634f962-d84f-4d4b-bd9c-59dfd041005b service neutron] 10.222.0.50 "GET /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.0597165 Sep 30 08:12:36.009256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c07e6f9-32e5-4c0a-8e55-ec77ea0efde0 req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.016772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c07e6f9-32e5-4c0a-8e55-ec77ea0efde0 req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.059144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c07e6f9-32e5-4c0a-8e55-ec77ea0efde0 req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.060324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c07e6f9-32e5-4c0a-8e55-ec77ea0efde0 req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2040226 Sep 30 08:12:36.076715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900e82e-9b11-4d14-9c22-f913ca2cbd70 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef4a41-4847-4b9b-a124-4f003bcd1a55,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.087885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b755f302-3985-413f-80a1-1c143889d2ae req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1533769354', 'description': 'tempest-description-953390815'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:36.116486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f685eb-51b0-4041-bd32-fd2f9ed0da5c req-bbd31b46-07df-4e70-af96-2254789485e9 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.117996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3f685eb-51b0-4041-bd32-fd2f9ed0da5c req-bbd31b46-07df-4e70-af96-2254789485e9 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 949 time: 0.0762250 Sep 30 08:12:36.131723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b755f302-3985-413f-80a1-1c143889d2ae req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.170860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3f685eb-51b0-4041-bd32-fd2f9ed0da5c req-b7f8ca69-41dc-4263-ad9f-3e36819f1565 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Sep 30 08:12:36.191458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:36.206885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:36.246891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f7464e-f122-48a6-bef8-05080a2f5f27 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:36.256632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b755f302-3985-413f-80a1-1c143889d2ae req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.257870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:36.260546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b755f302-3985-413f-80a1-1c143889d2ae req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.272309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.290484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b755f302-3985-413f-80a1-1c143889d2ae req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.291705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b755f302-3985-413f-80a1-1c143889d2ae req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2093000 Sep 30 08:12:36.292682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b6e06-8bbb-436e-86e5-5f87de913069 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f716be68-37e1-4c9c-89b9-eb88be2adfdb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.355053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] Transition to ACTIVE for port object 76f7464e-f122-48a6-bef8-05080a2f5f27 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:36.356534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-ab4d797e-ec5c-4275-84c2-f90248d16960 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/04ef4a41-4847-4b9b-a124-4f003bcd1a55 HTTP/1.1" status: 200 len: 1804 time: 0.0409329 Sep 30 08:12:36.365579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.423255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] No DVR routers for this DVR port 76f7464e-f122-48a6-bef8-05080a2f5f27 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:36.434994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-b47e1862-4395-4730-98d2-12b180bdaf27 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/f716be68-37e1-4c9c-89b9-eb88be2adfdb HTTP/1.1" status: 200 len: 1804 time: 0.0721335 Sep 30 08:12:36.443639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] Pushing event updated for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.448613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04ef4a41-4847-4b9b-a124-4f003bcd1a55', 'remote_group_id': 'f716be68-37e1-4c9c-89b9-eb88be2adfdb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:36.448930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04ef4a41-4847-4b9b-a124-4f003bcd1a55', 'remote_group_id': 'f716be68-37e1-4c9c-89b9-eb88be2adfdb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:36.460525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71545b7f-a382-4377-8e55-2fee27b73a9f req-2892dc43-0bf4-4804-8def-7250fa7d01e9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.462040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71545b7f-a382-4377-8e55-2fee27b73a9f req-2892dc43-0bf4-4804-8def-7250fa7d01e9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.0796514 Sep 30 08:12:36.471576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-abc80e1f-7588-4ddf-9d2a-744903eb34cc service neutron] 10.222.0.50 "PUT /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 0.4674263 Sep 30 08:12:36.510376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:36.523765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71545b7f-a382-4377-8e55-2fee27b73a9f req-b7c5d175-f3fd-4d7c-9da6-b7f8bab56d42 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531371 Sep 30 08:12:36.561100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.608183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.613534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.637086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54143b20-5bb1-4012-bb9d-b9a50d710cc4,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.642166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.647470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1dc8d64-e9ae-4c21-b30b-0d435de0073f req-14a79af7-0aaf-4803-be80-0ad4ce9d1861 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2033005 Sep 30 08:12:36.648920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-984ca21d-ee1d-4178-9ef7-6bea527fbcce tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.650774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-984ca21d-ee1d-4178-9ef7-6bea527fbcce tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0741742 Sep 30 08:12:36.692037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-f82f312b-3d3c-4dc8-8dd2-7db877c9b0dd req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-232228589', 'description': 'tempest-description-1351524426'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:36.700220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:36.708653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-aa551c26-8a2f-41ff-b43b-db1bc982508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.710547 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-aa551c26-8a2f-41ff-b43b-db1bc982508c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52&tenant_id=1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 1095 time: 0.0443861 Sep 30 08:12:36.713097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'port_id': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'mac_address': 'fa:16:3e:95:3e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d6b957-1829-454a-87fa-deff8e18c6b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:36.734281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6cee-76f8-46f4-91ea-18e3f1b2655a req-584988a2-f0f5-4ebd-8203-dfaca05430f4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.735896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc4c6cee-76f8-46f4-91ea-18e3f1b2655a req-584988a2-f0f5-4ebd-8203-dfaca05430f4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 944 time: 0.0837836 Sep 30 08:12:36.737232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f82f312b-3d3c-4dc8-8dd2-7db877c9b0dd req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.760180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.773663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b631da-caeb-46da-ab83-ee6719c1d575 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:36.793267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-36b87dd8-9262-43a4-8c20-497303feb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.795189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc4c6cee-76f8-46f4-91ea-18e3f1b2655a req-13d8ece3-06bb-434f-a5a6-5123358b7179 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484829 Sep 30 08:12:36.795565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:36.798697 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-36b87dd8-9262-43a4-8c20-497303feb022 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1095 time: 0.0506034 Sep 30 08:12:36.800171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.853732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.860314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f82f312b-3d3c-4dc8-8dd2-7db877c9b0dd req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.866566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f82f312b-3d3c-4dc8-8dd2-7db877c9b0dd req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.927146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f82f312b-3d3c-4dc8-8dd2-7db877c9b0dd req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.928359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f82f312b-3d3c-4dc8-8dd2-7db877c9b0dd req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2421906 Sep 30 08:12:36.938953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967ed65-d452-4ddd-8696-f60f7a028a4f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131523fa-8fbe-43b4-a23f-a5673a165135,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.944624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-ec34b01c-b6ac-49bf-99f3-7509f0094f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.946165 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-ec34b01c-b6ac-49bf-99f3-7509f0094f0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1249092 Sep 30 08:12:36.957778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c95-19fb-45d8-93a2-9f9ba689d03d req-c2260b7b-e3ed-4848-96ea-afe9cd5cdcfd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.959258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcb2c95-19fb-45d8-93a2-9f9ba689d03d req-c2260b7b-e3ed-4848-96ea-afe9cd5cdcfd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0844471 Sep 30 08:12:37.002318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-4b89c31e-536b-477b-92e5-2dee93b93c05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 217 time: 0.0368614 Sep 30 08:12:37.009775 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcb2c95-19fb-45d8-93a2-9f9ba689d03d req-6421fc3c-c3b3-4f82-98d9-4dfe640b39a6 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Sep 30 08:12:37.048146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d7de4456-714c-4735-a1c6-1e4ae8fc8081 req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-627690668', 'description': 'tempest-description-1121119048'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:37.063820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-a8ec0ad8-8da8-4f18-ac5e-95335d5427a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.065410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-a8ec0ad8-8da8-4f18-ac5e-95335d5427a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0504451 Sep 30 08:12:37.067164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bc32-97f9-4f97-ba60-41197b43fb42 req-328f8ea9-95d5-4ea3-aca3-3e937354a038 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.068622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30e0bc32-97f9-4f97-ba60-41197b43fb42 req-328f8ea9-95d5-4ea3-aca3-3e937354a038 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 944 time: 0.0754709 Sep 30 08:12:37.091555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7de4456-714c-4735-a1c6-1e4ae8fc8081 req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.102463 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-1c265701-f7db-40e1-98a3-be3c4f21d243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247228 Sep 30 08:12:37.122980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a5b631da-caeb-46da-ab83-ee6719c1d575'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:37.123250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30e0bc32-97f9-4f97-ba60-41197b43fb42 req-f3371461-fd6b-42df-bc46-e3cd1ef3dd1a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Sep 30 08:12:37.195853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7de4456-714c-4735-a1c6-1e4ae8fc8081 req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.200387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7de4456-714c-4735-a1c6-1e4ae8fc8081 req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.238730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7de4456-714c-4735-a1c6-1e4ae8fc8081 req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.240303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7de4456-714c-4735-a1c6-1e4ae8fc8081 req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1977174 Sep 30 08:12:37.241063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf858f3-d7c1-438f-b626-3df193d56043 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5639301-8ffe-4949-b376-2d3652f65f65,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.267466 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-a546a51a-c27b-433c-9855-bee59959698d service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399965 Sep 30 08:12:37.347207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a6c1-5826-4d63-ae87-fa717795a99e req-3441f885-b97b-4e15-8937-79baba985300 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.348717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18a8a6c1-5826-4d63-ae87-fa717795a99e req-3441f885-b97b-4e15-8937-79baba985300 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 949 time: 0.0819731 Sep 30 08:12:37.352460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-87e7a9a6-9636-4760-91cc-c46b2815c068 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/131523fa-8fbe-43b4-a23f-a5673a165135 HTTP/1.1" status: 200 len: 1804 time: 0.0750592 Sep 30 08:12:37.367690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-a77c5cfa-6cd9-45af-8215-8b95b9642a77 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911803 Sep 30 08:12:37.425174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18a8a6c1-5826-4d63-ae87-fa717795a99e req-5fa31257-5e99-48fa-8f2b-19e7a792dc60 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700145 Sep 30 08:12:37.439982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-8d08af35-4eba-4784-8159-d2b1ae3b96ca tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/a5639301-8ffe-4949-b376-2d3652f65f65 HTTP/1.1" status: 200 len: 1804 time: 0.0777652 Sep 30 08:12:37.449847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '131523fa-8fbe-43b4-a23f-a5673a165135', 'remote_group_id': 'a5639301-8ffe-4949-b376-2d3652f65f65', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:37.450158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '131523fa-8fbe-43b4-a23f-a5673a165135', 'remote_group_id': 'a5639301-8ffe-4949-b376-2d3652f65f65', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:37.513359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.551720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.555702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.574649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14a11aa-72f6-4794-a265-ec6375ce72c0,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.581022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.582427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c31cdc3-becd-4ed9-8d07-d614b0178858 req-857e9d82-563f-43dc-a8f2-d785f9b8229e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1362879 Sep 30 08:12:37.673694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4beed863-3391-469c-b998-be93d75a2034 req-4c4559b4-900b-4509-8973-42253bac6a64 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/a5639301-8ffe-4949-b376-2d3652f65f65 HTTP/1.1" status: 200 len: 1804 time: 0.0676117 Sep 30 08:12:37.696573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd6ca-8c8c-4d1a-b749-f1586590811e req-0d820363-676b-4c1f-87d8-f8c94608ad16 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.698074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b89bd6ca-8c8c-4d1a-b749-f1586590811e req-0d820363-676b-4c1f-87d8-f8c94608ad16 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 944 time: 0.0731397 Sep 30 08:12:37.708274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-947936e1-70b8-495f-ad2f-cc837df100aa tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.709787 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-947936e1-70b8-495f-ad2f-cc837df100aa tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0499456 Sep 30 08:12:37.760284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b89bd6ca-8c8c-4d1a-b749-f1586590811e req-d87de170-e171-49b2-80d4-0001de61e209 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Sep 30 08:12:37.772377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4beed863-3391-469c-b998-be93d75a2034 req-f3b60cd0-8ed6-44cf-aeaf-08ff81927b67 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.796372 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4beed863-3391-469c-b998-be93d75a2034 req-f3b60cd0-8ed6-44cf-aeaf-08ff81927b67 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.842086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-90d2f126-0879-4af0-8f74-36d2b74307c3 service neutron] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:37.845276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-90d2f126-0879-4af0-8f74-36d2b74307c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.846505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-90d2f126-0879-4af0-8f74-36d2b74307c3 service neutron] 10.222.0.57 "DELETE /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.1241167 Sep 30 08:12:37.869408 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4beed863-3391-469c-b998-be93d75a2034 req-f3b60cd0-8ed6-44cf-aeaf-08ff81927b67 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.873236 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4beed863-3391-469c-b998-be93d75a2034 req-f3b60cd0-8ed6-44cf-aeaf-08ff81927b67 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.874928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4beed863-3391-469c-b998-be93d75a2034 req-f3b60cd0-8ed6-44cf-aeaf-08ff81927b67 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5639301-8ffe-4949-b376-2d3652f65f65 HTTP/1.1" status: 204 len: 173 time: 0.1947651 Sep 30 08:12:37.904043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b60cd0-8ed6-44cf-aeaf-08ff81927b67 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5639301-8ffe-4949-b376-2d3652f65f65,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.978150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24ba53-2cc7-43b3-8227-a912c56564db req-fc8346c5-4ecf-491a-a988-265fb15532be tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.979737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df24ba53-2cc7-43b3-8227-a912c56564db req-fc8346c5-4ecf-491a-a988-265fb15532be tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 944 time: 0.0882192 Sep 30 08:12:37.982632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ef646f6-caf9-4f59-91eb-e0798df3572c req-4ac31744-5f53-48b6-83b9-8e658d28ea9a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/131523fa-8fbe-43b4-a23f-a5673a165135 HTTP/1.1" status: 200 len: 1804 time: 0.0808904 Sep 30 08:12:38.015382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-55a32d55-773d-4d38-a9f5-321261a91e25 req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-385282722', 'description': 'tempest-description-1415752565'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:38.048639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df24ba53-2cc7-43b3-8227-a912c56564db req-4f97a77b-e837-4311-a91e-92b6e9574170 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586319 Sep 30 08:12:38.054073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55a32d55-773d-4d38-a9f5-321261a91e25 req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.175687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55a32d55-773d-4d38-a9f5-321261a91e25 req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.179761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55a32d55-773d-4d38-a9f5-321261a91e25 req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.210617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea700-979c-4348-b00d-ba61fac07466 req-35acf0fb-c165-4f22-9f24-8b34585b5773 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.212280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2afea700-979c-4348-b00d-ba61fac07466 req-35acf0fb-c165-4f22-9f24-8b34585b5773 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1072989 Sep 30 08:12:38.249365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55a32d55-773d-4d38-a9f5-321261a91e25 req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.251131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55a32d55-773d-4d38-a9f5-321261a91e25 req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2411489 Sep 30 08:12:38.254339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d4532-82d2-4cbc-b652-8132ecd8e98f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdfc49-9837-46e2-941b-c43d442a63e7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:38.280450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2afea700-979c-4348-b00d-ba61fac07466 req-11cb4282-62a8-452a-b242-33f505d55e93 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Sep 30 08:12:38.379858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-9f40390d-556e-439e-b87d-34c9d40a08ec tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/2bbdfc49-9837-46e2-941b-c43d442a63e7 HTTP/1.1" status: 200 len: 1804 time: 0.0749121 Sep 30 08:12:38.390038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f587-204a-4e58-8468-0a11b4a4aff8 req-0bcaba93-37c2-48c2-a0bb-ca2d0ddd5c68 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.391535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37d6f587-204a-4e58-8468-0a11b4a4aff8 req-0bcaba93-37c2-48c2-a0bb-ca2d0ddd5c68 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 944 time: 0.0775862 Sep 30 08:12:38.396194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bbdfc49-9837-46e2-941b-c43d442a63e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:38.396516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bbdfc49-9837-46e2-941b-c43d442a63e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:38.455389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37d6f587-204a-4e58-8468-0a11b4a4aff8 req-ecbc0502-26fe-439d-b4bf-c927f37a41f8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490112 Sep 30 08:12:38.479391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3b952991-ded4-47f4-b53c-e7a7979b36bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.483028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.510017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.514523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.537763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:38.539917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:38.544781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc2d4bd-071b-4301-90db-54d33b008985,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:38.561574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.563369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51961fd5-c4d7-402f-bf6e-8d112cf3ee22 req-003950d7-a9aa-40c9-9afc-71bc9b671656 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1703308 Sep 30 08:12:38.593201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83543dc7-2755-4ce1-a310-124dc8882527 req-ca706d22-93fb-46e4-80f2-451218064b00 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.594779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83543dc7-2755-4ce1-a310-124dc8882527 req-ca706d22-93fb-46e4-80f2-451218064b00 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 949 time: 0.0698700 Sep 30 08:12:38.630545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port a5b631da-caeb-46da-ab83-ee6719c1d575 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:38.634037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:38.637350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port a5b631da-caeb-46da-ab83-ee6719c1d575 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:38.637767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.639627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83543dc7-2755-4ce1-a310-124dc8882527 req-9cf4eb75-ed84-43ff-98e1-e38778de4cff tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387816 Sep 30 08:12:38.640637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:38.641538 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.707606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-e17d9edf-61e0-46c5-abb5-e0e8282b0bab tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/2bbdfc49-9837-46e2-941b-c43d442a63e7 HTTP/1.1" status: 200 len: 2397 time: 0.0445287 Sep 30 08:12:38.719668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bbdfc49-9837-46e2-941b-c43d442a63e7', 'remote_group_id': None}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:38.719897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bbdfc49-9837-46e2-941b-c43d442a63e7', 'remote_group_id': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:38.779471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.786820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb6bf0-c55d-418c-83ec-40800291850e req-80a356fe-2a1a-48ed-bdb6-61c9bb2af9af tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.788945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4beb6bf0-c55d-418c-83ec-40800291850e req-80a356fe-2a1a-48ed-bdb6-61c9bb2af9af tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1095 time: 0.0629585 Sep 30 08:12:38.792811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.824585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:38.826906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.827182 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cb725a-7936-406d-b018-e07d9d560fde" -d '{"events": [{"server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "name": "network-vif-plugged", "status": "completed", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:38.846297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:38.851633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4beb6bf0-c55d-418c-83ec-40800291850e req-34359a69-384b-4655-8690-16ed73204341 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Sep 30 08:12:38.853546 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.854348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:38.861668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:38.865488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.870460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.886367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410fcd45-dd36-4c7a-ba17-848fbea3da10,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:38.896791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.897737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 90c729dd-99ae-48ef-af24-750aa24537ec up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:38.918840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.920249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f1808d4-a353-4c90-96a0-29523e80cc82 req-700247b2-c02e-4d63-8cd1-4ec03a72a8b3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2058525 Sep 30 08:12:38.981193 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870d6f7-074a-4430-b513-359e1310a3f3 x-openstack-request-id: req-6870d6f7-074a-4430-b513-359e1310a3f3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:38.981507 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "name": "network-vif-plugged", "status": "completed", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:38.981754 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6870d6f7-074a-4430-b513-359e1310a3f3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:38.982145 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'code': 200} Sep 30 08:12:39.008965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:39.012415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327b8f-8e40-44df-8d3e-b97825966a3d req-941aaeb8-a432-4494-a2b6-ec4db4a0eefc tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.013968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01327b8f-8e40-44df-8d3e-b97825966a3d req-941aaeb8-a432-4494-a2b6-ec4db4a0eefc tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 945 time: 0.0576043 Sep 30 08:12:39.021960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:39.082084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44672a32-012e-4e4e-82d9-6e8baaf6dbaa req-3f549929-9695-4181-bc65-6736378fb08e tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/2bbdfc49-9837-46e2-941b-c43d442a63e7 HTTP/1.1" status: 200 len: 2995 time: 0.0670941 Sep 30 08:12:39.097001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01327b8f-8e40-44df-8d3e-b97825966a3d req-33b15469-2368-4aaf-a14f-606a4b7f09fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Sep 30 08:12:39.098471 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:12:39.108137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 90c729dd-99ae-48ef-af24-750aa24537ec completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:39.114894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 90c729dd-99ae-48ef-af24-750aa24537ec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:39.115274 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.142399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:39.153809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac959b-00c2-485c-807b-85ed3e20c6bd req-2f33771d-516a-4d33-96b2-53b9551d45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.155586 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f4ac959b-00c2-485c-807b-85ed3e20c6bd req-2f33771d-516a-4d33-96b2-53b9551d45a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0527666 Sep 30 08:12:39.207419 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f4ac959b-00c2-485c-807b-85ed3e20c6bd req-273a7e29-a5ac-482a-a94f-570ed1ea6e58 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379372 Sep 30 08:12:39.215364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.247881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 90c729dd-99ae-48ef-af24-750aa24537ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=90c729dd-99ae-48ef-af24-750aa24537ec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:39.252731 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.295106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb4488-eee8-491b-8313-621b4fc7559d req-141fa635-add0-4f7a-8fce-562e58199484 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.297409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7feb4488-eee8-491b-8313-621b4fc7559d req-141fa635-add0-4f7a-8fce-562e58199484 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.1120787 Sep 30 08:12:39.306100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=90c729dd-99ae-48ef-af24-750aa24537ec,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:39.346984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-27fb5aad-3fec-4554-9fb5-99e8d9e6ecf3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.348606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-27fb5aad-3fec-4554-9fb5-99e8d9e6ecf3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.1552300 Sep 30 08:12:39.369479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7feb4488-eee8-491b-8313-621b4fc7559d req-2825dbf5-bae5-49dd-ba74-8c4164a08bbc tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648704 Sep 30 08:12:39.372726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-99677403-440b-4b22-9818-40f8bb6844f3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/quotas/1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 375 time: 0.0174539 Sep 30 08:12:39.435207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15ba1282-7557-415e-888f-b6f71327acb1 req-0ab7983b-347a-4cf4-91e9-d388b75adf6f tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-group-rules/410fcd45-dd36-4c7a-ba17-848fbea3da10 HTTP/1.1" status: 200 len: 783 time: 0.0290267 Sep 30 08:12:39.448952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-060fd605-a4cc-450b-a9be-c8a54ae36d2a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698564 Sep 30 08:12:39.542335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15ba1282-7557-415e-888f-b6f71327acb1 req-f8dff50c-e1f5-445d-9773-85b7b5d0f126 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/2bbdfc49-9837-46e2-941b-c43d442a63e7 HTTP/1.1" status: 200 len: 2995 time: 0.0992196 Sep 30 08:12:39.587545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-2e55a1ec-13c8-47b5-9001-6d013229863a service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315515 Sep 30 08:12:39.588628 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15ba1282-7557-415e-888f-b6f71327acb1 req-31a5201c-f311-48f0-ac53-a005507848a5 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.598223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15ba1282-7557-415e-888f-b6f71327acb1 req-31a5201c-f311-48f0-ac53-a005507848a5 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.680454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15ba1282-7557-415e-888f-b6f71327acb1 req-31a5201c-f311-48f0-ac53-a005507848a5 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.685695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15ba1282-7557-415e-888f-b6f71327acb1 req-31a5201c-f311-48f0-ac53-a005507848a5 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.686844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15ba1282-7557-415e-888f-b6f71327acb1 req-31a5201c-f311-48f0-ac53-a005507848a5 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/410fcd45-dd36-4c7a-ba17-848fbea3da10 HTTP/1.1" status: 204 len: 173 time: 0.1379380 Sep 30 08:12:39.698725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5201c-f311-48f0-ac53-a005507848a5 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=410fcd45-dd36-4c7a-ba17-848fbea3da10,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:39.718301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-0c66512a-e451-41e4-93b6-32262efcc92c service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219637 Sep 30 08:12:39.783476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe287-0b84-4dea-856f-a48b4f4976ef req-2a3c9efb-8ab7-42ad-a8e7-4adaf5c91aae tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.785189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-556fe287-0b84-4dea-856f-a48b4f4976ef req-2a3c9efb-8ab7-42ad-a8e7-4adaf5c91aae tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0513139 Sep 30 08:12:39.837634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-556fe287-0b84-4dea-856f-a48b4f4976ef req-24b887db-59db-478f-8b2f-bed807714851 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Sep 30 08:12:39.916219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d36e3-9939-40eb-8f85-823a9c55a272 req-2a3fc720-d9ab-4f97-bc79-03cb5c3b1af6 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.917776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b1d36e3-9939-40eb-8f85-823a9c55a272 req-2a3fc720-d9ab-4f97-bc79-03cb5c3b1af6 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.0503058 Sep 30 08:12:39.968092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b1d36e3-9939-40eb-8f85-823a9c55a272 req-7462aae9-0ced-4b6e-a51e-f7d1f36a101d tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Sep 30 08:12:40.011391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5cbf1b8d-3658-4aa0-bdb3-3add7569c5b4 req-dcba07c3-4744-4ab0-829f-8cb88aebe33d tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/2bbdfc49-9837-46e2-941b-c43d442a63e7 HTTP/1.1" status: 200 len: 2397 time: 0.0613737 Sep 30 08:12:40.058357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ead14fe2-b228-4090-ada6-1ea976fa47a5 req-f38bbe1f-a959-4afc-8188-8283fbed580b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 210 time: 0.0410554 Sep 30 08:12:40.106086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5cbf1b8d-3658-4aa0-bdb3-3add7569c5b4 req-05946569-6f01-43a7-927b-854a3adacd5a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.133619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5cbf1b8d-3658-4aa0-bdb3-3add7569c5b4 req-05946569-6f01-43a7-927b-854a3adacd5a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.201168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5cbf1b8d-3658-4aa0-bdb3-3add7569c5b4 req-05946569-6f01-43a7-927b-854a3adacd5a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.212971 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5cbf1b8d-3658-4aa0-bdb3-3add7569c5b4 req-05946569-6f01-43a7-927b-854a3adacd5a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.214154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5cbf1b8d-3658-4aa0-bdb3-3add7569c5b4 req-05946569-6f01-43a7-927b-854a3adacd5a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/2bbdfc49-9837-46e2-941b-c43d442a63e7 HTTP/1.1" status: 204 len: 173 time: 0.1939745 Sep 30 08:12:40.254636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05946569-6f01-43a7-927b-854a3adacd5a tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdfc49-9837-46e2-941b-c43d442a63e7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:40.274133 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-a1785a9c-a723-4d90-9464-2a85e449bcca req-88ca10fd-98f9-410c-a635-4e3e81ae6f74 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] show failed (client error): The resource could not be found. Sep 30 08:12:40.274992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1785a9c-a723-4d90-9464-2a85e449bcca req-88ca10fd-98f9-410c-a635-4e3e81ae6f74 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/a5639301-8ffe-4949-b376-2d3652f65f65 HTTP/1.1" status: 404 len: 352 time: 0.0224354 Sep 30 08:12:40.300496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d08b61-d5be-482f-8a2d-e07e700a7143 req-ccd19963-4519-422e-8b4a-a3cf4bbc84b3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.302062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6d08b61-d5be-482f-8a2d-e07e700a7143 req-ccd19963-4519-422e-8b4a-a3cf4bbc84b3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 945 time: 0.0869970 Sep 30 08:12:40.365870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6d08b61-d5be-482f-8a2d-e07e700a7143 req-709bef19-01d0-447a-836c-8f092c879dac tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Sep 30 08:12:40.368619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11810f20-a170-4c88-bb9a-1726988439c3 req-26f4bad0-c4a9-41ee-bb87-16345e51df49 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/131523fa-8fbe-43b4-a23f-a5673a165135 HTTP/1.1" status: 200 len: 1804 time: 0.0656190 Sep 30 08:12:40.443853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-11810f20-a170-4c88-bb9a-1726988439c3 req-58b8b0d0-2865-4e04-984c-fb11db021624 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.492107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-11810f20-a170-4c88-bb9a-1726988439c3 req-58b8b0d0-2865-4e04-984c-fb11db021624 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.540446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145957-a0ff-4f16-a64f-61f243a87745 req-67e27cd5-7276-442a-9cf4-6914dccd9fc0 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.541977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56145957-a0ff-4f16-a64f-61f243a87745 req-67e27cd5-7276-442a-9cf4-6914dccd9fc0 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0946379 Sep 30 08:12:40.567426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-11810f20-a170-4c88-bb9a-1726988439c3 req-58b8b0d0-2865-4e04-984c-fb11db021624 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.570148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-11810f20-a170-4c88-bb9a-1726988439c3 req-58b8b0d0-2865-4e04-984c-fb11db021624 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.571308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11810f20-a170-4c88-bb9a-1726988439c3 req-58b8b0d0-2865-4e04-984c-fb11db021624 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/131523fa-8fbe-43b4-a23f-a5673a165135 HTTP/1.1" status: 204 len: 173 time: 0.1946449 Sep 30 08:12:40.585566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8b0d0-2865-4e04-984c-fb11db021624 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131523fa-8fbe-43b4-a23f-a5673a165135,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:40.615395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56145957-a0ff-4f16-a64f-61f243a87745 req-433bf771-24a9-49e5-9b5b-ed8c2790035d tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652223 Sep 30 08:12:40.648580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c0cccaf-dbb4-46d0-b042-357fed40d44a req-65913aac-a846-4f64-92c9-482ab04a8841 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/f716be68-37e1-4c9c-89b9-eb88be2adfdb HTTP/1.1" status: 200 len: 1804 time: 0.0550792 Sep 30 08:12:40.713670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c0cccaf-dbb4-46d0-b042-357fed40d44a req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.739302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c0cccaf-dbb4-46d0-b042-357fed40d44a req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.803776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c0cccaf-dbb4-46d0-b042-357fed40d44a req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.806523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c0cccaf-dbb4-46d0-b042-357fed40d44a req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.807697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c0cccaf-dbb4-46d0-b042-357fed40d44a req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/f716be68-37e1-4c9c-89b9-eb88be2adfdb HTTP/1.1" status: 204 len: 173 time: 0.1530204 Sep 30 08:12:40.820479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716be68-37e1-4c9c-89b9-eb88be2adfdb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:40.835983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.836324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.836663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.836990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.837314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.837673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.837999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.838323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.838652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.838971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.839292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.839608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e360e9-9338-4dad-b2a6-cc8145cacc00 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:40.879683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03a15cea-8d03-4722-9210-c317a86c6cd3 req-126f70aa-a714-4e66-8465-3de30207eedc tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/04ef4a41-4847-4b9b-a124-4f003bcd1a55 HTTP/1.1" status: 200 len: 1804 time: 0.0519767 Sep 30 08:12:40.972794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03a15cea-8d03-4722-9210-c317a86c6cd3 req-66a12d09-d6fd-4dc3-8605-7b4ea7e2f2c3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.982883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'}, {'server_uuid': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c729dd-99ae-48ef-af24-750aa24537ec'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:40.985307 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959e3a26-e73c-4841-8e5b-f07dc0535f13" -d '{"events": [{"server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "name": "network-vif-plugged", "status": "completed", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f"}, {"server_uuid": "b437b216-386e-455a-bf5b-424c3bca5e10", "name": "network-vif-plugged", "status": "completed", "tag": "90c729dd-99ae-48ef-af24-750aa24537ec"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:40.992536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a012908-a0ca-40f8-8a45-76c7c670a0c1 req-54eb1043-623f-4767-a571-9c7849017c7c tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.994191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a012908-a0ca-40f8-8a45-76c7c670a0c1 req-54eb1043-623f-4767-a571-9c7849017c7c tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0863948 Sep 30 08:12:41.015523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03a15cea-8d03-4722-9210-c317a86c6cd3 req-66a12d09-d6fd-4dc3-8605-7b4ea7e2f2c3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.036488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58ec2b7a-0181-46e8-8a6b-7b59fb089740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.066893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a012908-a0ca-40f8-8a45-76c7c670a0c1 req-16884abe-6237-4da1-8984-bab5e1fbf13f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Sep 30 08:12:41.079791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03a15cea-8d03-4722-9210-c317a86c6cd3 req-66a12d09-d6fd-4dc3-8605-7b4ea7e2f2c3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.090264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03a15cea-8d03-4722-9210-c317a86c6cd3 req-66a12d09-d6fd-4dc3-8605-7b4ea7e2f2c3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.090264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03a15cea-8d03-4722-9210-c317a86c6cd3 req-66a12d09-d6fd-4dc3-8605-7b4ea7e2f2c3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/04ef4a41-4847-4b9b-a124-4f003bcd1a55 HTTP/1.1" status: 204 len: 173 time: 0.1965771 Sep 30 08:12:41.098829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a12d09-d6fd-4dc3-8605-7b4ea7e2f2c3 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef4a41-4847-4b9b-a124-4f003bcd1a55,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:41.143954 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd028d-0428-4836-bfa9-c11b5fb102d6 x-openstack-request-id: req-43fd028d-0428-4836-bfa9-c11b5fb102d6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:41.144552 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "name": "network-vif-plugged", "status": "completed", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f", "code": 200}, {"server_uuid": "b437b216-386e-455a-bf5b-424c3bca5e10", "name": "network-vif-plugged", "status": "completed", "tag": "90c729dd-99ae-48ef-af24-750aa24537ec", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:41.145060 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43fd028d-0428-4836-bfa9-c11b5fb102d6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:41.145655 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'code': 200} Sep 30 08:12:41.146048 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c729dd-99ae-48ef-af24-750aa24537ec', 'code': 200} Sep 30 08:12:41.300541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b925-13e4-43da-9df7-9741d3dfccf7 req-33f95e70-ff8e-4090-87f9-6f36d8c793f0 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.300934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-1225dabc-56c0-42c0-a9f0-13942c0be888 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.302160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f900b925-13e4-43da-9df7-9741d3dfccf7 req-33f95e70-ff8e-4090-87f9-6f36d8c793f0 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.0768712 Sep 30 08:12:41.302692 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-1225dabc-56c0-42c0-a9f0-13942c0be888 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.1972048 Sep 30 08:12:41.327882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Request body: {'port': {'device_id': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'admin_state_up': True, 'tenant_id': '1750d3d7b57a4b37b298f0b82a156831'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:41.372900 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.450150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae57ad1-1a77-436b-b500-7c1bc0cf8ab9 req-a80593b4-bb72-4507-845a-d6e13fae4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.451949 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bae57ad1-1a77-436b-b500-7c1bc0cf8ab9 req-a80593b4-bb72-4507-845a-d6e13fae4b3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 1101 time: 0.1403706 Sep 30 08:12:41.456557 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41499b3a-f751-406a-aea6-738a0dcf6e57 req-8294a0e7-1824-40df-9a4d-4aa10840e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.458105 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-41499b3a-f751-406a-aea6-738a0dcf6e57 req-8294a0e7-1824-40df-9a4d-4aa10840e994 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1096 time: 0.1542814 Sep 30 08:12:41.507130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7eb872a-c4e1-4a86-998e-44419609a480 req-8d130581-713f-43e6-bb52-7afc47b1795b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 210 time: 0.2301896 Sep 30 08:12:41.514790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Made reservation on behalf of 1750d3d7b57a4b37b298f0b82a156831 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:41.518759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.543017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f900b925-13e4-43da-9df7-9741d3dfccf7 req-0baa7036-d305-4bfa-80f0-a722817f626a tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381479 Sep 30 08:12:41.574488 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bae57ad1-1a77-436b-b500-7c1bc0cf8ab9 req-c1a59d93-b442-4878-9134-fe65abee0065 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812879 Sep 30 08:12:41.598463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c4089da-b0af-445c-848a-ad6233dfc3b7 req-e7e912dd-3f85-4ce6-a842-b9fc49467d77 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/f8c0b55a-63a8-4882-9fd1-22fb56c79f8c HTTP/1.1" status: 200 len: 2402 time: 0.0539405 Sep 30 08:12:41.617549 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-41499b3a-f751-406a-aea6-738a0dcf6e57 req-dc1869f4-b30a-4f15-9364-890c7a096ab9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174293 Sep 30 08:12:41.698252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b45b5-12af-41e4-92b9-9eca55250fae req-6c97228b-f0af-4e36-8004-008894ccb4c8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.699865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-160b45b5-12af-41e4-92b9-9eca55250fae req-6c97228b-f0af-4e36-8004-008894ccb4c8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 945 time: 0.0808167 Sep 30 08:12:41.711100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Allocated IP 172.20.0.10 (0db6a34d-51e6-4a50-88cd-8711ac4f2830/8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10/51517bd5-38d2-41c8-8a33-2a1886b8b926) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:41.714089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c4089da-b0af-445c-848a-ad6233dfc3b7 req-b27be29f-8e81-4f8d-a40d-4d985f234ca4 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.769018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c4089da-b0af-445c-848a-ad6233dfc3b7 req-b27be29f-8e81-4f8d-a40d-4d985f234ca4 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.774985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-160b45b5-12af-41e4-92b9-9eca55250fae req-feb4fad2-bfe2-4c12-a757-3590e9cefd6b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Sep 30 08:12:41.835588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c4089da-b0af-445c-848a-ad6233dfc3b7 req-b27be29f-8e81-4f8d-a40d-4d985f234ca4 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.838447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c4089da-b0af-445c-848a-ad6233dfc3b7 req-b27be29f-8e81-4f8d-a40d-4d985f234ca4 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.839627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c4089da-b0af-445c-848a-ad6233dfc3b7 req-b27be29f-8e81-4f8d-a40d-4d985f234ca4 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8c0b55a-63a8-4882-9fd1-22fb56c79f8c HTTP/1.1" status: 204 len: 173 time: 0.2286937 Sep 30 08:12:41.850614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27be29f-8e81-4f8d-a40d-4d985f234ca4 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c0b55a-63a8-4882-9fd1-22fb56c79f8c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:41.940718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.949726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a1fc-02a7-41bf-84c2-da2dd0dd53ff req-b916bb86-c5d8-4af5-8ba8-73a9555d18cc tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.951203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3355a1fc-02a7-41bf-84c2-da2dd0dd53ff req-b916bb86-c5d8-4af5-8ba8-73a9555d18cc tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0564442 Sep 30 08:12:41.983677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.057832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3355a1fc-02a7-41bf-84c2-da2dd0dd53ff req-bfee10d5-5aca-4e97-93b9-27d1faada9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985906 Sep 30 08:12:42.064153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:42.069104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:42.073688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6bfae-0504-4e9d-879f-0dbe4953abc6 req-540f584e-b595-4b49-b769-a1271f932b0c tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.075879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:42.076712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1a6bfae-0504-4e9d-879f-0dbe4953abc6 req-540f584e-b595-4b49-b769-a1271f932b0c tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1045668 Sep 30 08:12:42.086922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.087291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.097306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.110415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.110877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.111289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.111632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.111962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.112301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.112613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.112937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.113259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.113618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.113939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.114256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:42.124223 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-b41a12f8-b5c5-4bb5-8e85-822dbf81debc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011839 Sep 30 08:12:42.148513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Request body: {'port': {'device_id': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:42.154072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1a6bfae-0504-4e9d-879f-0dbe4953abc6 req-26007968-1810-4214-8b9b-d84f4d53a239 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 Sep 30 08:12:42.157786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a524f554-ab7b-4d45-a2c2-db81b496baf2 req-feb5a47b-8771-4521-9b92-caa5c81c636d tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "GET /v2.0/security-groups/fb9fee61-593f-4a22-b561-15999b39f937 HTTP/1.1" status: 200 len: 2398 time: 0.0693014 Sep 30 08:12:42.216769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.232683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a524f554-ab7b-4d45-a2c2-db81b496baf2 req-1f03036c-3235-43b3-9f95-407f155b3893 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.277767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a524f554-ab7b-4d45-a2c2-db81b496baf2 req-1f03036c-3235-43b3-9f95-407f155b3893 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.338444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9c4f-8020-493f-b715-c8eb2e9dd04e req-e71e0bab-c5d1-4ba4-a474-e63191c44b5f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.340214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e28a9c4f-8020-493f-b715-c8eb2e9dd04e req-e71e0bab-c5d1-4ba4-a474-e63191c44b5f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0938747 Sep 30 08:12:42.371486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a524f554-ab7b-4d45-a2c2-db81b496baf2 req-1f03036c-3235-43b3-9f95-407f155b3893 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.374128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a524f554-ab7b-4d45-a2c2-db81b496baf2 req-1f03036c-3235-43b3-9f95-407f155b3893 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.375397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a524f554-ab7b-4d45-a2c2-db81b496baf2 req-1f03036c-3235-43b3-9f95-407f155b3893 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] 10.222.0.41 "DELETE /v2.0/security-groups/fb9fee61-593f-4a22-b561-15999b39f937 HTTP/1.1" status: 204 len: 173 time: 0.2113011 Sep 30 08:12:42.385314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41126) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:42.408438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03036c-3235-43b3-9f95-407f155b3893 tempest-SecurityGroupRulesTestJSON-570158716 tempest-SecurityGroupRulesTestJSON-570158716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9fee61-593f-4a22-b561-15999b39f937,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.445212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e28a9c4f-8020-493f-b715-c8eb2e9dd04e req-9a1ad93d-5124-4410-8b3c-13ae7c25f36e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863278 Sep 30 08:12:42.505684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Deleting subnet 04c496e4-5f11-4c65-926c-b295683927f6 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:42.511918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.555708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc943e4-595a-48f8-bebd-690a7d55c49e req-220a7778-db30-4197-b911-962c74a28006 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.557381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cc943e4-595a-48f8-bebd-690a7d55c49e req-220a7778-db30-4197-b911-962c74a28006 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0894868 Sep 30 08:12:42.559734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.603513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51517bd5-38d2-41c8-8a33-2a1886b8b926 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:42.613750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.629461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Transition to ACTIVE for port object 51517bd5-38d2-41c8-8a33-2a1886b8b926 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:42.634712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.639240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.682103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cc943e4-595a-48f8-bebd-690a7d55c49e req-a5e62ab5-784c-4f61-a427-a5a9a72a9669 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007674 Sep 30 08:12:42.690986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.722531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:42.722950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:42.723501 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:42.728714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:42.729001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.729274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:42.735475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:42.735946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:42.736429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:42.737015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Bound port: 51517bd5-38d2-41c8-8a33-2a1886b8b926, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:42.737484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.793620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c496e4-5f11-4c65-926c-b295683927f6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.798489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.803327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d60923f-dc79-47aa-b6e7-043776621800 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04c496e4-5f11-4c65-926c-b295683927f6 HTTP/1.1" status: 204 len: 168 time: 0.4131052 Sep 30 08:12:42.804145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41134) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:42.814938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:42.838089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:42.846249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.851222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37063c06-9ce0-4211-807f-934f6fa90139 req-1575a43e-4c03-4c51-bc01-538ffd28b9c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.852936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37063c06-9ce0-4211-807f-934f6fa90139 req-1575a43e-4c03-4c51-bc01-538ffd28b9c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.1360748 Sep 30 08:12:42.887432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760db87-eb02-4237-891d-d38a7f3d7434 req-5c1bb701-ca94-4cba-913f-9b68fd65a3cd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.888955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8760db87-eb02-4237-891d-d38a7f3d7434 req-5c1bb701-ca94-4cba-913f-9b68fd65a3cd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.0840704 Sep 30 08:12:42.915062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.915676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.917086 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] 10.222.0.50 "PUT /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 1092 time: 0.7734048 Sep 30 08:12:42.917558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:42.919614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37063c06-9ce0-4211-807f-934f6fa90139 req-11fbf074-ddc5-4989-94e0-f02b52274f15 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571060 Sep 30 08:12:42.919807 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587bed6b-2ad4-4a2a-a85f-327024b2cf74" -d '{"events": [{"name": "network-changed", "server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:42.931638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.948713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8760db87-eb02-4237-891d-d38a7f3d7434 req-fe23c879-b9bd-4a5f-90cc-7635d3732ea2 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Sep 30 08:12:42.968142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ff80-48d6-4228-a9ba-e55f28a56dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.996062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.010541 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaa3e09-cf02-4020-ab69-9dd9834e067d x-openstack-request-id: req-7aaa3e09-cf02-4020-ab69-9dd9834e067d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:43.010830 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:43.011078 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aaa3e09-cf02-4020-ab69-9dd9834e067d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:43.011466 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'status': 'completed', 'code': 200} Sep 30 08:12:43.088648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.127657 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.127960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.128724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.129084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > port after_create 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.129436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.131638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > port after_update 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.132064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.132545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.132861 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.133277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.200502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.200846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.201419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.201939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:12:43.202466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25426c5-a993-4cbf-85fc-e2d506bef4ba']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:43.209870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-7c8d04a4-1131-4daa-8e6d-c05d8557c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.212099 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-7c8d04a4-1131-4daa-8e6d-c05d8557c8cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1095 time: 0.1871445 Sep 30 08:12:43.226745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2a84d6-7045-4928-93a9-f80ff8e61082') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:43.226941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2a84d6-7045-4928-93a9-f80ff8e61082') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:43.231745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bb904-4494-4863-88ba-36a2d16a35dc req-033a8015-3833-403a-9556-24ab198a6daa tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.233252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-219bb904-4494-4863-88ba-36a2d16a35dc req-033a8015-3833-403a-9556-24ab198a6daa tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0996416 Sep 30 08:12:43.240282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04fa02-ddf8-4b89-8a5f-a4f5ece4ed59 req-94f1b327-4260-4cc6-a561-5f012c8b066d tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.241809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a04fa02-ddf8-4b89-8a5f-a4f5ece4ed59 req-94f1b327-4260-4cc6-a561-5f012c8b066d tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0652688 Sep 30 08:12:43.254369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.290301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-5263e0c0-6cac-4a37-a62d-887d8fea062b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 217 time: 0.0471218 Sep 30 08:12:43.291234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-219bb904-4494-4863-88ba-36a2d16a35dc req-d900f526-12d4-42c5-9bf4-bdfd2a5b0735 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484707 Sep 30 08:12:43.305060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.311208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a04fa02-ddf8-4b89-8a5f-a4f5ece4ed59 req-e11bd1a1-3092-46ea-a3d4-ad4e061555e2 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541089 Sep 30 08:12:43.314833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:12:43.315427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: from cryptography.utils import int_from_bytes Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: from cryptography.utils import int_from_bytes Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:12:43.319470 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:12:43.413801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-d55a6c00-68bd-4a28-ab87-44916e1110ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.415493 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-d55a6c00-68bd-4a28-ab87-44916e1110ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0949218 Sep 30 08:12:43.420092 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.477738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-114ec70e-96c3-42fc-8520-71e349b688b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470428 Sep 30 08:12:43.477738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25426c5-a993-4cbf-85fc-e2d506bef4ba,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:43.479685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.481820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6591b5b1-2ae5-41cd-a0ad-d1ff8edeb204 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e25426c5-a993-4cbf-85fc-e2d506bef4ba HTTP/1.1" status: 204 len: 168 time: 0.6766751 Sep 30 08:12:43.596273 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-5240ae58-b4cb-4af0-8def-71ff13552429 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100931 Sep 30 08:12:43.597581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8b42-cfb6-4d12-9c8c-e202f259053c req-356929aa-32d0-455c-b595-ccbc7ffe6943 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.599126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba7d8b42-cfb6-4d12-9c8c-e202f259053c req-356929aa-32d0-455c-b595-ccbc7ffe6943 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0711443 Sep 30 08:12:43.651597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba7d8b42-cfb6-4d12-9c8c-e202f259053c req-482a5556-45e5-4c06-93f7-c56e85c11dd0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Sep 30 08:12:43.666081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:43.718690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6a30ea30-c643-4969-89a2-d001e3cec278 req-0dc4bca3-b590-4bef-93eb-ec90678f4646 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107512 Sep 30 08:12:43.733602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-188c6813-f1ca-413b-91ec-dbcc3436a15b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46145e956ce94ff8981037be2b5b0fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651689 Sep 30 08:12:43.733742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41164) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:43.801502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0beaa15-70f6-42db-9772-162e3e1135e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.832002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0beaa15-70f6-42db-9772-162e3e1135e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.924196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-a24d3275-1b0c-4311-a89d-db6fac42e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.926089 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-a24d3275-1b0c-4311-a89d-db6fac42e9f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1095 time: 0.0820844 Sep 30 08:12:43.947800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0beaa15-70f6-42db-9772-162e3e1135e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.950509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0beaa15-70f6-42db-9772-162e3e1135e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.951688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d0beaa15-70f6-42db-9772-162e3e1135e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f333a4f-30e8-4fbd-b9f3-06fcd189c6cf HTTP/1.1" status: 204 len: 168 time: 0.2173700 Sep 30 08:12:43.975781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0beaa15-70f6-42db-9772-162e3e1135e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f333a4f-30e8-4fbd-b9f3-06fcd189c6cf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:44.118952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473226-cece-4a98-a9ce-738a12dec1ed req-40370353-b44e-4c6a-be5a-b2ec4650fb15 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.127887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b473226-cece-4a98-a9ce-738a12dec1ed req-40370353-b44e-4c6a-be5a-b2ec4650fb15 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.0652375 Sep 30 08:12:44.169018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b473226-cece-4a98-a9ce-738a12dec1ed req-7422adee-04e3-434b-aaa0-8178471a7642 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 Sep 30 08:12:44.348096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5c650-cd88-412a-babd-7b4eac117ff0 req-ffa70d1e-2f80-4b09-a604-7d5ee13b1270 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.351489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daf5c650-cd88-412a-babd-7b4eac117ff0 req-ffa70d1e-2f80-4b09-a604-7d5ee13b1270 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.0681186 Sep 30 08:12:44.411498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-180f174d-e462-46ee-bbd2-83c4eb5ff9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.411686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daf5c650-cd88-412a-babd-7b4eac117ff0 req-6a55a1d4-b6bf-470f-9e23-a70d87d7773f tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 Sep 30 08:12:44.413036 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-180f174d-e462-46ee-bbd2-83c4eb5ff9e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.4762163 Sep 30 08:12:44.473392 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-eddf7c5a-8f4f-425f-9eea-b54be63a6118 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 217 time: 0.0513804 Sep 30 08:12:44.530746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feb408-8e3f-41b2-85d8-d60b7c645a22 req-f5e19087-bee2-4f31-8eb4-d8b540cae850 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.533205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1feb408-8e3f-41b2-85d8-d60b7c645a22 req-f5e19087-bee2-4f31-8eb4-d8b540cae850 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0537941 Sep 30 08:12:44.596504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-24794e08-1398-499a-8f01-32687e02e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.598267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-24794e08-1398-499a-8f01-32687e02e9c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0948677 Sep 30 08:12:44.598750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1feb408-8e3f-41b2-85d8-d60b7c645a22 req-4177e994-044d-4744-9d51-bc19d3791b2d tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564132 Sep 30 08:12:44.636164 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-4358062c-771e-4bcc-8f58-631cc5342335 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254242 Sep 30 08:12:44.748013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e762-c575-4c73-9569-83849299d359 req-e60b44bc-6075-45b2-8442-1da7ab8cc1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.748170 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.750612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c567e762-c575-4c73-9569-83849299d359 req-e60b44bc-6075-45b2-8442-1da7ab8cc1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0640316 Sep 30 08:12:44.797514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c567e762-c575-4c73-9569-83849299d359 req-4160e40f-8b27-4a16-b329-2f1c70565cac tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Sep 30 08:12:44.799112 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-656808e8-3a5f-4b36-a3c1-bf3b124c4676 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474566 Sep 30 08:12:44.930191 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-587bed6b-2ad4-4a2a-a85f-327024b2cf74 req-a5b1fa81-fb18-4968-a954-7b1ea43bb359 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222947 Sep 30 08:12:44.977804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b45f-8843-4cbc-9bd1-541a9ab9a3a5 req-189121ef-c8b1-4415-81a8-b211362a47e6 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.987068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed97b45f-8843-4cbc-9bd1-541a9ab9a3a5 req-189121ef-c8b1-4415-81a8-b211362a47e6 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0739176 Sep 30 08:12:45.039382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed97b45f-8843-4cbc-9bd1-541a9ab9a3a5 req-1476d4ae-faa6-47b6-b61c-5e4da5ba977e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508876 Sep 30 08:12:45.062014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41218) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:45.224762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1805555711-network', 'tenant_id': '06b672576ac248c1b22d142128a0cc2f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:45.364693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Made reservation on behalf of 06b672576ac248c1b22d142128a0cc2f for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:45.366878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.395585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.431405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-6c6437e6-48ba-4989-8f45-586170719e19 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 258 time: 0.2834282 Sep 30 08:12:45.449893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:45.538725 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.545037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.585745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b295f1a-a88a-45c4-a4ca-aa267ca35660,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:45.591499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:45.594664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.619434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.619780 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Added segment 74c8bd23-f6b1-4c77-b246-58dcd6e20a20 of type vlan for network febf7471-80f1-4b02-bfa5-3c2dc3338f78 Sep 30 08:12:45.673098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.737413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.738479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.739025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.775927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7127385 Sep 30 08:12:45.778903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41246) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:45.783995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Request body: {'subnet': {'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1805555711-subnet', 'tenant_id': '06b672576ac248c1b22d142128a0cc2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:45.815571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Made reservation on behalf of 06b672576ac248c1b22d142128a0cc2f for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:45.816853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.826133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ba3fe-a8b0-4ce3-bf6c-808d3db46601 admin admin] Pushing event updated for resources: {'Network': ['ID=febf7471-80f1-4b02-bfa5-3c2dc3338f78,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:45.829992 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.839821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:45.980529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Allocated IP 172.25.7.243 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/7287384f-a1c0-427a-97bc-5e293cb85ba6) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:46.010137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.060742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-4268dce8-56d0-4b06-bb86-d27f433de1bc tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:46.061848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-4268dce8-56d0-4b06-bb86-d27f433de1bc tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073614 Sep 30 08:12:46.065145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:46.090578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Checking segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:46.090928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Network hostable DHCP agents. Network: febf7471-80f1-4b02-bfa5-3c2dc3338f78, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:46.110489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:46.119067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-f9db8b65-cd9c-462b-b677-1143c172a084 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.120121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, febf7471-80f1-4b02-bfa5-3c2dc3338f78) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:46.120682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-f9db8b65-cd9c-462b-b677-1143c172a084 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 1093 time: 0.0502918 Sep 30 08:12:46.124936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.126282 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.131346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:46.131869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Unknown quota resources ['binding']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:12:46.135207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570bff6-af03-4376-b0cc-b950a29690eb None None] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:46.138869 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.154369 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-534cd878-a1df-4bd5-9407-dc479782c363 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3741629 Sep 30 08:12:46.251434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.301479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa00c9-e3d5-4f11-a826-f43e9f0fd34f None None] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:46.315765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:46.330849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:46.334581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:46.336627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event updated for resources: {'Port': ['ID=7287384f-a1c0-427a-97bc-5e293cb85ba6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:46.382739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:46.383398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:46.383502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:46.390535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:46.390927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:46.401523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:46.401946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:46.402392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:46.402895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Bound port: a5b631da-caeb-46da-ab83-ee6719c1d575, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:46.479298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.495573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:46.502666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.504051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-42ec209c-899e-41ca-93d4-e927fafc6871 service neutron] 10.222.0.41 "POST /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575/bindings HTTP/1.1" status: 201 len: 389 time: 0.3776016 Sep 30 08:12:46.527829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.557860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:46.727231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:46.746172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'port_id': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'mac_address': 'fa:16:3e:b5:00:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:46.768504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.782060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b328-4d21-4307-bafe-7798de16f6ac req-a9b02bb3-6999-434c-8c98-16b881245dcd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.783621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5dc0b328-4d21-4307-bafe-7798de16f6ac req-a9b02bb3-6999-434c-8c98-16b881245dcd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.1047492 Sep 30 08:12:46.784892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.789818 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.805437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51517bd5-38d2-41c8-8a33-2a1886b8b926 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:46.826872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:46.834451 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.887496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:46.889236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event updated for resources: {'Port': ['ID=7287384f-a1c0-427a-97bc-5e293cb85ba6,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:46.898947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-9020ade2-4045-49b1-b439-a7371e776a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.900846 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-9020ade2-4045-49b1-b439-a7371e776a9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0695577 Sep 30 08:12:46.903067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5dc0b328-4d21-4307-bafe-7798de16f6ac req-06a74486-be5e-4ef3-9915-4e3cbc004342 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081662 Sep 30 08:12:46.906257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.933750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.937043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-8284d241-8c36-4e25-be28-2644a29de2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4951379 Sep 30 08:12:47.052820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-da995d8e-f782-4b53-8be6-4b03ccba1921 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1061132 Sep 30 08:12:47.058168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-f0cd8d0c-4ea9-48e3-8bec-420d85c439d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.060825 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-f0cd8d0c-4ea9-48e3-8bec-420d85c439d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1439297 Sep 30 08:12:47.125122 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-460fbece-4742-4899-9792-dddcaf5d19d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 217 time: 0.0405669 Sep 30 08:12:47.130247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed977f-deff-41f9-8ece-786411b261d3 req-f3261311-51c0-44f3-ad88-7f6c77c7b573 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.131833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1ed977f-deff-41f9-8ece-786411b261d3 req-f3261311-51c0-44f3-ad88-7f6c77c7b573 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.1508262 Sep 30 08:12:47.148854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['51517bd5-38d2-41c8-8a33-2a1886b8b926'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:47.217955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bbb5d413-def9-4829-a003-2fab21395bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.222354 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bbb5d413-def9-4829-a003-2fab21395bbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0781896 Sep 30 08:12:47.223901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1ed977f-deff-41f9-8ece-786411b261d3 req-ab00f074-8d00-4f74-9819-6259e94bc336 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Sep 30 08:12:47.255539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-ec9ba356-827a-4b20-9dfd-747d6a7a1e09 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.269242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-ec9ba356-827a-4b20-9dfd-747d6a7a1e09 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1985519 Sep 30 08:12:47.275016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-b8f58c70-105a-4b65-8c7f-096b02d2235e tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:47.287613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbaf6402-37b5-4894-9ac9-fc9ef03328b1 req-b8f58c70-105a-4b65-8c7f-096b02d2235e tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0172744 Sep 30 08:12:47.303209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-cc8686fa-8a6f-447b-9fa3-dcf8b26afc0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663888 Sep 30 08:12:47.393931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529481-458a-4490-b87c-a356a898f6c0 req-aa8f203b-b93c-4af0-bf96-e7b51e7bad8a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.396594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f529481-458a-4490-b87c-a356a898f6c0 req-aa8f203b-b93c-4af0-bf96-e7b51e7bad8a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0582907 Sep 30 08:12:47.438967 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-9fa71aa6-272a-4f59-9c39-8a3b056f014c service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220224 Sep 30 08:12:47.444804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f529481-458a-4490-b87c-a356a898f6c0 req-12483c69-3c6f-4c80-b0d6-2436f319b73f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Sep 30 08:12:47.548724 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-491c27e2-c2fe-42d0-ad3b-a4a048570572 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001921 Sep 30 08:12:47.566295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aff1e-593a-4498-88da-c6ce5f9198f6 req-91bfe294-0ad9-4115-a9b2-44a2a8e5794d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.575357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-496aff1e-593a-4498-88da-c6ce5f9198f6 req-91bfe294-0ad9-4115-a9b2-44a2a8e5794d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 945 time: 0.0612869 Sep 30 08:12:47.616774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-496aff1e-593a-4498-88da-c6ce5f9198f6 req-faa05cdc-71dc-4860-bacd-3a393f9a9a3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Sep 30 08:12:47.716777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-a9510ba4-f9cb-4c2f-8bd9-d5219094fbba tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.719149 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-a9510ba4-f9cb-4c2f-8bd9-d5219094fbba tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.0511620 Sep 30 08:12:47.758343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:47.771375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ef631ddd-cf77-42d3-8aac-8e8dc20d3ab3 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.772952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ef631ddd-cf77-42d3-8aac-8e8dc20d3ab3 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 815 time: 0.1508701 Sep 30 08:12:47.775960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51ea6c-87ad-420e-8c33-39da67b760a2 req-ea669d50-5313-4f1c-bc1d-918ad41b1e9d tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.777422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e51ea6c-87ad-420e-8c33-39da67b760a2 req-ea669d50-5313-4f1c-bc1d-918ad41b1e9d tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 1101 time: 0.0752242 Sep 30 08:12:47.804449 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e51ea6c-87ad-420e-8c33-39da67b760a2 req-859b74aa-9ecb-4dac-9280-5cc0dacce818 tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.807030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-638aa57b-6129-4f95-9bd5-c80c8350b3bc tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/quotas/06b672576ac248c1b22d142128a0cc2f HTTP/1.1" status: 200 len: 375 time: 0.0240266 Sep 30 08:12:47.823255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.847664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-5b747c04-f84a-41af-b881-4fc02cba37e6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316527 Sep 30 08:12:47.992694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:48.065856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:48.131703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:48.135251 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507da43a-a968-4dfc-893a-483c87415ed7" -d '{"events": [{"server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:48.144142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.153816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.186341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-0d1f4d6e-8854-49f4-9054-a6215265d052 service neutron] 10.222.0.41 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237073 Sep 30 08:12:48.242556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e51ea6c-87ad-420e-8c33-39da67b760a2 req-859b74aa-9ecb-4dac-9280-5cc0dacce818 tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.254304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:48.268338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:48.268858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:48.269894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:48.274648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:48.275106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Attempting to bind port a5b631da-caeb-46da-ab83-ee6719c1d575 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:48.278844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e51ea6c-87ad-420e-8c33-39da67b760a2 req-859b74aa-9ecb-4dac-9280-5cc0dacce818 tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.281885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:48.282347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:48.282821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:48.283347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Bound port: a5b631da-caeb-46da-ab83-ee6719c1d575, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:48.283798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.325593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e51ea6c-87ad-420e-8c33-39da67b760a2 req-859b74aa-9ecb-4dac-9280-5cc0dacce818 tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358052 Sep 30 08:12:48.342291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b74aa-9ecb-4dac-9280-5cc0dacce818 tempest-LiveMigrationNegativeTest-170875864 tempest-LiveMigrationNegativeTest-170875864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e067a0fa-b833-4e10-89b4-60d109ca420e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:48.375406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-d8737d84-e065-469b-9294-65da3ee5414b service neutron] 10.222.0.41 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805911 Sep 30 08:12:48.393346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:48.400345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:48.407325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.486569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:48.487228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.488871 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] 10.222.0.57 "PUT /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 1121 time: 0.7357492 Sep 30 08:12:48.500558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef09887-78d8-489c-b771-4b485ee5caee service neutron] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:48.580225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:48.586908 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3077c1bd-886e-4578-bb30-0196ec409269 x-openstack-request-id: req-3077c1bd-886e-4578-bb30-0196ec409269 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:48.587182 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:48.587434 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3077c1bd-886e-4578-bb30-0196ec409269 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:48.587850 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'code': 200} Sep 30 08:12:48.636315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-1ef377b7-0e5e-4497-a9e2-f1b3ac5904b9 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:48.645997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-1ef377b7-0e5e-4497-a9e2-f1b3ac5904b9 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1672046 Sep 30 08:12:48.655260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a5b631da-caeb-46da-ab83-ee6719c1d575'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:48.722079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-91fa961f-7c93-4625-a07c-3a866c6c8c90 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.0748894 Sep 30 08:12:48.723547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 51517bd5-38d2-41c8-8a33-2a1886b8b926 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:48.737012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 51517bd5-38d2-41c8-8a33-2a1886b8b926 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:48.737392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.746193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Request body: {'floatingip': {'port_id': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:48.826808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.881674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a4f0a-8515-44fd-94eb-ede11bf190ae req-329ec0a4-4caf-4a15-b9e3-f966e7a67182 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:48.883215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e9a4f0a-8515-44fd-94eb-ede11bf190ae req-329ec0a4-4caf-4a15-b9e3-f966e7a67182 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.1899529 Sep 30 08:12:48.980054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e9a4f0a-8515-44fd-94eb-ede11bf190ae req-9323cc9c-0db8-4861-9edc-98d58e46bc0d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790622 Sep 30 08:12:49.059304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.128519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:49.134014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:49.137830 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73841fc8-6456-4511-8a8c-6f4caa00be6d" -d '{"events": [{"server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "name": "network-vif-plugged", "status": "completed", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:49.144592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.240295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:49.419522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e676b9b-e5e1-4298-8c48-c19a9ec37d6c req-9c9f0322-9c37-4205-8545-bcf10b3f04b0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.420979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e676b9b-e5e1-4298-8c48-c19a9ec37d6c req-9c9f0322-9c37-4205-8545-bcf10b3f04b0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1525614 Sep 30 08:12:49.524383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e676b9b-e5e1-4298-8c48-c19a9ec37d6c req-2b9a72f4-8ab9-4c56-ba72-2fbcf684d72b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957599 Sep 30 08:12:49.624511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2423ba96-7ea5-4c7b-8a5e-2d6831d64c93 req-f10734fb-c930-4154-ab41-37229d908a27 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 210 time: 0.0372241 Sep 30 08:12:49.629279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.633560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.917118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-9a1980a4-8410-4948-ba32-45137f24e011 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.918765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-9a1980a4-8410-4948-ba32-45137f24e011 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 815 time: 0.1242282 Sep 30 08:12:49.960254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Request body: {'port': {'device_id': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'admin_state_up': True, 'tenant_id': '06b672576ac248c1b22d142128a0cc2f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:49.982042 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Floating IP d33eecad-6062-41a0-a7b0-eb87c27aee63 associated. External IP: 172.25.7.243, port: 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f. Sep 30 08:12:50.025158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a452ca-30f6-4e86-ac86-87443b99593c req-be03a564-fdb7-4914-a79a-1def7be61fcf tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.026702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50a452ca-30f6-4e86-ac86-87443b99593c req-be03a564-fdb7-4914-a79a-1def7be61fcf tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.3406289 Sep 30 08:12:50.083857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Made reservation on behalf of 06b672576ac248c1b22d142128a0cc2f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:50.087876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.114602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50a452ca-30f6-4e86-ac86-87443b99593c req-9ee2b714-1abb-4b23-9444-6e18cd74a246 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791924 Sep 30 08:12:50.253322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Allocated IP 172.20.0.2 (febf7471-80f1-4b02-bfa5-3c2dc3338f78/e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb/7b641da4-ef3f-4e87-894b-c6bb9702203a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:50.267150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:50.274933 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b9f5e-56ee-41bb-8671-7ad857c70b76 x-openstack-request-id: req-da7b9f5e-56ee-41bb-8671-7ad857c70b76 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:50.277295 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "name": "network-vif-plugged", "status": "completed", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:50.278050 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da7b9f5e-56ee-41bb-8671-7ad857c70b76 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:50.279933 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'code': 200} Sep 30 08:12:50.423566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018336-5e05-49c0-8376-597e4544bc19 req-a35d18f6-f262-4ce8-982b-7006e71e0823 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.425156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb018336-5e05-49c0-8376-597e4544bc19 req-a35d18f6-f262-4ce8-982b-7006e71e0823 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 946 time: 0.0988061 Sep 30 08:12:50.426744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:50.431936 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.437830 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] Sync routers for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:50.449265 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:50.449938 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:50.466976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5d868-62c4-409d-ae89-274ca139d52d req-00034f20-e7b1-4911-a3de-6bd2492bd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.468517 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1ff5d868-62c4-409d-ae89-274ca139d52d req-00034f20-e7b1-4911-a3de-6bd2492bd0ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1097 time: 0.0780752 Sep 30 08:12:50.474050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-62a1ad87-441c-443b-94ed-3e54c9006227 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "PUT /v2.0/floatingips/d33eecad-6062-41a0-a7b0-eb87c27aee63 HTTP/1.1" status: 200 len: 996 time: 1.7503896 Sep 30 08:12:50.474660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:50.477047 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503303c-5541-417a-8f36-4a65947d5572" -d '{"events": [{"name": "network-changed", "server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:50.486258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.514691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb018336-5e05-49c0-8376-597e4544bc19 req-018410a6-4e6d-49a3-9f0d-f35ed546dae0 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772977 Sep 30 08:12:50.542500 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1ff5d868-62c4-409d-ae89-274ca139d52d req-bcb11011-cc7d-4067-a08e-84a9df1d560f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639195 Sep 30 08:12:50.558882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.560113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-9b391eab-a0e1-4218-950e-8513a28a4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.561993 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:50.562509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-9b391eab-a0e1-4218-950e-8513a28a4fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1096 time: 0.0697079 Sep 30 08:12:50.585004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:50.601800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:50.604228 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756570b9-0d88-4e19-a8fc-22617a14f240" -d '{"events": [{"name": "network-changed", "server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:50.609042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:50.614968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:50.624636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:50.677134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-c7b2a928-96cf-4994-80b1-46b4c545a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.677787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:50.678839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-c7b2a928-96cf-4994-80b1-46b4c545a94f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 928 time: 0.1097794 Sep 30 08:12:50.702600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.704166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.731499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-8ec71dd8-9be3-4156-a4e2-dac821ee2db6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752249 Sep 30 08:12:50.775891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:50.792064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:12:50.815846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-1ecfe5fe-0b4c-4b30-a62a-dd5ec92e7424 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 999 time: 0.1250806 Sep 30 08:12:50.845279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Request body: {'port': {'device_id': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:50.893172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-0702d1d4-8431-408d-afcc-6f6b5e98e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.895152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-0702d1d4-8431-408d-afcc-6f6b5e98e537 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 200 len: 866 time: 0.0724590 Sep 30 08:12:50.907569 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'd33eecad-6062-41a0-a7b0-eb87c27aee63', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'port_id': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'mac_address': 'fa:16:3e:9f:6c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:12:46Z', 'updated_at': '2021-09-30T08:12:49Z', 'revision_number': 1, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:24Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:50.948922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.949507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-3899bf3c-3b8b-46ed-b257-e27eed3dd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.950890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-3899bf3c-3b8b-46ed-b257-e27eed3dd69d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e6e0673-fae4-48f9-b4f1-df8f56121015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491805 Sep 30 08:12:50.952029 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] Checking router: 159a3436-9c8d-4aec-a2b8-6c88355a6c65 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:50.963656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-3322638c-da09-4dc1-bd2d-904123a44214 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:50.964059 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:50.964855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:50.967415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-3322638c-da09-4dc1-bd2d-904123a44214 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075707 Sep 30 08:12:51.109494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-0a793705-182b-4e22-9cb7-0ec8940ad963 service neutron] 10.222.0.41 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326077 Sep 30 08:12:51.130500 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:51.166367 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb595e7d-8d45-4ec3-abbd-139541ab408f x-openstack-request-id: req-eb595e7d-8d45-4ec3-abbd-139541ab408f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:51.167037 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:51.167488 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb595e7d-8d45-4ec3-abbd-139541ab408f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:51.168194 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'status': 'completed', 'code': 200} Sep 30 08:12:51.305717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe7e9c2-24e6-4e48-bdb6-7f22a31a7537 req-1555cfc1-21e9-441f-b213-b7ad858081e0 service neutron] 10.222.0.41 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899667 Sep 30 08:12:51.324919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503303c-5541-417a-8f36-4a65947d5572 req-23b4b2eb-fb94-4d73-a5ff-3fbbdd970d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.327049 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-23b4b2eb-fb94-4d73-a5ff-3fbbdd970d2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1096 time: 0.0759463 Sep 30 08:12:51.342096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a298-69b6-43c3-a0fa-38b7aa3867db req-52d3d4fc-239e-4026-96bb-f5123780b182 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.344668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33e3a298-69b6-43c3-a0fa-38b7aa3867db req-52d3d4fc-239e-4026-96bb-f5123780b182 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0748115 Sep 30 08:12:51.402050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33e3a298-69b6-43c3-a0fa-38b7aa3867db req-8de98676-0c35-4a31-9ac7-4499aefd4471 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Sep 30 08:12:51.425002 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb2a41b-2f47-4ea4-a965-be4a685d8f0d x-openstack-request-id: req-2cb2a41b-2f47-4ea4-a965-be4a685d8f0d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:51.425801 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:51.427250 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cb2a41b-2f47-4ea4-a965-be4a685d8f0d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:51.427250 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'status': 'completed', 'code': 200} Sep 30 08:12:51.513744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b641da4-ef3f-4e87-894b-c6bb9702203a {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:51.515735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'd33eecad-6062-41a0-a7b0-eb87c27aee63', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'port_id': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'mac_address': 'fa:16:3e:9f:6c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:12:46Z', 'updated_at': '2021-09-30T08:12:49Z', 'revision_number': 1, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:24Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:51.544767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11757cf6-227e-4cf1-8f14-62705943b122 None None] The sync data for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 is: [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'd33eecad-6062-41a0-a7b0-eb87c27aee63', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'port_id': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'mac_address': 'fa:16:3e:9f:6c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:12:46Z', 'updated_at': '2021-09-30T08:12:49Z', 'revision_number': 1, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:24Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:51.545082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.583013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503303c-5541-417a-8f36-4a65947d5572 req-a7f22f2e-e6b2-4ee4-8a65-a4f1a3cfc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.585055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-a7f22f2e-e6b2-4ee4-8a65-a4f1a3cfc8d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 928 time: 0.2162380 Sep 30 08:12:51.600782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Transition to ACTIVE for port object 7b641da4-ef3f-4e87-894b-c6bb9702203a will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:51.615312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.638579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299234fd-0c55-461b-92eb-2c5123068e2a req-cd66543c-8e6a-4c71-845c-afe03e76ccb1 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.646164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-299234fd-0c55-461b-92eb-2c5123068e2a req-cd66543c-8e6a-4c71-845c-afe03e76ccb1 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.1309876 Sep 30 08:12:51.649723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-762a9a5f-10d5-4575-a3ef-ba7c67e41242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.651277 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-762a9a5f-10d5-4575-a3ef-ba7c67e41242 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1124 time: 0.1451857 Sep 30 08:12:51.694138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a932-73ab-4460-bbca-e20e290a77c2 req-18a87bbc-82d2-44ff-8ac2-fb3729702283 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.712270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae91a932-73ab-4460-bbca-e20e290a77c2 req-18a87bbc-82d2-44ff-8ac2-fb3729702283 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 931 time: 0.1377637 Sep 30 08:12:51.744054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:51.751902 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-6934ae99-2157-44f0-8f25-2ab9c0997fbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 999 time: 0.1482975 Sep 30 08:12:51.755105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-299234fd-0c55-461b-92eb-2c5123068e2a req-b96fc6e2-3112-4338-825d-735722a014ac tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076496 Sep 30 08:12:51.826763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae91a932-73ab-4460-bbca-e20e290a77c2 req-811bd442-4fc0-4a7b-813e-924eb0b9b169 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131978 Sep 30 08:12:51.895371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f10db8-b19f-447e-a22c-3c50b9ffd7d8 None None] New status for floating IP d33eecad-6062-41a0-a7b0-eb87c27aee63: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:12:51.977184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503303c-5541-417a-8f36-4a65947d5572 req-459ce3f7-9e6a-4da8-bb54-61dc0873f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.979414 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-459ce3f7-9e6a-4da8-bb54-61dc0873f110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 200 len: 866 time: 0.2125719 Sep 30 08:12:52.034971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-ff55ed45-f263-4e2a-8692-c7e3737acebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.036579 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-ff55ed45-f263-4e2a-8692-c7e3737acebc service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.3291371 Sep 30 08:12:52.076073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be567a-63e4-4a0a-abff-11eb51a1fd35 req-3f129588-ed85-46ee-95b2-7df80409c7e2 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.082496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6be567a-63e4-4a0a-abff-11eb51a1fd35 req-3f129588-ed85-46ee-95b2-7df80409c7e2 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.1527944 Sep 30 08:12:52.093297 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-ee69a8cd-654d-4a3c-91fa-e6c024cf92a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 217 time: 0.0458608 Sep 30 08:12:52.094042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Attempting to bind port 7b641da4-ef3f-4e87-894b-c6bb9702203a on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:52.094376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Attempting to bind port 7b641da4-ef3f-4e87-894b-c6bb9702203a by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:52.094698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Attempting to bind port 7b641da4-ef3f-4e87-894b-c6bb9702203a on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:52.108383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Port 7b641da4-ef3f-4e87-894b-c6bb9702203a on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:52.108727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Attempting to bind port 7b641da4-ef3f-4e87-894b-c6bb9702203a on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:52.147320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:52.147676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Checking segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:52.148040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Bound using segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:52.148866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Bound port: 7b641da4-ef3f-4e87-894b-c6bb9702203a, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:52.148866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.158573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503303c-5541-417a-8f36-4a65947d5572 req-d797b854-a6e4-43fc-b230-afc6d12d5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.160132 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-d797b854-a6e4-43fc-b230-afc6d12d5560 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e6e0673-fae4-48f9-b4f1-df8f56121015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629455 Sep 30 08:12:52.170109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a62ceedb-14da-4f72-950f-31f751c34627 req-ba28447f-278d-4b81-82e8-843f5d5f257b tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 258 time: 0.2989743 Sep 30 08:12:52.175022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6be567a-63e4-4a0a-abff-11eb51a1fd35 req-37781146-1f91-441a-8b8a-51e0ea303d8b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873911 Sep 30 08:12:52.190954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:52.208010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-aa31deab-51c4-44ad-83f1-dc7124f0325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.209973 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-aa31deab-51c4-44ad-83f1-dc7124f0325f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1086581 Sep 30 08:12:52.233189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.280632 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-db6520a2-058b-4d10-b250-22996d29efc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402868 Sep 30 08:12:52.369608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa7396-abab-4b87-ae58-49d4da482a75 req-1f1c6250-9d2c-4354-adc1-89568e7a6510 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.371032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28fa7396-abab-4b87-ae58-49d4da482a75 req-1f1c6250-9d2c-4354-adc1-89568e7a6510 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 946 time: 0.0881124 Sep 30 08:12:52.382079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:52.425983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28fa7396-abab-4b87-ae58-49d4da482a75 req-5b048956-79af-466d-826c-90afb8771d49 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Sep 30 08:12:52.427546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.576623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Allocated IP 172.25.7.139 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4bd2019b-dd57-45f7-bcba-7513bb160d00) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:52.682783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:52.695760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.703638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59b97-a43c-4ddc-8fb6-f9e7e295b0b0 req-2423e412-6400-4f4f-87e5-933e36c1ec38 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.704730 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-5bd6d68a-1b75-4b29-ba11-f9fdd59c82ed service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264449 Sep 30 08:12:52.705179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2f59b97-a43c-4ddc-8fb6-f9e7e295b0b0 req-2423e412-6400-4f4f-87e5-933e36c1ec38 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1111591 Sep 30 08:12:52.745777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.753770 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-0a20c8a3-8069-4b56-ad45-caa8640b0ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625533 Sep 30 08:12:52.770098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.770675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.772047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] 10.222.0.50 "PUT /v2.0/ports/7b641da4-ef3f-4e87-894b-c6bb9702203a HTTP/1.1" status: 200 len: 1091 time: 1.9333224 Sep 30 08:12:52.774919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2f59b97-a43c-4ddc-8fb6-f9e7e295b0b0 req-c954df16-7afe-4d35-ab53-d1c371b43b0a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596211 Sep 30 08:12:52.808751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.822809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8187b-5f42-42ba-83ea-e8e81909b624 service neutron] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:52.857979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:52.861826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:52.864918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:52.899742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event updated for resources: {'Port': ['ID=4bd2019b-dd57-45f7-bcba-7513bb160d00,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:52.989864 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0503303c-5541-417a-8f36-4a65947d5572 req-cb6a002b-b776-43a4-9b25-37a6802197fb service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534153 Sep 30 08:12:52.993302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.995817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756570b9-0d88-4e19-a8fc-22617a14f240 req-c3b7fc08-b160-42ff-87a4-9a5d943a56f7 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287891 Sep 30 08:12:53.001376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-025fd827-1575-4ce5-8a68-e85b524ef1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.002940 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-025fd827-1575-4ce5-8a68-e85b524ef1a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 1094 time: 0.1288106 Sep 30 08:12:53.066989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.073518 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-0fa882f6-4c5b-4efc-86d7-b1e96b998fe2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a HTTP/1.1" status: 200 len: 217 time: 0.0464001 Sep 30 08:12:53.121636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe43e6-d935-4678-9090-2b27622507c6 req-0172b833-26f1-4ac7-b172-7da122f12b2b tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.123672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04fe43e6-d935-4678-9090-2b27622507c6 req-0172b833-26f1-4ac7-b172-7da122f12b2b tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1097 time: 0.0887153 Sep 30 08:12:53.135164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ff96ed9b-fcb4-4b0b-bb11-3f09783e5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.136841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-ff96ed9b-fcb4-4b0b-bb11-3f09783e5dd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 200 len: 855 time: 0.0473201 Sep 30 08:12:53.174502 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-92c1a8c2-eb6f-4651-9c02-158a16212241 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=febf7471-80f1-4b02-bfa5-3c2dc3338f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286601 Sep 30 08:12:53.211783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04fe43e6-d935-4678-9090-2b27622507c6 req-d422a48f-2072-4c41-b55a-893eba53f752 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 Sep 30 08:12:53.291390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.305230 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-91d78cf3-fdd7-440c-bf5d-4bfa4c9cfbe6 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211019 Sep 30 08:12:53.307271 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.424608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event updated for resources: {'Port': ['ID=4bd2019b-dd57-45f7-bcba-7513bb160d00,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:53.439787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.444785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:53.448091 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dbb758-23a0-4059-9ad1-f7eceeab1015" -d '{"events": [{"name": "network-changed", "server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:53.465090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68821-a967-4475-b6bd-f8a8cfc0771b req-6e44c9e5-b676-460a-bbbb-b95ad43f8ff0 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.466764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38f68821-a967-4475-b6bd-f8a8cfc0771b req-6e44c9e5-b676-460a-bbbb-b95ad43f8ff0 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.0944669 Sep 30 08:12:53.468170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.469476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a62ceedb-14da-4f72-950f-31f751c34627 req-86b848bb-fcfe-49da-aae0-b726141e2037 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2841642 Sep 30 08:12:53.505830 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a099fa0-0dd2-4be7-a326-bce75503a343 req-f3c25141-daa0-48e7-9939-d50b1f5f4f33 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894228 Sep 30 08:12:53.540650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a62ceedb-14da-4f72-950f-31f751c34627 req-76423bba-bc50-4698-8c6b-c53775dce3b2 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0635493 Sep 30 08:12:53.565487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38f68821-a967-4475-b6bd-f8a8cfc0771b req-e2aa9300-f7f7-49fc-963a-ca51bde27cda tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911474 Sep 30 08:12:53.938011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ceedb-14da-4f72-950f-31f751c34627 req-061f8703-236b-4e20-b8fb-0b84cd4997dc tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.939549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a62ceedb-14da-4f72-950f-31f751c34627 req-061f8703-236b-4e20-b8fb-0b84cd4997dc tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.3918407 Sep 30 08:12:53.953665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a608267-beb8-4901-a924-70f9276e4e79 req-68f9ab1e-932a-4a30-a14c-dc4e6e92d649 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.955428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a608267-beb8-4901-a924-70f9276e4e79 req-68f9ab1e-932a-4a30-a14c-dc4e6e92d649 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 943 time: 0.0877745 Sep 30 08:12:53.961569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-a62ceedb-14da-4f72-950f-31f751c34627 req-88e6d205-3dd0-49f2-89da-8a7d060d591f tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:53.962719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a62ceedb-14da-4f72-950f-31f751c34627 req-88e6d205-3dd0-49f2-89da-8a7d060d591f tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063188 Sep 30 08:12:54.004607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a608267-beb8-4901-a924-70f9276e4e79 req-47fe9366-c962-489e-92b7-cca17f1cdac1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Sep 30 08:12:54.065555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-20734dde-7518-44fa-bbe7-73b5a385a183 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.068282 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-20734dde-7518-44fa-bbe7-73b5a385a183 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 950 time: 0.0948262 Sep 30 08:12:54.178572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c88fa-6b32-46c6-a812-e74013e8b0be req-42806df6-f9be-4c90-b163-24a9e44adb24 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.181010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6c88fa-6b32-46c6-a812-e74013e8b0be req-42806df6-f9be-4c90-b163-24a9e44adb24 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 943 time: 0.1040502 Sep 30 08:12:54.209214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Deleting port 90c729dd-99ae-48ef-af24-750aa24537ec {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:54.209859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.218962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc50f-84a0-4a71-9cd5-e3fe7983d4fd req-a9256e57-f201-4954-846a-929b30a0cb4e tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.221063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d12fc50f-84a0-4a71-9cd5-e3fe7983d4fd req-a9256e57-f201-4954-846a-929b30a0cb4e tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1097 time: 0.1064134 Sep 30 08:12:54.261879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6c88fa-6b32-46c6-a812-e74013e8b0be req-0337b1b4-1a8f-4864-acd5-5428edeb1390 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Sep 30 08:12:54.288020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d12fc50f-84a0-4a71-9cd5-e3fe7983d4fd req-6d94d463-6733-4c30-b484-5aef6081d178 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525415 Sep 30 08:12:54.345285 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e232a4-1561-4a6f-995d-18b5997024b6 x-openstack-request-id: req-77e232a4-1561-4a6f-995d-18b5997024b6 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:54.345606 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:54.345866 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77e232a4-1561-4a6f-995d-18b5997024b6 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:54.346264 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'status': 'completed', 'code': 200} Sep 30 08:12:54.361188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] For port 90c729dd-99ae-48ef-af24-750aa24537ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=90c729dd-99ae-48ef-af24-750aa24537ec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:54.361849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.387208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Calling delete_port for 90c729dd-99ae-48ef-af24-750aa24537ec owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:54.463970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071609b2-df57-4268-80ac-236081f301aa req-b3a354c2-491e-4d7f-808e-1b080146422f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.472355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-071609b2-df57-4268-80ac-236081f301aa req-b3a354c2-491e-4d7f-808e-1b080146422f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0769112 Sep 30 08:12:54.537009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-071609b2-df57-4268-80ac-236081f301aa req-41ad9b13-dd86-4d70-8054-a227525fe52b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 Sep 30 08:12:54.547512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-4a400666-425d-4c54-8ae8-68240014dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.549289 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-4a400666-425d-4c54-8ae8-68240014dfed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 1094 time: 0.1289704 Sep 30 08:12:54.565816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-1a1d9d49-58cd-46b3-8dcd-134ebc64560c tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.567584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-1a1d9d49-58cd-46b3-8dcd-134ebc64560c tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0874658 Sep 30 08:12:54.631968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-28f368aa-1ee8-4f3c-b51e-4bc9a3763775 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0578759 Sep 30 08:12:54.643653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-9652e3d7-1cc0-4340-90ca-417021f0efca tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Request body: {'floatingip': {'port_id': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:54.702708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-9652e3d7-1cc0-4340-90ca-417021f0efca tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.732446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.748843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['17446a20-759e-4324-ad7f-c705e9231381', '90c729dd-99ae-48ef-af24-750aa24537ec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:54.780478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Pushing event deleted for resources: {'Port': ['ID=90c729dd-99ae-48ef-af24-750aa24537ec,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.790749 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-8b5e1f14-5d54-4715-a322-25b9d173b7c8 service neutron] 10.222.0.50 "GET /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.1913159 Sep 30 08:12:54.844225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-71f2f94c-b892-44e0-986e-74631139a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.845749 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-71f2f94c-b892-44e0-986e-74631139a0bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 916 time: 0.2593138 Sep 30 08:12:54.877318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] No DVR routers for this DVR port 90c729dd-99ae-48ef-af24-750aa24537ec on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:54.889401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.891809 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-917f3b82-f99d-41b6-bf96-4b9357a0b721 req-4ee99f63-273f-421a-ba64-4fe131c29ccf tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "DELETE /v2.0/ports/90c729dd-99ae-48ef-af24-750aa24537ec HTTP/1.1" status: 204 len: 173 time: 0.8030224 Sep 30 08:12:54.962864 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-097b86e1-36e0-4d8f-a99e-d33ee89acaae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a HTTP/1.1" status: 200 len: 217 time: 0.0964358 Sep 30 08:12:55.048962 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-9652e3d7-1cc0-4340-90ca-417021f0efca tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 08:12:55.065219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56cf3d1f-cdcd-4a56-92d8-7fcd4ca11aa3 req-9652e3d7-1cc0-4340-90ca-417021f0efca tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "PUT /v2.0/floatingips/0659094c-5c17-4568-9d6e-7210be985109 HTTP/1.1" status: 409 len: 550 time: 0.4227583 Sep 30 08:12:55.075382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e04c8-0971-4449-8c79-795ac0425307 req-5ae920a1-bcc5-490a-a5ea-bbad2496edde tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.083571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-752e04c8-0971-4449-8c79-795ac0425307 req-5ae920a1-bcc5-490a-a5ea-bbad2496edde tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=b437b216-386e-455a-bf5b-424c3bca5e10 HTTP/1.1" status: 200 len: 867 time: 0.3939724 Sep 30 08:12:55.141160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-752e04c8-0971-4449-8c79-795ac0425307 req-59765660-58e4-4b25-adf4-78e6f5ceed8a tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566597 Sep 30 08:12:55.169634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-b29b012d-e784-4bcd-b824-33b21d6bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.171812 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-b29b012d-e784-4bcd-b824-33b21d6bfaa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 200 len: 855 time: 0.1821079 Sep 30 08:12:55.233890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-00c95c39-c79f-4c03-bbbd-51c2bb0b3666 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=febf7471-80f1-4b02-bfa5-3c2dc3338f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538435 Sep 30 08:12:55.290385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-7d260d51-8601-445a-9c62-73971cc59092 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips/0659094c-5c17-4568-9d6e-7210be985109 HTTP/1.1" status: 200 len: 693 time: 0.0750213 Sep 30 08:12:55.320365 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:55.369777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278ba2f-680d-4f3f-b659-e6e78143621f req-8cd7b56a-7a78-4666-8dde-17f7ade3c830 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.372052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8278ba2f-680d-4f3f-b659-e6e78143621f req-8cd7b56a-7a78-4666-8dde-17f7ade3c830 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 943 time: 0.1055675 Sep 30 08:12:55.381051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:55.417466 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-92df731c-6155-479d-b892-f2f8ac0b5262 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739833 Sep 30 08:12:55.423478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:55.482033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8278ba2f-680d-4f3f-b659-e6e78143621f req-3b583962-89a9-4709-be39-6787ad372ce8 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 Sep 30 08:12:55.492996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-4127888a-8599-471c-91a5-70ea22d0445a tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.494381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:55.503444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-4127888a-8599-471c-91a5-70ea22d0445a tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1901217 Sep 30 08:12:55.510473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b631da-caeb-46da-ab83-ee6719c1d575 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:55.513980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-278a75da-a2a7-4ef9-baf9-5e89e84abe0c tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:55.523796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-278a75da-a2a7-4ef9-baf9-5e89e84abe0c tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0194116 Sep 30 08:12:55.532737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:55.606163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:55.627846 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-99dbb758-23a0-4059-9ad1-f7eceeab1015 req-562ef979-3faa-4902-ac70-a9b50d1a6526 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010937 Sep 30 08:12:55.638604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-533bc376-4a5a-4a07-8b16-4b7e3901d5d7 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.1134415 Sep 30 08:12:55.678434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580c3a5-b522-40ad-b491-1fcc36d50802 req-a6bc926c-332b-4506-8a00-54042c6ac8f4 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.680128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5580c3a5-b522-40ad-b491-1fcc36d50802 req-a6bc926c-332b-4506-8a00-54042c6ac8f4 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1097 time: 0.0930865 Sep 30 08:12:55.706499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] Transition to ACTIVE for port object a5b631da-caeb-46da-ab83-ee6719c1d575 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:55.712679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:55.741940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-1c2cbaba-49b9-4d55-85cf-f64453db3328 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.1021314 Sep 30 08:12:55.812197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5580c3a5-b522-40ad-b491-1fcc36d50802 req-bc7c39ce-234e-40c8-bbc6-b0813d548530 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Sep 30 08:12:55.892353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:55.936193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] No DVR routers for this DVR port a5b631da-caeb-46da-ab83-ee6719c1d575 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:55.990645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e92e25-6b73-413d-89a2-fa8677d2e5b0 req-5f52a686-faf0-4764-945b-f952f0439768 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.992108 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-402fa1c9-77fa-4ad3-9871-ccb56a8d4a17 service neutron] 10.222.0.50 "PUT /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1928866 Sep 30 08:12:55.992477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12e92e25-6b73-413d-89a2-fa8677d2e5b0 req-5f52a686-faf0-4764-945b-f952f0439768 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 944 time: 0.0855973 Sep 30 08:12:56.025195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Deleting port 4bd2019b-dd57-45f7-bcba-7513bb160d00 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:56.025737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.066871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12e92e25-6b73-413d-89a2-fa8677d2e5b0 req-7fa12f44-f76b-4c92-ac02-02b9b55204b9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676036 Sep 30 08:12:56.137422 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.137972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.158407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Calling delete_port for 4bd2019b-dd57-45f7-bcba-7513bb160d00 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:56.187897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-e43e8618-eff5-4bfd-b10a-88bf8fe00520 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.190264 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-e43e8618-eff5-4bfd-b10a-88bf8fe00520 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0549493 Sep 30 08:12:56.279149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-258e121e-0011-48c3-934f-78054b77f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.281342 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-258e121e-0011-48c3-934f-78054b77f3c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8&tenant_id=fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 1095 time: 0.0774944 Sep 30 08:12:56.352444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'name': 'network-vif-deleted', 'tag': '90c729dd-99ae-48ef-af24-750aa24537ec'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:56.355805 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b44cc49-a389-4913-8672-2613a81df6b6" -d '{"events": [{"server_uuid": "b437b216-386e-455a-bf5b-424c3bca5e10", "name": "network-vif-deleted", "tag": "90c729dd-99ae-48ef-af24-750aa24537ec"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:56.426796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-81156aa4-1166-4431-ac34-c827293fa11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.431268 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-81156aa4-1166-4431-ac34-c827293fa11d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1095 time: 0.0988643 Sep 30 08:12:56.439152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e741c-394a-4d3e-a492-850dd0f95cc3 req-33f23eaa-e20e-42f7-bea4-6906076dde1f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.440701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b76e741c-394a-4d3e-a492-850dd0f95cc3 req-33f23eaa-e20e-42f7-bea4-6906076dde1f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0805764 Sep 30 08:12:56.486874 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.503959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b76e741c-394a-4d3e-a492-850dd0f95cc3 req-89588b3e-bef4-4911-948b-beec05e0371d tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546372 Sep 30 08:12:56.523528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event deleted for resources: {'Port': ['ID=4bd2019b-dd57-45f7-bcba-7513bb160d00,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:56.566914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-d5ebe6d2-d177-4b23-8f33-38872639861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.568724 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-d5ebe6d2-d177-4b23-8f33-38872639861c service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1259279 Sep 30 08:12:56.617989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:56.626000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.629277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.638159 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-73a10c2f-1ab4-4914-9bd4-d26ee0fdd6ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 200 len: 217 time: 0.0526071 Sep 30 08:12:56.638828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-260a6f6a-4c73-41a7-b936-ef397fa9b56f req-59b82c6d-f715-48de-a9da-0f5ffaa8def4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "DELETE /v2.0/floatingips/0659094c-5c17-4568-9d6e-7210be985109 HTTP/1.1" status: 204 len: 173 time: 0.8960938 Sep 30 08:12:56.728516 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8202b7b-f411-41c0-9587-0cc441d08dfd x-openstack-request-id: req-f8202b7b-f411-41c0-9587-0cc441d08dfd {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:56.729490 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b437b216-386e-455a-bf5b-424c3bca5e10", "name": "network-vif-deleted", "tag": "90c729dd-99ae-48ef-af24-750aa24537ec", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:56.729777 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8202b7b-f411-41c0-9587-0cc441d08dfd {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:56.730248 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b437b216-386e-455a-bf5b-424c3bca5e10', 'name': 'network-vif-deleted', 'tag': '90c729dd-99ae-48ef-af24-750aa24537ec', 'status': 'completed', 'code': 200} Sep 30 08:12:56.776046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-ba23a10b-165a-4920-971e-4a7d1e567aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.777368 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-ba23a10b-165a-4920-971e-4a7d1e567aa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1089070 Sep 30 08:12:56.795102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:56.826357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'port_id': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'mac_address': 'fa:16:3e:26:5e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:56.853285 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-226f381c-65d7-4b31-be05-9a8b9d9df44a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522594 Sep 30 08:12:56.878561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.895266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9af08f-fe94-43df-8fb7-41c413e2cdd5 req-e9c98fdc-371c-4b08-a443-4d0005fd6685 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.897109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d9af08f-fe94-43df-8fb7-41c413e2cdd5 req-e9c98fdc-371c-4b08-a443-4d0005fd6685 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 943 time: 0.0874574 Sep 30 08:12:56.903673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b641da4-ef3f-4e87-894b-c6bb9702203a {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:56.952038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:56.962164 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.985242 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-7a87be92-f980-4388-af85-83e1c72de639 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158857 Sep 30 08:12:56.987013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d9af08f-fe94-43df-8fb7-41c413e2cdd5 req-f9d4b951-a757-43d7-a29e-b5cf4f3653b4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824094 Sep 30 08:12:57.049973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:57.059864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.060645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.061107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.061573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.062075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.062551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.062983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.063414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.063842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.064269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.064713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.065280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:57.114577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-0d285477-a58e-4033-a77f-7ff1feac5423 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123958 Sep 30 08:12:57.151006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-39679c18-6d15-4645-8045-14b0ab023bda tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.1374454 Sep 30 08:12:57.226423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-35a9c9cf-6925-4206-9a0a-9ab59542bc53 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.228044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-35a9c9cf-6925-4206-9a0a-9ab59542bc53 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports/37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 942 time: 0.0710382 Sep 30 08:12:57.309353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7b641da4-ef3f-4e87-894b-c6bb9702203a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:57.386393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-265aebde-0bf6-42ef-bfdf-f8334fcb819a tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.0978363 Sep 30 08:12:57.525733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-44c65d3b-7d5e-458e-9131-49982e151cf4 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.527475 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-44c65d3b-7d5e-458e-9131-49982e151cf4 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0515258 Sep 30 08:12:57.531884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-98082190-1ed6-4898-b3bc-f7cb8e2a7150 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.536322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-98082190-1ed6-4898-b3bc-f7cb8e2a7150 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1467156 Sep 30 08:12:57.633069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-eacc40c8-d44b-47fb-89f5-27fb9aaaef90 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.0918975 Sep 30 08:12:57.646398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:57.691788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-8796b3bb-19e0-4c74-b16c-535bb8e0623e service neutron] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:57.697104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-8796b3bb-19e0-4c74-b16c-535bb8e0623e service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.698900 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6cff2765-a0c7-467b-8eb8-5e334486d2a0 req-8796b3bb-19e0-4c74-b16c-535bb8e0623e service neutron] 10.222.0.57 "DELETE /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.1371601 Sep 30 08:12:57.710987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.754090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-f0f0f913-beee-4e1d-824e-bf8ba8787d7c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:57.755130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-f0f0f913-beee-4e1d-824e-bf8ba8787d7c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099123 Sep 30 08:12:57.839751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-11143568-6257-4159-a255-84b1506348af tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.841159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-11143568-6257-4159-a255-84b1506348af tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 1094 time: 0.0781405 Sep 30 08:12:57.856865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:57.857490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Unknown quota resources ['binding']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:12:57.933382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.961032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.961486 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Floating IP d33eecad-6062-41a0-a7b0-eb87c27aee63 disassociated. External IP: 172.25.7.243, port: 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f. Sep 30 08:12:58.147786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:58.148119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:58.148453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:58.187656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:58.188071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:58.198974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:58.199706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:58.199706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:58.200394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Bound port: 51517bd5-38d2-41c8-8a33-2a1886b8b926, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:58.306175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:58.307909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:58.313562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.314762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-02746222-c5b0-4ccb-8c3a-af07521cdb03 service neutron] 10.222.0.41 "POST /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926/bindings HTTP/1.1" status: 201 len: 389 time: 0.4630632 Sep 30 08:12:58.608643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 90c729dd-99ae-48ef-af24-750aa24537ec no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:58.635777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 90c729dd-99ae-48ef-af24-750aa24537ec {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:58.636141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 90c729dd-99ae-48ef-af24-750aa24537ec not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:58.642694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:58.711108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 7b641da4-ef3f-4e87-894b-c6bb9702203a completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:58.717085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 7b641da4-ef3f-4e87-894b-c6bb9702203a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:58.717871 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.752938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:58.758093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.763892 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] Sync routers for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:58.767415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860b342-580d-45d2-a5a2-f42eb0db632d req-cb2c5e11-bd5c-4fa9-82f6-00f3768a36ad tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.768870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5860b342-580d-45d2-a5a2-f42eb0db632d req-cb2c5e11-bd5c-4fa9-82f6-00f3768a36ad tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 944 time: 0.0746646 Sep 30 08:12:58.780403 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:58.781679 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:58.830059 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.830737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5860b342-580d-45d2-a5a2-f42eb0db632d req-fba9dc4f-73fc-4f82-a086-8f8bdc478677 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530806 Sep 30 08:12:58.843377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-56c8260e-c410-4b86-888f-ee2bc01c1e71 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "PUT /v2.0/floatingips/d33eecad-6062-41a0-a7b0-eb87c27aee63 HTTP/1.1" status: 200 len: 695 time: 1.2024810 Sep 30 08:12:58.843848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:58.846213 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311dcd48-e9db-406d-a5e2-4446a18e4acd" -d '{"events": [{"name": "network-changed", "server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:58.909074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:58.911677 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b74a8-7623-4771-ab80-c501701f7a8f" -d '{"events": [{"server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "name": "network-vif-plugged", "status": "completed", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:58.925039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-050c17d7-1f1b-4281-bf1b-561ec1c0be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.933709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-050c17d7-1f1b-4281-bf1b-561ec1c0be41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1096 time: 0.0732865 Sep 30 08:12:58.936582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:58.942923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.944823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:58.982501 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-fa14ee2e-dfb8-4900-a902-a28c6d22a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.984116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-fa14ee2e-dfb8-4900-a902-a28c6d22a7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1097 time: 0.0851843 Sep 30 08:12:59.003984 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:59.036487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-2814fa8d-b967-41df-82f4-67a7756fd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.045044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-2814fa8d-b967-41df-82f4-67a7756fd6b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 928 time: 0.1100793 Sep 30 08:12:59.075389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:59.084570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:59.106092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-d06b397d-11f5-42d0-9e74-f0b26596b784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 217 time: 0.0598962 Sep 30 08:12:59.138482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-6f534fb8-5d2a-4d47-8e2c-1be308094fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.141107 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-6f534fb8-5d2a-4d47-8e2c-1be308094fd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1370778 Sep 30 08:12:59.191062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-485dc756-46a8-4829-9971-8832d5cc41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.199322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-485dc756-46a8-4829-9971-8832d5cc41d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 200 len: 866 time: 0.0921452 Sep 30 08:12:59.207601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-ff6736c7-189d-48ea-a9a6-f46b21181488 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 217 time: 0.0564427 Sep 30 08:12:59.217759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cce4b-13a0-4943-bdcc-f906660626c1 req-e5b59d21-68dd-495c-8cbc-69d7a2e19fca tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.222695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a0cce4b-13a0-4943-bdcc-f906660626c1 req-e5b59d21-68dd-495c-8cbc-69d7a2e19fca tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1321850 Sep 30 08:12:59.295607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-f6ce736f-42b6-4e09-bedb-3ca14674e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.297226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-f6ce736f-42b6-4e09-bedb-3ca14674e33c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e6e0673-fae4-48f9-b4f1-df8f56121015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969520 Sep 30 08:12:59.300914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a0cce4b-13a0-4943-bdcc-f906660626c1 req-3ae62883-d317-4d2b-ab18-d13ad5b4369c tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561991 Sep 30 08:12:59.311275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-f511ec1a-f5ae-4130-bad3-710227cd2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.312834 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-f511ec1a-f5ae-4130-bad3-710227cd2baa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0821633 Sep 30 08:12:59.388313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-5f52e216-59fa-40dc-9b90-3870ed480233 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603087 Sep 30 08:12:59.423607 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:24Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:59.456391 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] Checking router: 159a3436-9c8d-4aec-a2b8-6c88355a6c65 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:59.465502 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:59.466133 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:59.479529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e7414-a0eb-4beb-a1cb-64052b247cca req-cfb429bc-07d2-4e45-a60e-954b635aeb61 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.481232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-124e7414-a0eb-4beb-a1cb-64052b247cca req-cfb429bc-07d2-4e45-a60e-954b635aeb61 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0834451 Sep 30 08:12:59.490445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-495dadd6-1dda-47e3-bf0f-858fb1249446 service neutron] 10.222.0.41 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747727 Sep 30 08:12:59.533994 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-7bd22f67-cd4a-45bb-a643-3a97f2723a01 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294820 Sep 30 08:12:59.587442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-124e7414-a0eb-4beb-a1cb-64052b247cca req-46d896c0-d03d-419c-865d-d2f410b84717 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945203 Sep 30 08:12:59.614807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6ef55f-4426-4b37-a900-aa1a1a2a0b1b req-e2179fbd-8969-4bd3-b4d9-e2a2c447ebb6 service neutron] 10.222.0.41 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231012 Sep 30 08:12:59.623039 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:59.658568 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e97f39e9-22a2-47c1-b7de-24213b5e8ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086719 Sep 30 08:12:59.755921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d5905-098d-4d08-bb5e-d73358869e00 req-955697e9-0327-47a3-89b4-3ca7a614a5e1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.764570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c4d5905-098d-4d08-bb5e-d73358869e00 req-955697e9-0327-47a3-89b4-3ca7a614a5e1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 946 time: 0.0852847 Sep 30 08:12:59.788435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95b19-2f09-41ec-a5d4-a48c7e923985 req-600f940f-ef49-4cf1-b09c-1343b3f04b91 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.790025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74a95b19-2f09-41ec-a5d4-a48c7e923985 req-600f940f-ef49-4cf1-b09c-1343b3f04b91 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.0878708 Sep 30 08:12:59.823645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c4d5905-098d-4d08-bb5e-d73358869e00 req-3b86b65e-490b-4007-ad77-acfba011994c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590482 Sep 30 08:12:59.855537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74a95b19-2f09-41ec-a5d4-a48c7e923985 req-58a81aae-64c1-4d63-b860-51b5cbd56023 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Sep 30 08:12:59.859718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-3efc9214-e973-4e2a-995c-c6d5305ab554 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.863114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-3efc9214-e973-4e2a-995c-c6d5305ab554 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1097 time: 0.0908041 Sep 30 08:12:59.896191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:59.924468 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64f6dda-6043-4e8c-a3d3-a65b68a4b793 x-openstack-request-id: req-f64f6dda-6043-4e8c-a3d3-a65b68a4b793 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:59.925974 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:59.926408 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f64f6dda-6043-4e8c-a3d3-a65b68a4b793 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:59.927122 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'status': 'completed', 'code': 200} Sep 30 08:12:59.927666 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae10b2ea-de08-4c62-9a72-3252cc7bb890 x-openstack-request-id: req-ae10b2ea-de08-4c62-9a72-3252cc7bb890 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:59.928173 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "name": "network-vif-plugged", "status": "completed", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:59.928391 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae10b2ea-de08-4c62-9a72-3252cc7bb890 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:59.929198 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:24Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:59.929693 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'code': 200} Sep 30 08:12:59.993393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.999837 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43281ef6-c68c-4f8d-96d0-2d7ee5c94190 None None] The sync data for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 is: [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:12:20Z', 'revision_number': 4, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '818510db-c1ab-4f83-af88-b0c1b3f34fd0', 'name': '', 'network_id': '9e6e0673-fae4-48f9-b4f1-df8f56121015', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'mac_address': 'fa:16:3e:63:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:19Z', 'updated_at': '2021-09-30T08:12:24Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'subnets': [{'id': '4df3bdcc-8bff-4fde-a63f-1fe48697f6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:00.013914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-4638fd68-86ea-4953-8977-816df15a7cff tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips/d33eecad-6062-41a0-a7b0-eb87c27aee63 HTTP/1.1" status: 200 len: 695 time: 0.0727313 Sep 30 08:13:00.133654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-b9b21060-05ab-43fd-adc3-11817394bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.135319 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-b9b21060-05ab-43fd-adc3-11817394bbdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 1096 time: 0.1528206 Sep 30 08:13:00.203120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5310fdc-3309-4167-9067-aafb62493283 req-2c7cac80-1c72-4560-ac69-593389b18109 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.212360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-2c7cac80-1c72-4560-ac69-593389b18109 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1897449 Sep 30 08:13:00.222558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-79936ee2-5a24-4951-9215-462af33e3e52 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:13:00.223721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-79936ee2-5a24-4951-9215-462af33e3e52 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103745 Sep 30 08:13:00.224086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0491e4-8c7d-4ce3-ae6d-3288e2954e49 req-b1ea4ebe-da7a-40bd-83c9-8a9eebf91d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.225886 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3f0491e4-8c7d-4ce3-ae6d-3288e2954e49 req-b1ea4ebe-da7a-40bd-83c9-8a9eebf91d7a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 1096 time: 0.1922734 Sep 30 08:13:00.312652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-d3eaa7ab-1131-4ac0-899d-9d6d4d239623 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 698 time: 0.0582526 Sep 30 08:13:00.329938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ef7de-7a3a-4d3a-9474-414d91002aed req-1831cf77-6496-4580-af2f-66a3bd0b5c77 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.331782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b3ef7de-7a3a-4d3a-9474-414d91002aed req-1831cf77-6496-4580-af2f-66a3bd0b5c77 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 1095 time: 0.1163118 Sep 30 08:13:00.358301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f004b8a-0021-4522-bf63-439eb585e2ca None None] New status for floating IP d33eecad-6062-41a0-a7b0-eb87c27aee63: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:13:00.379948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-b385c592-cfe6-48c4-97d7-960b35451732 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 698 time: 0.0592315 Sep 30 08:13:00.463200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b3ef7de-7a3a-4d3a-9474-414d91002aed req-28f5a2cd-43a2-4616-a439-2004ed4c3ac8 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983603 Sep 30 08:13:00.543368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:00.597000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Deleting port 7287384f-a1c0-427a-97bc-5e293cb85ba6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:00.597464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.611259 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3f0491e4-8c7d-4ce3-ae6d-3288e2954e49 req-8c0ef087-510d-48ec-95a9-b97c0031b65f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752892 Sep 30 08:13:00.651975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-57cc1115-67bb-48f3-9bbf-b761118d8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.653535 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-57cc1115-67bb-48f3-9bbf-b761118d8b09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 200 len: 928 time: 0.4322011 Sep 30 08:13:00.654823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:00.716083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.716450 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.724744 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-d7e8f07f-5076-4cdd-8ee4-3f27cea93137 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 200 len: 217 time: 0.0392563 Sep 30 08:13:00.730142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Calling delete_port for 7287384f-a1c0-427a-97bc-5e293cb85ba6 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:00.746066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:00.748288 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b913c6-f76e-43c7-80a0-387226cf9bce" -d '{"events": [{"server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:00.755023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.786271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.836022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-1a3e849b-e3dc-4bc7-9764-e012dcdcae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.837001 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-1a3e849b-e3dc-4bc7-9764-e012dcdcae63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 200 len: 866 time: 0.1004887 Sep 30 08:13:00.890438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.892851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.928342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event deleted for resources: {'Port': ['ID=7287384f-a1c0-427a-97bc-5e293cb85ba6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.944031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:00.944376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:00.944775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:00.950155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-c81edf72-6668-4212-b4b4-e13149d9d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.951820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-c81edf72-6668-4212-b4b4-e13149d9d71c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e6e0673-fae4-48f9-b4f1-df8f56121015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011562 Sep 30 08:13:00.954810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:00.955272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Attempting to bind port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:00.961286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:00.961755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:00.962178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:00.962629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Bound port: 51517bd5-38d2-41c8-8a33-2a1886b8b926, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:00.962986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.006296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.010469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.018256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5310fdc-3309-4167-9067-aafb62493283 req-bda527e1-3360-40e1-a371-74ccd234b6d1 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "DELETE /v2.0/floatingips/d33eecad-6062-41a0-a7b0-eb87c27aee63 HTTP/1.1" status: 204 len: 173 time: 0.6258447 Sep 30 08:13:01.104163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:01.109475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:01.113883 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-9b4b5146-aedc-4808-87bb-7be8c4d5eade service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412976 Sep 30 08:13:01.115447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.150815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3ec56-3bea-437a-a333-2f071c361d75 req-376714a9-c70d-4628-be8c-0d65bb7838b4 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.152405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc3ec56-3bea-437a-a333-2f071c361d75 req-376714a9-c70d-4628-be8c-0d65bb7838b4 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 945 time: 0.0894737 Sep 30 08:13:01.172328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65718-8a7c-4507-a3de-26a983c5463d req-21f2d480-6436-457d-955f-bf7796eac2b4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.175342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bc65718-8a7c-4507-a3de-26a983c5463d req-21f2d480-6436-457d-955f-bf7796eac2b4 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0982497 Sep 30 08:13:01.243530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:01.273520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.274143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.275543 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-0e5c556e-a2ba-4ec5-b7bb-ea8b40c5415f service neutron] 10.222.0.57 "PUT /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 1122 time: 1.3868463 Sep 30 08:13:01.277009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc3ec56-3bea-437a-a333-2f071c361d75 req-f9adb4b9-15ad-474c-bf58-f2ea1aeb224c tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 Sep 30 08:13:01.287190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bc65718-8a7c-4507-a3de-26a983c5463d req-888c560e-12b4-4a2f-b566-8a0556fefec9 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982301 Sep 30 08:13:01.303522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-311dcd48-e9db-406d-a5e2-4446a18e4acd req-0bc5122c-9b1c-400a-9b26-d955a5cdf65d service neutron] 10.222.0.57 "GET /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549687 Sep 30 08:13:01.444378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['51517bd5-38d2-41c8-8a33-2a1886b8b926'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:01.456296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b1cd8-0890-4b1f-a42e-e317584f256f req-33776a8d-2482-4fe5-a10d-621f9c9066aa tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.457965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f8b1cd8-0890-4b1f-a42e-e317584f256f req-33776a8d-2482-4fe5-a10d-621f9c9066aa tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0890365 Sep 30 08:13:01.549113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f8b1cd8-0890-4b1f-a42e-e317584f256f req-84fd16ee-0277-4300-a235-26a4e7d28172 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571289 Sep 30 08:13:01.555872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-aa58e7fc-5cfb-4ae9-9e44-69f11c71ff5d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.557368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-aa58e7fc-5cfb-4ae9-9e44-69f11c71ff5d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.1504142 Sep 30 08:13:01.580493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-51e9985a-2232-4f60-a332-446a80d1f66c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/quotas/fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 375 time: 0.0106721 Sep 30 08:13:01.601802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-13d879b3-4939-4761-9ad9-7d2aafb364db tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.604462 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-13d879b3-4939-4761-9ad9-7d2aafb364db tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.0764048 Sep 30 08:13:01.619849 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204ad72e-1760-438a-954a-71891044f070 x-openstack-request-id: req-204ad72e-1760-438a-954a-71891044f070 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:01.620371 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:01.620807 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-204ad72e-1760-438a-954a-71891044f070 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:01.627637 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'code': 200} Sep 30 08:13:01.654677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-c2d2631a-e63e-456e-aa58-f149c72b6cbd tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619977 Sep 30 08:13:01.755202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Deleting port 17446a20-759e-4324-ad7f-c705e9231381 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:01.755833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.780287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bba09-ec7c-4cac-bac8-1951ec030408 req-94adc1ad-b96a-4f5f-bb35-a2c7af171e16 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.782197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a0bba09-ec7c-4cac-bac8-1951ec030408 req-94adc1ad-b96a-4f5f-bb35-a2c7af171e16 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.0965104 Sep 30 08:13:01.814851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-e56451c6-0f72-4421-8a2d-32fdac967eac service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517677 Sep 30 08:13:01.865023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a0bba09-ec7c-4cac-bac8-1951ec030408 req-a2d948e3-f11e-4f4d-98b7-db9e3f0e6700 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736203 Sep 30 08:13:01.925507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] For port 17446a20-759e-4324-ad7f-c705e9231381, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=17446a20-759e-4324-ad7f-c705e9231381,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:01.926006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.951841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Calling delete_port for 17446a20-759e-4324-ad7f-c705e9231381 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:01.978158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-52c710a1-aa89-44f2-8209-376ba67a6d74 service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563904 Sep 30 08:13:02.044199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b2bf-8c29-4bcf-ae45-a07f9927012f req-cc8928cf-1875-40ff-9968-82e4a13435bd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.046121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19f3b2bf-8c29-4bcf-ae45-a07f9927012f req-cc8928cf-1875-40ff-9968-82e4a13435bd tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f00c34-2820-4b9d-84a9-8cb5faed8b3c HTTP/1.1" status: 200 len: 950 time: 0.0669487 Sep 30 08:13:02.098011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19f3b2bf-8c29-4bcf-ae45-a07f9927012f req-b15be256-e592-430e-8422-fc9df609ae27 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Sep 30 08:13:02.125849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.146324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['17446a20-759e-4324-ad7f-c705e9231381'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:02.167866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Pushing event deleted for resources: {'Port': ['ID=17446a20-759e-4324-ad7f-c705e9231381,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:02.284932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] No DVR routers for this DVR port 17446a20-759e-4324-ad7f-c705e9231381 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:02.289786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.293713 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9282586-1330-4bf6-94c1-3004e69c8963 req-da4d5157-2b2c-4029-b61a-ec543c21c191 tempest-LiveMigrationNegativeTest-340550275 tempest-LiveMigrationNegativeTest-340550275-project] 10.222.0.57 "DELETE /v2.0/ports/17446a20-759e-4324-ad7f-c705e9231381 HTTP/1.1" status: 204 len: 173 time: 0.6644347 Sep 30 08:13:02.381293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a5e07d-ca95-430d-b43a-cb29573d7211 req-6128706a-3e8a-4343-9c68-f18c6b49d897 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 210 time: 0.0566249 Sep 30 08:13:02.413740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f278da1-8cd5-4329-bef3-e843e3de0920 req-70fc8c9f-d0bb-4fb6-b38b-b8c8adc0ef73 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.415746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f278da1-8cd5-4329-bef3-e843e3de0920 req-70fc8c9f-d0bb-4fb6-b38b-b8c8adc0ef73 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1210446 Sep 30 08:13:02.508517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f278da1-8cd5-4329-bef3-e843e3de0920 req-0180eaef-d0fa-4c46-ae38-c61fb1850ba2 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0794673 Sep 30 08:13:02.573434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a623cb3-73d0-478b-b6cc-ff810854aa3a req-32dc03b2-3490-46a6-a138-283ef7b55000 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.575365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a623cb3-73d0-478b-b6cc-ff810854aa3a req-32dc03b2-3490-46a6-a138-283ef7b55000 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 945 time: 0.0763109 Sep 30 08:13:02.658817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17865-1047-4f60-94b5-42927922a066 req-2ca6d426-465a-48a2-be96-37b1e83087b6 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.660404 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a6c17865-1047-4f60-94b5-42927922a066 req-2ca6d426-465a-48a2-be96-37b1e83087b6 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 945 time: 0.0636828 Sep 30 08:13:02.675401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a623cb3-73d0-478b-b6cc-ff810854aa3a req-11c3cf29-99b8-4f90-a441-5aa01d78122f tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/security-groups?id=83946e75-b754-448f-8865-2867479a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928631 Sep 30 08:13:02.691900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b3a0f-e0be-4403-a934-f4da32b246c9 req-853f660a-ba03-4fa4-a061-8de7b8df0c2b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.700830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f1b3a0f-e0be-4403-a934-f4da32b246c9 req-853f660a-ba03-4fa4-a061-8de7b8df0c2b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0970361 Sep 30 08:13:02.763171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-438aa197-34c9-43b7-afe4-7ee1de13e84a req-bd8337c1-0fc5-4ee5-9203-ecd4a6868df4 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0527840 Sep 30 08:13:02.798563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f1b3a0f-e0be-4403-a934-f4da32b246c9 req-aab09266-bec6-4c3e-88ce-aa7f1b264edf tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964553 Sep 30 08:13:02.821477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Deleting port 401f707a-84ff-48db-8e9f-0464f7a590c6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:02.822342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.930753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38552-02ce-4c46-a192-87bcb756d0e9 req-5fb98206-e57c-4d9b-ac55-fdc5064b3502 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.945055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1d38552-02ce-4c46-a192-87bcb756d0e9 req-5fb98206-e57c-4d9b-ac55-fdc5064b3502 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1135852 Sep 30 08:13:02.968697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] For port 401f707a-84ff-48db-8e9f-0464f7a590c6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=401f707a-84ff-48db-8e9f-0464f7a590c6,segment=NetworkSegment(07c71942-deaf-4713-8d2f-7cb0cb12205f),segment_id=07c71942-deaf-4713-8d2f-7cb0cb12205f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:02.969163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.000873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Calling delete_port for 401f707a-84ff-48db-8e9f-0464f7a590c6 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:03.004538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1d38552-02ce-4c46-a192-87bcb756d0e9 req-aa5b545a-dd8c-4620-a695-a032797e115e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 Sep 30 08:13:03.190607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477ae0-100a-4455-b21a-587a6171d04d req-73e7792d-1ee6-4980-a7d6-c7fe5b8b6d5e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.198123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5477ae0-100a-4455-b21a-587a6171d04d req-73e7792d-1ee6-4980-a7d6-c7fe5b8b6d5e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.0939617 Sep 30 08:13:03.210667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69228fea-95f7-4b8f-b34d-29dda76db8c6 req-62f7588b-b943-48e5-9f0c-0c9a8c7f939a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.212862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69228fea-95f7-4b8f-b34d-29dda76db8c6 req-62f7588b-b943-48e5-9f0c-0c9a8c7f939a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0943801 Sep 30 08:13:03.220413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.254868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Pushing event deleted for resources: {'Port': ['ID=401f707a-84ff-48db-8e9f-0464f7a590c6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:03.265471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['401f707a-84ff-48db-8e9f-0464f7a590c6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:03.296634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5477ae0-100a-4455-b21a-587a6171d04d req-ccbb52f9-3eba-4071-ab30-42c3bbdffd0c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961215 Sep 30 08:13:03.321697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] No DVR routers for this DVR port 401f707a-84ff-48db-8e9f-0464f7a590c6 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:03.325078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69228fea-95f7-4b8f-b34d-29dda76db8c6 req-fb7b908a-67c5-4019-81ee-9e3d6643dfdd tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Sep 30 08:13:03.332483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.335086 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a6c17865-1047-4f60-94b5-42927922a066 req-20c7a225-7dd1-4be5-afb6-123a114cf374 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.50 "DELETE /v2.0/ports/401f707a-84ff-48db-8e9f-0464f7a590c6 HTTP/1.1" status: 204 len: 173 time: 0.6685767 Sep 30 08:13:03.428942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372b89b-2e55-4aa8-8e91-50e9cadec443 req-685bfebc-c2eb-45d0-bd91-e6831737bdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.437465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d372b89b-2e55-4aa8-8e91-50e9cadec443 req-685bfebc-c2eb-45d0-bd91-e6831737bdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0668292 Sep 30 08:13:03.487741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d372b89b-2e55-4aa8-8e91-50e9cadec443 req-0964086e-fa54-4056-89f7-4622e5c63133 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492959 Sep 30 08:13:03.643249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74a1b661-ec39-4f89-a3c1-37fd3cc58780 req-76d11812-8298-483e-9b56-9d139e07e994 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 210 time: 0.0668805 Sep 30 08:13:03.652931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926'}, {'server_uuid': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'name': 'network-vif-deleted', 'tag': '17446a20-759e-4324-ad7f-c705e9231381'}, {'server_uuid': '3f4c5560-9415-4157-a804-25419b122397', 'name': 'network-vif-deleted', 'tag': '401f707a-84ff-48db-8e9f-0464f7a590c6'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:03.656416 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926"}, {"server_uuid": "72f00c34-2820-4b9d-84a9-8cb5faed8b3c", "name": "network-vif-deleted", "tag": "17446a20-759e-4324-ad7f-c705e9231381"}, {"server_uuid": "3f4c5560-9415-4157-a804-25419b122397", "name": "network-vif-deleted", "tag": "401f707a-84ff-48db-8e9f-0464f7a590c6"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:03.726031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41542) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:03.747085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-15320a89-0114-4077-b17f-202be986c8d3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.748852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-15320a89-0114-4077-b17f-202be986c8d3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.1950533 Sep 30 08:13:03.760256 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e83848-00b3-4ab4-affa-54c7965a7d6e x-openstack-request-id: req-f8e83848-00b3-4ab4-affa-54c7965a7d6e {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:03.760767 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926", "status": "completed", "code": 200}, {"server_uuid": "72f00c34-2820-4b9d-84a9-8cb5faed8b3c", "name": "network-vif-deleted", "tag": "17446a20-759e-4324-ad7f-c705e9231381", "status": "completed", "code": 200}, {"server_uuid": "3f4c5560-9415-4157-a804-25419b122397", "name": "network-vif-deleted", "tag": "401f707a-84ff-48db-8e9f-0464f7a590c6", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:03.761180 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8e83848-00b3-4ab4-affa-54c7965a7d6e {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:03.761830 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'status': 'completed', 'code': 200} Sep 30 08:13:03.762259 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f00c34-2820-4b9d-84a9-8cb5faed8b3c', 'name': 'network-vif-deleted', 'tag': '17446a20-759e-4324-ad7f-c705e9231381', 'status': 'completed', 'code': 200} Sep 30 08:13:03.762670 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4c5560-9415-4157-a804-25419b122397', 'name': 'network-vif-deleted', 'tag': '401f707a-84ff-48db-8e9f-0464f7a590c6', 'status': 'completed', 'code': 200} Sep 30 08:13:03.792661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Request body: {'port': {'device_id': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'admin_state_up': True, 'tenant_id': 'fc779dd2e0304869b7844b3e47da03c5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:03.942204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-1df5ff78-7316-46ba-bfc8-c966df2310eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.944315 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-1df5ff78-7316-46ba-bfc8-c966df2310eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1125 time: 0.1480572 Sep 30 08:13:03.948230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26bf1c86-51ad-48d2-96c7-3c8d1b9094d1 req-c94002c2-7920-4c2b-884d-094afd327989 tempest-VolumesAdminNegativeTest-863168638 tempest-VolumesAdminNegativeTest-863168638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4c5560-9415-4157-a804-25419b122397 HTTP/1.1" status: 200 len: 210 time: 0.0547733 Sep 30 08:13:04.050713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Made reservation on behalf of fc779dd2e0304869b7844b3e47da03c5 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:04.055963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.069829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d9e10bbd-b711-4631-8380-f262d6313dc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d64fa11195f3447792874fe5fc0d003c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428733 Sep 30 08:13:04.073876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41554) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:04.126956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055e1c8-85eb-45fa-b9c3-3bc1a30660cb req-255bc01d-f7de-46fc-9fc9-5127945df218 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.128522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f055e1c8-85eb-45fa-b9c3-3bc1a30660cb req-255bc01d-f7de-46fc-9fc9-5127945df218 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1366744 Sep 30 08:13:04.189077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60deb7a6-1837-4217-bc33-d52e0e7eb0a9 req-cdccd7bc-3034-417e-b508-d5a3a223f896 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.190748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60deb7a6-1837-4217-bc33-d52e0e7eb0a9 req-cdccd7bc-3034-417e-b508-d5a3a223f896 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1178241 Sep 30 08:13:04.224221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-cab273e4-193e-409b-8532-f653a7088161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.225927 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-cab273e4-193e-409b-8532-f653a7088161 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.2623992 Sep 30 08:13:04.233752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f055e1c8-85eb-45fa-b9c3-3bc1a30660cb req-fb02deb6-8be1-478d-9d95-ea0315eec0fa tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857100 Sep 30 08:13:04.236773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6a252b5-9b59-4a64-a0b5-b7b1724e3abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.288795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6a252b5-9b59-4a64-a0b5-b7b1724e3abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.298434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60deb7a6-1837-4217-bc33-d52e0e7eb0a9 req-bf5d513e-f4f0-4734-9ac5-a8e9cd6b3118 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889037 Sep 30 08:13:04.302128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-f07ebd9c-7a12-4968-92ff-f993439dc5ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 217 time: 0.0662723 Sep 30 08:13:04.368464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6a252b5-9b59-4a64-a0b5-b7b1724e3abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.371150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6a252b5-9b59-4a64-a0b5-b7b1724e3abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.372349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b6a252b5-9b59-4a64-a0b5-b7b1724e3abd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98 HTTP/1.1" status: 204 len: 168 time: 0.2960129 Sep 30 08:13:04.380659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a252b5-9b59-4a64-a0b5-b7b1724e3abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bf8c4d-bab2-43c3-a3b1-7c976b1e7a98,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.381312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Allocated IP 172.20.0.4 (effa02ef-b72f-4937-9edf-6f0db0a1e9b4/37d6b957-1829-454a-87fa-deff8e18c6b9/f9f18677-ac73-4236-98c6-36118f3ba862) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:04.407082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-cfda2f7c-dcee-4331-9816-de3393901e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.408724 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-cfda2f7c-dcee-4331-9816-de3393901e5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0968676 Sep 30 08:13:04.459877 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-df160415-478f-49e6-a018-ee5783451a61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424805 Sep 30 08:13:04.478280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d15e5-ccd4-4edf-aea1-e878e1e80738 req-e96d0014-174c-4f00-bcc6-ea0d6f9c102f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.480205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-461d15e5-ccd4-4edf-aea1-e878e1e80738 req-e96d0014-174c-4f00-bcc6-ea0d6f9c102f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.0648415 Sep 30 08:13:04.547000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-461d15e5-ccd4-4edf-aea1-e878e1e80738 req-ec3b0cd7-4fe5-49d0-8a7d-e6d5e0c533d1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541785 Sep 30 08:13:04.646084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-6343fa4d-9b6d-4f81-a4e8-5bb998e64c82 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744068 Sep 30 08:13:04.667730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c000d8-dcb2-4be1-bc9a-c51958a0bd96 req-40638a3a-2a69-4248-a8fa-1e8aad1a9fae tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.669310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62c000d8-dcb2-4be1-bc9a-c51958a0bd96 req-40638a3a-2a69-4248-a8fa-1e8aad1a9fae tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0564611 Sep 30 08:13:04.669772 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.672674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:04.692124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 17446a20-759e-4324-ad7f-c705e9231381 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:04.747624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62c000d8-dcb2-4be1-bc9a-c51958a0bd96 req-52522f25-ecbe-4a75-ab15-fbd46cf86c99 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Sep 30 08:13:04.765799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 17446a20-759e-4324-ad7f-c705e9231381 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:04.766535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 17446a20-759e-4324-ad7f-c705e9231381 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:04.803751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-12bc31c5-16e9-49e6-8e51-d20f2a66d8b1 req-8d33df3a-69fc-406f-be8e-c5515d3fba05 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460495 Sep 30 08:13:04.804887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.848401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:04.850947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:04.859122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368342-0118-4950-9469-931b09f8c2ea req-a3c558ae-4ebe-4e16-938d-df8c2514a0b5 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.860707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7368342-0118-4950-9469-931b09f8c2ea req-a3c558ae-4ebe-4e16-938d-df8c2514a0b5 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 931 time: 0.0674837 Sep 30 08:13:04.883198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:04.888702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:04.890593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:04.903749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:13:04.937802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7368342-0118-4950-9469-931b09f8c2ea req-d70ce8bd-878e-45dc-a5b6-d3e02f6a5eaa tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696144 Sep 30 08:13:04.944219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-da0990c2-3597-42b2-b499-4c535f12eefb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c04969171554725a1e0ee3b9ad188b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798240 Sep 30 08:13:04.944219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41570) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:04.957714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.976497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.977393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.993943 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-149d6e4d-76fe-45dc-9356-a7ce6bdba8d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2053101 Sep 30 08:13:05.013373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Request body: {'port': {'device_id': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:05.021108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41574) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:05.024372 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ec74aaff-87bc-423b-9ae2-05f388e3b78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.048905 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ec74aaff-87bc-423b-9ae2-05f388e3b78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.107671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ec74aaff-87bc-423b-9ae2-05f388e3b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.112370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ec74aaff-87bc-423b-9ae2-05f388e3b78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.114119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ec74aaff-87bc-423b-9ae2-05f388e3b78f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e067a0fa-b833-4e10-89b4-60d109ca420e HTTP/1.1" status: 204 len: 168 time: 0.1681745 Sep 30 08:13:05.115602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Deleting subnet d225167d-daca-4ab9-890e-c92290f3a2b4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:05.126580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.128617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.131040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74aaff-87bc-423b-9ae2-05f388e3b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e067a0fa-b833-4e10-89b4-60d109ca420e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.200331 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.322701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.411979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ede902-0bdd-4bee-9d50-59b3b147e903 req-1fbebcb7-699a-4bf0-aa4a-d80d5118f80e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.414064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21ede902-0bdd-4bee-9d50-59b3b147e903 req-1fbebcb7-699a-4bf0-aa4a-d80d5118f80e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0682993 Sep 30 08:13:05.463349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.515489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d225167d-daca-4ab9-890e-c92290f3a2b4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.517839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21ede902-0bdd-4bee-9d50-59b3b147e903 req-917ae749-5865-4b1f-a15f-5dfc98e637a2 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Sep 30 08:13:05.523514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.525705 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7fe878a7-9273-4a71-ad26-81557f3cc873 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d225167d-daca-4ab9-890e-c92290f3a2b4 HTTP/1.1" status: 204 len: 168 time: 0.4848325 Sep 30 08:13:05.528763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41584) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:05.533516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d350f2-4e26-444e-9fdb-2d61bc91dcb5 req-a5498c86-e147-4d35-85c7-b5843ef4b348 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.535296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33d350f2-4e26-444e-9fdb-2d61bc91dcb5 req-a5498c86-e147-4d35-85c7-b5843ef4b348 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1098380 Sep 30 08:13:05.621803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33d350f2-4e26-444e-9fdb-2d61bc91dcb5 req-19cd1f65-bb2d-4b99-aef6-8237203d1edb tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701275 Sep 30 08:13:05.659460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.674303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f18677-ac73-4236-98c6-36118f3ba862 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:05.687168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.735699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Transition to ACTIVE for port object f9f18677-ac73-4236-98c6-36118f3ba862 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:05.738506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d7fa2-6cc3-4ace-aa2e-8abbd21d3a82 req-62c04de1-fbe3-43f0-9e84-a98427e7a52b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.740409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef4d7fa2-6cc3-4ace-aa2e-8abbd21d3a82 req-62c04de1-fbe3-43f0-9e84-a98427e7a52b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.0795338 Sep 30 08:13:05.752223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.810828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef4d7fa2-6cc3-4ace-aa2e-8abbd21d3a82 req-65560307-287a-40ad-b2c8-4efae405c29b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Sep 30 08:13:05.886544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.920193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.927646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d875c56b-d966-4a01-bb2d-6d80fd7cc164']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.941788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c71942-deaf-4713-8d2f-7cb0cb12205f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.942175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c71942-deaf-4713-8d2f-7cb0cb12205f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.954924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.962529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469c6fe-49ea-4516-b572-9cc2256931a9 req-c5e1cf43-edfb-4291-8fbc-c2b3cd5d2fdf tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.964690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0469c6fe-49ea-4516-b572-9cc2256931a9 req-c5e1cf43-edfb-4291-8fbc-c2b3cd5d2fdf tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.0818477 Sep 30 08:13:06.020972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.032052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:06.032620 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:06.043107 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:06.074348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0469c6fe-49ea-4516-b572-9cc2256931a9 req-c3286e06-d5e1-4bdd-9b7c-0ddf65656f13 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026316 Sep 30 08:13:06.075649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:06.076017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:06.076359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:06.114461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:06.114991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:06.121901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:06.122261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:06.122655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:06.123147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Bound port: f9f18677-ac73-4236-98c6-36118f3ba862, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:06.123543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.127617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.132847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.141174 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d875c56b-d966-4a01-bb2d-6d80fd7cc164 HTTP/1.1" status: 204 len: 168 time: 0.6051188 Sep 30 08:13:06.141994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41608) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:06.158002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a758c-3e39-46f0-85c0-e252c66d1851 admin admin] Pushing event deleted for resources: {'Network': ['ID=d875c56b-d966-4a01-bb2d-6d80fd7cc164,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.188560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84607855-3370-4460-999a-81747fee1aad req-79b9c1ae-d708-4ad0-8c52-bc6eb46854fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.190379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84607855-3370-4460-999a-81747fee1aad req-79b9c1ae-d708-4ad0-8c52-bc6eb46854fe tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1146691 Sep 30 08:13:06.210042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Deleting subnet 66f56a92-912a-4e03-8770-eef825480a21 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:06.214231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.242602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:06.248312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:06.255123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.279670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.337951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.339768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.345069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84607855-3370-4460-999a-81747fee1aad req-34e59925-8c09-418c-9b13-e811641e50a9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986209 Sep 30 08:13:06.345520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 1091 time: 1.3370256 Sep 30 08:13:06.346292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:06.352513 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23563320-9eb5-44f0-a46a-1a006bfa375b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:06.380164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.439414 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1e94d-9b2b-42cc-b8ab-ec4d6ca60c0c x-openstack-request-id: req-58c1e94d-9b2b-42cc-b8ab-ec4d6ca60c0c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:06.439788 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:06.440139 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58c1e94d-9b2b-42cc-b8ab-ec4d6ca60c0c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:06.440736 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'status': 'completed', 'code': 200} Sep 30 08:13:06.456842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a0063-b996-4aa3-87b3-9bb04d67b326 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.457228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.490972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f56a92-912a-4e03-8770-eef825480a21,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.495020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.497292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a34d50c2-b0f3-4249-a4ce-7f6059c97e46 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/66f56a92-912a-4e03-8770-eef825480a21 HTTP/1.1" status: 204 len: 168 time: 0.3552923 Sep 30 08:13:06.500552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41616) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:06.509373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-6e1f999b-e5b7-4234-8827-a4e0588dcac3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.511287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-6e1f999b-e5b7-4234-8827-a4e0588dcac3 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.57 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.1511884 Sep 30 08:13:06.518429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-5dab44e3-ab98-406d-9ce4-3df87316ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.519267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-5dab44e3-ab98-406d-9ce4-3df87316ff57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1094 time: 0.0761530 Sep 30 08:13:06.578506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.599284 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-eaf62dbe-05d9-4447-9da1-502a0ddb0f57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 217 time: 0.0647395 Sep 30 08:13:06.690191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 401f707a-84ff-48db-8e9f-0464f7a590c6 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:06.720408 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.728831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 401f707a-84ff-48db-8e9f-0464f7a590c6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:06.729437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 401f707a-84ff-48db-8e9f-0464f7a590c6 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:06.781922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2f072-b0a8-4e50-a679-3d15a0079ffe']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:06.789492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-bc300a5d-db54-4e11-832d-88c6eec979e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.792402 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-bc300a5d-db54-4e11-832d-88c6eec979e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1627684 Sep 30 08:13:06.832839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b06dad-0afa-4289-b946-7d0c939c3413') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:06.833156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b06dad-0afa-4289-b946-7d0c939c3413') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:06.848502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.879242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0fd25-a257-49f0-913f-da91c7c01334 req-fcede3e7-c2d0-443e-b5cf-a09dabd30c26 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.881084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2bd0fd25-a257-49f0-913f-da91c7c01334 req-fcede3e7-c2d0-443e-b5cf-a09dabd30c26 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1483459 Sep 30 08:13:06.882393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.896048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:06.896746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:06.903539 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:06.923111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108c72-96c9-4a7b-9a46-4128ebef139d req-c4acf6a6-a550-4600-aa91-7e6e6e8cb80c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.924790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74108c72-96c9-4a7b-9a46-4128ebef139d req-c4acf6a6-a550-4600-aa91-7e6e6e8cb80c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1518445 Sep 30 08:13:07.018135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2bd0fd25-a257-49f0-913f-da91c7c01334 req-347d3230-2d6b-4250-84ec-2a3d72c713bf tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250761 Sep 30 08:13:07.022214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.040257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.042464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] 10.222.0.41 "DELETE /v2.0/networks/72a2f072-b0a8-4e50-a679-3d15a0079ffe HTTP/1.1" status: 204 len: 168 time: 0.5407417 Sep 30 08:13:07.058442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74108c72-96c9-4a7b-9a46-4128ebef139d req-e6e2e145-2f31-4cab-ab9a-e4d1fe605dd2 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205978 Sep 30 08:13:07.059528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0ee7-f9bd-4780-9774-c0593550b9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=72a2f072-b0a8-4e50-a679-3d15a0079ffe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:07.136342 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-e4220b8e-23db-466d-a4af-72e3d3b5c607 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3323050 Sep 30 08:13:07.187332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Deleting port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:07.187681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.360855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-38096f13-ca6b-4352-8944-3f1d61ef638c service neutron] 10.222.0.50 "GET /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.2210255 Sep 30 08:13:07.399638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40400ad-738d-4b9d-8be3-72a45238154a req-be3d3247-da07-48f5-81c1-915d415b79ab tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.411211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c40400ad-738d-4b9d-8be3-72a45238154a req-be3d3247-da07-48f5-81c1-915d415b79ab tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 944 time: 0.1639671 Sep 30 08:13:07.421217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-09dca9d9-d483-4b49-a6fd-0b3110f00e3d service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716250 Sep 30 08:13:07.430907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] For port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:07.431355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.470474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Calling delete_port for 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:07.539375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d556c-479e-4982-9ed5-20fbaf45aef9 req-f18ab035-edf8-47e3-8a24-c596f279da78 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.546192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-796d556c-479e-4982-9ed5-20fbaf45aef9 req-f18ab035-edf8-47e3-8a24-c596f279da78 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 945 time: 0.1312878 Sep 30 08:13:07.568291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c40400ad-738d-4b9d-8be3-72a45238154a req-ffc02d36-05a0-4a1b-9c53-8ee212426090 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553595 Sep 30 08:13:07.630486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-796d556c-479e-4982-9ed5-20fbaf45aef9 req-5c78ed6e-2b49-459e-8cad-11d2d0246e52 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040fad3-27de-49e6-b4ae-7fc25396bbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759032 Sep 30 08:13:07.643661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41646) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:07.705906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02d365c7-94d7-49da-b9d3-dc89c04f409d req-ce585f81-f911-4c16-9a43-8079b734cada service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771285 Sep 30 08:13:07.779669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7a2a5fc5-8075-4a65-b22b-bf231aef2fdb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=518cf9fa6a224afbbd19f9fd8c044474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315398 Sep 30 08:13:07.782633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41652) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:07.840166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5ec57-7507-48d4-aedf-5ec0ee067fb5 req-1db42c2b-adf1-4449-aeed-b4a15551d78e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.842134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92d5ec57-7507-48d4-aedf-5ec0ee067fb5 req-1db42c2b-adf1-4449-aeed-b4a15551d78e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1500332 Sep 30 08:13:07.903690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:07.916055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.923540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd99aa-b501-45b8-ac44-0f4197761f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.929010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92d5ec57-7507-48d4-aedf-5ec0ee067fb5 req-4dc834fb-cf1f-4b5a-9288-8a09ec662e50 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715327 Sep 30 08:13:07.930009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-c0d440f9-2734-4149-8f21-f9c5d81ae7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.933284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:07.937516 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-c0d440f9-2734-4149-8f21-f9c5d81ae7e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1094 time: 0.1382961 Sep 30 08:13:07.955385 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd99aa-b501-45b8-ac44-0f4197761f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.005986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Pushing event deleted for resources: {'Port': ['ID=37dbf6fe-3b69-420b-b6ab-1752bbf9a56f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.010330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:08.045425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd99aa-b501-45b8-ac44-0f4197761f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.052762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd99aa-b501-45b8-ac44-0f4197761f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.058355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8bfd99aa-b501-45b8-ac44-0f4197761f64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83946e75-b754-448f-8865-2867479a98f6 HTTP/1.1" status: 204 len: 168 time: 0.2709978 Sep 30 08:13:08.070264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd99aa-b501-45b8-ac44-0f4197761f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83946e75-b754-448f-8865-2867479a98f6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.121660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51517bd5-38d2-41c8-8a33-2a1886b8b926 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:08.148526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] No DVR routers for this DVR port 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:08.156034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-ae8b310d-8c98-4f59-ad5e-d72081ecb977 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271049 Sep 30 08:13:08.157666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.159735 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2d475e69-1a17-4aea-a029-903d4c0076ee req-12df7ba4-9b40-427d-8f4c-9d21fe2409a8 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.57 "DELETE /v2.0/ports/37dbf6fe-3b69-420b-b6ab-1752bbf9a56f HTTP/1.1" status: 204 len: 173 time: 1.6155436 Sep 30 08:13:08.164863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:08.210441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.224297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-6cd6ef36-3a80-48ae-92ff-d4b4fb440bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.225803 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-6cd6ef36-3a80-48ae-92ff-d4b4fb440bd8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.2756081 Sep 30 08:13:08.299237 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-c696f1b1-7314-4ae3-b040-6b5a9c4f0bd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 217 time: 0.0658603 Sep 30 08:13:08.397709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] Transition to ACTIVE for port object 51517bd5-38d2-41c8-8a33-2a1886b8b926 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:08.402622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-be7e45a9-2716-44ae-9751-82bc6350e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.408155 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-be7e45a9-2716-44ae-9751-82bc6350e923 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0988138 Sep 30 08:13:08.414513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.416900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19790b8-193c-4d9a-8184-d66a22b66915 req-a480fadf-8f77-474f-8128-d059c38dd0b3 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.426499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f19790b8-193c-4d9a-8184-d66a22b66915 req-a480fadf-8f77-474f-8128-d059c38dd0b3 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1573362 Sep 30 08:13:08.444089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'name': 'network-vif-deleted', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:08.448533 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc1cf13-5a10-4054-ad20-b962f9c242e1" -d '{"events": [{"server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "name": "network-vif-deleted", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:08.476094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-21825e1b-2da5-4dde-8f76-443830a7225d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.482952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-21825e1b-2da5-4dde-8f76-443830a7225d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997541 Sep 30 08:13:08.487687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fc58715b-b20c-4b4a-854e-89b1315b44c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.492973 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-53224e61-f33d-4e5a-83b6-6219463d4594 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729127 Sep 30 08:13:08.510358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-cac8f8a6-6aaa-4a84-9730-f5095d06cc97 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/quotas/f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0250819 Sep 30 08:13:08.516491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f19790b8-193c-4d9a-8184-d66a22b66915 req-4135a310-db0d-44d1-a97c-9ad661dfaae5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890276 Sep 30 08:13:08.563204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-c62d2056-0426-4a04-96a6-bdbcab367993 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453112 Sep 30 08:13:08.566854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] No DVR routers for this DVR port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:08.639293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] Pushing event updated for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.643768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41676) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:08.656578 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e9a439a9-5767-479f-bc30-5ab6b3657be7 service neutron] 10.222.0.50 "PUT /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2834172 Sep 30 08:13:08.678746 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-992743e6-c287-48c3-83ec-3c63459c093c service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753354 Sep 30 08:13:08.700987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920fbf2-c699-4a40-b26d-beed626169af req-9c5b1cf5-e939-45ff-b3f3-ee8b5b920d51 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.702823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d920fbf2-c699-4a40-b26d-beed626169af req-9c5b1cf5-e939-45ff-b3f3-ee8b5b920d51 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0898943 Sep 30 08:13:08.710820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5e9773bd-5272-49b2-88ee-c5af53566fbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e382ca80db324a7396562320d571321e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649085 Sep 30 08:13:08.713656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41680) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:08.809006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d920fbf2-c699-4a40-b26d-beed626169af req-26aa3d40-6596-4533-b305-d4351d5cfaf8 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943134 Sep 30 08:13:08.821396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be835a76-fdd8-4d6c-9b11-75663231eacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.871584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be835a76-fdd8-4d6c-9b11-75663231eacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.911257 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8023548f-6d49-4602-9a6d-8ebddf676661 x-openstack-request-id: req-8023548f-6d49-4602-9a6d-8ebddf676661 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:08.911537 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82566b3f-8e15-4e55-9871-e1b6e99f9a00", "name": "network-vif-deleted", "tag": "37dbf6fe-3b69-420b-b6ab-1752bbf9a56f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:08.911791 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8023548f-6d49-4602-9a6d-8ebddf676661 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:08.912187 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82566b3f-8e15-4e55-9871-e1b6e99f9a00', 'name': 'network-vif-deleted', 'tag': '37dbf6fe-3b69-420b-b6ab-1752bbf9a56f', 'status': 'completed', 'code': 200} Sep 30 08:13:08.921278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-fe122190-f1d3-4674-918d-f8579e081a72 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.933062 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-fe122190-f1d3-4674-918d-f8579e081a72 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.1346829 Sep 30 08:13:08.951548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23563320-9eb5-44f0-a46a-1a006bfa375b req-faaaf998-c0d9-454e-9a43-3524c9c3bc37 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457683 Sep 30 08:13:09.022357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be835a76-fdd8-4d6c-9b11-75663231eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.027077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be835a76-fdd8-4d6c-9b11-75663231eacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.028577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be835a76-fdd8-4d6c-9b11-75663231eacc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cfff7c6-5ede-421e-b64e-401aeb30ab30 HTTP/1.1" status: 204 len: 168 time: 0.3126361 Sep 30 08:13:09.082695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bde7b5fd-2cdb-4523-9d98-bc5f180deb61 req-a07ed1c4-d1fb-40bd-ab5e-4283d18d4d49 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684 tempest-FloatingIPsAssociationNegativeTestJSON-1627633684-project] 10.222.0.41 "GET /v2.0/ports?device_id=82566b3f-8e15-4e55-9871-e1b6e99f9a00 HTTP/1.1" status: 200 len: 210 time: 0.0673058 Sep 30 08:13:09.085304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be835a76-fdd8-4d6c-9b11-75663231eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfff7c6-5ede-421e-b64e-401aeb30ab30,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:09.089032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-26940fff-40eb-4a0a-8486-3d4e2a931e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.092446 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-26940fff-40eb-4a0a-8486-3d4e2a931e52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63&tenant_id=1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 1096 time: 0.1140864 Sep 30 08:13:09.101990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454d90-895e-40f6-a3ff-a5cbacd34010 req-8af625d7-026b-4885-83d5-1313497468c7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.109927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26454d90-895e-40f6-a3ff-a5cbacd34010 req-8af625d7-026b-4885-83d5-1313497468c7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.1470346 Sep 30 08:13:09.168223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26454d90-895e-40f6-a3ff-a5cbacd34010 req-296a1147-1d9b-4e7d-a0bf-baa99e318627 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572062 Sep 30 08:13:09.244681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-a607b2ee-d3a0-4d29-953d-96addee1401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.246440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-a607b2ee-d3a0-4d29-953d-96addee1401c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1096 time: 0.1043231 Sep 30 08:13:09.255302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa3650c5-e99e-4f1c-8951-50ef871e73e5 req-528e09a6-5d0d-49b3-99b9-8c2d098c16e3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 210 time: 0.0405428 Sep 30 08:13:09.399146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-7c13c69a-1a34-4ea6-8bd3-072be3634e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.401216 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-7c13c69a-1a34-4ea6-8bd3-072be3634e66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1302474 Sep 30 08:13:09.470625 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-aa9a3e3c-ffaa-4f3f-ade8-ae504bdafd51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 200 len: 217 time: 0.0573955 Sep 30 08:13:09.536986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e28bfa92-a800-4e24-8b9d-61dd30d71d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.538817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-e28bfa92-a800-4e24-8b9d-61dd30d71d26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0512018 Sep 30 08:13:09.616953 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-5ae01da6-d89e-415c-a252-cf4e86e6977a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413716 Sep 30 08:13:09.676861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad6998-5179-43fa-958c-0648bc720a65 req-2fb8f699-53e2-4190-974c-86cf704aa999 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.685389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74ad6998-5179-43fa-958c-0648bc720a65 req-2fb8f699-53e2-4190-974c-86cf704aa999 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.4208930 Sep 30 08:13:09.753221 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-9a28b552-63f8-486e-8868-90bc14e50a87 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220832 Sep 30 08:13:09.760151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74ad6998-5179-43fa-958c-0648bc720a65 req-86d74c1c-9bd7-44bb-9896-60408350cce9 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719817 Sep 30 08:13:09.767720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2159028-0659-40ea-b2d6-0d35ebd78b22 req-f29efdfd-0c00-47cc-ab2e-128f3b1f4900 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.783795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2159028-0659-40ea-b2d6-0d35ebd78b22 req-f29efdfd-0c00-47cc-ab2e-128f3b1f4900 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1191123 Sep 30 08:13:09.813730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2159028-0659-40ea-b2d6-0d35ebd78b22 req-d276f604-44ad-4d33-8c9b-273fb21d5115 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Sep 30 08:13:09.886491 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-70698448-89e2-481d-bcff-775a21d00367 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047220 Sep 30 08:13:09.984359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fe6ff-61e4-4250-adde-2070ef74bec8 req-7285865f-5d29-4e93-b3d6-c2eb121a0fa9 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.986010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e1fe6ff-61e4-4250-adde-2070ef74bec8 req-7285865f-5d29-4e93-b3d6-c2eb121a0fa9 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0674667 Sep 30 08:13:10.029574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e1fe6ff-61e4-4250-adde-2070ef74bec8 req-092c7480-6e45-46e6-99cc-73d11e46ed4c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352821 Sep 30 08:13:10.114012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41720) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:10.176624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41726) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:10.306864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-network', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:10.366523 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-76ccac84-b208-4e39-802c-73ae8a8c56b7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835748 Sep 30 08:13:10.368252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Made reservation on behalf of 1be479c4ed134289a6ffdaca64dcd093 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:10.372174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.400560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.463068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64edd8be-7158-46dd-ba92-d4467d67d65b req-f7a5da1e-9214-4db8-b94c-ccb4e9b6c02c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 210 time: 0.0828118 Sep 30 08:13:10.490248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e21e-79b8-4a8d-b21c-7436d702d842 req-eca6e3ca-e527-4565-a2bb-7d7c121539b4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.491820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5378e21e-79b8-4a8d-b21c-7436d702d842 req-eca6e3ca-e527-4565-a2bb-7d7c121539b4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.1673954 Sep 30 08:13:10.573880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5378e21e-79b8-4a8d-b21c-7436d702d842 req-660c0eec-233a-4aa9-b24d-5557ace8f70b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733383 Sep 30 08:13:10.578186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-86f1c705-b390-4d8d-973f-15c6840ab3e0 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.580223 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-86f1c705-b390-4d8d-973f-15c6840ab3e0 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.1453278 Sep 30 08:13:10.641555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-f7e0f0f9-6930-4c67-bce6-407b31537ad5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.643060 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-f7e0f0f9-6930-4c67-bce6-407b31537ad5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551749 Sep 30 08:13:10.675272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Request body: {'port': {'device_id': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'f7625fa3f2fd44fba4d11d1d5409b9b3'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:10.704796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:10.731948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.732654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:10.735225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:10.737463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:10.738061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 37dbf6fe-3b69-420b-b6ab-1752bbf9a56f not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:10.763044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.818890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:10.824680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:10.841219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.861275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f361e-7522-468b-8e61-42951874b54f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:10.866919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.867264 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Added segment 0bbed00b-fd41-470d-bdb4-63717db04946 of type vlan for network 7a66680d-095d-4181-831d-f9d1156ad929 Sep 30 08:13:10.883515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-c5c14c27-e81c-4596-9bad-09d86f9777f9 service neutron] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:10.913168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-c5c14c27-e81c-4596-9bad-09d86f9777f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.914325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aeadc0f3-708f-475e-b10c-a9667f151131 req-c5c14c27-e81c-4596-9bad-09d86f9777f9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.3174660 Sep 30 08:13:10.930325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.938423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:10.945661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Made reservation on behalf of f7625fa3f2fd44fba4d11d1d5409b9b3 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:10.949169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.955682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'port_id': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'mac_address': 'fa:16:3e:f6:5c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d6b957-1829-454a-87fa-deff8e18c6b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:10.965354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.978291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.979267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.979864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.031722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f45b3cd-0772-4f52-bdca-ee9768c7fbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.033699 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.051366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f18677-ac73-4236-98c6-36118f3ba862 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:11.060877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] Pushing event updated for resources: {'Network': ['ID=7a66680d-095d-4181-831d-f9d1156ad929,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:11.080454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7a66680d-095d-4181-831d-f9d1156ad929 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:11.083521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:11.098117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.131260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e910b57-6929-4ace-88f8-7fd2a38d0738 req-10edb9ed-cc55-429b-a631-d37d75b05d1b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.133238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e910b57-6929-4ace-88f8-7fd2a38d0738 req-10edb9ed-cc55-429b-a631-d37d75b05d1b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1940513 Sep 30 08:13:11.135019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.140707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.158038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd703-7cc8-48fb-b26f-54348d4a9ce6 req-6d5f90a6-5142-4fd9-983c-4073ce8c4c9a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.162322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-594cd703-7cc8-48fb-b26f-54348d4a9ce6 req-6d5f90a6-5142-4fd9-983c-4073ce8c4c9a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.2242334 Sep 30 08:13:11.174877 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-287a1558-ae73-4947-807c-9500b0d7c6cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0545368 Sep 30 08:13:11.175385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41740) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:11.183208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Request body: {'subnet': {'network_id': '7a66680d-095d-4181-831d-f9d1156ad929', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-subnet', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:11.200293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:11.262637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:11.268050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e910b57-6929-4ace-88f8-7fd2a38d0738 req-d1b17c84-40ab-4be7-ac8d-d0523b547c1a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840733 Sep 30 08:13:11.278682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Made reservation on behalf of 1be479c4ed134289a6ffdaca64dcd093 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:11.281723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.282253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-594cd703-7cc8-48fb-b26f-54348d4a9ce6 req-4bbbf032-b102-45e8-9cda-7de756841dad tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970592 Sep 30 08:13:11.444641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Deleting port 818510db-c1ab-4f83-af88-b0c1b3f34fd0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:11.445256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.525393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Allocated IP 192.168.233.248 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/a042f458-53c6-46e0-938b-9830f5387ba3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:11.557360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.576389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f9f18677-ac73-4236-98c6-36118f3ba862'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:11.583410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.610221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68fb7440-2b8e-43a5-8783-82a0a12fe07d req-61fc5f49-e07d-4e15-9305-df24c84b1453 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 210 time: 0.0387883 Sep 30 08:13:11.641677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] For port 818510db-c1ab-4f83-af88-b0c1b3f34fd0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=818510db-c1ab-4f83-af88-b0c1b3f34fd0,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:11.641677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.646943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3241ff-24eb-45f9-b9c6-bf6b561e378f req-09d9a1aa-2e82-437c-a6c0-1e13fdcaa8c8 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.655615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f3241ff-24eb-45f9-b9c6-bf6b561e378f req-09d9a1aa-2e82-437c-a6c0-1e13fdcaa8c8 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1943822 Sep 30 08:13:11.663634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e62379-7abf-49dd-8646-8755a29d80dd,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:11.672764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Checking segment: {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:11.673133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Network hostable DHCP agents. Network: 7a66680d-095d-4181-831d-f9d1156ad929, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:11.677782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Calling delete_port for 818510db-c1ab-4f83-af88-b0c1b3f34fd0 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:11.715184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Network 7a66680d-095d-4181-831d-f9d1156ad929 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:11.737842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7a66680d-095d-4181-831d-f9d1156ad929) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:11.742742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.743354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.759707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e9ad1-0010-4383-ad95-3db8426afea5 None None] Network 7a66680d-095d-4181-831d-f9d1156ad929 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:11.770015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f3241ff-24eb-45f9-b9c6-bf6b561e378f req-68137340-ef9c-43b8-a4c3-6b35da11fd11 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134670 Sep 30 08:13:11.789392 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9492126f-ca9c-44fd-88db-e328df25ee40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6107769 Sep 30 08:13:11.790181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41746) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:11.801469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:11.830658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ef81c-2468-4118-b452-a5c63490b3fd req-e3a64587-44ff-4143-a980-4a320c5d7741 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.832258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-547ef81c-2468-4118-b452-a5c63490b3fd req-e3a64587-44ff-4143-a980-4a320c5d7741 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.1200652 Sep 30 08:13:11.846627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.847787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.867076 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.937410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.944934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-547ef81c-2468-4118-b452-a5c63490b3fd req-de12b6b0-957a-4347-9998-9e3eb045c513 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046956 Sep 30 08:13:12.013119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-7a66680d-095d-4181-831d-f9d1156ad929', 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'fixed_ips': [{'subnet_id': '94e62379-7abf-49dd-8646-8755a29d80dd'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:13:12.014979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.059090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.109840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Pushing event deleted for resources: {'Port': ['ID=818510db-c1ab-4f83-af88-b0c1b3f34fd0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:12.190930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90da5f9-d0d8-4738-b2ff-fed1a3acbd31 req-548b8477-0fc6-4c5d-b756-8213bdefc340 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:12.192518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f90da5f9-d0d8-4738-b2ff-fed1a3acbd31 req-548b8477-0fc6-4c5d-b756-8213bdefc340 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 1096 time: 0.0942962 Sep 30 08:13:12.235720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Allocated IP 172.20.0.2 (7a66680d-095d-4181-831d-f9d1156ad929/94e62379-7abf-49dd-8646-8755a29d80dd/d78af60f-4b53-49aa-a1a6-29c4ea5eee2e) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:12.339149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f90da5f9-d0d8-4738-b2ff-fed1a3acbd31 req-ee49417d-1ccc-46a0-9061-5ec26ed93146 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304355 Sep 30 08:13:12.407859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.496902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.505692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.508901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.521793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:12.534970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.536807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:12.542514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:12.546020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4a7f4-63c7-4b1c-a338-5e36662df77e req-2e335d10-1667-48fb-9d3c-ca2802f73ce7 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:12.548337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Network 7a66680d-095d-4181-831d-f9d1156ad929 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:12.548494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0aa4a7f4-63c7-4b1c-a338-5e36662df77e req-2e335d10-1667-48fb-9d3c-ca2802f73ce7 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1118612 Sep 30 08:13:12.552927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:12.562577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:12.571610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Pushing event updated for resources: {'Port': ['ID=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:12.574291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:12.585153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173bce-0f37-4794-964e-258ab6ec4ea9 req-f0876d46-55ec-4581-8567-fdc3a6ee9a9b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:12.586241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2173bce-0f37-4794-964e-258ab6ec4ea9 req-f0876d46-55ec-4581-8567-fdc3a6ee9a9b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.1087556 Sep 30 08:13:12.622480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:12.623131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.642692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Attempting to bind port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:12.643290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Attempting to bind port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:12.643861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Attempting to bind port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e on network 7a66680d-095d-4181-831d-f9d1156ad929 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:12.651658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:12.652154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Checking segment: {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:12.653060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.653171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Bound using segment: {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:12.653761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Bound port: d78af60f-4b53-49aa-a1a6-29c4ea5eee2e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:12.654340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.672832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-12ab2229-431a-4541-830e-0f60e741d2ec tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0075705 Sep 30 08:13:12.699196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Request body: {'port': {'device_id': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:12.723208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:12.770174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.819886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] For port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:12.846927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] For port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:12.855907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.871708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f9f18677-ac73-4236-98c6-36118f3ba862 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:12.903198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f9f18677-ac73-4236-98c6-36118f3ba862 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:12.903588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.953570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.980442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7701076f-55d3-4657-bb11-717064b4637e None None] Provisioning complete for port a042f458-53c6-46e0-938b-9830f5387ba3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:12.980887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7701076f-55d3-4657-bb11-717064b4637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.013406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4d77-483c-4d7d-90d6-efd873bd158c None None] Pushing event updated for resources: {'Port': ['ID=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:13.034930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.040013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.074467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0aa4a7f4-63c7-4b1c-a338-5e36662df77e req-99e8c588-7237-4462-afc0-d7c38e32e63b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870811 Sep 30 08:13:13.088874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7701076f-55d3-4657-bb11-717064b4637e None None] Port a042f458-53c6-46e0-938b-9830f5387ba3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:13.114579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.125285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2173bce-0f37-4794-964e-258ab6ec4ea9 req-20357fb3-7487-47d8-8f01-9e40e2ae06ba tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270843 Sep 30 08:13:13.155299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:13.159600 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3701a681-6466-4fcb-b329-bdf3e9f03dc7" -d '{"events": [{"server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:13.183437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:13.200803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.356956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:13.401313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:13.412419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Allocated IP 172.25.7.169 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:13.512546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbb987-5965-4ff1-a7a9-67ad3c89a54d req-e45bec31-888f-4aff-8733-d7dd27c2cc5c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.514081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-addbb987-5965-4ff1-a7a9-67ad3c89a54d req-e45bec31-888f-4aff-8733-d7dd27c2cc5c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 936 time: 0.1680110 Sep 30 08:13:13.531621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a042f458-53c6-46e0-938b-9830f5387ba3 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:13.544107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.565182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-ec3c62f6-3493-4d27-8bc6-7df3bfb97fb6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.566725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-ec3c62f6-3493-4d27-8bc6-7df3bfb97fb6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.2909367 Sep 30 08:13:13.570412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Transition to ACTIVE for port object a042f458-53c6-46e0-938b-9830f5387ba3 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:13.577151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.614239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.634292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-addbb987-5965-4ff1-a7a9-67ad3c89a54d req-d759d89e-17d0-43a7-8c92-c444a57ac46d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082485 Sep 30 08:13:13.667678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:13.669714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-cb3b1283-5b49-4f3a-b3e4-9f840207955f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/quotas/1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 375 time: 0.0892997 Sep 30 08:13:13.675719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:13.681324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c57fe66f-5fe9-4d0b-965d-6cd274144106 admin admin] 10.222.0.41 "PUT /v2.0/routers/159a3436-9c8d-4aec-a2b8-6c88355a6c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5036161 Sep 30 08:13:13.691101 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] Sync routers for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:13.694679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41776) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:13.704116 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:13.705266 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:13.746643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:13.747924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:13.748355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:13.753134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.803352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:13.805982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Port a042f458-53c6-46e0-938b-9830f5387ba3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:13.806660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:13.817726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:13.818162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:13.818623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:13.819155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Bound port: a042f458-53c6-46e0-938b-9830f5387ba3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:13.819593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.840134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:13.842502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:13.856580 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:13.866064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:13.959265 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.046076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:14.056333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d78af60f-4b53-49aa-a1a6-29c4ea5eee2e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:14.063879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:14.145547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:14.146265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.162483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-e6ee9372-bbbd-4257-9cef-cf7bb24ef503 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4925642 Sep 30 08:13:14.177782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.179979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35722c-915c-4e92-819d-6d3b620877e3 req-9c626119-2a3d-43b6-a262-61e4c1b3d9d1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:14.185565 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:13:11Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:14.188360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b35722c-915c-4e92-819d-6d3b620877e3 req-9c626119-2a3d-43b6-a262-61e4c1b3d9d1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.2457023 Sep 30 08:13:14.243578 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] Checking router: 159a3436-9c8d-4aec-a2b8-6c88355a6c65 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:14.260916 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] Routers {'159a3436-9c8d-4aec-a2b8-6c88355a6c65'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:14.262052 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:14.274561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.298341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.316379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:14.326656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.334364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b35722c-915c-4e92-819d-6d3b620877e3 req-17c7cc4c-e18d-407a-98c2-dcbc0ee0f054 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447484 Sep 30 08:13:14.362283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.371076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-f7f8c517-310e-47b4-9807-621e2253ff14 service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078075 Sep 30 08:13:14.442776 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae268bc-3d4f-4b7d-818d-a416245ac103 x-openstack-request-id: req-fae268bc-3d4f-4b7d-818d-a416245ac103 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:14.443191 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:14.444719 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fae268bc-3d4f-4b7d-818d-a416245ac103 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:14.444852 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'code': 200} Sep 30 08:13:14.454831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:14.482144 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] Set router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:14.483785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:14.484433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.487305 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 1096 time: 1.7937748 Sep 30 08:13:14.487780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:14.490092 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:14.528581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cb529-4170-4108-81e2-ef8c60f264e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:14.552709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aaec63-e093-4a53-be94-4411822a8fc3 None None] Network 7a66680d-095d-4181-831d-f9d1156ad929 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:14.678065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-3fbf56ae-fe2a-4fe8-bc47-d8aa22165a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:14.679950 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-3fbf56ae-fe2a-4fe8-bc47-d8aa22165a65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1099 time: 0.0923996 Sep 30 08:13:14.695271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a7650-a9b4-44f4-b0ef-b5d4acab703b req-c9c17134-c6ad-4aef-aa3d-d03517116ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:14.696790 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-561a7650-a9b4-44f4-b0ef-b5d4acab703b req-c9c17134-c6ad-4aef-aa3d-d03517116ce9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1096 time: 0.1125188 Sep 30 08:13:14.734018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f42f3f13-af3a-4859-9adb-5e48ba6dc21a None None] Provisioning complete for port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:14.734394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f42f3f13-af3a-4859-9adb-5e48ba6dc21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.740915 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:13:11Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:14.741894 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-cf16b639-65c3-4a6b-9c56-3540f6d3b852 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0424235 Sep 30 08:13:14.776988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Deleting port 16d18f76-d9cd-4071-9b48-a71d20def850 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:14.777415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.784386 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba290ca-961b-455c-ab90-d88bbf9aa61d None None] The sync data for ids ['159a3436-9c8d-4aec-a2b8-6c88355a6c65'] in n-d-807025-5 is: [{'id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-36668614-router', 'tenant_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:15Z', 'updated_at': '2021-09-30T08:13:11Z', 'revision_number': 5, 'project_id': 'd5fbcfb365494541bf4eeb8b4f0def41', 'gw_port': {'id': '16d18f76-d9cd-4071-9b48-a71d20def850', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a3436-9c8d-4aec-a2b8-6c88355a6c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:16Z', 'updated_at': '2021-09-30T08:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:14.793008 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.814172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-008d4e99-b174-497c-b073-b4ad28e04acc service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641412 Sep 30 08:13:14.835865 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-561a7650-a9b4-44f4-b0ef-b5d4acab703b req-38178899-e36b-446a-81b7-1fdc5f48da4e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620944 Sep 30 08:13:14.873179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be465a-9f31-4c04-bf8e-47fc97fc71b9 req-f0bcf83e-53bc-429c-bf3d-ae0c29726b4b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:14.873436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.881363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08be465a-9f31-4c04-bf8e-47fc97fc71b9 req-f0bcf83e-53bc-429c-bf3d-ae0c29726b4b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.2306857 Sep 30 08:13:14.936688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] For port 16d18f76-d9cd-4071-9b48-a71d20def850, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=16d18f76-d9cd-4071-9b48-a71d20def850,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:14.937188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.942509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08be465a-9f31-4c04-bf8e-47fc97fc71b9 req-685b4dde-a9a0-411e-85bf-294ba3700679 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602062 Sep 30 08:13:14.953676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Calling delete_port for 16d18f76-d9cd-4071-9b48-a71d20def850 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:14.967417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-8a86945b-5baf-4148-8d16-ef0caad44284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:14.969581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-8a86945b-5baf-4148-8d16-ef0caad44284 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1749284 Sep 30 08:13:15.138637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-1088d403-4b74-4776-b508-f89174369d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.140685 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-1088d403-4b74-4776-b508-f89174369d02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569624 Sep 30 08:13:15.189200 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13d0522-d133-4774-8619-fb9f43f53470 x-openstack-request-id: req-f13d0522-d133-4774-8619-fb9f43f53470 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:15.189831 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:15.190259 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f13d0522-d133-4774-8619-fb9f43f53470 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:15.190857 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'status': 'completed', 'code': 200} Sep 30 08:13:15.265674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Router 3677c262-ba2c-47e6-bafc-485548b74609 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:13:15.314776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fd4b6-9f2f-4d32-a251-4d89bc323718 req-e7f2226b-74d6-4c58-bbda-068215486766 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.316367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f9fd4b6-9f2f-4d32-a251-4d89bc323718 req-e7f2226b-74d6-4c58-bbda-068215486766 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.1650548 Sep 30 08:13:15.369602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.406428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ee482444-8b8e-4b91-a53b-477c169186f6 None None] Provisioning complete for port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:15.407344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-6a2ab0a2-2998-49eb-80f9-99176ddb81a1 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292037 Sep 30 08:13:15.407533 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ee482444-8b8e-4b91-a53b-477c169186f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.414702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d18f76-d9cd-4071-9b48-a71d20def850,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:15.432023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f9fd4b6-9f2f-4d32-a251-4d89bc323718 req-4a825469-eee4-4693-95de-18dc0e972629 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919507 Sep 30 08:13:15.456975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11970c1f-46d0-46bb-8aa6-07b2ff46e341 req-ff094fff-6f92-4e3d-aceb-206882c0a49b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.458650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11970c1f-46d0-46bb-8aa6-07b2ff46e341 req-ff094fff-6f92-4e3d-aceb-206882c0a49b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.1771612 Sep 30 08:13:15.551374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:15.565569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Sync routers for ids ['3677c262-ba2c-47e6-bafc-485548b74609'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:15.575344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.580503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9040eaa7-e534-468b-be28-24b145f4b882 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7871904 Sep 30 08:13:15.582561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-898b6dd1-d47a-448b-9717-96185ce0b789 req-77ede01a-8ce6-4e08-99d3-84ccf581ba9e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 210 time: 0.0571313 Sep 30 08:13:15.585013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41800) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:15.595670 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7db584ed-444c-45dd-81f4-a0dd651de207 req-4f62ed36-6126-4f3f-a1f7-cd792babd2ea service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784713 Sep 30 08:13:15.614607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Routers {'3677c262-ba2c-47e6-bafc-485548b74609'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:15.615530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3677c262-ba2c-47e6-bafc-485548b74609'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:15.635092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11970c1f-46d0-46bb-8aa6-07b2ff46e341 req-f9aea0aa-ce61-415f-a092-196219eb2dfa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536481 Sep 30 08:13:15.636002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.753997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Set router 3677c262-ba2c-47e6-bafc-485548b74609 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:15.825421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.860509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.994528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d78af60f-4b53-49aa-a1a6-29c4ea5eee2e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:16.015670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e94bd-6f50-4913-8986-3bab1dc7c88f req-25d07b30-ae82-4905-960b-22ddc39df00f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.038203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-6449ad0e-a4ac-41c0-868c-fe5517d60e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.039997 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-6449ad0e-a4ac-41c0-868c-fe5517d60e91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1099 time: 0.3599625 Sep 30 08:13:16.041700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-219e94bd-6f50-4913-8986-3bab1dc7c88f req-25d07b30-ae82-4905-960b-22ddc39df00f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.3384047 Sep 30 08:13:16.082551 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.083346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 159a3436-9c8d-4aec-a2b8-6c88355a6c65 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:13:16.093822 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.096959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:16.097318 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.097684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70000136-9955-442a-8fcc-77395fec0ce5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/159a3436-9c8d-4aec-a2b8-6c88355a6c65 HTTP/1.1" status: 204 len: 168 time: 2.3736510 Sep 30 08:13:16.099065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41804) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:16.103114 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:13:16.146624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 3, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:16.162507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-722b87b6-e0fb-411c-8a95-22a2f1831531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.164404 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-722b87b6-e0fb-411c-8a95-22a2f1831531 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1072848 Sep 30 08:13:16.237369 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-8c384975-5f93-4383-91de-4e49a32b3470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0531883 Sep 30 08:13:16.241708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Deleting subnet 4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:16.249961 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.256234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-219e94bd-6f50-4913-8986-3bab1dc7c88f req-ef7b8007-8573-448c-b953-b84ca0a8a2ef tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135448 Sep 30 08:13:16.304840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-8ca88e1f-1b17-4c46-ae7e-c8473b644c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.306447 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-8ca88e1f-1b17-4c46-ae7e-c8473b644c64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0557621 Sep 30 08:13:16.306838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdaa4-7ce7-467b-90cf-ecf1d67d84bf req-5bd5b314-3448-486c-959b-902b760afa14 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.308396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d3bdaa4-7ce7-467b-90cf-ecf1d67d84bf req-5bd5b314-3448-486c-959b-902b760afa14 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.2451499 Sep 30 08:13:16.316789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Checking router: 3677c262-ba2c-47e6-bafc-485548b74609 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:16.317136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Updating router 3677c262-ba2c-47e6-bafc-485548b74609 port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:13:16.359331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-9eae2755-6775-4e38-87a4-09476e58d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.361159 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-9eae2755-6775-4e38-87a4-09476e58d4df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453248 Sep 30 08:13:16.364644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.414523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 818510db-c1ab-4f83-af88-b0c1b3f34fd0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:16.481216 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-fda48634-1361-4fc6-a469-32ec815298b0 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038918 Sep 30 08:13:16.487403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 818510db-c1ab-4f83-af88-b0c1b3f34fd0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:16.487709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 818510db-c1ab-4f83-af88-b0c1b3f34fd0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:16.696758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.731498 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.736476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-cc4a7172-f4a8-426a-8f02-88a2ae69f4b3 req-0942c98a-2a75-4625-afe3-9fffcf973b8e service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239604 Sep 30 08:13:16.748306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.767645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d3bdaa4-7ce7-467b-90cf-ecf1d67d84bf req-c3be4200-a2bd-4649-83db-bccffbd6ead3 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508865 Sep 30 08:13:16.768460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-6b38196e-4f60-46aa-a1cb-a5c9cb73a6c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.775346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-6b38196e-4f60-46aa-a1cb-a5c9cb73a6c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.1620162 Sep 30 08:13:16.796627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Request body: {'port': {'device_id': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'admin_state_up': True, 'tenant_id': '1750d3d7b57a4b37b298f0b82a156831'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:16.803259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb945447-d808-4d11-b7ca-ee9083085c46 None None] Pushing event updated for resources: {'Port': ['ID=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:16.833836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Attempting to bind port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:16.834268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Attempting to bind port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:16.834638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Attempting to bind port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:16.840661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:16.841211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:16.841788 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.842274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:16.844199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Bound port: b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:16.844599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.912604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] For port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:16.915979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] For port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:16.922602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.929488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac0ea-f3f3-4544-82d9-fbdde2b03e67 req-eee26489-6156-42b2-a573-8ee327158a35 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:16.931122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946ac0ea-f3f3-4544-82d9-fbdde2b03e67 req-eee26489-6156-42b2-a573-8ee327158a35 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.2367837 Sep 30 08:13:16.942963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Made reservation on behalf of 1750d3d7b57a4b37b298f0b82a156831 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:16.946930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.967315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbd69685-da26-4d85-bd8f-01ff03e07fda req-ba7a9892-031f-4e64-b1bc-b5c25335d8d9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 210 time: 0.0814478 Sep 30 08:13:16.975418 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Routers {'3677c262-ba2c-47e6-bafc-485548b74609'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:16.976020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3677c262-ba2c-47e6-bafc-485548b74609'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:17.030743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb945447-d808-4d11-b7ca-ee9083085c46 None None] Pushing event updated for resources: {'Port': ['ID=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.039195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.101293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Allocated IP 172.20.0.2 (0db6a34d-51e6-4a50-88cd-8711ac4f2830/8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10/7a455538-95a6-4c7b-9094-4f3e4d55d5ae) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:17.122434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946ac0ea-f3f3-4544-82d9-fbdde2b03e67 req-e1966fb5-563c-4573-b404-adb08aed7233 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612282 Sep 30 08:13:17.129214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] Set router 3677c262-ba2c-47e6-bafc-485548b74609 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:17.195268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef5651-82e3-4843-bb5b-03e4be00f3ff req-6fd0029e-8e26-48d8-91f8-fe8a08704c5e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.197013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71ef5651-82e3-4843-bb5b-03e4be00f3ff req-6fd0029e-8e26-48d8-91f8-fe8a08704c5e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.1319182 Sep 30 08:13:17.237891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.297465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.300205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df3bdcc-8bff-4fde-a63f-1fe48697f6a3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.317011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed82c6-3889-4f73-a623-8105c9f99ce1 None None] Network 9e6e0673-fae4-48f9-b4f1-df8f56121015 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:17.320862 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.323916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-41d7e3c5-3e6b-4a23-803f-f8ca3d47c0a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4df3bdcc-8bff-4fde-a63f-1fe48697f6a3 HTTP/1.1" status: 204 len: 168 time: 1.2196960 Sep 30 08:13:17.326190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:17.366508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.370748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71ef5651-82e3-4843-bb5b-03e4be00f3ff req-b42e2ed0-bb9e-40f2-b98d-b07f9c7a21d5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547639 Sep 30 08:13:17.400200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac8f73-f5b5-437b-b94c-5e1cac570a40 req-cfe55d00-b8e8-4757-b2a6-ac891515c0f2 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.401796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3ac8f73-f5b5-437b-b94c-5e1cac570a40 req-cfe55d00-b8e8-4757-b2a6-ac891515c0f2 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1096 time: 0.1590350 Sep 30 08:13:17.403928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 3, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:17.411820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.431729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.436017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dcb0-0712-4f1c-9c21-15d93d9485ac None None] The sync data for ids ['3677c262-ba2c-47e6-bafc-485548b74609'] in n-d-807025-5 is: [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 3, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:17.500415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:17.502579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:17.508982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.515780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:17.544308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3ac8f73-f5b5-437b-b94c-5e1cac570a40 req-3d44b7e2-e079-4301-b29d-7b8182abbd4d tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299372 Sep 30 08:13:17.604653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] DHCP port deletion for 9e6e0673-fae4-48f9-b4f1-df8f56121015 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:13:17.614555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e6f33-cae9-458c-9bf3-5083ed783f7c req-778d6845-b84d-4e45-9e6b-953394018f95 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.616593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-434e6f33-cae9-458c-9bf3-5083ed783f7c req-778d6845-b84d-4e45-9e6b-953394018f95 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1587739 Sep 30 08:13:17.617283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.617978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.646599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Deleting port f654ec44-1278-408e-81bb-d03a66eb3679 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:17.648149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.651836 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-0b154e1d-b145-48e5-b882-a60121986e20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624423 Sep 30 08:13:17.675278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Request body: {'port': {'device_id': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:17.685749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] Deleting port f654ec44-1278-408e-81bb-d03a66eb3679 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:17.687784 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.718387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Allocated IP 172.20.0.1 (7a66680d-095d-4181-831d-f9d1156ad929/94e62379-7abf-49dd-8646-8755a29d80dd/e825562a-6f48-4c6d-82a7-411d4ad496ee) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:17.789687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] For port f654ec44-1278-408e-81bb-d03a66eb3679, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f654ec44-1278-408e-81bb-d03a66eb3679,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:17.800790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] For port f654ec44-1278-408e-81bb-d03a66eb3679, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f654ec44-1278-408e-81bb-d03a66eb3679,segment=NetworkSegment(1c52e982-2293-4e65-80c1-4550995f202b),segment_id=1c52e982-2293-4e65-80c1-4550995f202b)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:17.801202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.808713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.827982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] Calling delete_port for f654ec44-1278-408e-81bb-d03a66eb3679 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:17.853784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Calling delete_port for f654ec44-1278-408e-81bb-d03a66eb3679 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:17.875974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.979070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-434e6f33-cae9-458c-9bf3-5083ed783f7c req-60b77623-c1df-474a-84f3-5a1b49551da5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526821 Sep 30 08:13:18.017150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:18.075729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.119813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515151d7-5a1e-4b08-ba9d-682ba63cede4 req-1cd3361c-bc2a-4455-b362-935eed7c14b5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:18.129437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:18.129667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.136067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-515151d7-5a1e-4b08-ba9d-682ba63cede4 req-1cd3361c-bc2a-4455-b362-935eed7c14b5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.2018886 Sep 30 08:13:18.156550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.170021 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.200464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] No DVR routers for this DVR port f654ec44-1278-408e-81bb-d03a66eb3679 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:18.228593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f654ec44-1278-408e-81bb-d03a66eb3679,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.237999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c2231-6464-4060-a652-2761b45c9a05 None None] Pushing event deleted for resources: {'Port': ['ID=f654ec44-1278-408e-81bb-d03a66eb3679,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.240349 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] No DVR routers for this DVR port f654ec44-1278-408e-81bb-d03a66eb3679 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:18.267586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-515151d7-5a1e-4b08-ba9d-682ba63cede4 req-2e942ecc-7fca-4222-8593-e6a75c8febea tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287980 Sep 30 08:13:18.300317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8780a-b2e9-4264-a216-18e64065c325 req-29206482-2370-4400-a826-633ef818b606 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:18.312988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64f8780a-b2e9-4264-a216-18e64065c325 req-29206482-2370-4400-a826-633ef818b606 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 931 time: 0.1718147 Sep 30 08:13:18.314517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.337625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:18.343829 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.348507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.390951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Network 7a66680d-095d-4181-831d-f9d1156ad929 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:18.452890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16d18f76-d9cd-4071-9b48-a71d20def850 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:18.490467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Pushing event updated for resources: {'Port': ['ID=e825562a-6f48-4c6d-82a7-411d4ad496ee,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.493869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:18.495359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.500837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:18.510353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 16d18f76-d9cd-4071-9b48-a71d20def850 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:18.510698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16d18f76-d9cd-4071-9b48-a71d20def850 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:18.511117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f654ec44-1278-408e-81bb-d03a66eb3679 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:18.552194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f654ec44-1278-408e-81bb-d03a66eb3679 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:18.552543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f654ec44-1278-408e-81bb-d03a66eb3679 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:18.557747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.573738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64f8780a-b2e9-4264-a216-18e64065c325 req-d5e88a8a-ab79-44a3-b714-03753cf244e0 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590909 Sep 30 08:13:18.574320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6e0673-fae4-48f9-b4f1-df8f56121015']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:18.614981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c52e982-2293-4e65-80c1-4550995f202b') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:18.615430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c52e982-2293-4e65-80c1-4550995f202b') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:18.634941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.649567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.688266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.701388 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a455538-95a6-4c7b-9094-4f3e4d55d5ae {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:18.705139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccfd40-d85f-4da6-98f3-6facc86e8686 req-b6a381cc-d52d-4e38-b743-3fe6cf16d029 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:18.710727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92ccfd40-d85f-4da6-98f3-6facc86e8686 req-b6a381cc-d52d-4e38-b743-3fe6cf16d029 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.1531911 Sep 30 08:13:18.730385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.735955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:18.736438 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:18.740430 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:18.776886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:18.796645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Transition to ACTIVE for port object 7a455538-95a6-4c7b-9094-4f3e4d55d5ae will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:18.806517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92ccfd40-d85f-4da6-98f3-6facc86e8686 req-0066c6b9-596a-4b82-8f0e-5142e1e8db37 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894949 Sep 30 08:13:18.834622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.878662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.900931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.903866 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e6e0673-fae4-48f9-b4f1-df8f56121015 HTTP/1.1" status: 204 len: 168 time: 1.5754371 Sep 30 08:13:18.916462 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.952165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.964227 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271b152-c7c1-4dba-8934-fe20906716d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6e0673-fae4-48f9-b4f1-df8f56121015,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.993031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-190ae5f9-3b2d-48c3-b1fd-976647fdcc10 None None] Provisioning complete for port e825562a-6f48-4c6d-82a7-411d4ad496ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:18.993831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-190ae5f9-3b2d-48c3-b1fd-976647fdcc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.046407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:19.096621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41846) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:19.099882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'mac_address': 'fa:16:3e:9c:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:19.105361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-190ae5f9-3b2d-48c3-b1fd-976647fdcc10 None None] Port e825562a-6f48-4c6d-82a7-411d4ad496ee cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:19.126510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:19.127116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:19.127446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:19.140537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:19.140869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:19.146903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:19.147179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:19.147527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:19.147977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Bound port: 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:19.148340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.154860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.172800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a042f458-53c6-46e0-938b-9830f5387ba3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:19.204995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:19.213858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.244548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:19.251637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:19.258146 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.296018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:19.316464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.317084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.318501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] 10.222.0.57 "PUT /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 1091 time: 1.6494331 Sep 30 08:13:19.318939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:19.321218 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835890d1-eec1-4686-a480-66bda5269513" -d '{"events": [{"name": "network-changed", "server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:19.352073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa753cfb-d1aa-4399-8f31-cabf5157df4a service neutron] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:19.426508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-2838a985-010a-4d11-a051-f3a728102cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.428777 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-2838a985-010a-4d11-a051-f3a728102cdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1094 time: 0.0493643 Sep 30 08:13:19.453000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.463898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a0bc974f-9cde-4ffc-b480-cfdf780643a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5fbcfb365494541bf4eeb8b4f0def41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615234 Sep 30 08:13:19.464989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41852) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:19.485042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf7267-e34b-4124-864c-53c48d4bce22 req-a34acbb4-eb26-4136-ae14-0ca5666885bf tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.487468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8faf7267-e34b-4124-864c-53c48d4bce22 req-a34acbb4-eb26-4136-ae14-0ca5666885bf tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.2912631 Sep 30 08:13:19.488641 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-7acdfeb7-b212-4f13-aeea-41953585675b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 217 time: 0.0450933 Sep 30 08:13:19.499916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.562795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-b6f732ad-2658-4f1f-b97e-430966ce5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.564609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-b6f732ad-2658-4f1f-b97e-430966ce5837 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0644925 Sep 30 08:13:19.570942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:19.619789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-8727cd46-9216-4537-8702-f2495b3b0faf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443699 Sep 30 08:13:19.664501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ed81-522d-4cbf-8093-bdb0d72efc98 req-a65a9045-f5af-4d90-af77-ed1ebbc0eb2e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.672639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98f5ed81-522d-4cbf-8093-bdb0d72efc98 req-a65a9045-f5af-4d90-af77-ed1ebbc0eb2e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.2862217 Sep 30 08:13:19.685397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Pushing event updated for resources: {'Port': ['ID=e825562a-6f48-4c6d-82a7-411d4ad496ee,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:19.689083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.703517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8faf7267-e34b-4124-864c-53c48d4bce22 req-7d8be43d-f3aa-4c89-8acc-4f22ffb4f0c3 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991937 Sep 30 08:13:19.777748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98f5ed81-522d-4cbf-8093-bdb0d72efc98 req-638731de-4eae-4d59-86f8-e55f683559f9 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040576 Sep 30 08:13:19.799073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c17ac97-8cb3-49cb-b95d-7e4ec53f2ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.834806 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93530e74-4b19-49c2-ac69-6fd2e60272d2 x-openstack-request-id: req-93530e74-4b19-49c2-ac69-6fd2e60272d2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:19.835309 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:19.835758 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93530e74-4b19-49c2-ac69-6fd2e60272d2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:19.836624 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'status': 'completed', 'code': 200} Sep 30 08:13:19.857874 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-7a818831-9962-4084-870d-aef31bba2c09 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191093 Sep 30 08:13:19.903613 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c17ac97-8cb3-49cb-b95d-7e4ec53f2ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.932540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:19.997738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-97d93136-f414-4f4d-995b-ce77f69ad767 req-62ee3579-87b7-47c9-95a6-41dff2aaf008 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311493 Sep 30 08:13:20.008507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Network 7a66680d-095d-4181-831d-f9d1156ad929 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:20.012850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:20.060061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:20.060435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.088621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed0096-44d1-4e02-8952-28a252cb4b21 req-e61c7ea5-0c20-4fad-b7de-a2c4dcca4c0f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.096622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50ed0096-44d1-4e02-8952-28a252cb4b21 req-e61c7ea5-0c20-4fad-b7de-a2c4dcca4c0f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.1523347 Sep 30 08:13:20.147032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835890d1-eec1-4686-a480-66bda5269513 req-8262dd18-c396-4700-8c44-cabcf267c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.151534 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-8262dd18-c396-4700-8c44-cabcf267c96b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1094 time: 0.0942025 Sep 30 08:13:20.189849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c17ac97-8cb3-49cb-b95d-7e4ec53f2ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.192451 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c17ac97-8cb3-49cb-b95d-7e4ec53f2ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.195941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4c17ac97-8cb3-49cb-b95d-7e4ec53f2ab7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5040fad3-27de-49e6-b4ae-7fc25396bbbf HTTP/1.1" status: 204 len: 168 time: 0.7230923 Sep 30 08:13:20.219817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50ed0096-44d1-4e02-8952-28a252cb4b21 req-4856cc99-ff68-4f7d-a700-a19429775513 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223106 Sep 30 08:13:20.220992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17ac97-8cb3-49cb-b95d-7e4ec53f2ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040fad3-27de-49e6-b4ae-7fc25396bbbf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:20.229385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Router 3677c262-ba2c-47e6-bafc-485548b74609 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:20.390546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:20.401118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835890d1-eec1-4686-a480-66bda5269513 req-fe915b95-db29-4ab8-92f5-c136dda4ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.402588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Sync routers for ids ['3677c262-ba2c-47e6-bafc-485548b74609'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:20.403017 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-fe915b95-db29-4ab8-92f5-c136dda4ca1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.2386816 Sep 30 08:13:20.405518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ab341c02-dc96-44ec-b71a-cd4d417c8e0c admin admin] 10.222.0.41 "PUT /v2.0/routers/3677c262-ba2c-47e6-bafc-485548b74609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8174112 Sep 30 08:13:20.441557 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Routers {'3677c262-ba2c-47e6-bafc-485548b74609'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:20.441557 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3677c262-ba2c-47e6-bafc-485548b74609'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:20.455561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-09378f09-31a8-4e99-a7ea-137cc69d27e6 None None] Provisioning complete for port e825562a-6f48-4c6d-82a7-411d4ad496ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:20.456321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-09378f09-31a8-4e99-a7ea-137cc69d27e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.500857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6e48-bc70-48a0-9fe2-75f9a33957f2 req-db9c476c-aba6-4978-b61d-06f646c7c696 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.503683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ff6e48-bc70-48a0-9fe2-75f9a33957f2 req-db9c476c-aba6-4978-b61d-06f646c7c696 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 949 time: 0.1109674 Sep 30 08:13:20.522601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-3329c2b6-1740-4bb3-ac9e-f1a2d561c04b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 217 time: 0.0868587 Sep 30 08:13:20.573386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-09378f09-31a8-4e99-a7ea-137cc69d27e6 None None] Port e825562a-6f48-4c6d-82a7-411d4ad496ee cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:20.578562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ff6e48-bc70-48a0-9fe2-75f9a33957f2 req-4bd8c0a7-008d-4ea6-a0da-dc5f674d663e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693777 Sep 30 08:13:20.639976 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Set router 3677c262-ba2c-47e6-bafc-485548b74609 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:20.647119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835890d1-eec1-4686-a480-66bda5269513 req-baee8c73-4c54-45e3-8e45-71c209b22700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.648610 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-baee8c73-4c54-45e3-8e45-71c209b22700 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.1160100 Sep 30 08:13:20.695166 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-676d14bc-8b7d-4d93-b3dd-6f9d9445a1d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321534 Sep 30 08:13:20.696799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70d6c0-68f3-47d1-ab02-d4dd56c5bb63 req-156f699d-f6b7-4989-a5c1-b1e6fa4d43dc tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.698945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e70d6c0-68f3-47d1-ab02-d4dd56c5bb63 req-156f699d-f6b7-4989-a5c1-b1e6fa4d43dc tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.0759664 Sep 30 08:13:20.765352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e70d6c0-68f3-47d1-ab02-d4dd56c5bb63 req-f8ff907f-ba8c-465a-85bc-4bb908ec6d31 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595675 Sep 30 08:13:20.907783 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-a55ab0fb-a102-4ecc-a959-094c9039d120 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924458 Sep 30 08:13:21.019098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e10ed46-76c1-43d5-9720-6e06cd5f4a2b req-02cd83fa-de27-4cee-8673-6309ea325fc6 tempest-FloatingIPsNegativeTestJSON-1801087426 tempest-FloatingIPsNegativeTestJSON-1801087426-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=1be479c4ed134289a6ffdaca64dcd093 HTTP/1.1" status: 200 len: 217 time: 0.0963860 Sep 30 08:13:21.052784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f870b9-bcec-4b43-8523-be0959ec095d req-de579faf-f6b2-41cf-b56a-da9bcd54ba39 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.067022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2f870b9-bcec-4b43-8523-be0959ec095d req-de579faf-f6b2-41cf-b56a-da9bcd54ba39 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.2000368 Sep 30 08:13:21.114870 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-835890d1-eec1-4686-a480-66bda5269513 req-29169c83-fab5-48f1-bdd1-89da4b28c7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880558 Sep 30 08:13:21.149678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2f870b9-bcec-4b43-8523-be0959ec095d req-bd7032f4-03f4-4d1e-a6a5-e6e90c8a0d88 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790937 Sep 30 08:13:21.171839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e825562a-6f48-4c6d-82a7-411d4ad496ee', 'name': '', 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'mac_address': 'fa:16:3e:9c:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '94e62379-7abf-49dd-8646-8755a29d80dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:17Z', 'updated_at': '2021-09-30T08:13:19Z', 'revision_number': 2, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'subnets': [{'id': '94e62379-7abf-49dd-8646-8755a29d80dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:21.200491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Checking router: 3677c262-ba2c-47e6-bafc-485548b74609 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:21.200843 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Updating router 3677c262-ba2c-47e6-bafc-485548b74609 port e825562a-6f48-4c6d-82a7-411d4ad496ee binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:13:21.209298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3b403b0-c8b6-4e76-8101-c224012fe7e8 req-6327b502-4ef3-4761-8195-67e670bb3fbd tempest-FloatingIPsNegativeTestJSON-1801087426 tempest-FloatingIPsNegativeTestJSON-1801087426-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0352640 Sep 30 08:13:21.235620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084e5ac-ee57-4960-8381-8667793e2b6e req-ae565866-2fdc-4ef5-bc91-7718788d11e0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.237215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e084e5ac-ee57-4960-8381-8667793e2b6e req-ae565866-2fdc-4ef5-bc91-7718788d11e0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1135130 Sep 30 08:13:21.238470 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.314025 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-bf874479-dfeb-46ac-a8a6-6a9339aea76e req-1ece9b24-1ad8-4ed0-a542-1d83e39df9c3 tempest-FloatingIPsNegativeTestJSON-1801087426 tempest-FloatingIPsNegativeTestJSON-1801087426-project] show failed (client error): The resource could not be found. Sep 30 08:13:21.315058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf874479-dfeb-46ac-a8a6-6a9339aea76e req-1ece9b24-1ad8-4ed0-a542-1d83e39df9c3 tempest-FloatingIPsNegativeTestJSON-1801087426 tempest-FloatingIPsNegativeTestJSON-1801087426-project] 10.222.0.41 "GET /v2.0/floatingips/9b3ff9c2-378c-463d-a0d2-0b4a46bb94e1 HTTP/1.1" status: 404 len: 350 time: 0.0574780 Sep 30 08:13:21.324676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41914) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:21.343361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e084e5ac-ee57-4960-8381-8667793e2b6e req-ebfc560c-e640-47cd-8ac3-b96d40b11a45 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921416 Sep 30 08:13:21.477530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688bc3-0a0c-4776-9467-339bf12da66a req-b58866e8-e7de-40e5-809b-ea7eed068c61 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.481793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18688bc3-0a0c-4776-9467-339bf12da66a req-b58866e8-e7de-40e5-809b-ea7eed068c61 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.0909405 Sep 30 08:13:21.556113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18688bc3-0a0c-4776-9467-339bf12da66a req-ebc8cae2-53b0-420b-bd66-7268e7b66913 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645578 Sep 30 08:13:21.746638 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.754074 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.803429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3fd3c-0e21-49a1-b239-67f60d251a4e req-1624a939-01f0-4129-b3cf-a4b5bdd8ae3a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.804969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ee3fd3c-0e21-49a1-b239-67f60d251a4e req-1624a939-01f0-4129-b3cf-a4b5bdd8ae3a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 949 time: 0.1045177 Sep 30 08:13:21.811483 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Pushing event updated for resources: {'Port': ['ID=e825562a-6f48-4c6d-82a7-411d4ad496ee,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:21.826046 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.826393 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.827282 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.827626 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.827916 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.828244 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.828576 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.828896 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.829220 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.829565 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.829890 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.831082 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:21.906491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ee3fd3c-0e21-49a1-b239-67f60d251a4e req-d33c44ee-0bf9-4583-bd39-fcec216af3d5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936267 Sep 30 08:13:21.948801 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Attempting to bind port e825562a-6f48-4c6d-82a7-411d4ad496ee on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:21.950239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Attempting to bind port e825562a-6f48-4c6d-82a7-411d4ad496ee by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:21.952666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Attempting to bind port e825562a-6f48-4c6d-82a7-411d4ad496ee on network 7a66680d-095d-4181-831d-f9d1156ad929 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:21.965320 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:21.966217 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Checking segment: {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:21.969609 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.970208 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Bound using segment: {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:21.970819 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Bound port: e825562a-6f48-4c6d-82a7-411d4ad496ee, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbed00b-fd41-470d-bdb4-63717db04946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:21.971341 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:22.084194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:22.096581 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] For port e825562a-6f48-4c6d-82a7-411d4ad496ee, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:22.104517 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] For port e825562a-6f48-4c6d-82a7-411d4ad496ee, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e825562a-6f48-4c6d-82a7-411d4ad496ee,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:22.112441 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:22.211526 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Routers {'3677c262-ba2c-47e6-bafc-485548b74609'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:22.212159 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3677c262-ba2c-47e6-bafc-485548b74609'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:22.247795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8a59b010-ac84-439f-94e2-c4237b59c36f None None] Provisioning complete for port e825562a-6f48-4c6d-82a7-411d4ad496ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:22.250133 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a59b010-ac84-439f-94e2-c4237b59c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:22.380117 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] Set router 3677c262-ba2c-47e6-bafc-485548b74609 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:22.434237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-07b02257-5c15-4c56-9e73-cd5b4f518206 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--56148358&fields=id&tenant_id=45e47e200ab6454a994b37ad9951a1b1 HTTP/1.1" status: 200 len: 267 time: 0.1455951 Sep 30 08:13:22.585540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a59b010-ac84-439f-94e2-c4237b59c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:22.667456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5c786-3f2f-468a-a523-275a2c6b4020 req-56cbab16-82dd-444f-b13b-4fab1020a892 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:22.676060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30c5c786-3f2f-468a-a523-275a2c6b4020 req-56cbab16-82dd-444f-b13b-4fab1020a892 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.3228712 Sep 30 08:13:22.692571 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e98bc-5979-4c49-9a94-9a61fa809868 None None] Pushing event updated for resources: {'Port': ['ID=e825562a-6f48-4c6d-82a7-411d4ad496ee,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:22.708958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8a59b010-ac84-439f-94e2-c4237b59c36f None None] For port e825562a-6f48-4c6d-82a7-411d4ad496ee, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e825562a-6f48-4c6d-82a7-411d4ad496ee,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:22.714532 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a59b010-ac84-439f-94e2-c4237b59c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:22.769016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-31935e54-504f-4db1-a474-baeb76d5084d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:22.777317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-31935e54-504f-4db1-a474-baeb76d5084d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 823 time: 0.3415644 Sep 30 08:13:22.800982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:22.809530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:22.809940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-d355b2ee-f4ab-40c1-8f75-72536e9bebd8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/quotas/45e47e200ab6454a994b37ad9951a1b1 HTTP/1.1" status: 200 len: 375 time: 0.0237398 Sep 30 08:13:22.839061 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e825562a-6f48-4c6d-82a7-411d4ad496ee', 'name': '', 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'mac_address': 'fa:16:3e:9c:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '94e62379-7abf-49dd-8646-8755a29d80dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:17Z', 'updated_at': '2021-09-30T08:13:22Z', 'revision_number': 4, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'subnets': [{'id': '94e62379-7abf-49dd-8646-8755a29d80dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:22.864987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30c5c786-3f2f-468a-a523-275a2c6b4020 req-f3cf3494-05d8-44bf-9bba-f2af15d339f6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877844 Sep 30 08:13:22.899693 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f589-26ba-43c4-b9d4-3d7759dc089b None None] The sync data for ids ['3677c262-ba2c-47e6-bafc-485548b74609'] in n-d-807025-5 is: [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e825562a-6f48-4c6d-82a7-411d4ad496ee', 'name': '', 'network_id': '7a66680d-095d-4181-831d-f9d1156ad929', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'mac_address': 'fa:16:3e:9c:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '94e62379-7abf-49dd-8646-8755a29d80dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:17Z', 'updated_at': '2021-09-30T08:13:22Z', 'revision_number': 4, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'subnets': [{'id': '94e62379-7abf-49dd-8646-8755a29d80dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:22.922704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-e1c9f653-ec51-4b61-a4a9-2c9b3ae78256 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1134527 Sep 30 08:13:23.069241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59b010-ac84-439f-94e2-c4237b59c36f None None] Pushing event updated for resources: {'Port': ['ID=e825562a-6f48-4c6d-82a7-411d4ad496ee,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:23.087050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:23.111853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'port_id': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'mac_address': 'fa:16:3e:2f:db:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:23.151892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9ec2c561-f011-4728-bf0a-ac7d920f6cf9 None None] Provisioning complete for port e825562a-6f48-4c6d-82a7-411d4ad496ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:23.152421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c561-f011-4728-bf0a-ac7d920f6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.180093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-b01ff69a-359e-40c7-afe5-9fab3915627b service neutron] 10.222.0.41 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540998 Sep 30 08:13:23.224248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Deleting port e825562a-6f48-4c6d-82a7-411d4ad496ee {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:23.224857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.230027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.266676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port a042f458-53c6-46e0-938b-9830f5387ba3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:23.269593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad395b96-b355-4285-8568-9e8580841b63 req-46104a40-9f18-4680-9bb6-4d5356015f55 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:23.276900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad395b96-b355-4285-8568-9e8580841b63 req-46104a40-9f18-4680-9bb6-4d5356015f55 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.2888951 Sep 30 08:13:23.287920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port a042f458-53c6-46e0-938b-9830f5387ba3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:23.288549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.339683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a455538-95a6-4c7b-9094-4f3e4d55d5ae {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:23.363856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad395b96-b355-4285-8568-9e8580841b63 req-c94bb8e8-dca0-4d8e-8bbc-b6c882e9e320 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773628 Sep 30 08:13:23.390855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-5b217927-f041-4e4f-958f-18419418fd28 service neutron] 10.222.0.41 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974418 Sep 30 08:13:23.403780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] For port e825562a-6f48-4c6d-82a7-411d4ad496ee, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e825562a-6f48-4c6d-82a7-411d4ad496ee,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:23.413255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.438937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:23.443214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Calling delete_port for e825562a-6f48-4c6d-82a7-411d4ad496ee owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:23.452902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.492662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.554801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:23.558079 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c45c8-5eba-491e-a275-e7040f2df329" -d '{"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-plugged", "status": "completed", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:23.583679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:23.589887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:23.599085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.724095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:23.762154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f047b-9525-4846-93c7-5553c3e3707e req-5cd3ef4e-12ab-4739-8b10-0e00bc4f55fb tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:23.773987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-097f047b-9525-4846-93c7-5553c3e3707e req-5cd3ef4e-12ab-4739-8b10-0e00bc4f55fb tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.1460845 Sep 30 08:13:23.829234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7a455538-95a6-4c7b-9094-4f3e4d55d5ae'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:23.942024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.950881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e825562a-6f48-4c6d-82a7-411d4ad496ee up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:23.961611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-097f047b-9525-4846-93c7-5553c3e3707e req-22eebcb6-4261-4175-98a7-770fbac5604c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859610 Sep 30 08:13:23.987031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Pushing event deleted for resources: {'Port': ['ID=e825562a-6f48-4c6d-82a7-411d4ad496ee,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:24.028712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-f58aee80-73eb-4fd9-908f-629aeb2ff306 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.030890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-f58aee80-73eb-4fd9-908f-629aeb2ff306 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/ports?device_id=83340386-6003-4db0-a413-d9edc07b079c HTTP/1.1" status: 200 len: 945 time: 0.1762407 Sep 30 08:13:24.035727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd8a2-ac6b-4a93-b457-c54f80bbe076 req-1e31d794-c02a-4611-b9c8-1a428b372a23 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.044563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c3fd8a2-ac6b-4a93-b457-c54f80bbe076 req-1e31d794-c02a-4611-b9c8-1a428b372a23 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.2345088 Sep 30 08:13:24.079357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e825562a-6f48-4c6d-82a7-411d4ad496ee {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:24.082138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e825562a-6f48-4c6d-82a7-411d4ad496ee not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 08:13:24.146948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c3fd8a2-ac6b-4a93-b457-c54f80bbe076 req-cbb26f65-cdce-4744-8653-7fac0b55e3f0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011789 Sep 30 08:13:24.166678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Port e825562a-6f48-4c6d-82a7-411d4ad496ee not found, will not notify nova. {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 08:13:24.288937 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ce95f-e557-4cfb-8abd-7c164ada6e83 x-openstack-request-id: req-1d7ce95f-e557-4cfb-8abd-7c164ada6e83 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:24.289674 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-plugged", "status": "completed", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:24.289674 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d7ce95f-e557-4cfb-8abd-7c164ada6e83 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:24.292279 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'code': 200} Sep 30 08:13:24.332345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d44d6d2-5fe9-4489-9119-e852a910a7a2 req-f5dbd90e-c41c-405b-be55-39e27b4b4b87 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 210 time: 0.0734146 Sep 30 08:13:24.514493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.515160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c881-0e19-499b-a2bc-6665b3163835 req-b7d03fae-3155-4221-8f3f-b5d005e73627 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.515828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5220c881-0e19-499b-a2bc-6665b3163835 req-b7d03fae-3155-4221-8f3f-b5d005e73627 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1779540 Sep 30 08:13:24.654223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5220c881-0e19-499b-a2bc-6665b3163835 req-ab39439d-e254-4447-813c-22fad75233fe tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269186 Sep 30 08:13:24.740562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05eb62-d4de-45ef-85e3-a7d21c963894 req-13645b6b-360f-427b-a9b5-a69a210cc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.742116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7e05eb62-d4de-45ef-85e3-a7d21c963894 req-13645b6b-360f-427b-a9b5-a69a210cc760 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1101 time: 0.4564431 Sep 30 08:13:24.748438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Deleting port e9941bef-6944-4cdd-ab85-18e1b904e513 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:24.748787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.013116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7e05eb62-d4de-45ef-85e3-a7d21c963894 req-103155fd-85d5-4d10-80ee-93a8c2d6273f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606113 Sep 30 08:13:25.013646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26580155-6da3-4ceb-8e2f-a6b24703b4c9 req-00098039-fc36-488d-a05b-9c666f419956 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:25.025062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26580155-6da3-4ceb-8e2f-a6b24703b4c9 req-00098039-fc36-488d-a05b-9c666f419956 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1792226 Sep 30 08:13:25.091588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Router 3677c262-ba2c-47e6-bafc-485548b74609 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:25.092534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26580155-6da3-4ceb-8e2f-a6b24703b4c9 req-ce8a1027-3706-4451-b69e-8e14d2c60e1f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Sep 30 08:13:25.186872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] For port e9941bef-6944-4cdd-ab85-18e1b904e513, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e9941bef-6944-4cdd-ab85-18e1b904e513,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:25.187249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.273013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ebdde-5446-434c-b086-73ad5c4982d1 req-ff523fd0-bcf8-45b8-a301-483036e3b42b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:25.275028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d98ebdde-5446-434c-b086-73ad5c4982d1 req-ff523fd0-bcf8-45b8-a301-483036e3b42b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.0791125 Sep 30 08:13:25.323552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.340753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d98ebdde-5446-434c-b086-73ad5c4982d1 req-db65335a-7686-4cb0-a460-dbe4a8aad095 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Sep 30 08:13:25.504206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.541622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252c438-1860-4bd1-82ae-dd28d863a856 req-58fb4a51-1482-4eda-a8ee-d383f0fb16a4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:25.543177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c252c438-1860-4bd1-82ae-dd28d863a856 req-58fb4a51-1482-4eda-a8ee-d383f0fb16a4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1092191 Sep 30 08:13:25.605357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c252c438-1860-4bd1-82ae-dd28d863a856 req-9646dbff-41b3-4ede-9ad0-aa58d5d3807e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Sep 30 08:13:25.654428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:25.667182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-474f9e95-ce57-4ee2-b2a8-9c8ba621586c admin admin] 10.222.0.41 "PUT /v2.0/routers/3677c262-ba2c-47e6-bafc-485548b74609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3406446 Sep 30 08:13:25.668872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] Sync routers for ids ['3677c262-ba2c-47e6-bafc-485548b74609'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:25.669505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42086) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:25.670001 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.670982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.671396 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7 disassociated. External IP: 172.25.7.52, port: e9941bef-6944-4cdd-ab85-18e1b904e513. Sep 30 08:13:25.671881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Calling delete_port for e9941bef-6944-4cdd-ab85-18e1b904e513 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:25.685665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] Routers {'3677c262-ba2c-47e6-bafc-485548b74609'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:25.686838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3677c262-ba2c-47e6-bafc-485548b74609'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:25.829543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe3b370e-fe03-464f-a2bb-296699ac9bf1 req-439b7557-af2e-42aa-b206-6f08c98b59b8 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 210 time: 0.0738549 Sep 30 08:13:25.962801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.044043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] Set router 3677c262-ba2c-47e6-bafc-485548b74609 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:26.114516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.195254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event deleted for resources: {'Port': ['ID=e9941bef-6944-4cdd-ab85-18e1b904e513,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:26.268168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-046b4060-3c74-4132-bcd3-9708d209f1f4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.276233 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-046b4060-3c74-4132-bcd3-9708d209f1f4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 823 time: 0.4547021 Sep 30 08:13:26.427577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-004ac7e3-87b8-4545-8e78-4c826d55d093 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e47e200ab6454a994b37ad9951a1b1 HTTP/1.1" status: 200 len: 378 time: 0.0567791 Sep 30 08:13:26.439209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'port': {'device_id': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'admin_state_up': True, 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'security_groups': ['e5f72b2c-33e7-407e-add2-2361102cdba8']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:26.479032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:26.565017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] Checking router: 3677c262-ba2c-47e6-bafc-485548b74609 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:26.583374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:26.584969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948c9f9-aeae-4a25-9e09-31341e2aa747 req-6698e945-d022-4e86-9044-984ef24f23f2 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.596528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] Routers {'3677c262-ba2c-47e6-bafc-485548b74609'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:26.597368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3677c262-ba2c-47e6-bafc-485548b74609'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:26.597517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3948c9f9-aeae-4a25-9e09-31341e2aa747 req-6698e945-d022-4e86-9044-984ef24f23f2 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1773610 Sep 30 08:13:26.675762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.695390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3948c9f9-aeae-4a25-9e09-31341e2aa747 req-2cc76664-7e04-47d1-b6f6-5d2209631bfc tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948796 Sep 30 08:13:26.781602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e9941bef-6944-4cdd-ab85-18e1b904e513 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:26.828923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Made reservation on behalf of 45e47e200ab6454a994b37ad9951a1b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:26.835625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:26.847883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Deleting port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:26.848233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.849496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.903522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: e9941bef-6944-4cdd-ab85-18e1b904e513 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:26.905512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e9941bef-6944-4cdd-ab85-18e1b904e513 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:26.996200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:27.004873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:27.005244 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.008570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] Set router 3677c262-ba2c-47e6-bafc-485548b74609 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:27.020025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:27.031871 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:27.048720 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:27.049805 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:27.120866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] No DVR routers for this DVR port e9941bef-6944-4cdd-ab85-18e1b904e513 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:27.127240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.130247 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8cc0558b-1650-4184-8dc2-46d0276a0169 req-fbac91b9-dc14-40db-a8cd-e1c4809fab3d tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "DELETE /v2.0/ports/e9941bef-6944-4cdd-ab85-18e1b904e513 HTTP/1.1" status: 204 len: 173 time: 3.0905919 Sep 30 08:13:27.130985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'name': 'network-vif-deleted', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:27.133750 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd09a0-c20c-4eed-a607-ec39a39ee16e" -d '{"events": [{"server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "name": "network-vif-deleted", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:27.252179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d388a-3a5f-429d-90e9-b277a4bd5296 req-c6016839-ffb4-411f-b613-a55472fb1473 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.259966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Allocated IP 172.20.0.8 (2f44ff97-da5d-47b4-a342-bae02a8ac899/a8e79508-f7bc-4a86-a6b7-a4e67eb5716d/ec244a08-250d-43fd-8c6b-23f9cac3e142) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:27.268334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-344d388a-3a5f-429d-90e9-b277a4bd5296 req-c6016839-ffb4-411f-b613-a55472fb1473 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.4225671 Sep 30 08:13:27.356007 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:27.368119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.387540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] For port b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:27.387936 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.414922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574790b-4f7d-4e1c-8e82-15f61702ea89 req-cf64a3ee-3cd9-4ccf-8117-c918b51b7dc6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.422629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7574790b-4f7d-4e1c-8e82-15f61702ea89 req-cf64a3ee-3cd9-4ccf-8117-c918b51b7dc6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.3593652 Sep 30 08:13:27.448175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-344d388a-3a5f-429d-90e9-b277a4bd5296 req-d5aded84-b5f5-45d5-b2f3-06b6dbded77f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773207 Sep 30 08:13:27.468760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:27.471364 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c189bd-68b7-485f-8e87-89e414ab3953" -d '{"events": [{"server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "name": "network-vif-plugged", "status": "completed", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:27.489881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:27.494180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:27.498510 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.545160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7574790b-4f7d-4e1c-8e82-15f61702ea89 req-e548bf29-8a13-4980-a37f-08230bf88902 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136689 Sep 30 08:13:27.561721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Calling delete_port for b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:27.611938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:27.617297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5347cd5-850e-4e1e-ac00-3b172d7ddd4c None None] The sync data for ids ['3677c262-ba2c-47e6-bafc-485548b74609'] in n-d-807025-5 is: [{'id': '3677c262-ba2c-47e6-bafc-485548b74609', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090940199-router', 'tenant_id': '1be479c4ed134289a6ffdaca64dcd093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1be479c4ed134289a6ffdaca64dcd093', 'gw_port': {'id': 'b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677c262-ba2c-47e6-bafc-485548b74609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:13Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:27.719129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.724599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa52401e-63f8-4bbc-abba-6b6ccc5d96fc req-32f15fab-6e05-4ce0-9fa8-c6258b28440a tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Sep 30 08:13:27.753058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fcb3f-6f9a-426a-bb66-8ddbd328582a req-197d8df5-3706-477b-84c1-b793c275d37a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.754687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-671fcb3f-6f9a-426a-bb66-8ddbd328582a req-197d8df5-3706-477b-84c1-b793c275d37a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1404068 Sep 30 08:13:27.793421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.804395 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:27.855908 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:27.867575 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:27.868269 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:27.922790 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d04a2b2-c07e-4e39-93ef-390c00bc0ed3 x-openstack-request-id: req-9d04a2b2-c07e-4e39-93ef-390c00bc0ed3 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:27.923308 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83340386-6003-4db0-a413-d9edc07b079c", "name": "network-vif-deleted", "tag": "e9941bef-6944-4cdd-ab85-18e1b904e513", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:27.923598 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d04a2b2-c07e-4e39-93ef-390c00bc0ed3 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:27.924402 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83340386-6003-4db0-a413-d9edc07b079c', 'name': 'network-vif-deleted', 'tag': 'e9941bef-6944-4cdd-ab85-18e1b904e513', 'status': 'completed', 'code': 200} Sep 30 08:13:27.934900 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f22efb-94d6-45da-9fa9-151ecd108ca6 x-openstack-request-id: req-47f22efb-94d6-45da-9fa9-151ecd108ca6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:27.935912 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "name": "network-vif-plugged", "status": "completed", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:27.936725 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47f22efb-94d6-45da-9fa9-151ecd108ca6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:27.938021 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'code': 200} Sep 30 08:13:27.956161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:27.964893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-671fcb3f-6f9a-426a-bb66-8ddbd328582a req-095fd534-6a33-46b5-a4a8-9d8e91269bbe tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020380 Sep 30 08:13:28.011902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:28.022687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:28.101848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e825562a-6f48-4c6d-82a7-411d4ad496ee no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:28.160846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event updated for resources: {'Port': ['ID=ec244a08-250d-43fd-8c6b-23f9cac3e142,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:28.168452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e825562a-6f48-4c6d-82a7-411d4ad496ee {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:28.168797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e825562a-6f48-4c6d-82a7-411d4ad496ee not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:28.241436 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:28.409579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.411770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.432569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485a9-12a9-4840-b800-0265d03b28cf req-f3d7b0c9-8391-4e15-b688-627cd59e5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.434146 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-75c485a9-12a9-4840-b800-0265d03b28cf req-f3d7b0c9-8391-4e15-b688-627cd59e5bca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1096 time: 0.3956063 Sep 30 08:13:28.495244 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.519772 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-75c485a9-12a9-4840-b800-0265d03b28cf req-e727d463-5d1c-416c-88bf-cc862a28c220 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696518 Sep 30 08:13:28.522039 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-3cafae1b-6918-4c14-b7af-a2c62d0f57d4 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0878561 Sep 30 08:13:28.541203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Request body: {'port': {'device_id': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:28.574119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:28.597728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416364cb-5aa4-437b-86de-26d66f465110 req-dc3d196b-64ed-4117-9145-412036e59d35 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.600559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f6f41abe-2caa-4ee7-909b-ac73bd39718c None None] Provisioning complete for port ec244a08-250d-43fd-8c6b-23f9cac3e142 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:28.601534 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6f41abe-2caa-4ee7-909b-ac73bd39718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.610600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416364cb-5aa4-437b-86de-26d66f465110 req-dc3d196b-64ed-4117-9145-412036e59d35 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.3984702 Sep 30 08:13:28.674986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f6f41abe-2caa-4ee7-909b-ac73bd39718c None None] Port ec244a08-250d-43fd-8c6b-23f9cac3e142 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:28.679856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.726057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416364cb-5aa4-437b-86de-26d66f465110 req-af94bb51-b84b-4b2f-b2d1-33b7e0f4f159 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142285 Sep 30 08:13:28.826376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.832482 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:28.894050 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d991-d24d-4390-854e-bd2df7ae6e83 None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:28.958952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.962050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.023739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.024268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3677c262-ba2c-47e6-bafc-485548b74609 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:13:29.034664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.035635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5c781565-dc5d-45ca-b375-ef99046e487c admin admin] 10.222.0.41 "DELETE /v2.0/routers/3677c262-ba2c-47e6-bafc-485548b74609 HTTP/1.1" status: 204 len: 168 time: 3.3641167 Sep 30 08:13:29.052330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42224) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.126283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d737641-5fac-4688-ba5c-28122440dc02 req-39c1e615-4621-427d-b4b3-ed45237277f1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:29.135737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d737641-5fac-4688-ba5c-28122440dc02 req-39c1e615-4621-427d-b4b3-ed45237277f1 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.1232052 Sep 30 08:13:29.201294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Deleting subnet 94e62379-7abf-49dd-8646-8755a29d80dd {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:29.220987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.293851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d737641-5fac-4688-ba5c-28122440dc02 req-83b746fd-f994-47b3-a417-cfa08456e501 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569760 Sep 30 08:13:29.310266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.429314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.440887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec244a08-250d-43fd-8c6b-23f9cac3e142 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:29.445844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11948682-d5ce-4e27-a6e5-0ee17a5ed487 None None] New status for floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:13:29.450150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.465085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Transition to ACTIVE for port object ec244a08-250d-43fd-8c6b-23f9cac3e142 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:29.476700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.501907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48dda5-93df-4da2-a34e-03a2252a7655 req-3cb3ff5f-bce9-44a9-8dac-8f891597d012 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:29.503922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f48dda5-93df-4da2-a34e-03a2252a7655 req-3cb3ff5f-bce9-44a9-8dac-8f891597d012 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1101 time: 0.3292837 Sep 30 08:13:29.507423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.550808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Pushing event updated for resources: {'Port': ['ID=ec244a08-250d-43fd-8c6b-23f9cac3e142,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.611597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc5aba-5b10-4940-a267-975a24164974 req-dc5f226b-82f7-4381-817a-e03b1ce3ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:29.613569 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-50cc5aba-5b10-4940-a267-975a24164974 req-dc5f226b-82f7-4381-817a-e03b1ce3ab09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.1467636 Sep 30 08:13:29.619852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e62379-7abf-49dd-8646-8755a29d80dd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.626044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f48dda5-93df-4da2-a34e-03a2252a7655 req-19e38b0d-2c7f-4c28-b16b-0a3371d786ca tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.644654 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.646651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-392b6970-f565-43f7-86f1-541da85da1fe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94e62379-7abf-49dd-8646-8755a29d80dd HTTP/1.1" status: 204 len: 168 time: 0.5933237 Sep 30 08:13:29.671736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42228) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.703852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670476c-4ed3-4ed1-bca1-d6b26fff4a04 None None] Network 7a66680d-095d-4181-831d-f9d1156ad929 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:29.724550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575b6dd-1a02-4d1f-978b-95be94efb23a req-35d6fe53-0382-4e03-8fc8-b19d3d18543d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:29.726563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6575b6dd-1a02-4d1f-978b-95be94efb23a req-35d6fe53-0382-4e03-8fc8-b19d3d18543d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.2281954 Sep 30 08:13:29.792502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6575b6dd-1a02-4d1f-978b-95be94efb23a req-54f406af-dfc8-4bfc-9642-3dcdd71f4de5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Sep 30 08:13:29.812303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.841397 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-50cc5aba-5b10-4940-a267-975a24164974 req-a26ef1e9-ba33-4b8c-9c18-b866b4a786a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975434 Sep 30 08:13:29.867410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f48dda5-93df-4da2-a34e-03a2252a7655 req-19e38b0d-2c7f-4c28-b16b-0a3371d786ca tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.876624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Attempting to bind port ec244a08-250d-43fd-8c6b-23f9cac3e142 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:29.876995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Attempting to bind port ec244a08-250d-43fd-8c6b-23f9cac3e142 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:29.877358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Attempting to bind port ec244a08-250d-43fd-8c6b-23f9cac3e142 on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:29.887957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f48dda5-93df-4da2-a34e-03a2252a7655 req-19e38b0d-2c7f-4c28-b16b-0a3371d786ca tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.946991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f48dda5-93df-4da2-a34e-03a2252a7655 req-19e38b0d-2c7f-4c28-b16b-0a3371d786ca tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201319 Sep 30 08:13:29.953654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Port ec244a08-250d-43fd-8c6b-23f9cac3e142 on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:29.954381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Attempting to bind port ec244a08-250d-43fd-8c6b-23f9cac3e142 on network 2f44ff97-da5d-47b4-a342-bae02a8ac899 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:29.966150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e38b0d-2c7f-4c28-b16b-0a3371d786ca tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7278e-d88b-40fc-bb33-006d64627d99,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.986828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:29.987264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Checking segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:29.987692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Bound using segment: {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:29.988153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Bound port: ec244a08-250d-43fd-8c6b-23f9cac3e142, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da92e11-4f9c-41bd-b16f-c67a9cc17aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:29.988518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.007868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:30.052773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:30.053119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8fb6ab8-9bb8-4075-bc49-e5412cfd1ed5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:30.094132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Deleting port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:30.094467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.129428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028b35-5c05-4df3-a2c8-de7015e4b07a req-6f35ec10-2aca-462e-bd13-63c22393aee3 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.131249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e028b35-5c05-4df3-a2c8-de7015e4b07a req-6f35ec10-2aca-462e-bd13-63c22393aee3 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 943 time: 0.0819049 Sep 30 08:13:30.156899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] For port ec244a08-250d-43fd-8c6b-23f9cac3e142, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:30.200575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] For port ec244a08-250d-43fd-8c6b-23f9cac3e142, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:30.204403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] DHCP port deletion for 7a66680d-095d-4181-831d-f9d1156ad929 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:13:30.211253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.222343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] For port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:30.222725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.234496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e028b35-5c05-4df3-a2c8-de7015e4b07a req-c2082b16-dd91-45da-b387-d649320bda7c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898130 Sep 30 08:13:30.262292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cef79-d4f4-42de-9c35-2453b5f01dd3 req-780d4958-c294-413e-8133-1691588d74a1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.267007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-769cef79-d4f4-42de-9c35-2453b5f01dd3 req-780d4958-c294-413e-8133-1691588d74a1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1343596 Sep 30 08:13:30.283370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Calling delete_port for d78af60f-4b53-49aa-a1a6-29c4ea5eee2e owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:30.297462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.298104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.299536 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] 10.222.0.50 "PUT /v2.0/ports/ec244a08-250d-43fd-8c6b-23f9cac3e142 HTTP/1.1" status: 200 len: 1091 time: 1.7631314 Sep 30 08:13:30.299999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:30.302662 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e88501b-f5b5-4528-a664-caca341bf13d" -d '{"events": [{"name": "network-changed", "server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:30.334165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] Deleting port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:30.337276 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.411591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02184b-9407-4f21-a266-fef54239d3bd service neutron] Pushing event updated for resources: {'Port': ['ID=ec244a08-250d-43fd-8c6b-23f9cac3e142,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.413039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-769cef79-d4f4-42de-9c35-2453b5f01dd3 req-fa394c38-0214-475a-94b9-ff5f955c184c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386940 Sep 30 08:13:30.491841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] For port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,segment=NetworkSegment(0bbed00b-fd41-470d-bdb4-63717db04946),segment_id=0bbed00b-fd41-470d-bdb4-63717db04946)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:30.492343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.512352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] Calling delete_port for d78af60f-4b53-49aa-a1a6-29c4ea5eee2e owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:30.548255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-b5deb5b6-f71e-4bcc-b50a-b76897478a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.551332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-b5deb5b6-f71e-4bcc-b50a-b76897478a19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 1094 time: 0.1406302 Sep 30 08:13:30.568400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.620048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.668109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] No DVR routers for this DVR port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:30.673037 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-8476afa1-4836-47ef-9095-8f7d35a19388 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142 HTTP/1.1" status: 200 len: 217 time: 0.0614777 Sep 30 08:13:30.690030 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.744847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] No DVR routers for this DVR port d78af60f-4b53-49aa-a1a6-29c4ea5eee2e on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:30.759883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a731a9d-5265-4d8b-914f-d7d437f7c255 None None] Pushing event deleted for resources: {'Port': ['ID=d78af60f-4b53-49aa-a1a6-29c4ea5eee2e,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.800125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:30.809187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:30.858660 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.863212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-98ed17c7-3c3d-47b5-bd37-5aeff9c3616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.865063 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-98ed17c7-3c3d-47b5-bd37-5aeff9c3616b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.1859512 Sep 30 08:13:30.915635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a66680d-095d-4181-831d-f9d1156ad929']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:30.944524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbed00b-fd41-470d-bdb4-63717db04946') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:30.944824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbed00b-fd41-470d-bdb4-63717db04946') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:30.960876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.982390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-c9127bf7-012d-4ba8-8c71-f1471e780127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.986215 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-c9127bf7-012d-4ba8-8c71-f1471e780127 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996513 Sep 30 08:13:30.987592 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.005912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:31.006634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:31.009371 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:31.012733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.045920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:31.055113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:31.057321 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9323e935-e0fb-4c5c-8375-14af0baef7c4" -d '{"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-unplugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:31.087046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:31.088646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'mac_address': 'fa:16:3e:7a:73:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:31.096330 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.142654 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5182b6af-be19-408c-ac98-7c574f872d36 x-openstack-request-id: req-5182b6af-be19-408c-ac98-7c574f872d36 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:31.142934 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:31.143186 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5182b6af-be19-408c-ac98-7c574f872d36 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:31.143588 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'status': 'completed', 'code': 200} Sep 30 08:13:31.185294 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.191683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.198808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.200727 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a66680d-095d-4181-831d-f9d1156ad929 HTTP/1.1" status: 204 len: 168 time: 1.5276554 Sep 30 08:13:31.224181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ab2d9-7a58-469d-85f5-e879d17dcc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a66680d-095d-4181-831d-f9d1156ad929,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:31.230874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-3463f5e3-4c56-43e6-8c2e-0f7190a0c12c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1172361 Sep 30 08:13:31.231366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5146d09-04f2-42e5-ac53-4923e9630c9e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:31.238020 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-21e6dfa6-5d43-47a0-a3d3-d099b2d75f8f service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434502 Sep 30 08:13:31.244069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-dc922da0-b329-457d-b289-f91f74292dce service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:13:31.245098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-dc922da0-b329-457d-b289-f91f74292dce service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077000 Sep 30 08:13:31.246967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:31.259768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fec8-547f-4a77-9b82-99277de6cb2f req-045ddb01-6a00-4afb-8eec-7abed574863b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.261388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9352fec8-547f-4a77-9b82-99277de6cb2f req-045ddb01-6a00-4afb-8eec-7abed574863b tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 947 time: 0.1142602 Sep 30 08:13:31.269142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:31.270766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1632cf-59a6-454e-ba9d-b44f0ea112ff req-b60fface-e000-4127-b7cf-ef42b13db330 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.272404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e1632cf-59a6-454e-ba9d-b44f0ea112ff req-b60fface-e000-4127-b7cf-ef42b13db330 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.0933876 Sep 30 08:13:31.280271 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.347380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9352fec8-547f-4a77-9b82-99277de6cb2f req-c2d78110-55a4-4015-9d62-48787e32b599 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735655 Sep 30 08:13:31.362225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e1632cf-59a6-454e-ba9d-b44f0ea112ff req-6b128c0f-bbad-47ba-81cb-6be0edf8ab47 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809906 Sep 30 08:13:31.416457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:31.445032 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2953eee2-21dc-4659-aeda-eff478fc0334 req-32335dcf-821a-424f-964f-0a272c808da3 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999078 Sep 30 08:13:31.570770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b0b90-34ef-4323-acc3-e3215c2e6792 req-58168331-3741-484f-9666-27ff4e59fcdd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.572567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-317b0b90-34ef-4323-acc3-e3215c2e6792 req-58168331-3741-484f-9666-27ff4e59fcdd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1033509 Sep 30 08:13:31.618048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88501b-f5b5-4528-a664-caca341bf13d req-b5900feb-4c71-4576-ac74-7e7aa4a162a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.619858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-b5900feb-4c71-4576-ac74-7e7aa4a162a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 1094 time: 0.0541589 Sep 30 08:13:31.648608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42356) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:31.678071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-317b0b90-34ef-4323-acc3-e3215c2e6792 req-1f0d68bc-3fbb-4b51-8f45-5b916a72ed85 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831282 Sep 30 08:13:31.753421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:31.755271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b1d7d89e-ba28-4756-ab44-3057825f1aeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1be479c4ed134289a6ffdaca64dcd093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051435 Sep 30 08:13:31.757672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42364) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:31.809128 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee67e7c-16f7-4e22-bff1-5eee42dfc580 x-openstack-request-id: req-9ee67e7c-16f7-4e22-bff1-5eee42dfc580 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:31.810635 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-unplugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:31.812421 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ee67e7c-16f7-4e22-bff1-5eee42dfc580 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:31.814141 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'code': 200} Sep 30 08:13:31.844725 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f226b-51af-402c-b751-7740fc90504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.872573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f226b-51af-402c-b751-7740fc90504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.913652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88501b-f5b5-4528-a664-caca341bf13d req-3956a4ba-f570-4204-9137-0e64c4ad31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.928370 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-3956a4ba-f570-4204-9137-0e64c4ad31a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 924 time: 0.2902834 Sep 30 08:13:31.940246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d78af60f-4b53-49aa-a1a6-29c4ea5eee2e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:31.965759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf51b0-483d-406d-b91b-e506c776ee58 req-52f01dc7-7af8-40ad-bafb-260541b32eb1 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.973708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cacf51b0-483d-406d-b91b-e506c776ee58 req-52f01dc7-7af8-40ad-bafb-260541b32eb1 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 943 time: 0.0977967 Sep 30 08:13:32.033062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cacf51b0-483d-406d-b91b-e506c776ee58 req-9c160c4b-e16b-4b53-8fe8-4e4a4829aab1 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583820 Sep 30 08:13:32.049329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d78af60f-4b53-49aa-a1a6-29c4ea5eee2e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:32.050023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d78af60f-4b53-49aa-a1a6-29c4ea5eee2e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:32.050258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f226b-51af-402c-b751-7740fc90504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.052919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f226b-51af-402c-b751-7740fc90504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.054656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bb7f226b-51af-402c-b751-7740fc90504e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a2f361e-7522-468b-8e61-42951874b54f HTTP/1.1" status: 204 len: 168 time: 0.2958300 Sep 30 08:13:32.056708 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-731cc26a-acfa-4abf-aae5-8962471369dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142 HTTP/1.1" status: 200 len: 217 time: 0.1248243 Sep 30 08:13:32.099369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f226b-51af-402c-b751-7740fc90504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f361e-7522-468b-8e61-42951874b54f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:32.192692 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-b0a5b329-636b-4d3d-9cf3-c3f66ad99ebf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349959 Sep 30 08:13:32.223600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4e8f-62aa-42ee-aa86-ab98943c714a req-d6c7a9b7-c25e-46f5-b647-b897dc61c5dd tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.225238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88501b-f5b5-4528-a664-caca341bf13d req-ba0893ec-6a32-422c-91cb-236c52b8f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.228265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-ba0893ec-6a32-422c-91cb-236c52b8f98c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.0998614 Sep 30 08:13:32.230494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f70f4e8f-62aa-42ee-aa86-ab98943c714a req-d6c7a9b7-c25e-46f5-b647-b897dc61c5dd tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1096 time: 0.1744456 Sep 30 08:13:32.279288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935b3c5-633a-49b8-870f-cc34180ce60f req-3df0f106-b96d-4012-85d8-04ac6c73690b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.286557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e935b3c5-633a-49b8-870f-cc34180ce60f req-3df0f106-b96d-4012-85d8-04ac6c73690b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1394303 Sep 30 08:13:32.324104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-c3892498-adca-4447-b177-0abdf14e6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.325864 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-c3892498-adca-4447-b177-0abdf14e6ffb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 1101 time: 0.0970712 Sep 30 08:13:32.343744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88501b-f5b5-4528-a664-caca341bf13d req-06597079-40f6-4b0b-bd5c-6edcb6e0960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.345267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-06597079-40f6-4b0b-bd5c-6edcb6e0960a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798783 Sep 30 08:13:32.370434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e935b3c5-633a-49b8-870f-cc34180ce60f req-6ac3ad1b-3088-43ef-84d0-78b40a25d1ce tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700366 Sep 30 08:13:32.390049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f70f4e8f-62aa-42ee-aa86-ab98943c714a req-6e162a84-0c52-4698-8c3a-1e61ba6ec18c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462610 Sep 30 08:13:32.535808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfac63-3e3e-422f-9515-12ba56976639 req-bac5efd6-eb97-498e-adee-6908fff5e731 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.537827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4abfac63-3e3e-422f-9515-12ba56976639 req-bac5efd6-eb97-498e-adee-6908fff5e731 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 949 time: 0.0733776 Sep 30 08:13:32.546659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-4fcd5a11-faeb-4559-a783-c6ffc3c1c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.548385 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-4fcd5a11-faeb-4559-a783-c6ffc3c1c48f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1842871 Sep 30 08:13:32.550849 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-15a0d900-34c2-405b-996f-f9883727e278 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980414 Sep 30 08:13:32.634921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4abfac63-3e3e-422f-9515-12ba56976639 req-66772a4f-4718-40f1-bd47-f84ece636c2a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875573 Sep 30 08:13:32.645622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-9f1c779b-0a5b-4e1f-8ac3-d5745d679a13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82 HTTP/1.1" status: 200 len: 217 time: 0.0739992 Sep 30 08:13:32.877748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-2674df24-4641-4fce-add4-2626415b6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.879112 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-2674df24-4641-4fce-add4-2626415b6b15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.2143977 Sep 30 08:13:32.943464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e88501b-f5b5-4528-a664-caca341bf13d req-37887a13-9bbd-41c0-849f-7f6beb0f87a1 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641310 Sep 30 08:13:32.947602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-424b9ce4-2066-4bbd-b1ee-83f9b5aaf828 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1172080 Sep 30 08:13:32.960366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-cc609f2d-8c1d-4299-960e-82463a62c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.962107 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-cc609f2d-8c1d-4299-960e-82463a62c7dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701418 Sep 30 08:13:33.111146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8eb5f-2f98-470a-93d9-15da68a5ca3f req-574879f5-34c1-4a7b-b863-743e050867e0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.112786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9f8eb5f-2f98-470a-93d9-15da68a5ca3f req-574879f5-34c1-4a7b-b863-743e050867e0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0934911 Sep 30 08:13:33.223397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9f8eb5f-2f98-470a-93d9-15da68a5ca3f req-fd2bf299-13a2-4d22-8911-9ebe7e8d8b68 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Sep 30 08:13:33.234278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-cf3a0cce-baa6-42b2-9576-6d8b9a4f8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.235828 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-cf3a0cce-baa6-42b2-9576-6d8b9a4f8fae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d4976a9195e44cf92def016443ec7a3&device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 1099 time: 0.2306917 Sep 30 08:13:33.240795 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-fc33ef66-80a3-4567-9fcf-b0ffca5b90bd service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574005 Sep 30 08:13:33.419797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530628-dd65-49b4-812f-eb1232480a51 req-8bb1c9cc-7599-421b-9b5c-05a974a50802 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.419797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32530628-dd65-49b4-812f-eb1232480a51 req-8bb1c9cc-7599-421b-9b5c-05a974a50802 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.0797975 Sep 30 08:13:33.455445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbe0db-2f41-4e75-8d35-bac20c74d338 req-53fe5c19-13d3-4623-ab0e-007f2ebd7bd3 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.457009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2bbe0db-2f41-4e75-8d35-bac20c74d338 req-53fe5c19-13d3-4623-ab0e-007f2ebd7bd3 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 943 time: 0.0870309 Sep 30 08:13:33.491292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32530628-dd65-49b4-812f-eb1232480a51 req-1544cd2d-e2dc-46af-91af-5d47ab43ae7d tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Sep 30 08:13:33.494451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-57936434-f0d3-462a-9e8c-7f1062a20bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.496233 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-57936434-f0d3-462a-9e8c-7f1062a20bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1101 time: 0.1717825 Sep 30 08:13:33.540054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2bbe0db-2f41-4e75-8d35-bac20c74d338 req-aa15fb97-109f-454f-bb55-aa36d06164d1 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761671 Sep 30 08:13:33.618977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-dccddbbc-069c-4ddf-a3e7-e9a769ecb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.621418 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-dccddbbc-069c-4ddf-a3e7-e9a769ecb336 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1012468 Sep 30 08:13:33.627561 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d93a2f5d-417f-435f-bcf7-2b1a3043527c req-609b3a93-a0ff-4494-8b2b-de1089000dcd service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738124 Sep 30 08:13:33.628643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-a9e84260-e58c-4b70-8b02-9ec94219bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.630067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-a9e84260-e58c-4b70-8b02-9ec94219bd8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3489966 Sep 30 08:13:33.637992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8f8cc-2ec1-45fa-b278-46b0b05feb8d req-23fa417d-96ad-4519-a361-690b03a0d491 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.646116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fba8f8cc-2ec1-45fa-b278-46b0b05feb8d req-23fa417d-96ad-4519-a361-690b03a0d491 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0587120 Sep 30 08:13:33.687817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fba8f8cc-2ec1-45fa-b278-46b0b05feb8d req-67d0012d-247d-483a-8947-c3b50b1830ad tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Sep 30 08:13:33.700332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-3bc328bd-219f-446c-af89-be4d5d3b5e8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f HTTP/1.1" status: 200 len: 217 time: 0.0619845 Sep 30 08:13:33.749903 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-58a5a2d4-df57-4fc7-b3d0-73e3df623b7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.1007361 Sep 30 08:13:33.832086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-694aebef-1ab6-46f7-a807-17b2e55d017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.833687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-694aebef-1ab6-46f7-a807-17b2e55d017e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0942011 Sep 30 08:13:33.841742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-67a6356c-65bd-4fa8-b352-3a7f056b9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.843314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-67a6356c-65bd-4fa8-b352-3a7f056b9c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0691304 Sep 30 08:13:33.942272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-917cc234-fc9f-4933-9c6a-7dcfb8e8af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.943699 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-917cc234-fc9f-4933-9c6a-7dcfb8e8af47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994949 Sep 30 08:13:33.946777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-9dd52def-fac8-4d62-bfdc-576c50bd53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.949124 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-9dd52def-fac8-4d62-bfdc-576c50bd53d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966692 Sep 30 08:13:34.008371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-bd78994a-a378-4c2b-be4c-84f8e1aeaa39 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=016e3252003a44eaa05dc3aaa5d25ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369868 Sep 30 08:13:34.145644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-132686b1-10ee-4863-8adf-2efe7571a13e service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909149 Sep 30 08:13:34.162031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-994d4112-7141-4459-904b-894955631d45 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:34.169129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-994d4112-7141-4459-904b-894955631d45 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597652 Sep 30 08:13:34.188058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-4058c467-8bdf-452d-bcae-6f9f6cdaefb1 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/quotas/016e3252003a44eaa05dc3aaa5d25ba6 HTTP/1.1" status: 200 len: 375 time: 0.0179107 Sep 30 08:13:34.195140 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-e6b2b356-3092-4374-be3e-4dbab50a775d service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304676 Sep 30 08:13:34.241423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-6f944c2f-7a07-4fab-a4a2-f9155f579200 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=016e3252003a44eaa05dc3aaa5d25ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524087 Sep 30 08:13:34.359931 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e7a6bba-59b9-43bf-86d8-048a44518948 req-a9a33b1c-20eb-42e6-ad64-280275487e65 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041144 Sep 30 08:13:34.374070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-66dad15f-2983-4d92-aae3-214423e5319a service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630440 Sep 30 08:13:34.516324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21a354-2e6f-444f-8ea2-09aa72f36a9b req-4622646a-3e3c-4fb4-b415-d4493a09a6c3 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:34.518221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c21a354-2e6f-444f-8ea2-09aa72f36a9b req-4622646a-3e3c-4fb4-b415-d4493a09a6c3 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 1100 time: 0.0649889 Sep 30 08:13:34.579204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c21a354-2e6f-444f-8ea2-09aa72f36a9b req-b8d2e70b-4ac2-4c26-88c6-0368f2922b17 tempest-ServersAdminTestJSON-226960550 tempest-ServersAdminTestJSON-226960550-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537200 Sep 30 08:13:34.783090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b6b61-80b6-41b6-ac32-9c3325a056fe req-b24333dd-9614-4710-94ad-1f673e63b51a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:34.785039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb5b6b61-80b6-41b6-ac32-9c3325a056fe req-b24333dd-9614-4710-94ad-1f673e63b51a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0965092 Sep 30 08:13:34.798755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device ec244a08-250d-43fd-8c6b-23f9cac3e142 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:34.817879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:34.854691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb5b6b61-80b6-41b6-ac32-9c3325a056fe req-9314dd28-b4eb-4d51-98f0-c5932602f3be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620403 Sep 30 08:13:34.927893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d5146d09-04f2-42e5-ac53-4923e9630c9e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:34.928144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.072515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dacd64ff-8f53-4934-aa0c-1e0c92de633f req-32797915-8076-4a04-b194-4e0da3c903c2 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 210 time: 0.1229587 Sep 30 08:13:35.262554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port ec244a08-250d-43fd-8c6b-23f9cac3e142, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:35.310429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'port_id': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'mac_address': 'fa:16:3e:56:89:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:35.337175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7b6a-726e-47f9-8a35-6655eac75b9a req-86151481-d49d-490c-af77-bf80c4096128 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.346000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adbb7b6a-726e-47f9-8a35-6655eac75b9a req-86151481-d49d-490c-af77-bf80c4096128 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 943 time: 0.0929384 Sep 30 08:13:35.353236 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.407735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:35.414126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:35.417737 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13339c77-f76b-4a13-a0ce-233dc9973a41" -d '{"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-plugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:35.420992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adbb7b6a-726e-47f9-8a35-6655eac75b9a req-aa87c86b-07b1-47af-a5b8-6956ee1a3c37 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723608 Sep 30 08:13:35.422923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.438724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.494872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec244a08-250d-43fd-8c6b-23f9cac3e142 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:35.552419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port ec244a08-250d-43fd-8c6b-23f9cac3e142, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:35.564094 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.571457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:35.583878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072b033-7d6a-4e80-b2ac-073d40bf909d req-312d8533-67d8-4a37-91e3-fa3dac76eaf0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.596440 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5072b033-7d6a-4e80-b2ac-073d40bf909d req-312d8533-67d8-4a37-91e3-fa3dac76eaf0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0898795 Sep 30 08:13:35.630508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=ec244a08-250d-43fd-8c6b-23f9cac3e142,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:35.661363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5072b033-7d6a-4e80-b2ac-073d40bf909d req-799e5464-66e9-4712-9977-ac74891c4301 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626781 Sep 30 08:13:35.788762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481ffe-f062-43d2-9590-9c9f38c1bd8a req-786360e2-cba0-41ca-b37f-6a68a76ebcf6 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.790748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60481ffe-f062-43d2-9590-9c9f38c1bd8a req-786360e2-cba0-41ca-b37f-6a68a76ebcf6 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1096 time: 0.0506403 Sep 30 08:13:35.839937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60481ffe-f062-43d2-9590-9c9f38c1bd8a req-75c8ef81-d201-4399-87f6-81d719a763e9 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Sep 30 08:13:35.895424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['ec244a08-250d-43fd-8c6b-23f9cac3e142'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:35.932568 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59980e11-d655-4e57-93fc-914f68d2b1e8 x-openstack-request-id: req-59980e11-d655-4e57-93fc-914f68d2b1e8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:35.933506 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-plugged", "status": "completed", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:35.933925 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59980e11-d655-4e57-93fc-914f68d2b1e8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:35.934711 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'code': 200} Sep 30 08:13:36.043060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac620c39-a916-4f6e-a716-94b4931b6340 req-119fcf63-401e-4196-978b-e18a3607e590 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:36.044647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac620c39-a916-4f6e-a716-94b4931b6340 req-119fcf63-401e-4196-978b-e18a3607e590 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 950 time: 0.0821109 Sep 30 08:13:36.110670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac620c39-a916-4f6e-a716-94b4931b6340 req-f364efcf-65d1-4d5d-9e6d-a275bd8938d9 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580661 Sep 30 08:13:36.250121 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-1532024d-5776-4740-abf6-0c3c81b8d093 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=016e3252003a44eaa05dc3aaa5d25ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425332 Sep 30 08:13:36.351858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe11c-7566-4c33-8e7a-97833d5952e4 req-c9085f1b-9f93-40f7-9dcb-68b985acc986 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:36.355217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27ebe11c-7566-4c33-8e7a-97833d5952e4 req-c9085f1b-9f93-40f7-9dcb-68b985acc986 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0912995 Sep 30 08:13:36.425802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-28915d96-8e9f-478b-b2ae-510dffa48c9c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:36.427651 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-28915d96-8e9f-478b-b2ae-510dffa48c9c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732643 Sep 30 08:13:36.433199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27ebe11c-7566-4c33-8e7a-97833d5952e4 req-e1d7a0d6-15cb-43bb-88ad-d844bd435e47 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720692 Sep 30 08:13:36.473472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Request body: {'port': {'device_id': '5133079e-d327-4391-8815-72dc8b65fd33', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '016e3252003a44eaa05dc3aaa5d25ba6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:36.536822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64a44877-312c-4d03-9e03-6678d9acb116 req-da3b7878-3338-4157-a62b-d23ca5325337 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 210 time: 0.0284238 Sep 30 08:13:36.792474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4bff-403d-410e-8871-7886d948705c req-5585e831-7def-452d-b70d-d20044389a93 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:36.801332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bbb4bff-403d-410e-8871-7886d948705c req-5585e831-7def-452d-b70d-d20044389a93 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 944 time: 0.0815072 Sep 30 08:13:36.813759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device ec244a08-250d-43fd-8c6b-23f9cac3e142 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:36.870971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bbb4bff-403d-410e-8871-7886d948705c req-5d35c27b-bbf5-4bab-aaf9-a1f08c2a729e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659811 Sep 30 08:13:36.916279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port ec244a08-250d-43fd-8c6b-23f9cac3e142 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:36.921553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port ec244a08-250d-43fd-8c6b-23f9cac3e142 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:36.922144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.034106 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.055411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Made reservation on behalf of 016e3252003a44eaa05dc3aaa5d25ba6 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:37.060384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.071343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.075676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port ec244a08-250d-43fd-8c6b-23f9cac3e142, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:37.093377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.167307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=ec244a08-250d-43fd-8c6b-23f9cac3e142,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:37.192964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886692c-7b27-41ac-942b-a51c07120bba req-c750f876-fc7b-4bea-9935-d662902bd614 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:37.194906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0886692c-7b27-41ac-942b-a51c07120bba req-c750f876-fc7b-4bea-9935-d662902bd614 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0767279 Sep 30 08:13:37.255240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.260814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.261656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0886692c-7b27-41ac-942b-a51c07120bba req-8450d3ce-be29-47ab-ae85-9b483f808c5f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578933 Sep 30 08:13:37.355105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fbc335-7917-47b9-805c-a16279f9addf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:37.432169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4b60c-3a8e-4448-913a-b2a636b8a30d req-ace27646-04ef-4f6f-be3b-8fa893a6f667 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:37.434021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bde4b60c-3a8e-4448-913a-b2a636b8a30d req-ace27646-04ef-4f6f-be3b-8fa893a6f667 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 950 time: 0.0567565 Sep 30 08:13:37.451889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Allocated IP 192.168.233.16 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/463f9b7e-797e-4317-83f1-3f5e82f61cb6) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:37.496280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bde4b60c-3a8e-4448-913a-b2a636b8a30d req-ce5b4e34-f459-4e1b-b883-3ae17681a95f tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Sep 30 08:13:37.689786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-aa154c36-261d-42c7-ac84-f2c5416f8c05 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:13:37.697745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.699061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-aa154c36-261d-42c7-ac84-f2c5416f8c05 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0271337 Sep 30 08:13:37.746532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-15ae4d79-67ee-48cd-83ac-af9c8135c784 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:37.753722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-15ae4d79-67ee-48cd-83ac-af9c8135c784 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 1093 time: 0.0542333 Sep 30 08:13:37.758083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:37.758538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Unknown quota resources ['binding']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:13:37.777148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.806286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac96c49-2b04-443e-9e77-7731829a8073 req-5e8f4bc8-25b4-4229-a482-94191e873433 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:37.807851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eac96c49-2b04-443e-9e77-7731829a8073 req-5e8f4bc8-25b4-4229-a482-94191e873433 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1470189 Sep 30 08:13:37.848465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:37.856490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:37.866339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:37.878694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-2e412a58-952c-4c36-889c-3a2a78ceb619 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:37.882096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-2e412a58-952c-4c36-889c-3a2a78ceb619 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 950 time: 0.1464446 Sep 30 08:13:37.888086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:37.936337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:37.938205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eac96c49-2b04-443e-9e77-7731829a8073 req-9e14f14c-8f3d-49a7-a251-aad5488917ce tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091635 Sep 30 08:13:37.940121 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9252c-a0c0-4559-9e95-a166e7a80aed" -d '{"events": [{"server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "name": "network-vif-plugged", "status": "completed", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:38.044904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:38.045920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:38.045920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:38.065919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:38.066294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:38.095891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:38.096408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:38.097013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:38.097730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Bound port: f9f18677-ac73-4236-98c6-36118f3ba862, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:38.120875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.121583 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.124046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42734) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:38.190327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-14ab930c-6941-4906-8033-b8eed795c25d tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7230959 Sep 30 08:13:38.211123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Request body: {'port': {'device_id': '5133079e-d327-4391-8815-72dc8b65fd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:38.216420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Deleting port 6e60a055-ba60-497c-9d61-d8b5e2177f82 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:38.217327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.265887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96865b-5776-4f86-b028-0814d6b7f67c req-61c9efb9-03d9-48f3-8944-3cd63ab18750 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.267640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be96865b-5776-4f86-b028-0814d6b7f67c req-61c9efb9-03d9-48f3-8944-3cd63ab18750 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 935 time: 0.2150197 Sep 30 08:13:38.278471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-54754f67-0b34-4e4e-9632-ec9dcda27ca9 None None] Provisioning complete for port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:38.280595 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-54754f67-0b34-4e4e-9632-ec9dcda27ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.300870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:38.338319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.340423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-25510db1-7358-44aa-b6a3-761f3f6c70c5 service neutron] 10.222.0.41 "POST /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862/bindings HTTP/1.1" status: 201 len: 389 time: 0.5857344 Sep 30 08:13:38.363684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] For port 6e60a055-ba60-497c-9d61-d8b5e2177f82, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6e60a055-ba60-497c-9d61-d8b5e2177f82,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:38.364728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.368254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be96865b-5776-4f86-b028-0814d6b7f67c req-23e8e8e1-9ab5-450e-b24a-ad16a3128e1c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Sep 30 08:13:38.369960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-54754f67-0b34-4e4e-9632-ec9dcda27ca9 None None] Port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:38.382534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Calling delete_port for 6e60a055-ba60-497c-9d61-d8b5e2177f82 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:38.461222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57bca212-ee29-4f9f-bcfa-481f929065b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.492079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60b7776e-24ee-4c25-9f61-ab0d9bc95b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.532085 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d784b-cbe1-45fc-8634-151fd7d3c883 x-openstack-request-id: req-2c5d784b-cbe1-45fc-8634-151fd7d3c883 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:38.532533 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "name": "network-vif-plugged", "status": "completed", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:38.533488 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c5d784b-cbe1-45fc-8634-151fd7d3c883 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:38.534174 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'code': 200} Sep 30 08:13:38.535343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.609160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d63c7d-a0e2-44e2-946d-d78098ec75ef req-a3aca771-1085-4a18-8429-b9c1fb6e81b2 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.619297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56d63c7d-a0e2-44e2-946d-d78098ec75ef req-a3aca771-1085-4a18-8429-b9c1fb6e81b2 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.1390774 Sep 30 08:13:38.710114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56d63c7d-a0e2-44e2-946d-d78098ec75ef req-af352143-0014-4aae-9042-a6d40dc061e6 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889833 Sep 30 08:13:38.738161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a325b-9812-48f2-beac-d81c70704de7 req-cab40df9-856a-41d2-8ea6-176a898117e4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.746035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e75a325b-9812-48f2-beac-d81c70704de7 req-cab40df9-856a-41d2-8ea6-176a898117e4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1183579 Sep 30 08:13:38.794273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e75a325b-9812-48f2-beac-d81c70704de7 req-94c08de4-fc74-4b5b-acc9-21be8168ce71 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Sep 30 08:13:38.814698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:38.851493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c389b-87de-4c43-8f9f-d57dc548137d req-a069f13e-36a5-4f0b-86c8-f12e1568ee7c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.853323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b29c389b-87de-4c43-8f9f-d57dc548137d req-a069f13e-36a5-4f0b-86c8-f12e1568ee7c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.0818412 Sep 30 08:13:38.885608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdfdf6-4480-4bbb-8b87-a93d10d029db req-d8641d32-cc92-4fea-ac91-629fe49b8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.887390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1acdfdf6-4480-4bbb-8b87-a93d10d029db req-d8641d32-cc92-4fea-ac91-629fe49b8edd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 1096 time: 0.2393222 Sep 30 08:13:38.909745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.913487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b29c389b-87de-4c43-8f9f-d57dc548137d req-f4f5fea1-13a3-42e6-9fec-44614d93af61 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Sep 30 08:13:38.937365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:38.953746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-911024f7-87b8-41ab-be8c-e400e587327b req-20c40bc4-4fc2-4d9a-9aba-f9eb08d52092 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 210 time: 0.0379207 Sep 30 08:13:38.962343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:39.018275 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57bca212-ee29-4f9f-bcfa-481f929065b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.030819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event deleted for resources: {'Port': ['ID=6e60a055-ba60-497c-9d61-d8b5e2177f82,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:39.118631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc39c5-409c-4443-869b-c785931ca385 req-b71ae76a-e2bb-4dd4-b87e-f7af6886bd77 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.128447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89cc39c5-409c-4443-869b-c785931ca385 req-b71ae76a-e2bb-4dd4-b87e-f7af6886bd77 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0939240 Sep 30 08:13:39.159612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-eeb79bea-6125-459b-b91f-d86227348169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.161220 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-eeb79bea-6125-459b-b91f-d86227348169 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1096 time: 0.3772192 Sep 30 08:13:39.186769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89cc39c5-409c-4443-869b-c785931ca385 req-b22b9ecb-8011-4fa4-a83e-e92627a48f15 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516603 Sep 30 08:13:39.199961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57bca212-ee29-4f9f-bcfa-481f929065b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.239635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:39.257139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'port_id': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'mac_address': 'fa:16:3e:26:5e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:39.265370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] No DVR routers for this DVR port 6e60a055-ba60-497c-9d61-d8b5e2177f82 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:39.271665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.273711 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-925f71d6-6cd6-439a-8341-a13b43cd29d7 req-3e76aed0-ed83-414d-a11f-f8739c759c48 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "DELETE /v2.0/ports/6e60a055-ba60-497c-9d61-d8b5e2177f82 HTTP/1.1" status: 204 len: 173 time: 1.3837583 Sep 30 08:13:39.282200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'name': 'network-vif-deleted', 'tag': '6e60a055-ba60-497c-9d61-d8b5e2177f82'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:39.285495 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb015da-72d0-4f38-9766-e723fec9d840" -d '{"events": [{"server_uuid": "592ade84-dc75-46ae-8829-007d8a1bdd1e", "name": "network-vif-deleted", "tag": "6e60a055-ba60-497c-9d61-d8b5e2177f82"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:39.328166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.349696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bca212-ee29-4f9f-bcfa-481f929065b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b837f-af23-4e62-8a86-4b464e337265,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:39.361089 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f864c54a-dc69-470e-b70e-999b7d73c180 x-openstack-request-id: req-f864c54a-dc69-470e-b70e-999b7d73c180 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:39.361429 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592ade84-dc75-46ae-8829-007d8a1bdd1e", "name": "network-vif-deleted", "tag": "6e60a055-ba60-497c-9d61-d8b5e2177f82", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:39.361710 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f864c54a-dc69-470e-b70e-999b7d73c180 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:39.362095 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592ade84-dc75-46ae-8829-007d8a1bdd1e', 'name': 'network-vif-deleted', 'tag': '6e60a055-ba60-497c-9d61-d8b5e2177f82', 'status': 'completed', 'code': 200} Sep 30 08:13:39.369732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b641da4-ef3f-4e87-894b-c6bb9702203a {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:39.435302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:39.468944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.507127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-38e9e9d3-dfb2-4c79-88d9-c74537b0e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.510217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-38e9e9d3-dfb2-4c79-88d9-c74537b0e041 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.2787225 Sep 30 08:13:39.512018 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1acdfdf6-4480-4bbb-8b87-a93d10d029db req-80c49048-a332-4121-b7a5-b32f3c4827ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6152828 Sep 30 08:13:39.533947 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57bca212-ee29-4f9f-bcfa-481f929065b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11d8c3b16f6a4040a111a726c8a7a479&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4005933 Sep 30 08:13:39.537836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42754) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:39.587747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853cbe6-dd42-4091-b38e-35165c2e5c97 req-8ddde997-0b89-46ce-8eb7-a8d5fbacf36e tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.598106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4853cbe6-dd42-4091-b38e-35165c2e5c97 req-8ddde997-0b89-46ce-8eb7-a8d5fbacf36e tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 935 time: 0.0938091 Sep 30 08:13:39.636424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:39.644198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4853cbe6-dd42-4091-b38e-35165c2e5c97 req-6ddd5865-9cb4-41bb-9da2-e72ec078170e tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Sep 30 08:13:39.657397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463f9b7e-797e-4317-83f1-3f5e82f61cb6 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:39.662911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd310-7b3d-4c82-a352-858831df192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.668263 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-337841cd-7452-4280-b37f-f016ba6f0d07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 217 time: 0.1418197 Sep 30 08:13:39.670570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.731134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Transition to ACTIVE for port object 463f9b7e-797e-4317-83f1-3f5e82f61cb6 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:39.737631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd310-7b3d-4c82-a352-858831df192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.746265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.806507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f82528f7-a0b8-4606-ac10-c762a14f7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.807993 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f82528f7-a0b8-4606-ac10-c762a14f7665 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1223459 Sep 30 08:13:39.861430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:39.868798 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-565261df-97e2-4e7f-a84c-a1c81f77cae7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511031 Sep 30 08:13:39.875501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7b641da4-ef3f-4e87-894b-c6bb9702203a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:39.915561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc71b8-a6d8-42a4-91bf-2ad57dee3efa req-d1ff4b68-5079-4626-afc0-b665a16cad3c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.927324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfbc71b8-a6d8-42a4-91bf-2ad57dee3efa req-d1ff4b68-5079-4626-afc0-b665a16cad3c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.1433344 Sep 30 08:13:39.955574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd310-7b3d-4c82-a352-858831df192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.958531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd310-7b3d-4c82-a352-858831df192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.963282 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a8bd310-7b3d-4c82-a352-858831df192e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd4b837f-af23-4e62-8a86-4b464e337265 HTTP/1.1" status: 204 len: 168 time: 0.4189975 Sep 30 08:13:40.023907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75ad94-41bb-4ccc-ae82-d1d1f5cc4e04 req-cec2c183-21ba-405c-96c4-925fad6a2447 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.025715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd75ad94-41bb-4ccc-ae82-d1d1f5cc4e04 req-cec2c183-21ba-405c-96c4-925fad6a2447 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 944 time: 0.0973144 Sep 30 08:13:40.036666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfbc71b8-a6d8-42a4-91bf-2ad57dee3efa req-7f83836e-34c0-4082-82f5-de66782bfb17 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726898 Sep 30 08:13:40.053783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bd310-7b3d-4c82-a352-858831df192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b837f-af23-4e62-8a86-4b464e337265,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:40.122545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Attempting to bind port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:40.122932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Attempting to bind port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:40.123348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Attempting to bind port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:40.127044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd75ad94-41bb-4ccc-ae82-d1d1f5cc4e04 req-7603e16b-e2ac-42a6-9a89-f6e8a8efcaab tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890405 Sep 30 08:13:40.148085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:40.151839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Attempting to bind port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:40.158667 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ac483a72-9277-4de3-ada1-d9a05f8edd29 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626238 Sep 30 08:13:40.167822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:40.169119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:40.170634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:40.174964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Bound port: 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:40.176394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.301807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90365225-013d-4e49-9fd2-7be71d49db68 req-6ea75ce7-4d53-496b-8738-f06ebba5c528 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.307563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90365225-013d-4e49-9fd2-7be71d49db68 req-6ea75ce7-4d53-496b-8738-f06ebba5c528 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.1117308 Sep 30 08:13:40.351389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:40.354920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:40.366984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7e16235-6e48-4395-84e0-2cfdf9a9e5e4 req-1b1c26bb-a01a-4a0d-bfb2-457c047306a5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=592ade84-dc75-46ae-8829-007d8a1bdd1e HTTP/1.1" status: 200 len: 210 time: 0.0437384 Sep 30 08:13:40.397832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90365225-013d-4e49-9fd2-7be71d49db68 req-eb525c34-8b66-4b20-af8e-4d05012dc6a0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841823 Sep 30 08:13:40.457209 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.504120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.504750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.506215 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] 10.222.0.50 "PUT /v2.0/ports/463f9b7e-797e-4317-83f1-3f5e82f61cb6 HTTP/1.1" status: 200 len: 1095 time: 2.3002305 Sep 30 08:13:40.527535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c330c4-6059-46fc-a1e5-c66cf7ed251d req-6984db1a-e0ea-46b7-8de9-3794eff8b20d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.529921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00c330c4-6059-46fc-a1e5-c66cf7ed251d req-6984db1a-e0ea-46b7-8de9-3794eff8b20d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0806038 Sep 30 08:13:40.580594 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-888a7c32-70b1-4ead-9613-1d20a48a03c0 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006941 Sep 30 08:13:40.584800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6489b0-64c1-46fb-9314-c508a3da6fbf service neutron] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:40.614349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00c330c4-6059-46fc-a1e5-c66cf7ed251d req-34e85872-f41c-4684-bf04-ed684662cfcc tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 Sep 30 08:13:40.674760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-f59373ed-c963-4e14-95e8-bfc0758168f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.676271 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-f59373ed-c963-4e14-95e8-bfc0758168f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=016e3252003a44eaa05dc3aaa5d25ba6&device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 1098 time: 0.0629604 Sep 30 08:13:40.800161 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-47a83fef-be93-4d1f-ad18-b9ea828b8262 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6 HTTP/1.1" status: 200 len: 217 time: 0.0789540 Sep 30 08:13:40.843628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3972b70-2f6b-4550-9920-67fc3fe8ab81 req-e9571144-7e89-4708-99c4-d5ddd2d5adb1 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.845810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3972b70-2f6b-4550-9920-67fc3fe8ab81 req-e9571144-7e89-4708-99c4-d5ddd2d5adb1 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 947 time: 0.0999367 Sep 30 08:13:40.849264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:40.880875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6e60a055-ba60-497c-9d61-d8b5e2177f82 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:40.893431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-02bfb330-845e-4a49-b303-d0424e6a383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.895050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-02bfb330-845e-4a49-b303-d0424e6a383e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0838461 Sep 30 08:13:40.913993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 6e60a055-ba60-497c-9d61-d8b5e2177f82 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:40.914380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6e60a055-ba60-497c-9d61-d8b5e2177f82 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:40.923381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3972b70-2f6b-4550-9920-67fc3fe8ab81 req-c3580937-b623-4656-9377-a26538b90026 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627956 Sep 30 08:13:40.974278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-d8282a3c-c765-4fa5-8755-e7f66f24ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.975852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-d8282a3c-c765-4fa5-8755-e7f66f24ad82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721352 Sep 30 08:13:40.982971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.001630 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7b641da4-ef3f-4e87-894b-c6bb9702203a {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:41.036952 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10822211-bb88-4c2a-8df7-7e18488e76e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.041172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:41.046667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.110922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-ad1d3b00-530a-4b7c-88fa-66659ec5fc93 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258826 Sep 30 08:13:41.161615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:41.204316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2991-d734-4670-b829-baaa28da7cd1 req-2af6db98-b64c-4907-aa14-8cc4fd61dc35 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.212678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6cb2991-d734-4670-b829-baaa28da7cd1 req-2af6db98-b64c-4907-aa14-8cc4fd61dc35 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.0802882 Sep 30 08:13:41.245114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eeac79-8cc6-488b-ab69-9692f7a1c585 req-d48a73e7-9d27-4ca8-a700-25477f23ef86 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 Sep 30 08:13:41.288753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6cb2991-d734-4670-b829-baaa28da7cd1 req-be6bd9d1-ed98-4016-b2c8-4c3e21fcf3bd tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735800 Sep 30 08:13:41.304982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1227a9-971e-46e4-a759-fdfa7f402e5f req-ec018a45-6288-4601-8dd3-d827752777d1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.306564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d1227a9-971e-46e4-a759-fdfa7f402e5f req-ec018a45-6288-4601-8dd3-d827752777d1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 943 time: 0.0656469 Sep 30 08:13:41.349396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d1227a9-971e-46e4-a759-fdfa7f402e5f req-f711b293-2629-49db-aada-35989590ac8e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Sep 30 08:13:41.363071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:41.365912 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b25a8-a63b-4170-832e-c2384a8ef80c" -d '{"events": [{"name": "network-changed", "server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:41.394831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.472272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d35c0-6a00-43aa-87bd-a46115c2881b req-a8b4e724-18a6-4d00-8c18-ff5e4bc0e7de tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.473891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56d35c0-6a00-43aa-87bd-a46115c2881b req-a8b4e724-18a6-4d00-8c18-ff5e4bc0e7de tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.0607779 Sep 30 08:13:41.484535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42812) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:41.491954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Request body: {'floatingip': {'port_id': 'ec244a08-250d-43fd-8c6b-23f9cac3e142'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:41.559919 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c6d81e-1f25-4316-b25a-770c2c850ca9 x-openstack-request-id: req-c5c6d81e-1f25-4316-b25a-770c2c850ca9 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:41.560561 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:41.561466 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5c6d81e-1f25-4316-b25a-770c2c850ca9 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:41.561994 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'status': 'completed', 'code': 200} Sep 30 08:13:41.567720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.651702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ad81-2093-43a0-b0ec-4c1deb8261c1 req-9680d44e-da04-4418-a897-37481000b8a6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.653247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5728ad81-2093-43a0-b0ec-4c1deb8261c1 req-9680d44e-da04-4418-a897-37481000b8a6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.0590625 Sep 30 08:13:41.680881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-bde27fbb-913c-41a2-996a-df850d94d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.682385 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-bde27fbb-913c-41a2-996a-df850d94d80a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=016e3252003a44eaa05dc3aaa5d25ba6&device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 1098 time: 0.0827150 Sep 30 08:13:41.716173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5728ad81-2093-43a0-b0ec-4c1deb8261c1 req-32bdc583-25de-4973-a1ca-3aab6f3782fa tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Sep 30 08:13:41.886561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-d1432025-32f0-460b-879d-453484979c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.888494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-d1432025-32f0-460b-879d-453484979c8c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1855309 Sep 30 08:13:41.898184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857878-1b12-41cd-b8c9-b6604d38ebe4 req-e546e66e-f440-4f76-8ead-8abc35f46dfa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.899794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87857878-1b12-41cd-b8c9-b6604d38ebe4 req-e546e66e-f440-4f76-8ead-8abc35f46dfa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0834470 Sep 30 08:13:41.908317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa849c16-d025-40dc-9d25-bb4a9f6ff4ee req-a268abfd-561d-4834-83fb-c0b986961e43 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.909946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa849c16-d025-40dc-9d25-bb4a9f6ff4ee req-a268abfd-561d-4834-83fb-c0b986961e43 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 948 time: 0.0850530 Sep 30 08:13:41.967849 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-32335903-667f-4ab2-b34c-ba35f0678275 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6 HTTP/1.1" status: 200 len: 217 time: 0.0434968 Sep 30 08:13:41.977688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87857878-1b12-41cd-b8c9-b6604d38ebe4 req-84ba6fff-2847-4583-bbdc-233483c48cca tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665770 Sep 30 08:13:41.984825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa849c16-d025-40dc-9d25-bb4a9f6ff4ee req-1ebbefe9-5ede-4f5a-be9c-63c4dcdb0dd0 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654724 Sep 30 08:13:42.149755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b202-0e05-499c-b0ac-c1deec281677 req-6804fa32-8601-4310-950e-f72d4eb28139 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.152064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa47b202-0e05-499c-b0ac-c1deec281677 req-6804fa32-8601-4310-950e-f72d4eb28139 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 947 time: 0.0656166 Sep 30 08:13:42.222955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa47b202-0e05-499c-b0ac-c1deec281677 req-57e91100-e4ec-4042-b642-6458dbcd89e2 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Sep 30 08:13:42.400729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-aa5c1758-7b40-46d1-80b0-3908a3e94519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.402179 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-aa5c1758-7b40-46d1-80b0-3908a3e94519 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.4141150 Sep 30 08:13:42.516199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb017e-3a82-4cdc-9ba6-e843a4988a92 req-9f53b283-f039-4708-aad5-a25c8c703d69 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.517665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07bb017e-3a82-4cdc-9ba6-e843a4988a92 req-9f53b283-f039-4708-aad5-a25c8c703d69 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 943 time: 0.0543544 Sep 30 08:13:42.534554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:42.537046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-244d7821-7b62-40dd-8352-fd0ea1abffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.538607 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-244d7821-7b62-40dd-8352-fd0ea1abffb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263793 Sep 30 08:13:42.573842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07bb017e-3a82-4cdc-9ba6-e843a4988a92 req-903356f3-f464-498a-b758-56dfe80e4aec tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Sep 30 08:13:42.678704 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.690614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.697253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-4919d63a-fff1-455c-b58c-359484398842 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413484 Sep 30 08:13:42.698022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.797355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.802654 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.821649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:42.876619 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7 associated. External IP: 172.25.7.52, port: ec244a08-250d-43fd-8c6b-23f9cac3e142. Sep 30 08:13:42.883591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b9b25a8-a63b-4170-832e-c2384a8ef80c req-aad19614-eec3-458c-8691-f256e3bf269a service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466405 Sep 30 08:13:42.885911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 7b641da4-ef3f-4e87-894b-c6bb9702203a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:42.886864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.899849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff53a06515934468b7925f946e0e21a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642502 Sep 30 08:13:42.902854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42866) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:42.911173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481c5a17-4a4f-4ef9-b532-fa1b8475179d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:42.933735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaf287-375c-4d7c-b752-4733646fce97 req-46dc9d72-4cb8-403e-b443-a8d0a02e74f8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.935877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3beaf287-375c-4d7c-b752-4733646fce97 req-46dc9d72-4cb8-403e-b443-a8d0a02e74f8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.1167839 Sep 30 08:13:42.940006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.940816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.941587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.942166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.942596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.943041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.943461 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.943878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.944295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.944711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.945126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:42.945569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7e197-c3ef-4877-a9de-f5862657d1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:43.000109 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.035827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3beaf287-375c-4d7c-b752-4733646fce97 req-fb7dddc7-2de6-4981-a9d1-efc72e6267f7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860927 Sep 30 08:13:43.052689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4ac8-752b-40bb-95c6-dfd4b1197e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.108231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:43.110894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:43.111985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4ac8-752b-40bb-95c6-dfd4b1197e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.114532 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3838ee36-6ac0-4756-941e-2252c45d63c7" -d '{"events": [{"server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "name": "network-vif-plugged", "status": "completed", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:43.119260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.145711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.196989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:43.219307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:43.343728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:43.348658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.359043 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:43.377859 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:43.379288 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.396121 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44c787e5-4d20-46a3-961b-7e0c80389152 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "PUT /v2.0/floatingips/6605a5f2-4797-44b9-811b-3272cf96a9f7 HTTP/1.1" status: 200 len: 990 time: 1.9099841 Sep 30 08:13:43.485820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f256-c00d-4359-8b42-9e998a4bbe74 req-72842c25-f460-4e07-aa8d-6119f716518a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.493871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4997f256-c00d-4359-8b42-9e998a4bbe74 req-72842c25-f460-4e07-aa8d-6119f716518a tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 948 time: 0.3852196 Sep 30 08:13:43.554091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920891-d238-4581-8788-e47ab4fd0acd req-a0679755-8d28-4603-8f50-45b8158b5dd8 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.556910 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b920891-d238-4581-8788-e47ab4fd0acd req-a0679755-8d28-4603-8f50-45b8158b5dd8 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 948 time: 0.1224790 Sep 30 08:13:43.557896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4ac8-752b-40bb-95c6-dfd4b1197e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.562212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4ac8-752b-40bb-95c6-dfd4b1197e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.563478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3ecf4ac8-752b-40bb-95c6-dfd4b1197e8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/481c5a17-4a4f-4ef9-b532-fa1b8475179d HTTP/1.1" status: 204 len: 168 time: 0.6596148 Sep 30 08:13:43.564754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:43.574999 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec40d1-3f39-488d-b731-a6ed341e4f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:43.576542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4997f256-c00d-4359-8b42-9e998a4bbe74 req-2f66242c-3b66-47f9-8392-7e6ad35e734d tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 Sep 30 08:13:43.592427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c00a2-6ae3-41da-ad6c-e0d13b6857e2 req-bb3ba0f6-573a-4cd8-bcf0-9bfb33035ee5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.608245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-487c00a2-6ae3-41da-ad6c-e0d13b6857e2 req-bb3ba0f6-573a-4cd8-bcf0-9bfb33035ee5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1592064 Sep 30 08:13:43.625820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf4ac8-752b-40bb-95c6-dfd4b1197e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c5a17-4a4f-4ef9-b532-fa1b8475179d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:43.627855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:43.674634 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f953b0-e72c-44c0-8e5d-ab7518ead91e x-openstack-request-id: req-d5f953b0-e72c-44c0-8e5d-ab7518ead91e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:43.675273 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "name": "network-vif-plugged", "status": "completed", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:43.675664 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5f953b0-e72c-44c0-8e5d-ab7518ead91e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:43.676259 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'code': 200} Sep 30 08:13:43.740820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-487c00a2-6ae3-41da-ad6c-e0d13b6857e2 req-b5cd6a35-e2d4-4176-a9f7-6df6089e8d49 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293206 Sep 30 08:13:43.804685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Deleting port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:43.807419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.865635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5537f-f233-4494-aa90-0756ec28d256 req-ff2e6e10-e921-47ce-b452-f1e6db6bf660 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.875690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34b5537f-f233-4494-aa90-0756ec28d256 req-ff2e6e10-e921-47ce-b452-f1e6db6bf660 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 947 time: 0.1335938 Sep 30 08:13:44.034762 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c5b1a6-8e47-495f-b2d9-0f6883297538 x-openstack-request-id: req-e4c5b1a6-8e47-495f-b2d9-0f6883297538 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:44.035110 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:44.035489 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4c5b1a6-8e47-495f-b2d9-0f6883297538 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:44.036167 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'status': 'completed', 'code': 200} Sep 30 08:13:44.081670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34b5537f-f233-4494-aa90-0756ec28d256 req-b10541b1-6d09-4ed8-9809-1d064e4b3ba3 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967061 Sep 30 08:13:44.151722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] For port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:44.152320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.182606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87a3cb-5642-4e65-a816-2151d904817c req-99615e3d-8803-41c5-986d-ffece053ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.190990 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ce87a3cb-5642-4e65-a816-2151d904817c req-99615e3d-8803-41c5-986d-ffece053ee8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 1096 time: 0.1534369 Sep 30 08:13:44.192560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Calling delete_port for 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:44.218433 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6605a5f2-4797-44b9-811b-3272cf96a9f7', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'port_id': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'mac_address': 'fa:16:3e:56:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:11:07Z', 'updated_at': '2021-09-30T08:13:42Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:44.241001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-bedd8fc6-9bc8-4260-874f-a43b6873cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.243723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-bedd8fc6-9bc8-4260-874f-a43b6873cfd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45e47e200ab6454a994b37ad9951a1b1&device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 1096 time: 0.2305255 Sep 30 08:13:44.267182 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:44.277586 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:44.278203 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:13:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:44.315948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103f3c2-651e-453d-890d-bf1b101ada8f req-6bf58d28-fefe-4b23-bb2d-b3b8af41ed44 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.328376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a103f3c2-651e-453d-890d-bf1b101ada8f req-6bf58d28-fefe-4b23-bb2d-b3b8af41ed44 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.2353225 Sep 30 08:13:44.413948 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:44.504676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.520790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:44.566570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event deleted for resources: {'Port': ['ID=46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:44.601945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.608038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:44.613715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.614320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.614864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.615407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.618655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.619238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.619781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.624433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.625023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.630914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.631455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:44.662645 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ce87a3cb-5642-4e65-a816-2151d904817c req-971aded6-9780-4451-a990-3f6996d1153a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575560 Sep 30 08:13:44.714572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66adafe-4e05-4d0e-b27b-1ed0e752d190 req-a4c821f2-e5a5-49f6-8aae-bb75a9282382 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.725574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f66adafe-4e05-4d0e-b27b-1ed0e752d190 req-a4c821f2-e5a5-49f6-8aae-bb75a9282382 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.5236614 Sep 30 08:13:44.784201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] No DVR routers for this DVR port 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:44.789126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.792794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b920891-d238-4581-8788-e47ab4fd0acd req-c755ac36-f19e-485f-838f-cfeeb4faffed tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.50 "DELETE /v2.0/ports/46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f HTTP/1.1" status: 204 len: 173 time: 1.2134328 Sep 30 08:13:44.794182 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.805977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-9d47bfb6-f868-4421-8d9b-a8e4d2f9aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.808007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-9d47bfb6-f868-4421-8d9b-a8e4d2f9aa1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 200 len: 924 time: 0.5572731 Sep 30 08:13:44.824046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f66adafe-4e05-4d0e-b27b-1ed0e752d190 req-128b4e48-0e7b-490f-8c2e-7e54830f1771 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948803 Sep 30 08:13:44.840106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a103f3c2-651e-453d-890d-bf1b101ada8f req-96d25bc9-86cc-4121-8132-4ba6e0e68dcf tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086608 Sep 30 08:13:44.847412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:44.894414 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6605a5f2-4797-44b9-811b-3272cf96a9f7', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'port_id': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'mac_address': 'fa:16:3e:56:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:11:07Z', 'updated_at': '2021-09-30T08:13:42Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:45.001877 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b980f6-e14e-4a2d-b924-bfef38c8c5bc None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6605a5f2-4797-44b9-811b-3272cf96a9f7', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'port_id': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'mac_address': 'fa:16:3e:56:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:11:07Z', 'updated_at': '2021-09-30T08:13:42Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:45.153131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0582b37-e5ea-406b-b382-d10a81fbea3d req-1e96f460-eb1a-4c59-812b-1c1cbcb59065 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc28d6-d5cb-46d8-be28-286e9e70e479 HTTP/1.1" status: 200 len: 210 time: 0.0859885 Sep 30 08:13:45.243441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42916) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:45.277223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-bfe87f73-6d6d-4dbb-834b-6aa7a545539f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142 HTTP/1.1" status: 200 len: 998 time: 0.3417773 Sep 30 08:13:45.298220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:45.316291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7946-9b84-418c-b1d5-e393af90bc77 req-3e44b145-0f54-47e1-9562-e32f7d96c4df tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.318820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-904e7946-9b84-418c-b1d5-e393af90bc77 req-3e44b145-0f54-47e1-9562-e32f7d96c4df tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.2343605 Sep 30 08:13:45.324139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'mac_address': 'fa:16:3e:7d:13:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:45.438098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.455434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463f9b7e-797e-4317-83f1-3f5e82f61cb6 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:45.481684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:45.487423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.523823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1865690325-network', 'tenant_id': '9c0918b51f8f42c1a729aefecf0607e1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:45.537074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b908ecf-95c7-428e-9c49-2ce51dc57958 None None] New status for floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:13:45.568119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Made reservation on behalf of 9c0918b51f8f42c1a729aefecf0607e1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:45.576310 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.604572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-904e7946-9b84-418c-b1d5-e393af90bc77 req-bfe4fd9d-c2ca-43b4-8324-365a9f3132c6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783751 Sep 30 08:13:45.606960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.614038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3776-8d6b-4e03-8671-90169f1d8760 req-472ec026-2f70-4ff2-a3b4-9c21e6217ad5 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.624492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:45.631194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-675d3776-8d6b-4e03-8671-90169f1d8760 req-472ec026-2f70-4ff2-a3b4-9c21e6217ad5 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 948 time: 0.1425018 Sep 30 08:13:45.640084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-1e14deeb-e3be-49f0-8a86-a3ca61e5d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.641949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-1e14deeb-e3be-49f0-8a86-a3ca61e5d954 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 200 len: 862 time: 0.3118889 Sep 30 08:13:45.711059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-675d3776-8d6b-4e03-8671-90169f1d8760 req-c45ad803-e9b6-45b5-97cd-d90a30db0364 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Sep 30 08:13:45.748255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-8e46983e-f0a6-4e7e-8e5c-443c86779803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.749896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-8e46983e-f0a6-4e7e-8e5c-443c86779803 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f44ff97-da5d-47b4-a342-bae02a8ac899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929601 Sep 30 08:13:45.809037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.815435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.860746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:45.879438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c408fc-a7a4-47f0-bb25-a41e66ab81be,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:45.900605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.901013 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Added segment 7442990c-aa5b-43d2-9469-77a617c0db8f of type vlan for network c137d884-1431-42f4-bac5-3398bfb80971 Sep 30 08:13:45.953185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.956012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-c7322e65-acab-4a54-a1a9-602450dd22cd service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553612 Sep 30 08:13:45.981987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['463f9b7e-797e-4317-83f1-3f5e82f61cb6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:46.019147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.021283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.022798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.049001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'name': 'network-vif-deleted', 'tag': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:46.064227 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955ae796-ee2b-4f76-bdb1-55862ff77f11" -d '{"events": [{"server_uuid": "2bfc28d6-d5cb-46d8-be28-286e9e70e479", "name": "network-vif-deleted", "tag": "46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:46.133905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8883541 Sep 30 08:13:46.136531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:46.139207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f76cb-6fd1-45bd-8f87-6b8b71a20d09 req-e2045cd0-184b-4ce7-a944-1b4957cf007f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.144500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Request body: {'subnet': {'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1865690325-subnet', 'tenant_id': '9c0918b51f8f42c1a729aefecf0607e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:46.147160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f95f76cb-6fd1-45bd-8f87-6b8b71a20d09 req-e2045cd0-184b-4ce7-a944-1b4957cf007f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.1842258 Sep 30 08:13:46.189882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aec40d1-3f39-488d-b731-a6ed341e4f6f req-a604528b-d692-46d5-80d7-bef2cf207328 service neutron] 10.222.0.50 "GET /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147689 Sep 30 08:13:46.192013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6774c5-24d8-44f0-89da-ed8dc2c9e33a admin admin] Pushing event updated for resources: {'Network': ['ID=c137d884-1431-42f4-bac5-3398bfb80971,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:46.215429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c137d884-1431-42f4-bac5-3398bfb80971 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:46.217980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a33c2-d047-47d0-af48-f844cc357850 req-f6f68797-4a25-4234-be62-9df8e12f4744 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.226377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b8a33c2-d047-47d0-af48-f844cc357850 req-f6f68797-4a25-4234-be62-9df8e12f4744 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.1414418 Sep 30 08:13:46.239968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f95f76cb-6fd1-45bd-8f87-6b8b71a20d09 req-a3009db5-f943-4bf7-88cb-4b3ef0415c53 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881836 Sep 30 08:13:46.249964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Made reservation on behalf of 9c0918b51f8f42c1a729aefecf0607e1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:46.252514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.329019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b8a33c2-d047-47d0-af48-f844cc357850 req-630c3131-7a58-4b6a-9e05-ba3f0e6a9328 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024089 Sep 30 08:13:46.440076 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad1e4e-083e-4764-850e-94aa6f6d02d0 x-openstack-request-id: req-36ad1e4e-083e-4764-850e-94aa6f6d02d0 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:46.440348 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfc28d6-d5cb-46d8-be28-286e9e70e479", "name": "network-vif-deleted", "tag": "46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:46.440599 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36ad1e4e-083e-4764-850e-94aa6f6d02d0 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:46.440978 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfc28d6-d5cb-46d8-be28-286e9e70e479', 'name': 'network-vif-deleted', 'tag': '46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f', 'status': 'completed', 'code': 200} Sep 30 08:13:46.511458 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.569770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f825c0-3553-422d-a1d0-fcc069e452f6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:46.583619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Checking segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:46.584016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Network hostable DHCP agents. Network: c137d884-1431-42f4-bac5-3398bfb80971, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:46.605384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Network c137d884-1431-42f4-bac5-3398bfb80971 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:46.616596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c137d884-1431-42f4-bac5-3398bfb80971) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:46.621692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.622788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.630430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2533f1f7-e2ea-44e9-8f9f-1074b4411ab6 None None] Network c137d884-1431-42f4-bac5-3398bfb80971 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:46.661665 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ed0d7f5f-18f5-49c9-9296-f7b4d9fd5f27 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5162101 Sep 30 08:13:46.758767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d759-708b-4f19-9c7d-cb537a0133ec req-8b446b47-d8ca-4f66-99b4-635ca0007bcd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.760340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ed7d759-708b-4f19-9c7d-cb537a0133ec req-8b446b47-d8ca-4f66-99b4-635ca0007bcd tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 950 time: 0.0972481 Sep 30 08:13:46.782692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99277f84-1c11-4e6e-a39e-b04cfdcbe9d6 req-d4abb6e1-61cd-477b-b7db-415fd92e38cc tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.783402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99277f84-1c11-4e6e-a39e-b04cfdcbe9d6 req-d4abb6e1-61cd-477b-b7db-415fd92e38cc tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0735765 Sep 30 08:13:46.795348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf307d-33ae-4697-8e84-a866c30dbc3e None None] Network c137d884-1431-42f4-bac5-3398bfb80971 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:46.853694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ed7d759-708b-4f19-9c7d-cb537a0133ec req-794d865c-d980-4d97-8047-501b1a5ce22d tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800178 Sep 30 08:13:46.858545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:46.884904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:46.885332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46c5d69f-5ee2-4c84-ac2a-d5cd68dc470f not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:46.894792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99277f84-1c11-4e6e-a39e-b04cfdcbe9d6 req-4b75edfe-018c-4514-a1dc-0cbbc04b3f7f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933709 Sep 30 08:13:46.988885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2fe1-f676-41e0-ace5-9113b2096e4d req-a50fd52e-1a25-4ea7-83db-88b6a5070906 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.990667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f5b2fe1-f676-41e0-ace5-9113b2096e4d req-a50fd52e-1a25-4ea7-83db-88b6a5070906 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 948 time: 0.0577376 Sep 30 08:13:47.030630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f5b2fe1-f676-41e0-ace5-9113b2096e4d req-7597b1f5-cdbf-4071-b011-79ee22cb9588 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Sep 30 08:13:47.202644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-08495b25-5880-4561-a5e8-965879b64440 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:47.204241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-08495b25-5880-4561-a5e8-965879b64440 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 822 time: 0.1053348 Sep 30 08:13:47.220516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-3712849c-aa51-4be7-858d-9b76eac4f7b7 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/quotas/9c0918b51f8f42c1a729aefecf0607e1 HTTP/1.1" status: 200 len: 375 time: 0.0103242 Sep 30 08:13:47.253105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-235990f9-d85c-4d29-a368-af7a7afe5652 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268414 Sep 30 08:13:47.378450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-6c6b2ae3-ea14-43a5-8841-b4177a62c03d service neutron] 10.222.0.41 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182342 Sep 30 08:13:47.390764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3e41a-441d-4995-9424-9cb00e4e7c6b req-2ed6e081-64b4-45ea-be8c-f4335cd2ea5c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:47.392281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5da3e41a-441d-4995-9424-9cb00e4e7c6b req-2ed6e081-64b4-45ea-be8c-f4335cd2ea5c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0695341 Sep 30 08:13:47.479299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5da3e41a-441d-4995-9424-9cb00e4e7c6b req-4ef1f5b1-bad9-4ad6-aab9-e71acca3fc3f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788889 Sep 30 08:13:47.507612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-61ef42a1-a28e-4907-844e-acd9a49fabad service neutron] 10.222.0.41 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143448 Sep 30 08:13:47.589378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8dde3-5686-4f8f-a862-a57cafffa227 req-807e5386-6518-431f-9f08-95a399ad6035 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:47.590933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57a8dde3-5686-4f8f-a862-a57cafffa227 req-807e5386-6518-431f-9f08-95a399ad6035 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.0535314 Sep 30 08:13:47.636840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57a8dde3-5686-4f8f-a862-a57cafffa227 req-17829418-8aa3-4fa7-8666-3da0d35ab968 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Sep 30 08:13:47.773197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c2c579-a53e-471b-8de8-2cb83614efd3 req-f01fc408-7aff-4a32-8060-a6914a4bf7aa tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 210 time: 0.0353439 Sep 30 08:13:47.790407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03482a7b-5654-420e-9107-553ae52141cf req-b8ed6672-d48f-4de1-bebc-91603d348fea tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:47.792109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03482a7b-5654-420e-9107-553ae52141cf req-b8ed6672-d48f-4de1-bebc-91603d348fea tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0840979 Sep 30 08:13:47.834037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03482a7b-5654-420e-9107-553ae52141cf req-de0c12a0-eb14-4979-84dc-53bea65cc632 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351634 Sep 30 08:13:47.994442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc269-fff7-4ab3-9488-48b9a5ff9f05 req-88a9d73c-cad0-4535-8b5e-d2b264af3b40 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.022888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c3cc269-fff7-4ab3-9488-48b9a5ff9f05 req-88a9d73c-cad0-4535-8b5e-d2b264af3b40 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 950 time: 0.0842874 Sep 30 08:13:48.079121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c3cc269-fff7-4ab3-9488-48b9a5ff9f05 req-579b3d16-bca2-4b46-9a32-bd456ce07eb5 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500464 Sep 30 08:13:48.130681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cba461-feed-4df4-8191-ed5b43761388 req-c2714237-dffe-485a-92ea-672d2314e92d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.132193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47cba461-feed-4df4-8191-ed5b43761388 req-c2714237-dffe-485a-92ea-672d2314e92d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0521126 Sep 30 08:13:48.210155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47cba461-feed-4df4-8191-ed5b43761388 req-0279146b-5d8e-4d03-81cd-895329041f0e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620162 Sep 30 08:13:48.219529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121850c5-0c80-4f4b-9d8f-7ec9690a3b72 req-e2f40364-45e0-4480-a163-2b04522f909c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.221090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-121850c5-0c80-4f4b-9d8f-7ec9690a3b72 req-e2f40364-45e0-4480-a163-2b04522f909c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 948 time: 0.0828631 Sep 30 08:13:48.269323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-121850c5-0c80-4f4b-9d8f-7ec9690a3b72 req-dc25e529-2440-4999-8643-57558e990f19 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Sep 30 08:13:48.397877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-f44e7c1b-6eb6-4a79-b335-beaa6f8308c5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.399354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-f44e7c1b-6eb6-4a79-b335-beaa6f8308c5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 815 time: 0.1064844 Sep 30 08:13:48.415321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-d127e642-f422-4541-9fdd-f182a85d73ed tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/quotas/06b672576ac248c1b22d142128a0cc2f HTTP/1.1" status: 200 len: 375 time: 0.0096378 Sep 30 08:13:48.469843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1be09b99-b643-4922-867f-72af628e4462 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490642 Sep 30 08:13:48.559093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-0469d3aa-3c56-4c33-92f4-774701d3c895 service neutron] 10.222.0.41 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821493 Sep 30 08:13:48.655484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-3f3581eb-fc92-49ba-98b1-b46c456fb0ee service neutron] 10.222.0.41 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894122 Sep 30 08:13:48.774762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd33ae-ca94-4633-8f18-1315552fb672 req-f0fea5f9-7bc2-4993-a1d4-1fbdd2700b3e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.776340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4dd33ae-ca94-4633-8f18-1315552fb672 req-f0fea5f9-7bc2-4993-a1d4-1fbdd2700b3e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.0523317 Sep 30 08:13:48.824505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4dd33ae-ca94-4633-8f18-1315552fb672 req-28d16e2f-e6b9-4c60-abe6-7860d920fbf6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353961 Sep 30 08:13:48.855620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:48.923725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f472009-7360-400c-96d0-79bd7f18848b req-870dd560-aac8-479b-9f9a-38a25b22a89a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 210 time: 0.0378163 Sep 30 08:13:48.942839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:48.948157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:48.948610 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:48.953603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a853c309-9c70-4711-b731-ab151814542a req-72438839-1c70-4ff2-b1d1-93a6967d30d7 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 210 time: 0.0531890 Sep 30 08:13:49.041037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.069751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:49.072475 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ccd20-bac6-47a5-a98f-d64321751466" -d '{"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-plugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:49.094234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:49.099467 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.160380 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7aa67f-afd3-4ea8-8d5e-660600b14605 x-openstack-request-id: req-db7aa67f-afd3-4ea8-8d5e-660600b14605 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:49.160711 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-plugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:49.160940 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db7aa67f-afd3-4ea8-8d5e-660600b14605 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:49.161518 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'code': 200} Sep 30 08:13:49.179397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:49.280602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-1ef2aaa5-8395-483f-9d7e-42bba71cd948 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.282794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-1ef2aaa5-8395-483f-9d7e-42bba71cd948 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 950 time: 0.1633084 Sep 30 08:13:49.290993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-24e0df47-ac42-460b-a10f-2ee852186496 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.294529 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-24e0df47-ac42-460b-a10f-2ee852186496 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 822 time: 0.2523551 Sep 30 08:13:49.308751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fd036-8955-497a-9393-f241d37b76aa req-2852a68d-5a14-446d-a314-a567f0f4a86e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.310998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-302fd036-8955-497a-9393-f241d37b76aa req-2852a68d-5a14-446d-a314-a567f0f4a86e tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 950 time: 0.0762956 Sep 30 08:13:49.335842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'port': {'device_id': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'admin_state_up': True, 'tenant_id': '9c0918b51f8f42c1a729aefecf0607e1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:49.409088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-302fd036-8955-497a-9393-f241d37b76aa req-ad67cfb7-1441-40e3-9ce1-42c0de76375d tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4ffe908-e1aa-4796-8750-09c89233fc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886214 Sep 30 08:13:49.426075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2873caa-0902-4e2b-b466-2174abb58bbe req-422405bb-6572-4ef7-9a36-7720b6f4dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.427687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2873caa-0902-4e2b-b466-2174abb58bbe req-422405bb-6572-4ef7-9a36-7720b6f4dd20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 1100 time: 0.1157455 Sep 30 08:13:49.429728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8238a-8d82-4b60-8dc0-d828c7fa00c8 req-a3f6aad7-41f3-48a9-b3c6-920cf08a7ace tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.431148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10f8238a-8d82-4b60-8dc0-d828c7fa00c8 req-a3f6aad7-41f3-48a9-b3c6-920cf08a7ace tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1096 time: 0.1095159 Sep 30 08:13:49.479250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Deleting port d5146d09-04f2-42e5-ac53-4923e9630c9e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:49.479595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.523913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10f8238a-8d82-4b60-8dc0-d828c7fa00c8 req-13db319e-a711-44c2-bd15-cc69f4a642e3 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846050 Sep 30 08:13:49.535442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2873caa-0902-4e2b-b466-2174abb58bbe req-0c0e83ae-3e17-44a1-af02-f8bd0cbd32e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789146 Sep 30 08:13:49.555729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Made reservation on behalf of 9c0918b51f8f42c1a729aefecf0607e1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:49.557216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2116a-ebeb-4cfc-b95a-da5c766daf7d req-1bb4cddd-ef88-499d-a135-ccd9ddf49d98 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.559058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1b2116a-ebeb-4cfc-b95a-da5c766daf7d req-1bb4cddd-ef88-499d-a135-ccd9ddf49d98 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0696440 Sep 30 08:13:49.560389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.614434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1b2116a-ebeb-4cfc-b95a-da5c766daf7d req-28be9c25-936e-433b-957c-fc6be29a2f35 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Sep 30 08:13:49.650935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] For port d5146d09-04f2-42e5-ac53-4923e9630c9e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d5146d09-04f2-42e5-ac53-4923e9630c9e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:49.651594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.674943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Calling delete_port for d5146d09-04f2-42e5-ac53-4923e9630c9e owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:49.691232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61eb6b-21d9-40aa-8d22-b95a6ee72fb2 req-cef2298b-1190-40f5-8738-b1bdce12786f tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.692752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a61eb6b-21d9-40aa-8d22-b95a6ee72fb2 req-cef2298b-1190-40f5-8738-b1bdce12786f tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 949 time: 0.0563674 Sep 30 08:13:49.738865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a61eb6b-21d9-40aa-8d22-b95a6ee72fb2 req-548dd123-7e0f-4cfd-9818-b9ad57ec7ec4 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Sep 30 08:13:49.788406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Allocated IP 172.20.0.9 (c137d884-1431-42f4-bac5-3398bfb80971/e6f825c0-3553-422d-a1d0-fcc069e452f6/49bdf222-d0f5-47a5-b05c-44527a405fad) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:49.907287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.923395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d5146d09-04f2-42e5-ac53-4923e9630c9e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:49.974742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Pushing event deleted for resources: {'Port': ['ID=d5146d09-04f2-42e5-ac53-4923e9630c9e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:50.052425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-0faaa181-159e-4e14-a0e2-c7c20609bae0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.054371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-0faaa181-159e-4e14-a0e2-c7c20609bae0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "GET /v2.0/ports?device_id=435dbcf5-060e-4be5-bdfb-a40b11e1164f HTTP/1.1" status: 200 len: 945 time: 0.0883114 Sep 30 08:13:50.067435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] No DVR routers for this DVR port d5146d09-04f2-42e5-ac53-4923e9630c9e on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:50.110242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.112432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.114843 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3d6a2241-dd2a-4f37-8648-790c78601f59 req-4cfad216-5492-48ec-af06-766e3eba2b29 tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.57 "DELETE /v2.0/ports/d5146d09-04f2-42e5-ac53-4923e9630c9e HTTP/1.1" status: 204 len: 173 time: 0.8187180 Sep 30 08:13:50.115394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-deleted', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:50.117988 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a0c5c6-030b-4d13-b969-01d0c6a97da5" -d '{"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-deleted", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:50.183450 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.186260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e7c5-0b07-4431-b580-ca42287db632 req-c5a8abe9-13ef-4369-8918-1691d3b9d50e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.187629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a00e7c5-0b07-4431-b580-ca42287db632 req-c5a8abe9-13ef-4369-8918-1691d3b9d50e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.1125515 Sep 30 08:13:50.249970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Deleting port 7b641da4-ef3f-4e87-894b-c6bb9702203a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:50.250295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.301317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:50.302016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a00e7c5-0b07-4431-b580-ca42287db632 req-cacffb8e-2a45-47b4-89b3-6e6221c30462 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004550 Sep 30 08:13:50.309547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Network c137d884-1431-42f4-bac5-3398bfb80971 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:50.319934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:50.323173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:50.410735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.411334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.424394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] For port 7b641da4-ef3f-4e87-894b-c6bb9702203a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7b641da4-ef3f-4e87-894b-c6bb9702203a,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:50.424394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.453636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Calling delete_port for 7b641da4-ef3f-4e87-894b-c6bb9702203a owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:50.467230 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-9119b768-e878-4197-a61d-012864745282 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1380341 Sep 30 08:13:50.489373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Request body: {'port': {'device_id': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:50.535904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cf9e1-4478-4e3e-98cd-7112c1bed04b req-b67f7dca-a310-406f-bce3-61ab51fd1c95 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.538717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-594cf9e1-4478-4e3e-98cd-7112c1bed04b req-b67f7dca-a310-406f-bce3-61ab51fd1c95 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 931 time: 0.1326115 Sep 30 08:13:50.590612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-594cf9e1-4478-4e3e-98cd-7112c1bed04b req-89bbff17-2a17-46b0-9bdf-31aba4bc8803 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 Sep 30 08:13:50.641125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-a5b7c98e-127a-4502-b816-ca9708d3a0bb tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.643064 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-a5b7c98e-127a-4502-b816-ca9708d3a0bb tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 815 time: 0.2279615 Sep 30 08:13:50.643999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.693691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Request body: {'port': {'device_id': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'admin_state_up': True, 'tenant_id': '06b672576ac248c1b22d142128a0cc2f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:50.743216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944632b8-8c04-48f8-828f-31bc343f9e1f req-e647954a-a5b2-4a94-8b53-f94d2cf7772f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 210 time: 0.0540366 Sep 30 08:13:50.783849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.816812 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51657b3-2552-4c51-aee8-09d8bb93fefb x-openstack-request-id: req-d51657b3-2552-4c51-aee8-09d8bb93fefb {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:50.817270 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce957a01-bbec-46ee-91f0-2025a0468c31", "name": "network-vif-deleted", "tag": "d5146d09-04f2-42e5-ac53-4923e9630c9e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:50.817386 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d51657b3-2552-4c51-aee8-09d8bb93fefb {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:50.817769 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce957a01-bbec-46ee-91f0-2025a0468c31', 'name': 'network-vif-deleted', 'tag': 'd5146d09-04f2-42e5-ac53-4923e9630c9e', 'status': 'completed', 'code': 200} Sep 30 08:13:50.833420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7b641da4-ef3f-4e87-894b-c6bb9702203a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:50.906570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Pushing event deleted for resources: {'Port': ['ID=7b641da4-ef3f-4e87-894b-c6bb9702203a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:50.988629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] No DVR routers for this DVR port 7b641da4-ef3f-4e87-894b-c6bb9702203a on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:50.992383 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.995030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-256a53e7-5594-4549-8f1c-5df4d497e96a req-a48081b7-3816-42d5-b3cf-3d824100a42e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "DELETE /v2.0/ports/7b641da4-ef3f-4e87-894b-c6bb9702203a HTTP/1.1" status: 204 len: 173 time: 0.9318843 Sep 30 08:13:51.003740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'name': 'network-vif-deleted', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:51.006709 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f98ef29-e0b3-4ad7-bcc0-8fb9a09a0fc8" -d '{"events": [{"server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "name": "network-vif-deleted", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:51.032929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46780e01-9157-4103-a04c-bfe859dca3d4 req-c308f474-6107-4d5e-b321-d87f39c2d5ff tempest-ServersAdminTestJSON-237296859 tempest-ServersAdminTestJSON-237296859-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce957a01-bbec-46ee-91f0-2025a0468c31 HTTP/1.1" status: 200 len: 210 time: 0.0454051 Sep 30 08:13:51.166911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-efd74ad3-5c0c-431a-a7ea-386313f38f45 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:13:51.168104 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-efd74ad3-5c0c-431a-a7ea-386313f38f45 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101266 Sep 30 08:13:51.201520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73651506-027a-4497-b2f5-650ef43da49f req-c7927053-8697-47d9-a865-c4436d73d92e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.206020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73651506-027a-4497-b2f5-650ef43da49f req-c7927053-8697-47d9-a865-c4436d73d92e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0964191 Sep 30 08:13:51.255636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73651506-027a-4497-b2f5-650ef43da49f req-f70f7aac-55b7-4c7d-a169-f00d28d5cf97 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Sep 30 08:13:51.262548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-85bccffb-6a4c-4785-a8e9-d36650443583 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.264006 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-85bccffb-6a4c-4785-a8e9-d36650443583 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 1093 time: 0.0844042 Sep 30 08:13:51.282225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Request body: {'binding': {'host': 'n-h1-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:51.282688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Unknown quota resources ['binding']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:13:51.368981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f27e9-efd0-4c21-8f3d-32ef63151a50 req-6f6387ad-9a21-4a2e-b9de-fb4419fe408c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.370604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-362f27e9-efd0-4c21-8f3d-32ef63151a50 req-6f6387ad-9a21-4a2e-b9de-fb4419fe408c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 949 time: 0.0542204 Sep 30 08:13:51.371685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Made reservation on behalf of 06b672576ac248c1b22d142128a0cc2f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:51.375777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.410948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-362f27e9-efd0-4c21-8f3d-32ef63151a50 req-c8f29846-4df6-4a51-97f0-49441853a385 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Sep 30 08:13:51.547758 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d9a40-34d6-4580-9090-01d59f8e57e4 x-openstack-request-id: req-4d2d9a40-34d6-4580-9090-01d59f8e57e4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:51.548389 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435dbcf5-060e-4be5-bdfb-a40b11e1164f", "name": "network-vif-deleted", "tag": "7b641da4-ef3f-4e87-894b-c6bb9702203a", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:51.548477 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d2d9a40-34d6-4580-9090-01d59f8e57e4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:51.548832 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435dbcf5-060e-4be5-bdfb-a40b11e1164f', 'name': 'network-vif-deleted', 'tag': '7b641da4-ef3f-4e87-894b-c6bb9702203a', 'status': 'completed', 'code': 200} Sep 30 08:13:51.595374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bdf222-d0f5-47a5-b05c-44527a405fad {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:51.613248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.651714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cb511-6fd7-4409-a847-8e01865447d8 req-20219c48-6a6e-4fc1-a985-0993a7fc2846 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.653198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c3cb511-6fd7-4409-a847-8e01865447d8 req-20219c48-6a6e-4fc1-a985-0993a7fc2846 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.0523827 Sep 30 08:13:51.654511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on host n-h1-807025-5 for vnic_type normal with profile None {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:51.654890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:51.655224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:51.665259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Transition to ACTIVE for port object 49bdf222-d0f5-47a5-b05c-44527a405fad will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:51.673163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:51.673521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:51.675450 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.704793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c3cb511-6fd7-4409-a847-8e01865447d8 req-140dc2fa-1955-4b75-92a1-c0b995d8b850 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Sep 30 08:13:51.713194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:51.713567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:51.714031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:51.714588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Bound port: 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:51.719528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Allocated IP 172.20.0.11 (febf7471-80f1-4b02-bfa5-3c2dc3338f78/e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb/48ef4ed1-4f07-4b33-8cc8-b6c5361298b0) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:51.789577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:51.876382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:51.891650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.892851 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-f66cacdf-e61e-4bd6-8b3e-84ae0a60bd8a service neutron] 10.222.0.41 "POST /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.6166158 Sep 30 08:13:51.990708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Attempting to bind port 49bdf222-d0f5-47a5-b05c-44527a405fad on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:51.991180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Attempting to bind port 49bdf222-d0f5-47a5-b05c-44527a405fad by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:51.991360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Attempting to bind port 49bdf222-d0f5-47a5-b05c-44527a405fad on network c137d884-1431-42f4-bac5-3398bfb80971 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:52.001562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Port 49bdf222-d0f5-47a5-b05c-44527a405fad on network c137d884-1431-42f4-bac5-3398bfb80971 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:52.002041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Attempting to bind port 49bdf222-d0f5-47a5-b05c-44527a405fad on network c137d884-1431-42f4-bac5-3398bfb80971 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:52.011786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:52.012255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Checking segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:52.012516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Bound using segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:52.012956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Bound port: 49bdf222-d0f5-47a5-b05c-44527a405fad, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:52.013902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.071921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.100771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96737b00-269a-427f-b8c3-b4290adbd2b1 req-5e08d2c5-9d78-4e9b-a2da-d55dce540250 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.102570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96737b00-269a-427f-b8c3-b4290adbd2b1 req-5e08d2c5-9d78-4e9b-a2da-d55dce540250 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.0561287 Sep 30 08:13:52.118393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.171662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96737b00-269a-427f-b8c3-b4290adbd2b1 req-408e3239-5f18-4425-add6-2b6382851393 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600638 Sep 30 08:13:52.200436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:52.201968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:52.208603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:52.215185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:52.256242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:52.269137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.272421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9772-9b85-46dc-9bcd-ff4f7dde6624 req-d8a04b46-2a0c-45a9-8fb9-1daba75602d5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.274278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718e9772-9b85-46dc-9bcd-ff4f7dde6624 req-d8a04b46-2a0c-45a9-8fb9-1daba75602d5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 932 time: 0.0798461 Sep 30 08:13:52.279189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:52.316576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.317187 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.318590 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] 10.222.0.57 "PUT /v2.0/ports/49bdf222-d0f5-47a5-b05c-44527a405fad HTTP/1.1" status: 200 len: 1091 time: 1.8344283 Sep 30 08:13:52.333000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.333579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.364992 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-80a0c2c0-e73b-4f75-bcb8-ffaba0935a6a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6772885 Sep 30 08:13:52.365671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63bfa-0d01-4e0e-b284-10c8ada49ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:52.370925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718e9772-9b85-46dc-9bcd-ff4f7dde6624 req-b9485046-33c0-4c0c-99f5-0f0a3490fb23 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841560 Sep 30 08:13:52.380803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04cba6-ff2a-4d03-8264-cccfa99775ea req-e7134b39-48e9-4c16-ae0e-61496291d3af tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.382526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc04cba6-ff2a-4d03-8264-cccfa99775ea req-e7134b39-48e9-4c16-ae0e-61496291d3af tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1070113 Sep 30 08:13:52.390598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Request body: {'port': {'device_id': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:52.400840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-0457c8f4-9b82-4022-8a7a-03f003c24d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.402391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-0457c8f4-9b82-4022-8a7a-03f003c24d15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1096 time: 0.0780458 Sep 30 08:13:52.480824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc04cba6-ff2a-4d03-8264-cccfa99775ea req-d55a5690-c8d9-4b5c-b78a-658053a65c4f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841529 Sep 30 08:13:52.486013 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.514877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-1ecbdad2-1e58-4b6e-a95b-eb72a2b4c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.517162 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-1ecbdad2-1e58-4b6e-a95b-eb72a2b4c7c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 1094 time: 0.0912561 Sep 30 08:13:52.596878 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-6473112f-fb07-469e-bb60-c54cf0dec36e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49bdf222-d0f5-47a5-b05c-44527a405fad HTTP/1.1" status: 200 len: 217 time: 0.0505798 Sep 30 08:13:52.617159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-c4576a41-b31d-45ea-b3ee-e33ca0eda7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.618737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-c4576a41-b31d-45ea-b3ee-e33ca0eda7ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.2086766 Sep 30 08:13:52.635515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812e88b-e505-4b28-ba9f-60512172af58 req-16674a31-bef5-48b3-b548-60f418d3a4f0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.637020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d812e88b-e505-4b28-ba9f-60512172af58 req-16674a31-bef5-48b3-b548-60f418d3a4f0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0724652 Sep 30 08:13:52.682530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-affb9eb1-a524-4a46-bd16-51a31ae891cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 217 time: 0.0445104 Sep 30 08:13:52.712871 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:52.736191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-f775f4a5-702c-411d-82f6-d38f5228f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.737716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-f775f4a5-702c-411d-82f6-d38f5228f2ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 200 len: 862 time: 0.1256626 Sep 30 08:13:52.757058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d812e88b-e505-4b28-ba9f-60512172af58 req-450e7779-9020-4c82-b69c-ac5447147333 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069143 Sep 30 08:13:52.761523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-fd5c62e8-2d82-4ed2-81c7-1270ae648bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.762983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-fd5c62e8-2d82-4ed2-81c7-1270ae648bd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0733805 Sep 30 08:13:52.799164 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-06fba365-2506-4d47-bced-20d2180ece21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c137d884-1431-42f4-bac5-3398bfb80971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285597 Sep 30 08:13:52.807742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-6ad6dc25-9127-4fb2-a496-560c10bc9c77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351794 Sep 30 08:13:52.832778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:52.835171 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4" -d '{"events": [{"name": "network-changed", "server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:52.879796 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059330b6-4bae-4daa-aaa6-a6bf16e680d7 x-openstack-request-id: req-059330b6-4bae-4daa-aaa6-a6bf16e680d7 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:52.880082 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:52.880331 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-059330b6-4bae-4daa-aaa6-a6bf16e680d7 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:52.880747 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'status': 'completed', 'code': 200} Sep 30 08:13:52.896810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:52.917382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 7b641da4-ef3f-4e87-894b-c6bb9702203a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:52.917746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7b641da4-ef3f-4e87-894b-c6bb9702203a not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:52.917897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98699-417a-40cd-b00b-0953fa2dadc6 req-6ede3817-84cb-471b-9229-cf5a4539273c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.920047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdf98699-417a-40cd-b00b-0953fa2dadc6 req-6ede3817-84cb-471b-9229-cf5a4539273c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.1143708 Sep 30 08:13:52.927539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:52.948090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: d5146d09-04f2-42e5-ac53-4923e9630c9e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:52.948716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d5146d09-04f2-42e5-ac53-4923e9630c9e not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:52.970771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-75e280b7-f039-43b0-bf5a-b4ed1c9d65ed service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348994 Sep 30 08:13:52.978725 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35ba13eb-c9e3-4884-8fc9-5cc148c9664b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d4976a9195e44cf92def016443ec7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604980 Sep 30 08:13:52.978924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdf98699-417a-40cd-b00b-0953fa2dadc6 req-accc4d4d-3727-4c90-b8b8-4b26e8066972 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510607 Sep 30 08:13:52.978924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43122) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:53.045231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:53.051809 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-ab790b7b-f5c5-4e3a-aa72-803f836b5bec service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100182 Sep 30 08:13:53.055951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.077854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Transition to ACTIVE for port object 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:53.091516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.097504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64a3f456-52d3-42fa-b666-4023cf313a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.103401 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:13:53.129358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64a3f456-52d3-42fa-b666-4023cf313a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.137112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-352da04a-71c9-48df-83ad-75b75f315159 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440053 Sep 30 08:13:53.180449 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64a3f456-52d3-42fa-b666-4023cf313a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.183607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64a3f456-52d3-42fa-b666-4023cf313a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.184497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-64a3f456-52d3-42fa-b666-4023cf313a64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4ffe908-e1aa-4796-8750-09c89233fc7c HTTP/1.1" status: 204 len: 168 time: 0.2044668 Sep 30 08:13:53.193504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3f456-52d3-42fa-b666-4023cf313a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ffe908-e1aa-4796-8750-09c89233fc7c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:53.197301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:53.263253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f352e79f-1ce9-4ef7-9ccf-11586cc84837 req-cbd61029-92b3-42e3-99d9-7a6d2b137346 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957183 Sep 30 08:13:53.320688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Attempting to bind port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:53.321614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Attempting to bind port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:53.322003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Attempting to bind port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:53.330464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:53.331031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Attempting to bind port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:53.331608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92655-fde7-4cd4-900b-8ef9b18d8279 req-a0d5d326-b36b-4d51-87f0-b0f8c0967aac tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.340209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93c92655-fde7-4cd4-900b-8ef9b18d8279 req-a0d5d326-b36b-4d51-87f0-b0f8c0967aac tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.0681822 Sep 30 08:13:53.348062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:53.348763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Checking segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:53.348763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Bound using segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:53.349251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Bound port: 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:53.350258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.399173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93c92655-fde7-4cd4-900b-8ef9b18d8279 req-858d55ae-87ad-4bcf-9f19-18d9e673154e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540502 Sep 30 08:13:53.449855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-7ea4bd44-8108-4429-8d52-5594bbf801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.451537 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-7ea4bd44-8108-4429-8d52-5594bbf801eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 1094 time: 0.1182671 Sep 30 08:13:53.521336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-24b8abc7-9c1e-4c2f-99df-2f28e3452e4f tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.523408 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-24b8abc7-9c1e-4c2f-99df-2f28e3452e4f tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.1128192 Sep 30 08:13:53.533988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:53.577671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:53.604589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2332df5-f9a8-4597-8b31-50d77565dd1f req-32b0d44f-3ef9-4253-b61d-e175e911be85 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.613816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:53.614095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2332df5-f9a8-4597-8b31-50d77565dd1f req-32b0d44f-3ef9-4253-b61d-e175e911be85 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 944 time: 0.1433253 Sep 30 08:13:53.625276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.680480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2332df5-f9a8-4597-8b31-50d77565dd1f req-9e15c603-a845-4975-880f-743aa89553c9 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640836 Sep 30 08:13:53.685950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43138) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:53.705407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-b0426b08-7fcb-427e-b3ab-e1ea689fd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.707009 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-b0426b08-7fcb-427e-b3ab-e1ea689fd5fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 923 time: 0.2456429 Sep 30 08:13:53.709190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e368b6-c207-4908-bf35-9f3b5dd4f6fe req-34399a51-c831-4665-9e25-b6a5aff055fa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.712121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.713165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.714245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] 10.222.0.50 "PUT /v2.0/ports/48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 HTTP/1.1" status: 200 len: 1092 time: 1.3303580 Sep 30 08:13:53.720356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82e368b6-c207-4908-bf35-9f3b5dd4f6fe req-34399a51-c831-4665-9e25-b6a5aff055fa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1619482 Sep 30 08:13:53.732597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.788494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc645-72c9-4788-a7d9-1460cc41c080 service neutron] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:53.795609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-c7e586bd-25b6-44b5-add5-40351cb15415 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49bdf222-d0f5-47a5-b05c-44527a405fad HTTP/1.1" status: 200 len: 217 time: 0.0549803 Sep 30 08:13:53.842751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bec8a322-ab33-449b-a61b-d75b5b6d60bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf2197efb7a04858aacf0278a7b1aab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552117 Sep 30 08:13:53.853400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43150) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:53.858414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82e368b6-c207-4908-bf35-9f3b5dd4f6fe req-7d6e375e-a7ff-47e0-9f56-7b6dfb565f9b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365397 Sep 30 08:13:53.951523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-83614666-6b22-41d0-94ea-1ac3645a6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.953042 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-83614666-6b22-41d0-94ea-1ac3645a6161 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 200 len: 862 time: 0.1465714 Sep 30 08:13:53.959809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a6dbd-c90d-4fe2-ba49-97f7e77a4443 req-969ed4b8-5a7c-4b97-ad1a-dcc046cdb43d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.962213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f00a6dbd-c90d-4fe2-ba49-97f7e77a4443 req-969ed4b8-5a7c-4b97-ad1a-dcc046cdb43d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0586386 Sep 30 08:13:53.967704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-256f07f7-9371-4ae8-8485-c4252bed79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.969235 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-256f07f7-9371-4ae8-8485-c4252bed79be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 1095 time: 0.1776025 Sep 30 08:13:54.019972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f00a6dbd-c90d-4fe2-ba49-97f7e77a4443 req-6d07322d-e33b-4cc7-8748-31588212786d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493562 Sep 30 08:13:54.048760 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-194a10eb-b78b-403d-9f14-69121daf6ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c137d884-1431-42f4-bac5-3398bfb80971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783381 Sep 30 08:13:54.098065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-2a970462-f3e6-454d-96a8-31264495250f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 HTTP/1.1" status: 200 len: 217 time: 0.1097422 Sep 30 08:13:54.118204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad69b-3441-48c5-90d0-51fd34bc780d req-b0d277c6-d27d-4425-9d16-af6dad844d17 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.122016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd3ad69b-3441-48c5-90d0-51fd34bc780d req-b0d277c6-d27d-4425-9d16-af6dad844d17 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 945 time: 0.0568261 Sep 30 08:13:54.123342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1645751e-89f1-4088-af97-e9c48853973e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:54.160312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd3ad69b-3441-48c5-90d0-51fd34bc780d req-12f29f6d-7fbb-4de2-992b-fa244b09fc95 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Sep 30 08:13:54.256963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1645751e-89f1-4088-af97-e9c48853973e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:54.305530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:54.322746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-2367f7a5-6222-46e1-aed3-e98e1bdf235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.324224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-2367f7a5-6222-46e1-aed3-e98e1bdf235b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 200 len: 855 time: 0.2129595 Sep 30 08:13:54.382296 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-aec2c3c1-bdea-4959-9bea-976a13072700 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=febf7471-80f1-4b02-bfa5-3c2dc3338f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441363 Sep 30 08:13:54.406538 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-0d8da69a-534d-4eac-9a2c-5a585b179055 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244557 Sep 30 08:13:54.430752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:54.478957 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1645751e-89f1-4088-af97-e9c48853973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:54.481601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1645751e-89f1-4088-af97-e9c48853973e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:54.484576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1645751e-89f1-4088-af97-e9c48853973e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddee7791-af17-45fd-ab09-0831dbfcaf45 HTTP/1.1" status: 204 len: 168 time: 0.6077721 Sep 30 08:13:54.534996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ff29-3ba4-4331-af95-8a0f16c284d0 req-b7f4f540-800f-43e1-9226-ea68ff3dd3af tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.544270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf4ff29-3ba4-4331-af95-8a0f16c284d0 req-b7f4f540-800f-43e1-9226-ea68ff3dd3af tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.0744772 Sep 30 08:13:54.602553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcf4ff29-3ba4-4331-af95-8a0f16c284d0 req-f70a8c1e-d986-4b6d-888f-d9352e466660 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560052 Sep 30 08:13:54.803043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645751e-89f1-4088-af97-e9c48853973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee7791-af17-45fd-ab09-0831dbfcaf45,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:54.856563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:54.877357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:54.886233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'}, {'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:54.889129 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64049233-0a6b-4c05-83d3-55787a72a497" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0"}, {"server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:54.898355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20034812-4e66-4384-afff-526fc5970c62 req-42a6be05-0037-4bc4-bd75-fa55f5364936 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.902511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20034812-4e66-4384-afff-526fc5970c62 req-42a6be05-0037-4bc4-bd75-fa55f5364936 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 944 time: 0.1443937 Sep 30 08:13:54.921060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:54.921774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-02bb0a0a-2e3f-43f7-88f1-12bbf494abb1 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262761 Sep 30 08:13:54.947905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c91e634-d8e3-4b7b-9f68-3b7ba07d45e4 req-6aa56b83-f3b6-4916-bdac-39e7945b6319 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152566 Sep 30 08:13:55.023507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:55.040745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20034812-4e66-4384-afff-526fc5970c62 req-047c3aef-7bf8-48aa-b031-8f4e235334eb tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319354 Sep 30 08:13:55.085120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:55.113618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:55.114441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:55.114791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:55.115128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:55.133412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:55.133760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:55.178446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:55.179040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:55.182200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:55.183657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Bound port: f9f18677-ac73-4236-98c6-36118f3ba862, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:55.187303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.196569 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c9455-6b72-44c6-9d29-600ea6bb23e3 x-openstack-request-id: req-953c9455-6b72-44c6-9d29-600ea6bb23e3 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:55.197198 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0", "status": "completed", "code": 200}, {"server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:55.197817 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-953c9455-6b72-44c6-9d29-600ea6bb23e3 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:55.209492 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'status': 'completed', 'code': 200} Sep 30 08:13:55.210014 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'code': 200} Sep 30 08:13:55.226015 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-21878f1f-1f3d-46bd-a6ed-797d67fbc090 req-05bcb5fd-1412-47f1-9626-5a16b2953268 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897379 Sep 30 08:13:55.230345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:55.263951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'mac_address': 'fa:16:3e:7d:13:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:55.268205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:55.268804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:55.269345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:55.292816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5d7b2-1f1a-4190-be4a-60293c37467c req-c87729e9-67c9-4769-ae48-a0f983bd4216 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.298003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:55.298912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:55.304945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3a5d7b2-1f1a-4190-be4a-60293c37467c req-c87729e9-67c9-4769-ae48-a0f983bd4216 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1565166 Sep 30 08:13:55.307951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:55.308587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:55.309693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:55.310895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Bound port: f9f18677-ac73-4236-98c6-36118f3ba862, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:55.311465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.384704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.420370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 463f9b7e-797e-4317-83f1-3f5e82f61cb6 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:55.424688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3a5d7b2-1f1a-4190-be4a-60293c37467c req-d306bd38-3bf8-4dd7-9484-7a7955093a41 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130593 Sep 30 08:13:55.439040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:55.472174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a73026-2d8b-4496-a5c7-b4025ea19773 req-3a4134cd-50f1-4953-afe5-5ff26dee7d6a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.474716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92a73026-2d8b-4496-a5c7-b4025ea19773 req-3a4134cd-50f1-4953-afe5-5ff26dee7d6a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1538959 Sep 30 08:13:55.477682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:55.482730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:55.502707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.540320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.555931 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.557546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64049233-0a6b-4c05-83d3-55787a72a497 req-9ecbf177-8782-49d4-81a4-e62b4cbb0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.558868 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-9ecbf177-8782-49d4-81a4-e62b4cbb0a6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 1095 time: 0.2148614 Sep 30 08:13:55.601621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92a73026-2d8b-4496-a5c7-b4025ea19773 req-608b5c32-99d7-4a4e-8897-4f95de125447 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192520 Sep 30 08:13:55.649738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:55.657689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.686044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.686692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:55.688168 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-ff938855-32ac-4dc0-957b-b4df0d39463d service neutron] 10.222.0.57 "PUT /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 1121 time: 2.1516244 Sep 30 08:13:55.719754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a640f-4504-48f5-9c0c-1a2324eba833 req-2bb42780-e0ec-42a3-bdeb-a0117f6c9a99 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.742885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a31a640f-4504-48f5-9c0c-1a2324eba833 req-2bb42780-e0ec-42a3-bdeb-a0117f6c9a99 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1940224 Sep 30 08:13:55.771393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64049233-0a6b-4c05-83d3-55787a72a497 req-c2a32327-5e9e-4c77-ab9d-a815520be01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.784863 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-c2a32327-5e9e-4c77-ab9d-a815520be01d service neutron] 10.222.0.50 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 916 time: 0.2126317 Sep 30 08:13:55.807590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:55.828226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a31a640f-4504-48f5-9c0c-1a2324eba833 req-fe9b378a-742f-430c-aab0-14d15235eb7d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680830 Sep 30 08:13:55.857577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['463f9b7e-797e-4317-83f1-3f5e82f61cb6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:55.894371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-ed483a54-56ea-4b72-bf60-da064cf30b31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 HTTP/1.1" status: 200 len: 217 time: 0.0993478 Sep 30 08:13:55.914367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f9f18677-ac73-4236-98c6-36118f3ba862'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:55.925029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f9f18677-ac73-4236-98c6-36118f3ba862'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:55.929385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:55.989599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b911907-3c5a-4635-a4ba-5a3329fabf28 req-238a80f6-e2e3-4a9e-877a-9714c967e939 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.000899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b911907-3c5a-4635-a4ba-5a3329fabf28 req-238a80f6-e2e3-4a9e-877a-9714c967e939 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.1680613 Sep 30 08:13:56.023691 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f9f18677-ac73-4236-98c6-36118f3ba862-n-h1-807025-5-0 {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:13:56.024230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64049233-0a6b-4c05-83d3-55787a72a497 req-f2ac73ea-a9a3-4c21-80ba-a52d71a61b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.025536 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:13:56.032514 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-f2ac73ea-a9a3-4c21-80ba-a52d71a61b29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 200 len: 855 time: 0.1178644 Sep 30 08:13:56.081746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b911907-3c5a-4635-a4ba-5a3329fabf28 req-1e3df4a9-9e6b-4151-aedf-278d6d1fbad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Sep 30 08:13:56.127248 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-05d6351b-dede-4c1c-b735-194599117bb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=febf7471-80f1-4b02-bfa5-3c2dc3338f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642512 Sep 30 08:13:56.267963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06f6e-ca8f-43a6-a74c-a90fb7f4ac22 req-6d64bd07-fb34-41cc-b8c6-9a8920375ac4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.271674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7a06f6e-ca8f-43a6-a74c-a90fb7f4ac22 req-6d64bd07-fb34-41cc-b8c6-9a8920375ac4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 944 time: 0.0714746 Sep 30 08:13:56.355046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7a06f6e-ca8f-43a6-a74c-a90fb7f4ac22 req-e58a6ad0-7a76-4be8-a87c-57be148cf56c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724587 Sep 30 08:13:56.431176 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-eb6c1291-a852-43bb-a205-f4cfdb673d2b service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929835 Sep 30 08:13:56.604991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04cf32-933a-4d79-8a8b-357dd6f3b47b req-aa067d6c-2df1-48ac-81de-c6251a268d01 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.608283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be04cf32-933a-4d79-8a8b-357dd6f3b47b req-aa067d6c-2df1-48ac-81de-c6251a268d01 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1059885 Sep 30 08:13:56.633958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:56.634338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:56.634708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:56.667249 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-64049233-0a6b-4c05-83d3-55787a72a497 req-b2473b56-2021-4e43-a086-e046fcbe31ac service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242167 Sep 30 08:13:56.690888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be04cf32-933a-4d79-8a8b-357dd6f3b47b req-d0275c82-a413-4252-913d-d68909588ea1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Sep 30 08:13:56.715084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:56.716052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempting to bind port f9f18677-ac73-4236-98c6-36118f3ba862 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:56.804890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:56.805484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:56.806128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:56.806780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Bound port: f9f18677-ac73-4236-98c6-36118f3ba862, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:56.810588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f398b-ad77-4c75-803a-6ae47920b029 req-5336e339-3e58-422d-bf62-90dbe375da0b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.818181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:56.836870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c66f398b-ad77-4c75-803a-6ae47920b029 req-5336e339-3e58-422d-bf62-90dbe375da0b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1303566 Sep 30 08:13:56.956357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c66f398b-ad77-4c75-803a-6ae47920b029 req-290eb5b4-c4c4-4050-b9a7-09261e91c73e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187055 Sep 30 08:13:57.045503 n-d-807025-5 neutron-server[95003]: WARNING neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Concurrent port binding operations failed on port f9f18677-ac73-4236-98c6-36118f3ba862 Sep 30 08:13:57.059309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:57.063865 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Attempt 2 to bind port f9f18677-ac73-4236-98c6-36118f3ba862 Sep 30 08:13:57.064545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:13:57.095004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:57.156590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db35-3052-4669-b7bc-4023a1adf8c9 req-cf355efd-29c7-41e6-8794-8ad2a175f93d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.158583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a811db35-3052-4669-b7bc-4023a1adf8c9 req-cf355efd-29c7-41e6-8794-8ad2a175f93d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1648259 Sep 30 08:13:57.212110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:57.214855 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e68ce-985b-49a6-9874-eed35383626c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:57.261316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a811db35-3052-4669-b7bc-4023a1adf8c9 req-2f811bd6-207f-4959-ad67-fbb89fdc5aa4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916569 Sep 30 08:13:57.343234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:57.367020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'port_id': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'mac_address': 'fa:16:3e:c4:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f825c0-3553-422d-a1d0-fcc069e452f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:57.392684 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28f0095-bba7-4553-b1a5-451d0e7d279f x-openstack-request-id: req-b28f0095-bba7-4553-b1a5-451d0e7d279f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:57.393490 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:57.394229 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b28f0095-bba7-4553-b1a5-451d0e7d279f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:57.395119 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'status': 'completed', 'code': 200} Sep 30 08:13:57.439614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:57.468350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bdf222-d0f5-47a5-b05c-44527a405fad {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:57.486348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918448-f501-4afb-864a-8e6d9b405dd4 req-fa5f3eb8-fc42-45fe-afee-69084a2ca890 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.494286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87918448-f501-4afb-864a-8e6d9b405dd4 req-fa5f3eb8-fc42-45fe-afee-69084a2ca890 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.0836792 Sep 30 08:13:57.515741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:57.524905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:57.591581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e68ce-985b-49a6-9874-eed35383626c req-b97fd3fd-f7a9-4fc6-ae75-b46b17aba3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.596121 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-b97fd3fd-f7a9-4fc6-ae75-b46b17aba3d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1124 time: 0.1284754 Sep 30 08:13:57.683783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:57.703590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.703590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.705614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.706040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.706526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.721730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.722497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.722847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.723187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.723520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.723848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.724175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:57.818398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e68ce-985b-49a6-9874-eed35383626c req-4ba5eaa3-d60a-491a-b37a-744fbd579527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.819644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-4ba5eaa3-d60a-491a-b37a-744fbd579527 service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.2151570 Sep 30 08:13:57.879380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-b0ca9be9-11fe-44b1-9459-dc9937d871e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 217 time: 0.0484369 Sep 30 08:13:57.884221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-1e4c1532-06e2-42ed-80bf-60efb3cdba16 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339131 Sep 30 08:13:57.933769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87918448-f501-4afb-864a-8e6d9b405dd4 req-8e03243b-091d-427b-b0b4-4c9726181360 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379711 Sep 30 08:13:57.976057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e68ce-985b-49a6-9874-eed35383626c req-dea49a8d-71a1-444d-b2f6-2f8d9a569a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.986974 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-dea49a8d-71a1-444d-b2f6-2f8d9a569a48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0961399 Sep 30 08:13:58.017504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['49bdf222-d0f5-47a5-b05c-44527a405fad'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:58.047234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-8f7ce04c-dd1c-4d46-9801-ec267b6ae658 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505223 Sep 30 08:13:58.064392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-8c84c9f5-49ba-40f3-8fdf-99af010c363e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.068552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-8c84c9f5-49ba-40f3-8fdf-99af010c363e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769028 Sep 30 08:13:58.136261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e5a397a5-d426-4c15-9a53-2ebf5472656b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/quotas/9caeb18ee4834ceea74ee4423504a98e HTTP/1.1" status: 200 len: 375 time: 0.0584989 Sep 30 08:13:58.173763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d4c7e-6b5d-4ee4-b0b0-e33e2e6613d0 req-83db67a1-3b1a-44c4-aca0-daa428f88335 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.175337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c01d4c7e-6b5d-4ee4-b0b0-e33e2e6613d0 req-83db67a1-3b1a-44c4-aca0-daa428f88335 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 944 time: 0.0965583 Sep 30 08:13:58.189944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-acba914f-0fb0-4622-98d2-7aac87835d8f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526822 Sep 30 08:13:58.249346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-eb0e2a3c-e279-438a-b20f-a26340a2fad3 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944797 Sep 30 08:13:58.279515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c01d4c7e-6b5d-4ee4-b0b0-e33e2e6613d0 req-8f5ca4a9-8db7-4e53-9c3d-97e67690803f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813320 Sep 30 08:13:58.444092 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-451e68ce-985b-49a6-9874-eed35383626c req-8b0c2019-3682-4cf4-8aad-026532c767a9 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860442 Sep 30 08:13:58.451993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ade2b-7bec-423f-9fe8-0763cd35a7b0 req-33538ef3-439b-4fc8-94d2-65c74ebeb3aa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.459327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a7ade2b-7bec-423f-9fe8-0763cd35a7b0 req-33538ef3-439b-4fc8-94d2-65c74ebeb3aa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1142752 Sep 30 08:13:58.569755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a7ade2b-7bec-423f-9fe8-0763cd35a7b0 req-1eae681c-1dc7-4830-bfad-39bb10abbcc5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947182 Sep 30 08:13:58.619391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fb249-1699-4ca8-9fc7-e90cd4b2f2ef req-c47fb986-6dc1-4b57-b9f3-98ffe391abfa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.627206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da4fb249-1699-4ca8-9fc7-e90cd4b2f2ef req-c47fb986-6dc1-4b57-b9f3-98ffe391abfa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1649585 Sep 30 08:13:58.713281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da4fb249-1699-4ca8-9fc7-e90cd4b2f2ef req-4231ca49-89af-4f88-a770-cfe9be9decfd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849957 Sep 30 08:13:58.896720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bb2e-ecfe-48fe-b1da-b79c212ed05c req-06f18857-3052-4d9a-969d-dacfd28c0a07 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.906480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e059bb2e-ecfe-48fe-b1da-b79c212ed05c req-06f18857-3052-4d9a-969d-dacfd28c0a07 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1436918 Sep 30 08:13:58.938754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:58.999519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f259ab4-d24d-488a-9524-7a2ed734810a req-7730f10a-d347-49e9-a397-c1b10c27d410 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 210 time: 0.0730493 Sep 30 08:13:59.027485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:59.042760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e059bb2e-ecfe-48fe-b1da-b79c212ed05c req-31a346a9-18b3-4e4f-abc4-e5a2ee325f14 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351101 Sep 30 08:13:59.230366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:59.256819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158c853-a42e-48ae-9892-4096ff186728 req-11f544b5-355e-47fc-b1b9-cab2444f8f67 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.263835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'port_id': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'mac_address': 'fa:16:3e:45:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:59.271067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4158c853-a42e-48ae-9892-4096ff186728 req-11f544b5-355e-47fc-b1b9-cab2444f8f67 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 944 time: 0.1449990 Sep 30 08:13:59.305272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:59.305598 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.355476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4158c853-a42e-48ae-9892-4096ff186728 req-9ee80053-b77e-4cf1-aa20-51ce42ede1bd tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593600 Sep 30 08:13:59.355619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.376597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:59.418176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:59.435798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.509821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5fad-5417-46f5-a3ae-dcad4eb1749a req-035914d3-d78e-4309-a687-e1fb43b5e561 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.511874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-405f5fad-5417-46f5-a3ae-dcad4eb1749a req-035914d3-d78e-4309-a687-e1fb43b5e561 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 945 time: 0.0799425 Sep 30 08:13:59.528275 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.585734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:59.589205 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918df0fd-9db4-4837-94af-daf1815a0c55" -d '{"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-plugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:59.596696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:59.624463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-405f5fad-5417-46f5-a3ae-dcad4eb1749a req-0cae6c9d-d839-4937-8e29-858bb6f5e134 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989463 Sep 30 08:13:59.640336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:59.647381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.749675 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321b8061-a457-4499-a466-689c57438742 x-openstack-request-id: req-321b8061-a457-4499-a466-689c57438742 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:59.749971 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-plugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:59.750223 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-321b8061-a457-4499-a466-689c57438742 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:59.750666 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'code': 200} Sep 30 08:13:59.755246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:59.837487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a99e5-6ef3-4730-aeb7-9e0a7ff4f814 req-38c30266-8cf3-4c36-bb50-3ed5fcf66f4c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.842238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f24a99e5-6ef3-4730-aeb7-9e0a7ff4f814 req-38c30266-8cf3-4c36-bb50-3ed5fcf66f4c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1518695 Sep 30 08:13:59.898084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f24a99e5-6ef3-4730-aeb7-9e0a7ff4f814 req-5de68f40-2abc-4413-b6c6-eaa771b0e4b4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 Sep 30 08:13:59.938728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:00.048309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa682cd-65f2-4e3d-a837-50eca858d451 req-1fa0c99a-b334-4e40-86b1-76909e97721c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.050552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aa682cd-65f2-4e3d-a837-50eca858d451 req-1fa0c99a-b334-4e40-86b1-76909e97721c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1084154 Sep 30 08:14:00.135707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aa682cd-65f2-4e3d-a837-50eca858d451 req-67c547c1-639f-4e06-9aa8-ff83503ff8bb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666437 Sep 30 08:14:00.167246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84687c44-8e77-4d22-a165-3a91ab62dbf3 req-a4b3ea4d-a749-41e2-a89d-a52450e5a6c2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 210 time: 0.0351388 Sep 30 08:14:00.265257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7628-d2a5-43b4-9776-5b1f21f12597 req-be30818a-a3fa-4056-82c2-57bf058bdd96 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.268985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-830b7628-d2a5-43b4-9776-5b1f21f12597 req-be30818a-a3fa-4056-82c2-57bf058bdd96 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.0572543 Sep 30 08:14:00.317204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-830b7628-d2a5-43b4-9776-5b1f21f12597 req-bd7d570f-0a42-4801-b8e8-bdb74c659dd7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372357 Sep 30 08:14:00.531922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-300024de-3077-4875-bc68-02e2e4058bee tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557125 Sep 30 08:14:00.547514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afda64-692d-4ecb-b28e-e5da1718be8b req-25e18ab2-febf-4922-addf-a8bb191d8d83 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.556219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33afda64-692d-4ecb-b28e-e5da1718be8b req-25e18ab2-febf-4922-addf-a8bb191d8d83 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 944 time: 0.0930464 Sep 30 08:14:00.610614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33afda64-692d-4ecb-b28e-e5da1718be8b req-ae2ffcbf-2e02-4a91-93ef-1d72d987b723 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Sep 30 08:14:00.720072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-d4669459-e193-4487-ab29-7163c3060410 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.722126 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-d4669459-e193-4487-ab29-7163c3060410 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833827 Sep 30 08:14:00.748613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:00.768209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64baa6-4590-4ea4-91a0-a3575f357164 req-3c1391e0-4470-4994-9a49-c5d174922712 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.771404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f64baa6-4590-4ea4-91a0-a3575f357164 req-3c1391e0-4470-4994-9a49-c5d174922712 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 945 time: 0.0763528 Sep 30 08:14:00.870062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f64baa6-4590-4ea4-91a0-a3575f357164 req-5b3e59dd-b2d1-47e2-9666-27e775e00312 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918148 Sep 30 08:14:00.916896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:00.922187 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.932791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.947816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:01.060922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:01.069380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:01.069892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.123966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:01.151505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.156544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.222755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621501f-cc48-432b-bfd2-9faaeea38d15 req-e5af9f29-1308-4d90-aab9-1934579688b5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.230607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5621501f-cc48-432b-bfd2-9faaeea38d15 req-e5af9f29-1308-4d90-aab9-1934579688b5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1485291 Sep 30 08:14:01.262950 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.265980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f9a70-f11a-4378-b2e1-3246a3ecab1c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:01.333799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5621501f-cc48-432b-bfd2-9faaeea38d15 req-ebe4eb17-a6fb-4593-8a96-dbbb07c48023 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016915 Sep 30 08:14:01.366079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 49bdf222-d0f5-47a5-b05c-44527a405fad completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:01.383963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:01.385326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 49bdf222-d0f5-47a5-b05c-44527a405fad triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:01.385791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.410219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.435563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.236 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/7e2ef517-2002-4996-a252-be242bc9291a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:01.493258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:01.524652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7404958f-fb1c-415d-a9ea-f9c20804f5b2 req-f42d3fca-2c5c-4ce9-9dda-0dc7db61ce00 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 210 time: 0.0586205 Sep 30 08:14:01.564524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91773c-ad38-4abc-8368-98fc93a1891a req-9f48d152-d278-4c21-827b-38b89d872be7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.587279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a91773c-ad38-4abc-8368-98fc93a1891a req-9f48d152-d278-4c21-827b-38b89d872be7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.2315290 Sep 30 08:14:01.624761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.661043 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.686079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:01.693745 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.715637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.752586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a91773c-ad38-4abc-8368-98fc93a1891a req-7a73dc9a-128f-4782-8f88-b0a25c4ac601 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639967 Sep 30 08:14:01.755358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'}, {'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:01.758039 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35735b17-c5f8-4408-9466-67c53520dd28" -d '{"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-plugged", "status": "completed", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0"}, {"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-plugged", "status": "completed", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:01.778140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:01.779584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:01.782185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:01.792490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:01.848170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e541e6-01b5-4b68-a61e-eedfa1c72ea3 req-ddb5475a-ea33-461e-8edc-e5e08910e86e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.850276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93e541e6-01b5-4b68-a61e-eedfa1c72ea3 req-ddb5475a-ea33-461e-8edc-e5e08910e86e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1694529 Sep 30 08:14:01.850492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=7e2ef517-2002-4996-a252-be242bc9291a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:01.939252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.940560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.964840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93e541e6-01b5-4b68-a61e-eedfa1c72ea3 req-f0189dc7-55a2-4fb7-9895-610d5fc98512 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027315 Sep 30 08:14:01.995998 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-e0a7c54c-ef9f-47f2-a206-3678ce3638c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2526019 Sep 30 08:14:02.022515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Request body: {'port': {'device_id': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:02.062979 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1240e3f-6143-41fe-84fc-ddf0a7bf1796 x-openstack-request-id: req-b1240e3f-6143-41fe-84fc-ddf0a7bf1796 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:02.064961 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-plugged", "status": "completed", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0", "code": 200}, {"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-plugged", "status": "completed", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:02.065656 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1240e3f-6143-41fe-84fc-ddf0a7bf1796 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:02.066833 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'code': 200} Sep 30 08:14:02.067531 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'code': 200} Sep 30 08:14:02.131392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.139051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975eb57-536d-4b4c-8238-4c6540bcebfa req-0cd0eb19-a382-48c4-bbac-7009624ef489 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.156500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5975eb57-536d-4b4c-8238-4c6540bcebfa req-0cd0eb19-a382-48c4-bbac-7009624ef489 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1478939 Sep 30 08:14:02.229111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5975eb57-536d-4b4c-8238-4c6540bcebfa req-30519a16-85df-456c-8a61-4ed777e531bf tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718176 Sep 30 08:14:02.298771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d1e7e434-a309-4165-ae79-745462db1003 None None] Provisioning complete for port 7e2ef517-2002-4996-a252-be242bc9291a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:02.300286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e434-a309-4165-ae79-745462db1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.386763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b44ae8-6eea-4cca-b4ec-cc594b916f60 req-90dcc283-5855-4252-8eeb-87d12298f5b4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.394867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77b44ae8-6eea-4cca-b4ec-cc594b916f60 req-90dcc283-5855-4252-8eeb-87d12298f5b4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1593909 Sep 30 08:14:02.406843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7e434-a309-4165-ae79-745462db1003 None None] Port 7e2ef517-2002-4996-a252-be242bc9291a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:02.468532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77b44ae8-6eea-4cca-b4ec-cc594b916f60 req-51cc768d-9954-476f-957d-28c74a43e6aa tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726366 Sep 30 08:14:02.479538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c973ea-61a1-4d63-8542-0cae2ed4c68a req-053d6f6a-a5a1-4ddf-9db3-e8295201a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.481361 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87c973ea-61a1-4d63-8542-0cae2ed4c68a req-053d6f6a-a5a1-4ddf-9db3-e8295201a9d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 1096 time: 0.2419529 Sep 30 08:14:02.486252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3faf4c-528d-44f3-b05f-c55076297569 req-4b005124-cda8-451d-80bb-24e7164739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.488038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1e3faf4c-528d-44f3-b05f-c55076297569 req-4b005124-cda8-451d-80bb-24e7164739a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 1097 time: 0.2759974 Sep 30 08:14:02.660009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bf749-8997-4859-9803-5fed179eb42c req-a1bbeda4-f9e5-4759-8eed-ccf883e474fe tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.670072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-083bf749-8997-4859-9803-5fed179eb42c req-a1bbeda4-f9e5-4759-8eed-ccf883e474fe tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.0964854 Sep 30 08:14:02.710401 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87c973ea-61a1-4d63-8542-0cae2ed4c68a req-14949a41-47fb-47cd-b531-cda6e7bccd04 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143316 Sep 30 08:14:02.739142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-083bf749-8997-4859-9803-5fed179eb42c req-68162e1a-4fa7-4c7d-ac66-0e3a784f16b9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 Sep 30 08:14:02.746833 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1e3faf4c-528d-44f3-b05f-c55076297569 req-65bb8ee8-ec1c-41d5-a602-6e604187f857 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205019 Sep 30 08:14:02.907638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2ef517-2002-4996-a252-be242bc9291a {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:02.917858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.920339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af015b-be5c-4855-9945-c863f06fad9b req-f6fd416e-b8bf-48ab-b0b8-93bb7b1a2d8c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.927229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8af015b-be5c-4855-9945-c863f06fad9b req-f6fd416e-b8bf-48ab-b0b8-93bb7b1a2d8c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 936 time: 0.1227875 Sep 30 08:14:02.939589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Transition to ACTIVE for port object 7e2ef517-2002-4996-a252-be242bc9291a will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:02.946188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.999511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ef517-2002-4996-a252-be242bc9291a,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:03.052251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8af015b-be5c-4855-9945-c863f06fad9b req-59b2d3d0-a87a-41d9-85ed-971df8014726 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116087 Sep 30 08:14:03.117745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64debd0b-1e0f-4a60-96b4-bc596d3a56ad req-4ac2642e-713d-43ab-93e4-197f902d75ff tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.130312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64debd0b-1e0f-4a60-96b4-bc596d3a56ad req-4ac2642e-713d-43ab-93e4-197f902d75ff tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1326554 Sep 30 08:14:03.156182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Attempting to bind port 7e2ef517-2002-4996-a252-be242bc9291a on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:03.156565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Attempting to bind port 7e2ef517-2002-4996-a252-be242bc9291a by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:03.156911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Attempting to bind port 7e2ef517-2002-4996-a252-be242bc9291a on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:03.162700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Port 7e2ef517-2002-4996-a252-be242bc9291a on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:03.163038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Attempting to bind port 7e2ef517-2002-4996-a252-be242bc9291a on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:03.171695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:03.172081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:03.172962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:03.173117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Bound port: 7e2ef517-2002-4996-a252-be242bc9291a, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:03.173365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:03.218163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64debd0b-1e0f-4a60-96b4-bc596d3a56ad req-a7fac37e-15c1-4284-9620-252f56e15f66 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788531 Sep 30 08:14:03.303295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb1db-9b86-4f65-a4b5-cec50262d2a5 req-6b6514ba-15aa-4fac-81af-c7b0f2d3bce0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.317892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b6cb1db-9b86-4f65-a4b5-cec50262d2a5 req-6b6514ba-15aa-4fac-81af-c7b0f2d3bce0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1330097 Sep 30 08:14:03.337046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] For port 7e2ef517-2002-4996-a252-be242bc9291a, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:03.348707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] For port 7e2ef517-2002-4996-a252-be242bc9291a, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7e2ef517-2002-4996-a252-be242bc9291a,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:03.361248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:03.411369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.412162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:03.414609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] 10.222.0.57 "PUT /v2.0/ports/7e2ef517-2002-4996-a252-be242bc9291a HTTP/1.1" status: 200 len: 1096 time: 1.3978789 Sep 30 08:14:03.415207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'tag': '7e2ef517-2002-4996-a252-be242bc9291a'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:03.418570 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b241915-042e-46fc-a38e-f046ffdf16d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d16c66-23ab-43e6-bd37-ace8868ff6b3", "tag": "7e2ef517-2002-4996-a252-be242bc9291a"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:03.454310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b6cb1db-9b86-4f65-a4b5-cec50262d2a5 req-61a2130b-f3a7-4a76-b13a-31c32d7675c3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346312 Sep 30 08:14:03.460005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e5c42-361c-48bb-b217-0e4c3cb28c9c service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ef517-2002-4996-a252-be242bc9291a,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:03.512467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91284666-b412-4de4-829e-f953e28919a8 req-86b6b7f2-a06f-49c9-bd70-cd54acfca4ba tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.515188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91284666-b412-4de4-829e-f953e28919a8 req-86b6b7f2-a06f-49c9-bd70-cd54acfca4ba tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1660480 Sep 30 08:14:03.575752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-7e4effd2-93f2-499e-845a-2306b2c36e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.577290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-7e4effd2-93f2-499e-845a-2306b2c36e8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 1099 time: 0.1123638 Sep 30 08:14:03.632000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91284666-b412-4de4-829e-f953e28919a8 req-e9e3e85e-2b27-40ed-9102-560ddc04ebf4 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035442 Sep 30 08:14:03.675696 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1278692-3a01-48c0-a5b7-43e557f7c447 x-openstack-request-id: req-d1278692-3a01-48c0-a5b7-43e557f7c447 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:03.675992 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d16c66-23ab-43e6-bd37-ace8868ff6b3", "tag": "7e2ef517-2002-4996-a252-be242bc9291a", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:03.676253 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1278692-3a01-48c0-a5b7-43e557f7c447 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:03.676655 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'tag': '7e2ef517-2002-4996-a252-be242bc9291a', 'status': 'completed', 'code': 200} Sep 30 08:14:03.678270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-b3d19f41-ff82-445c-9d18-e97f90ec42fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7e2ef517-2002-4996-a252-be242bc9291a HTTP/1.1" status: 200 len: 217 time: 0.0829256 Sep 30 08:14:03.785163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-12abad9e-3b07-4248-90b8-da80d52bddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.787522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-12abad9e-3b07-4248-90b8-da80d52bddae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0850723 Sep 30 08:14:03.843865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6163631-9835-4dd0-ba26-5474676771c1 req-a1c22ea5-cbfa-4756-bb10-99a200a00f6c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.856172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6163631-9835-4dd0-ba26-5474676771c1 req-a1c22ea5-cbfa-4756-bb10-99a200a00f6c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1092026 Sep 30 08:14:03.886387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-91a2a0d6-394d-4ac6-87ad-404d1cd75496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.892502 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-91a2a0d6-394d-4ac6-87ad-404d1cd75496 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922666 Sep 30 08:14:03.951856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6163631-9835-4dd0-ba26-5474676771c1 req-ea4cd64f-f0a8-40c7-9d02-6061124b7972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940673 Sep 30 08:14:04.023381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1d41-d57c-4c31-a858-27a5d05bee0e req-f9b6d4f9-028f-499f-a8ed-adb4c5f10f2e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.032473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4aed1d41-d57c-4c31-a858-27a5d05bee0e req-f9b6d4f9-028f-499f-a8ed-adb4c5f10f2e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1037285 Sep 30 08:14:04.096540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4aed1d41-d57c-4c31-a858-27a5d05bee0e req-93270bfa-2338-4a75-b741-54ed10fe3f16 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592229 Sep 30 08:14:04.153251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-8faac359-0f68-4667-8acd-1aef23268d39 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471197 Sep 30 08:14:04.310170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481809e-aea7-4bfb-b867-bac1aef3dada req-4335e491-5adf-4ecc-af97-26a3fccb5dcf tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.317909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7481809e-aea7-4bfb-b867-bac1aef3dada req-4335e491-5adf-4ecc-af97-26a3fccb5dcf tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 948 time: 0.1450908 Sep 30 08:14:04.353290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43b80a05-5b6f-4e68-883f-2dd6a459422f req-de0dbf16-0362-414f-8f6c-704e938e4748 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716678 Sep 30 08:14:04.476849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7481809e-aea7-4bfb-b867-bac1aef3dada req-6515737b-304d-43e5-a4c5-14037b546ff2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792682 Sep 30 08:14:04.511438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19e6e-4f63-4c18-a2c5-c2eebfd8e489 req-55142125-f2c8-4808-9f6c-1fbfaaa9b450 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.537130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0d19e6e-4f63-4c18-a2c5-c2eebfd8e489 req-55142125-f2c8-4808-9f6c-1fbfaaa9b450 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1804338 Sep 30 08:14:04.545032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-32a011b2-0c0d-4692-aec0-6e365da3284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.548116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-32a011b2-0c0d-4692-aec0-6e365da3284f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 1099 time: 0.0888231 Sep 30 08:14:04.673951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0d19e6e-4f63-4c18-a2c5-c2eebfd8e489 req-74405461-e8d6-43d1-8c28-0d6ec75d0006 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358018 Sep 30 08:14:04.689201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-0f6fdb47-621b-4cb7-9d07-cc569e961dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.691459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-0f6fdb47-621b-4cb7-9d07-cc569e961dd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1217611 Sep 30 08:14:04.720721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b22a4-f220-4944-b01a-c748d3580840 req-52036bac-0618-409f-acd8-ca55a574aba3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.726014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-791b22a4-f220-4944-b01a-c748d3580840 req-52036bac-0618-409f-acd8-ca55a574aba3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 943 time: 0.1453309 Sep 30 08:14:04.751999 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-a4f9a878-89e9-4484-9d8f-cd4d4ab9cea4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7e2ef517-2002-4996-a252-be242bc9291a HTTP/1.1" status: 200 len: 217 time: 0.0488434 Sep 30 08:14:04.791549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-791b22a4-f220-4944-b01a-c748d3580840 req-4f26c6e9-e7c4-41b5-9268-7140aa828bac tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572734 Sep 30 08:14:04.866895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-a770c422-3fa9-4ee5-a0a6-13dea65b4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.870709 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-a770c422-3fa9-4ee5-a0a6-13dea65b4a18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1051369 Sep 30 08:14:04.929320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd9897-09a4-4249-a803-14af7b052c05 req-245b6106-715c-43c8-b17a-ff69cba24439 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.938057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eebd9897-09a4-4249-a803-14af7b052c05 req-245b6106-715c-43c8-b17a-ff69cba24439 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.0695789 Sep 30 08:14:04.969632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:04.988625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eebd9897-09a4-4249-a803-14af7b052c05 req-594f443b-952a-4389-8420-05c8d7b649ee tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Sep 30 08:14:05.114113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-7a154321-1b49-4949-87ec-df03a0270309 service neutron] 10.222.0.50 "GET /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.1499310 Sep 30 08:14:05.125722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-407bdb24-284f-4890-b769-26dcd0264396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.132094 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-407bdb24-284f-4890-b769-26dcd0264396 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2392075 Sep 30 08:14:05.218804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb7de3-298f-4f0a-a301-c13e7128dd51 req-e343a14a-3249-4eb0-a16b-c1456502dfd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.237247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abdb7de3-298f-4f0a-a301-c13e7128dd51 req-e343a14a-3249-4eb0-a16b-c1456502dfd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1356730 Sep 30 08:14:05.279657 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-267f9d1c-07fd-4e4b-89d5-a59e909c7e72 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057444 Sep 30 08:14:05.301637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abdb7de3-298f-4f0a-a301-c13e7128dd51 req-7a8e93fa-0978-4565-9838-a62ae8ac5eba tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Sep 30 08:14:05.326696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf71f6-e62b-482a-8512-fcf1ef68c198 req-df950669-104c-474f-9c5b-b190a895f423 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.328423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1dcf71f6-e62b-482a-8512-fcf1ef68c198 req-df950669-104c-474f-9c5b-b190a895f423 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1772623 Sep 30 08:14:05.415499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1dcf71f6-e62b-482a-8512-fcf1ef68c198 req-ee8cd9f4-80a0-40ad-9987-c13da680df32 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660627 Sep 30 08:14:05.489758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b241915-042e-46fc-a38e-f046ffdf16d9 req-e981788d-e324-4d41-8b7f-6e9188e2516d service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895769 Sep 30 08:14:05.507496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a699a1a-049b-4c08-9120-f377447e1743 req-f830de8b-6996-405a-9f12-e3907e3b6773 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.511347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a699a1a-049b-4c08-9120-f377447e1743 req-f830de8b-6996-405a-9f12-e3907e3b6773 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.0837436 Sep 30 08:14:05.584491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a699a1a-049b-4c08-9120-f377447e1743 req-8427f171-4986-40d5-958c-da6c79c75d96 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Sep 30 08:14:05.587534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:05.592449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df19db-02da-41d0-96c5-cbaf02e76a69 req-7604c9e8-3529-48a5-938b-53388eb6cdf5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.594109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85df19db-02da-41d0-96c5-cbaf02e76a69 req-7604c9e8-3529-48a5-938b-53388eb6cdf5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0813961 Sep 30 08:14:05.644684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:05.680667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85df19db-02da-41d0-96c5-cbaf02e76a69 req-96f42dff-62e9-4593-bb7a-04f3022b5555 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621824 Sep 30 08:14:05.711406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f18677-ac73-4236-98c6-36118f3ba862 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:05.727369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:05.757256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:05.757514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4941-aa63-4899-8ba2-b29178fd6190 req-107b3bde-e580-44ec-8414-0c470c5a224e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.764319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-272d4941-aa63-4899-8ba2-b29178fd6190 req-107b3bde-e580-44ec-8414-0c470c5a224e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 948 time: 0.0817587 Sep 30 08:14:05.849357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-272d4941-aa63-4899-8ba2-b29178fd6190 req-c621cab8-c4d8-4915-814a-0807800615be tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Sep 30 08:14:05.865880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35144-1b24-4f4b-8dba-866ac93b4407 req-246a68c7-14fa-4b29-865b-3321421e8161 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.879670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daf35144-1b24-4f4b-8dba-866ac93b4407 req-246a68c7-14fa-4b29-865b-3321421e8161 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1071928 Sep 30 08:14:05.895916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] Transition to ACTIVE for port object f9f18677-ac73-4236-98c6-36118f3ba862 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:05.904402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:05.927195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daf35144-1b24-4f4b-8dba-866ac93b4407 req-94895757-ba18-4299-a419-67e5844ed2ef tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509324 Sep 30 08:14:05.995669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:06.035409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] No DVR routers for this DVR port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:06.072275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f0d33dfc-b138-4113-85ec-630d103ec7c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9372399 Sep 30 08:14:06.132089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1511284-4c1c-42aa-9f16-b3a6dd150697 req-b1226d25-04a6-4a53-b46a-46d633bd5f9c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.141559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1511284-4c1c-42aa-9f16-b3a6dd150697 req-b1226d25-04a6-4a53-b46a-46d633bd5f9c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0866435 Sep 30 08:14:06.235009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1511284-4c1c-42aa-9f16-b3a6dd150697 req-7f3886cd-bf9e-43d8-97a8-5c95f3fbec92 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916207 Sep 30 08:14:06.250963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-5e303621-ee2c-44bf-93d1-0a5cabdc2ea5 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.252570 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-5e303621-ee2c-44bf-93d1-0a5cabdc2ea5 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0539877 Sep 30 08:14:06.287974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8558f28-f991-4840-a4a7-af6edeb3eb94 req-cff3108e-4e67-4089-9579-1b3643f2a97a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.295679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8558f28-f991-4840-a4a7-af6edeb3eb94 req-cff3108e-4e67-4089-9579-1b3643f2a97a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.1356452 Sep 30 08:14:06.348628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8558f28-f991-4840-a4a7-af6edeb3eb94 req-ce7f3d66-a14b-4781-9e45-e1a333fd48a7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Sep 30 08:14:06.355403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-a2b67042-d227-4210-bed4-646246374845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.357659 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-a2b67042-d227-4210-bed4-646246374845 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f&tenant_id=fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 1095 time: 0.0904598 Sep 30 08:14:06.454283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372689f-d980-4c86-82bb-9914a08f7013 req-df7d6098-2d35-47ec-a0fa-3e385b6f52a6 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.455641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-72f178d7-7553-420a-94a9-40e0e0609bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.457624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3372689f-d980-4c86-82bb-9914a08f7013 req-df7d6098-2d35-47ec-a0fa-3e385b6f52a6 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1042750 Sep 30 08:14:06.461771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-72f178d7-7553-420a-94a9-40e0e0609bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1095 time: 0.0584962 Sep 30 08:14:06.542112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3372689f-d980-4c86-82bb-9914a08f7013 req-d21585af-1ca7-4f46-8b24-751cf08aa27a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724540 Sep 30 08:14:06.622727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-18edc213-ba64-48d8-9282-dff0d48a393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.624780 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-18edc213-ba64-48d8-9282-dff0d48a393a service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1513920 Sep 30 08:14:06.626008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77e18-3057-48f2-ba33-5f2cb57fda6f req-0ebf8857-6550-4c8a-8ffb-313ab2b22462 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.627628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20f77e18-3057-48f2-ba33-5f2cb57fda6f req-0ebf8857-6550-4c8a-8ffb-313ab2b22462 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0646963 Sep 30 08:14:06.704300 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-28f8c8a3-da68-46f3-87f8-c598e3785682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 200 len: 217 time: 0.0686827 Sep 30 08:14:06.744828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20f77e18-3057-48f2-ba33-5f2cb57fda6f req-216f2906-23dd-4ba3-8207-e53a0d7e895a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083879 Sep 30 08:14:06.774512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fd01c-7af3-42d3-8f40-35601667291a req-301ded9f-accd-47fc-a0c7-7e2f8424c841 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.776296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-667fd01c-7af3-42d3-8f40-35601667291a req-301ded9f-accd-47fc-a0c7-7e2f8424c841 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1050305 Sep 30 08:14:06.809112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-89a066ef-9904-4305-8acf-38240b5d5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.811377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-89a066ef-9904-4305-8acf-38240b5d5dbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0801935 Sep 30 08:14:06.831935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-667fd01c-7af3-42d3-8f40-35601667291a req-ec0c8d63-3848-486c-b58c-710cba52bb57 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483179 Sep 30 08:14:06.883954 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-0b720886-a70d-465b-ab0f-7eebc20024b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588343 Sep 30 08:14:06.926973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8f17-1c9e-4483-9901-31daab5af331 req-2a8ddb9b-b877-4498-8643-66c39989bc20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.928595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3c8f17-1c9e-4483-9901-31daab5af331 req-2a8ddb9b-b877-4498-8643-66c39989bc20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 945 time: 0.1007428 Sep 30 08:14:06.965713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-7a879f3a-5c33-427b-96fd-c9a94fccc32c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.968018 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-7a879f3a-5c33-427b-96fd-c9a94fccc32c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.0969517 Sep 30 08:14:07.005688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:07.025786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3c8f17-1c9e-4483-9901-31daab5af331 req-4807ea77-d24e-4fce-96d6-82ffa6aaff0f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716200 Sep 30 08:14:07.091393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.097467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8b4c-d565-4764-9903-e432045ae97f req-e9736cb1-19e5-4d4c-a3de-ec1a73a4933a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:07.100190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8a8b4c-d565-4764-9903-e432045ae97f req-e9736cb1-19e5-4d4c-a3de-ec1a73a4933a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1444256 Sep 30 08:14:07.109623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7e2ef517-2002-4996-a252-be242bc9291a details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:07.113485 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-dde7453d-5442-40d1-be8e-ce3ac38de7d5 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018826 Sep 30 08:14:07.189024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8b0c-0e6a-4c3f-baf1-2aaa3565b74e req-07083cf8-5c0a-4068-9d91-e40f8e450215 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:07.191044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-074b8b0c-0e6a-4c3f-baf1-2aaa3565b74e req-07083cf8-5c0a-4068-9d91-e40f8e450215 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.0894964 Sep 30 08:14:07.200994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8a8b4c-d565-4764-9903-e432045ae97f req-0e2ffef6-c8a8-4768-8324-c733ded4dee6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814927 Sep 30 08:14:07.303706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7e2ef517-2002-4996-a252-be242bc9291a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7e2ef517-2002-4996-a252-be242bc9291a,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:07.306599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-074b8b0c-0e6a-4c3f-baf1-2aaa3565b74e req-4205f156-c22d-40ea-8efe-3e4cd55bf6c3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882823 Sep 30 08:14:07.338933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7e2ef517-2002-4996-a252-be242bc9291a', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '7e2ef517-2002-4996-a252-be242bc9291a', 'mac_address': 'fa:16:3e:d0:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:07.398006 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.422972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2ef517-2002-4996-a252-be242bc9291a {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:07.444510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27b4e3-b182-46fc-921e-62dd5f6fb325 req-586140c5-21f3-44e2-a67a-df45f07374c1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:07.458717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e27b4e3-b182-46fc-921e-62dd5f6fb325 req-586140c5-21f3-44e2-a67a-df45f07374c1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 948 time: 0.1286194 Sep 30 08:14:07.489082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7e2ef517-2002-4996-a252-be242bc9291a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7e2ef517-2002-4996-a252-be242bc9291a,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:07.496235 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.530607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e27b4e3-b182-46fc-921e-62dd5f6fb325 req-87542178-7184-4b33-b641-822f068683a2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647933 Sep 30 08:14:07.579946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7e2ef517-2002-4996-a252-be242bc9291a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:07.711090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd846b7-4fe8-46ef-898f-544ea161259e req-3572ebcf-c730-4a51-a3d9-38f29104230c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:07.718035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edd846b7-4fe8-46ef-898f-544ea161259e req-3572ebcf-c730-4a51-a3d9-38f29104230c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1121256 Sep 30 08:14:07.726767 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-cdade01f-f7d4-4aca-99f8-c96bc62e8c4b service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815675 Sep 30 08:14:07.787956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edd846b7-4fe8-46ef-898f-544ea161259e req-cfc3b7a5-339b-421b-987c-9f077dcf8c25 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600426 Sep 30 08:14:07.821773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:07.962357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:07.995097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdee9d-e0cc-4916-9585-7d0ec339e60f req-8c7eb402-b992-4110-92cc-9da611286372 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.004406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93cdee9d-e0cc-4916-9585-7d0ec339e60f req-8c7eb402-b992-4110-92cc-9da611286372 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.1144462 Sep 30 08:14:08.007840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:08.089723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93cdee9d-e0cc-4916-9585-7d0ec339e60f req-84eb7a53-8fa4-4712-85bd-d985f049d796 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804853 Sep 30 08:14:08.104198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:08.107937 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d3e82-2251-417f-b259-c2d64de0995d" -d '{"events": [{"server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "name": "network-vif-unplugged", "status": "completed", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:08.115030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.190901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.197103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60859b26-20f1-4595-952a-8e9e7279bbc7 req-cb2481d4-a69b-46c4-8e86-4563f0cf25ae tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.216449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60859b26-20f1-4595-952a-8e9e7279bbc7 req-cb2481d4-a69b-46c4-8e86-4563f0cf25ae tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1232409 Sep 30 08:14:08.318369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60859b26-20f1-4595-952a-8e9e7279bbc7 req-6f714b60-0e8f-4c85-8626-ac8dd83fd885 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800881 Sep 30 08:14:08.345565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:08.366676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff189-784c-4644-9ebd-2634e82bb93c req-fdae0078-ff5a-432e-b238-aa53dbc097e6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.378909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b89ff189-784c-4644-9ebd-2634e82bb93c req-fdae0078-ff5a-432e-b238-aa53dbc097e6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1607213 Sep 30 08:14:08.415471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-4d9defb9-daed-4813-a6f7-a3b0edaae12c tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.420452 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-4d9defb9-daed-4813-a6f7-a3b0edaae12c tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.3026810 Sep 30 08:14:08.508906 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ec5b-a648-4eb0-85ad-b5be67327f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.585112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b89ff189-784c-4644-9ebd-2634e82bb93c req-1a8f7f8a-3f20-49a9-8c67-59b39c8d056d tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887217 Sep 30 08:14:08.636536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on host n-h2-807025-5 for vnic_type normal with profile {"migrating_to": "n-h1-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:08.637012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:08.637488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:08.644927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:08.645353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Attempting to bind port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:08.647447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096ddb8-e686-42e6-a070-f2f122318493 req-5230ef28-9636-4afd-b356-33ca94ffed17 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.650406 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1656ad95-a2c8-4860-8de6-fd45bb111bf2 x-openstack-request-id: req-1656ad95-a2c8-4860-8de6-fd45bb111bf2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:08.651240 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "name": "network-vif-unplugged", "status": "completed", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:08.651576 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1656ad95-a2c8-4860-8de6-fd45bb111bf2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:08.652040 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'code': 200} Sep 30 08:14:08.660580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:08.661480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:08.661617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c096ddb8-e686-42e6-a070-f2f122318493 req-5230ef28-9636-4afd-b356-33ca94ffed17 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.2121670 Sep 30 08:14:08.662002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:08.662534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Bound port: 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:08.662976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.714062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c096ddb8-e686-42e6-a070-f2f122318493 req-8181b01d-1bec-42fa-982d-e06255a50710 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Sep 30 08:14:08.824262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:08.827998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:08.829683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f6224f26-c94d-4cfa-a0c8-04e7b2049eff service neutron] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:08.835862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f6224f26-c94d-4cfa-a0c8-04e7b2049eff service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.838229 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c36491e-bdc2-40bb-8f33-4fd6d74fa20a req-f6224f26-c94d-4cfa-a0c8-04e7b2049eff service neutron] 10.222.0.57 "DELETE /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.3430314 Sep 30 08:14:08.840320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.937105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.937790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.939235 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 1121 time: 1.9385767 Sep 30 08:14:08.945653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e666-97ae-4f1f-a6f3-98773e7b21f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:08.951390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466808ff-b05c-45d3-b891-9a39c7928a20 req-4bc22af5-85fd-45e1-a656-9e3ef35697de tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.977178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-466808ff-b05c-45d3-b891-9a39c7928a20 req-4bc22af5-85fd-45e1-a656-9e3ef35697de tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.2290552 Sep 30 08:14:09.000854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:09.116710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-466808ff-b05c-45d3-b891-9a39c7928a20 req-40dea3d8-9b5d-4cbd-afd2-dbb7040ca58c tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354237 Sep 30 08:14:09.176695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7a455538-95a6-4c7b-9094-4f3e4d55d5ae'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:09.187073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43188be0-9742-4ed7-b801-07c8ec55612a req-3a6f5009-577f-4829-b304-c2275021211f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.189593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7a455538-95a6-4c7b-9094-4f3e4d55d5ae'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:09.203130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43188be0-9742-4ed7-b801-07c8ec55612a req-3a6f5009-577f-4829-b304-c2275021211f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 949 time: 0.1876521 Sep 30 08:14:09.293539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43188be0-9742-4ed7-b801-07c8ec55612a req-1ba96608-6888-41bd-ac44-9c6e71364a43 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790212 Sep 30 08:14:09.446816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08a804-9f54-4da0-8b59-58e9af0f329b req-b0563d23-c88f-43d7-9532-5be052dea264 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.471517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd08a804-9f54-4da0-8b59-58e9af0f329b req-b0563d23-c88f-43d7-9532-5be052dea264 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.1994665 Sep 30 08:14:09.530958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd08a804-9f54-4da0-8b59-58e9af0f329b req-acbe5b09-e23e-463c-be8a-ea3e0adbece0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Sep 30 08:14:09.584772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:09.636149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae has no active binding in host n-h1-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:14:09.653012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9df21e-8f98-4b85-aa6e-6fb631d9355d req-5d08a672-a19e-44e6-88bf-fda0d8144f33 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.662561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d9df21e-8f98-4b85-aa6e-6fb631d9355d req-5d08a672-a19e-44e6-88bf-fda0d8144f33 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.1303666 Sep 30 08:14:09.745032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d9df21e-8f98-4b85-aa6e-6fb631d9355d req-8e81a7fe-6504-4768-83df-797ff6fb6592 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814550 Sep 30 08:14:09.976822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9bbb-f5ee-42c5-aecd-5dc131bdaf49 req-8036eb0a-801b-4964-978f-e9102c40956b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.985316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-005b9bbb-f5ee-42c5-aecd-5dc131bdaf49 req-8036eb0a-801b-4964-978f-e9102c40956b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1205559 Sep 30 08:14:10.045103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-005b9bbb-f5ee-42c5-aecd-5dc131bdaf49 req-425ab168-e9fe-45be-8eff-06b5a2955680 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585027 Sep 30 08:14:10.252564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbc6f-7d7a-41d4-9c4f-21c9da3f57a8 req-3838c64b-a7fc-4acd-b925-44a9e5c2f5bd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:10.255167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-646fbc6f-7d7a-41d4-9c4f-21c9da3f57a8 req-3838c64b-a7fc-4acd-b925-44a9e5c2f5bd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.1281421 Sep 30 08:14:10.345019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-646fbc6f-7d7a-41d4-9c4f-21c9da3f57a8 req-4577af42-9a0e-462f-a32a-f57f1b716739 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792634 Sep 30 08:14:10.635933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea266a2-1c82-4fb7-9476-fee8cfc01fb7 req-4e1f019b-afd3-4de4-8134-99bbc583ffca tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:10.637686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ea266a2-1c82-4fb7-9476-fee8cfc01fb7 req-4e1f019b-afd3-4de4-8134-99bbc583ffca tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 949 time: 0.0984299 Sep 30 08:14:10.653970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:10.656402 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf81367-f028-4f2b-968e-d7ce7a39d506" -d '{"events": [{"name": "network-changed", "server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:10.682444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b614-b632-4065-8a52-d7bc23c35e90 req-874353b1-753f-421c-b291-099ba7a56949 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:10.685544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d46b614-b632-4065-8a52-d7bc23c35e90 req-874353b1-753f-421c-b291-099ba7a56949 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1095 time: 0.1065795 Sep 30 08:14:10.716498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ea266a2-1c82-4fb7-9476-fee8cfc01fb7 req-ba142421-efb6-4c0c-b0bc-6e62c3bc582f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649710 Sep 30 08:14:10.784414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d46b614-b632-4065-8a52-d7bc23c35e90 req-9e618346-449a-4632-a31d-0cec3f6f4a72 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919902 Sep 30 08:14:11.024301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01004988-31c6-411a-888b-a0c985630c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.053308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4e8a-584f-42ff-9629-54b6f35a47c9 req-66479352-cab6-43d1-a1ea-6de8d5aba451 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.055311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7ec4e8a-584f-42ff-9629-54b6f35a47c9 req-66479352-cab6-43d1-a1ea-6de8d5aba451 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0829747 Sep 30 08:14:11.135847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7e2ef517-2002-4996-a252-be242bc9291a up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:11.169704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7ec4e8a-584f-42ff-9629-54b6f35a47c9 req-74cafd58-06d4-4349-9620-f421e0d39350 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022913 Sep 30 08:14:11.204878 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b1563-39c2-40c9-bf76-1a4aa8c34a2d x-openstack-request-id: req-958b1563-39c2-40c9-bf76-1a4aa8c34a2d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:11.205173 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:11.205424 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-958b1563-39c2-40c9-bf76-1a4aa8c34a2d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:11.205875 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'status': 'completed', 'code': 200} Sep 30 08:14:11.217988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7e2ef517-2002-4996-a252-be242bc9291a completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:11.224143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7e2ef517-2002-4996-a252-be242bc9291a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:11.224815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.360684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-fc023137-218a-4382-bb26-f7166ec12414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.363335 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-fc023137-218a-4382-bb26-f7166ec12414 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1124 time: 0.1007378 Sep 30 08:14:11.396530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494d2a-55b0-4e68-8277-c3492e9c65ae req-84325912-1bfd-44a8-b28b-aa47f2a7a0f1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.405745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3494d2a-55b0-4e68-8277-c3492e9c65ae req-84325912-1bfd-44a8-b28b-aa47f2a7a0f1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1010127 Sep 30 08:14:11.422179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.425870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.442499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a752b-572b-47bb-a198-bf1137f826ae req-25a5da26-72c0-4d62-9cc2-5c1538eaa9e9 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.444213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-294a752b-572b-47bb-a198-bf1137f826ae req-25a5da26-72c0-4d62-9cc2-5c1538eaa9e9 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 1095 time: 0.1504562 Sep 30 08:14:11.495966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ef517-2002-4996-a252-be242bc9291a'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:11.499664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3494d2a-55b0-4e68-8277-c3492e9c65ae req-0be88ab9-1778-488c-8803-2a1f30367fe4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928478 Sep 30 08:14:11.499898 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c64bf6-997a-4734-a630-6168736de64d" -d '{"events": [{"server_uuid": "c6d16c66-23ab-43e6-bd37-ace8868ff6b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ef517-2002-4996-a252-be242bc9291a"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:11.516502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-c29458b3-3773-4312-a4a3-3202fc56ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.518834 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-c29458b3-3773-4312-a4a3-3202fc56ac36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1374962 Sep 30 08:14:11.534373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-294a752b-572b-47bb-a198-bf1137f826ae req-de51a3eb-40e7-4586-b2b2-97f72c677092 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774360 Sep 30 08:14:11.563107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7e2ef517-2002-4996-a252-be242bc9291a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7e2ef517-2002-4996-a252-be242bc9291a,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:11.572907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.668216 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-c36a787e-a1ba-49b3-bcee-8967837c95da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 217 time: 0.1325300 Sep 30 08:14:11.681187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7e2ef517-2002-4996-a252-be242bc9291a,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:11.747692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-95852189-e3f8-4791-835a-5baf254e9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.749234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-95852189-e3f8-4791-835a-5baf254e9810 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0591757 Sep 30 08:14:11.769648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723b006-5f1b-4454-a598-bb6c8129fa2d req-fe27f813-f74f-44c4-a06d-f74056a583b9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.771874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1723b006-5f1b-4454-a598-bb6c8129fa2d req-fe27f813-f74f-44c4-a06d-f74056a583b9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1286752 Sep 30 08:14:11.795203 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-5c82550c-b38d-407f-a850-54f2cf1cf96a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314178 Sep 30 08:14:11.820105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013deb28-bd0b-4f4b-ba70-d024439882db req-adc79b9f-6dd4-43e4-9ddd-ed6a5802d5f3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.828605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-013deb28-bd0b-4f4b-ba70-d024439882db req-adc79b9f-6dd4-43e4-9ddd-ed6a5802d5f3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.1032960 Sep 30 08:14:11.870238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1723b006-5f1b-4454-a598-bb6c8129fa2d req-c67e1c39-fe31-4ca8-b90a-13f7ece3c9de tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Sep 30 08:14:11.954739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-013deb28-bd0b-4f4b-ba70-d024439882db req-3c7d5bc9-522a-4c69-bc37-2dc73d6ba8e9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246076 Sep 30 08:14:11.971705 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-16479726-a1e2-4eb6-864c-a99d13615e70 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585960 Sep 30 08:14:12.019170 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b92ce4-7210-4add-a8f7-3bf082acee3f x-openstack-request-id: req-03b92ce4-7210-4add-a8f7-3bf082acee3f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:12.019688 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d16c66-23ab-43e6-bd37-ace8868ff6b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ef517-2002-4996-a252-be242bc9291a", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:12.020090 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03b92ce4-7210-4add-a8f7-3bf082acee3f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:12.020653 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ef517-2002-4996-a252-be242bc9291a', 'code': 200} Sep 30 08:14:12.099548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fbf81367-f028-4f2b-968e-d7ce7a39d506 req-e38bc402-3995-4a4e-8f76-05f82f5c563f service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092553 Sep 30 08:14:12.233069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2590a94-376b-46d7-af39-ed0ca40409c5 req-a245e1bd-0f05-4d03-8702-9a4d7b2ff361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.235000 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f2590a94-376b-46d7-af39-ed0ca40409c5 req-a245e1bd-0f05-4d03-8702-9a4d7b2ff361 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 1101 time: 0.0840240 Sep 30 08:14:12.238898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c36d49-bc39-4ff5-a76b-5e8c39f73174 req-0483d505-e0ed-4f75-b7b2-696db400a68b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.246353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26c36d49-bc39-4ff5-a76b-5e8c39f73174 req-0483d505-e0ed-4f75-b7b2-696db400a68b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 950 time: 0.0799503 Sep 30 08:14:12.296786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26c36d49-bc39-4ff5-a76b-5e8c39f73174 req-0e37aed3-a562-4fc0-b2c5-715d78dc874d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Sep 30 08:14:12.333102 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f2590a94-376b-46d7-af39-ed0ca40409c5 req-b8176a07-be12-45ee-b58b-2de1361b91df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Sep 30 08:14:12.530928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73444-c9d3-431a-b9ab-295e5f620b88 req-c2e48cd8-3083-4270-b4fb-a9e202f4794f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.538531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42c73444-c9d3-431a-b9ab-295e5f620b88 req-c2e48cd8-3083-4270-b4fb-a9e202f4794f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0672319 Sep 30 08:14:12.585160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42c73444-c9d3-431a-b9ab-295e5f620b88 req-a0fba14b-6af6-46bb-9779-c40d169bb14c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435159 Sep 30 08:14:12.667556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501da0f-6523-4825-8f0b-e44bc2428a2a req-527d83ec-95c6-4e0f-b227-9f2856f17424 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.670344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c501da0f-6523-4825-8f0b-e44bc2428a2a req-527d83ec-95c6-4e0f-b227-9f2856f17424 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0557530 Sep 30 08:14:12.730465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c501da0f-6523-4825-8f0b-e44bc2428a2a req-f19c8543-eefd-4d92-9098-a1231e25c547 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498970 Sep 30 08:14:12.975525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.003392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757cc1-6733-4ab5-b04d-b756a59d3625 req-9ce94fcc-4c83-4fb1-ada1-fdf9c8546897 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.005052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1757cc1-6733-4ab5-b04d-b756a59d3625 req-9ce94fcc-4c83-4fb1-ada1-fdf9c8546897 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.0552747 Sep 30 08:14:13.064573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1757cc1-6733-4ab5-b04d-b756a59d3625 req-1a91417c-e40b-498c-bd34-b674435559a5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482652 Sep 30 08:14:13.114317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b328a4a-aeea-490f-9d7b-5427acb0afdb req-e20ff513-d740-4825-8aae-d07ad6f3a0cf tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.115882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b328a4a-aeea-490f-9d7b-5427acb0afdb req-e20ff513-d740-4825-8aae-d07ad6f3a0cf tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.0633380 Sep 30 08:14:13.155224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:13.160321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b328a4a-aeea-490f-9d7b-5427acb0afdb req-1538e4aa-5860-4e4e-a2a5-e4df33a0b1c8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376618 Sep 30 08:14:13.307956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:13.329715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79ba3d-72dd-4f10-8e7b-b3f4a308e654 req-9f5936a7-c9aa-4d13-9a86-888aab8f1174 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.331331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c79ba3d-72dd-4f10-8e7b-b3f4a308e654 req-9f5936a7-c9aa-4d13-9a86-888aab8f1174 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 949 time: 0.0667014 Sep 30 08:14:13.387102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c79ba3d-72dd-4f10-8e7b-b3f4a308e654 req-d4a3b70c-6f0e-4e07-b810-15f89a9c9ea6 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Sep 30 08:14:13.434267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c65ae-2bc4-4e9d-8e5d-057b169e7809 req-0b1afa7e-56fb-4760-a66c-60749f764860 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.436397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-973c65ae-2bc4-4e9d-8e5d-057b169e7809 req-0b1afa7e-56fb-4760-a66c-60749f764860 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 950 time: 0.0674660 Sep 30 08:14:13.480183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-973c65ae-2bc4-4e9d-8e5d-057b169e7809 req-6169070a-b1a9-45ce-a1fc-0f97a8af0688 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Sep 30 08:14:13.486385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'port_id': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'mac_address': 'fa:16:3e:c4:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f825c0-3553-422d-a1d0-fcc069e452f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:13.530805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.546080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49bdf222-d0f5-47a5-b05c-44527a405fad {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:13.568402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:13.573081 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.625291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:13.712427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516b456-6f59-4919-bf86-cb0b41d09013 req-bb201df5-5b86-4ce8-99cc-bf46f909b027 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.713985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4516b456-6f59-4919-bf86-cb0b41d09013 req-bb201df5-5b86-4ce8-99cc-bf46f909b027 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0552034 Sep 30 08:14:13.757334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4516b456-6f59-4919-bf86-cb0b41d09013 req-3a3093d4-fbf8-4fc6-94df-8e0a6e557e5c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Sep 30 08:14:13.857061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b61c-1d51-427f-8a5c-72e9512e0fc4 req-3eeef66e-5ba7-4eb8-a206-368261b99d35 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.858742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddb0b61c-1d51-427f-8a5c-72e9512e0fc4 req-3eeef66e-5ba7-4eb8-a206-368261b99d35 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0550928 Sep 30 08:14:13.902569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddb0b61c-1d51-427f-8a5c-72e9512e0fc4 req-13dd9dfa-25fd-4116-807b-3486d7fa6d71 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Sep 30 08:14:13.942824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['49bdf222-d0f5-47a5-b05c-44527a405fad'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:14.188792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa98f5-589c-434e-a791-5007e01c656d req-404fb591-f6fe-4c96-b791-ab3daf1482d4 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.190388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9fa98f5-589c-434e-a791-5007e01c656d req-404fb591-f6fe-4c96-b791-ab3daf1482d4 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 944 time: 0.0514333 Sep 30 08:14:14.238900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9fa98f5-589c-434e-a791-5007e01c656d req-aae8bc07-fbfa-4731-ace6-38708aeceb22 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Sep 30 08:14:14.311126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f67e9-9afa-4e83-852c-0f414877c658 req-cb5a732b-8035-48e7-b4af-b7c7b9ba608b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.312702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef5f67e9-9afa-4e83-852c-0f414877c658 req-cb5a732b-8035-48e7-b4af-b7c7b9ba608b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.0578544 Sep 30 08:14:14.358296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef5f67e9-9afa-4e83-852c-0f414877c658 req-f6f1fc48-d4ab-4fba-a65c-b8321b3fe096 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 Sep 30 08:14:14.444211 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-8044cb80-550a-4eba-8cb2-4868a3759556 service neutron] show failed (client error): The resource could not be found. Sep 30 08:14:14.445437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-8044cb80-550a-4eba-8cb2-4868a3759556 service neutron] 10.222.0.57 "GET /v2.0/ports/a042f458-53c6-46e0-938b-9830f5387ba3/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0677903 Sep 30 08:14:14.530873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809eb70-a48f-4acd-8b0b-20b6a45290ba req-5178e18a-161c-4838-95dc-b4f1676a074c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.532155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a809eb70-a48f-4acd-8b0b-20b6a45290ba req-5178e18a-161c-4838-95dc-b4f1676a074c tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 949 time: 0.0611396 Sep 30 08:14:14.605830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a809eb70-a48f-4acd-8b0b-20b6a45290ba req-6247f02e-d491-4173-8b74-53b37a791d5a tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628128 Sep 30 08:14:14.718447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c5d9f-03df-489b-b631-090af436df89 req-e38486db-cc37-47c4-b5c1-83720989ee3f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.720679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-201c5d9f-03df-489b-b631-090af436df89 req-e38486db-cc37-47c4-b5c1-83720989ee3f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 950 time: 0.1045403 Sep 30 08:14:14.753342 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.789968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-201c5d9f-03df-489b-b631-090af436df89 req-15fba6cf-f91e-4f6c-8714-328a69205a01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627978 Sep 30 08:14:14.835732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-172fffb6-3fc5-4a25-9b04-14acbc49cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.837257 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-172fffb6-3fc5-4a25-9b04-14acbc49cd5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 1101 time: 0.0539391 Sep 30 08:14:14.858647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:14.933108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.938949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a3d8-6fe8-4ff3-baea-4588fa86fbd1 req-ed7aa793-bace-4366-95b2-e984dd3ea3ad tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.941708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8709a3d8-6fe8-4ff3-baea-4588fa86fbd1 req-ed7aa793-bace-4366-95b2-e984dd3ea3ad tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0826478 Sep 30 08:14:15.038884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8709a3d8-6fe8-4ff3-baea-4588fa86fbd1 req-58add2de-a0c0-43a0-8707-f7efab1121ed tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896325 Sep 30 08:14:15.176512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:15.180037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ed56e-ae0b-46bd-a712-57f21534014a req-7ef6a2be-9f7b-4f9b-9af3-f4b0cada8e6b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.187217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d6ed56e-ae0b-46bd-a712-57f21534014a req-7ef6a2be-9f7b-4f9b-9af3-f4b0cada8e6b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0837700 Sep 30 08:14:15.263073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d6ed56e-ae0b-46bd-a712-57f21534014a req-555f8825-8092-4f67-a1ef-1661d4ef20c1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682664 Sep 30 08:14:15.274167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 49bdf222-d0f5-47a5-b05c-44527a405fad triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:15.275010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.306450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:15.348912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:15.418204 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.454265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:15.454915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:15.458664 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4709dc-03f7-48a6-ae6a-b30d46eb9d9e" -d '{"events": [{"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-plugged", "status": "completed", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:15.462482 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff801a70-5949-4d16-8236-48f1449d6368" -d '{"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-unplugged", "status": "completed", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:15.474646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:15.479564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.482391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.483968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:15.531506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Transition to ACTIVE for port object a042f458-53c6-46e0-938b-9830f5387ba3 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:15.538807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.573018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6c823-32e3-4202-815f-163272ed5276 req-af43348a-8408-47b3-8a7d-62762c202463 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.581266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69a6c823-32e3-4202-815f-163272ed5276 req-af43348a-8408-47b3-8a7d-62762c202463 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.0853171 Sep 30 08:14:15.654048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69a6c823-32e3-4202-815f-163272ed5276 req-335f140c-2d22-47f1-96a9-43665fcc4b71 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677800 Sep 30 08:14:15.671172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:15.673094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] No DVR routers for this DVR port a042f458-53c6-46e0-938b-9830f5387ba3 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:15.714253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:15.771919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=6']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:15.779672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:15.780341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:15.780909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:15.792744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Port a042f458-53c6-46e0-938b-9830f5387ba3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:15.795358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Attempting to bind port a042f458-53c6-46e0-938b-9830f5387ba3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:15.817973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:15.820406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:15.820897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:15.821464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Bound port: a042f458-53c6-46e0-938b-9830f5387ba3, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:15.821907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.844570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd4a69-44c2-40e7-bd2c-6c70693b2dbf req-efcecec6-6bb0-4875-b839-3b65459613b3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.849055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bfd4a69-44c2-40e7-bd2c-6c70693b2dbf req-efcecec6-6bb0-4875-b839-3b65459613b3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.0918286 Sep 30 08:14:15.922533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bfd4a69-44c2-40e7-bd2c-6c70693b2dbf req-a9e737f2-5521-44e5-937c-ec667f7313db tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511148 Sep 30 08:14:15.932915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:15.938166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:15.945174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.971631 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11515d5a-a85b-449a-8b9f-d1d9afc25d94 x-openstack-request-id: req-11515d5a-a85b-449a-8b9f-d1d9afc25d94 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:15.972310 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-plugged", "status": "completed", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:15.972310 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11515d5a-a85b-449a-8b9f-d1d9afc25d94 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:15.972562 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'code': 200} Sep 30 08:14:16.046731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:16.071436 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7142d50d-77ca-4f17-9bdb-737ec1aa9b7a x-openstack-request-id: req-7142d50d-77ca-4f17-9bdb-737ec1aa9b7a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:16.071935 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-unplugged", "status": "completed", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:16.072295 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7142d50d-77ca-4f17-9bdb-737ec1aa9b7a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:16.072824 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'code': 200} Sep 30 08:14:16.075674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.076852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.079905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-94199c32-3597-4c93-bb1c-1ce0a98f5d6f service neutron] 10.222.0.50 "PUT /v2.0/ports/a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 1096 time: 1.2263768 Sep 30 08:14:16.214845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-e999a6cc-6e6e-4321-8734-88e7ab705af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.216504 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-e999a6cc-6e6e-4321-8734-88e7ab705af0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1099 time: 0.0825670 Sep 30 08:14:16.257821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdd275-e792-4f33-9838-61f147256045 req-e77ed2ef-e7a9-4f20-bdad-2d0cd1792226 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.266397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17bdd275-e792-4f33-9838-61f147256045 req-e77ed2ef-e7a9-4f20-bdad-2d0cd1792226 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 950 time: 0.0777509 Sep 30 08:14:16.329850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17bdd275-e792-4f33-9838-61f147256045 req-ef924597-2ac1-4910-b2bd-713306706a31 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Sep 30 08:14:16.343554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd42b-7959-4078-83ab-13f8484c8192 req-9e9e415f-d2c2-4653-b13b-5844c878811e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.345977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a2bd42b-7959-4078-83ab-13f8484c8192 req-9e9e415f-d2c2-4653-b13b-5844c878811e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.1149297 Sep 30 08:14:16.351618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-44d84b86-93b2-419b-a666-49d7336b5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.353268 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-44d84b86-93b2-419b-a666-49d7336b5d8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1279309 Sep 30 08:14:16.399290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-c5c9c748-78bf-4830-9d11-8d450df8b41c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0368373 Sep 30 08:14:16.406060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a2bd42b-7959-4078-83ab-13f8484c8192 req-e3dd6218-5298-4291-94e4-4cf992f3502b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Sep 30 08:14:16.462695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-6f346d0c-88d6-4347-811f-a9da75946700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.464391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-6f346d0c-88d6-4347-811f-a9da75946700 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0548518 Sep 30 08:14:16.526733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58f033-7816-44bd-bf3b-cdb0e5d4c27b req-ed0950ef-94fb-4a44-a381-74801ac8d901 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.530061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a58f033-7816-44bd-bf3b-cdb0e5d4c27b req-ed0950ef-94fb-4a44-a381-74801ac8d901 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0616431 Sep 30 08:14:16.538667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-22ab4fa5-8faa-40c0-bb85-8800b0d60db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.540522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-22ab4fa5-8faa-40c0-bb85-8800b0d60db3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660837 Sep 30 08:14:16.586279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a58f033-7816-44bd-bf3b-cdb0e5d4c27b req-43783d52-232e-4c05-8535-46306948039c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474870 Sep 30 08:14:16.694725 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-9b326bd9-1f12-49c3-8dc0-72798fc19522 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450300 Sep 30 08:14:16.811765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec0acfb4-ecd1-47f5-93b4-66cf5c3bcb35 req-9e2af2e3-4bbc-4a46-8b5e-3404a1363e0e service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077726 Sep 30 08:14:16.910977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebec17-b500-41f4-9288-4c95d50e87ed req-f2acf208-2d6a-4bcc-b775-6282e59a6c72 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.914446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54ebec17-b500-41f4-9288-4c95d50e87ed req-f2acf208-2d6a-4bcc-b775-6282e59a6c72 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 1101 time: 0.0815008 Sep 30 08:14:16.964700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520e16f-2f99-4e44-becf-2cc12d5dc277 req-25f7d683-9dfc-401c-ba49-9dbad6d8bfd1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.978403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6520e16f-2f99-4e44-becf-2cc12d5dc277 req-25f7d683-9dfc-401c-ba49-9dbad6d8bfd1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.1145477 Sep 30 08:14:16.990513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-54ebec17-b500-41f4-9288-4c95d50e87ed req-6f1cbedf-a5b7-4fcc-98ed-df599e16e287 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.008865 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:17.076482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6520e16f-2f99-4e44-becf-2cc12d5dc277 req-1423074e-8f58-4cec-a258-96699b8f1447 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965540 Sep 30 08:14:17.167027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.227433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:17.232605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.287620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-54ebec17-b500-41f4-9288-4c95d50e87ed req-6f1cbedf-a5b7-4fcc-98ed-df599e16e287 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.298298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-54ebec17-b500-41f4-9288-4c95d50e87ed req-6f1cbedf-a5b7-4fcc-98ed-df599e16e287 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.299778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:17.355813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aac68-a307-4fe8-9de2-2a5b73c4325d req-8f0c0d1b-28bf-4b97-aac2-aac7c5de7508 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.358156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf3aac68-a307-4fe8-9de2-2a5b73c4325d req-8f0c0d1b-28bf-4b97-aac2-aac7c5de7508 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.1635294 Sep 30 08:14:17.363931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54ebec17-b500-41f4-9288-4c95d50e87ed req-6f1cbedf-a5b7-4fcc-98ed-df599e16e287 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399996 Sep 30 08:14:17.367137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cbedf-a5b7-4fcc-98ed-df599e16e287 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f878b0a-2002-4735-b939-8e30785e2557,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:17.421939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf3aac68-a307-4fe8-9de2-2a5b73c4325d req-1ff36941-680c-4a35-8419-fc0dabfb4d31 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482299 Sep 30 08:14:17.801377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d329c1-5078-4dc2-8bf6-e840eb813286 req-10c9b7fb-2f7a-436e-bcb0-f9b60b8f3d1c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.803020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76d329c1-5078-4dc2-8bf6-e840eb813286 req-10c9b7fb-2f7a-436e-bcb0-f9b60b8f3d1c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.1154068 Sep 30 08:14:17.829374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ae9c-5748-4c04-879a-7c7e3eb81d52 req-96a023b5-c057-424b-a861-9a6dd163c331 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.830911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f007ae9c-5748-4c04-879a-7c7e3eb81d52 req-96a023b5-c057-424b-a861-9a6dd163c331 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0730515 Sep 30 08:14:17.873145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76d329c1-5078-4dc2-8bf6-e840eb813286 req-9c3e60aa-9693-47b5-9dc1-bfc3d2faf88a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576627 Sep 30 08:14:17.902535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f007ae9c-5748-4c04-879a-7c7e3eb81d52 req-dc597dca-118e-4099-980f-206437c4ec76 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Sep 30 08:14:17.974845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:17.977108 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7261aee-6e87-4853-b3ad-24b52776d9c3" -d '{"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-unplugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:18.002381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660736-a464-405c-ac52-1eca89dbcd30 req-a6e345f2-d6b3-4280-9006-e21bb2838bcf tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.004100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec660736-a464-405c-ac52-1eca89dbcd30 req-a6e345f2-d6b3-4280-9006-e21bb2838bcf tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.0600708 Sep 30 08:14:18.041680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-a8bd70cf-367f-4552-bd8f-c3210d8f412c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364842 Sep 30 08:14:18.074483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:18.076936 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bdcb8d-d990-435a-b11e-dd58ba31e070" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:18.091237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec660736-a464-405c-ac52-1eca89dbcd30 req-0960f563-3b08-4707-82cc-708a4584cf0d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Sep 30 08:14:18.197658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-37b81ae3-8875-495a-be83-95a357c8b8df tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.200190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-37b81ae3-8875-495a-be83-95a357c8b8df tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500058 Sep 30 08:14:18.227363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-6f7821cf-5231-47f5-8669-a6a8d8f6eac0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/quotas/9caeb18ee4834ceea74ee4423504a98e HTTP/1.1" status: 200 len: 375 time: 0.0194373 Sep 30 08:14:18.258441 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e19ba-87ac-4cab-a32e-0170b0877b59 x-openstack-request-id: req-0a0e19ba-87ac-4cab-a32e-0170b0877b59 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:18.259295 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-unplugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:18.259707 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a0e19ba-87ac-4cab-a32e-0170b0877b59 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:18.260246 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'code': 200} Sep 30 08:14:18.297421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-c3ac8637-e20c-4c2e-a5c2-27c9b9b03a03 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594137 Sep 30 08:14:18.324199 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6436cd-7e56-4134-a8f5-ccf76b02676a x-openstack-request-id: req-bf6436cd-7e56-4134-a8f5-ccf76b02676a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:18.324629 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:18.325654 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf6436cd-7e56-4134-a8f5-ccf76b02676a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:18.326530 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'status': 'completed', 'code': 200} Sep 30 08:14:18.449828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-3ebb7c44-7b87-4493-b4f5-4fd31c196a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.451574 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-3ebb7c44-7b87-4493-b4f5-4fd31c196a93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1099 time: 0.0788882 Sep 30 08:14:18.461796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-1e9f82bd-c972-4730-9f08-c411178f4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.463275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-1e9f82bd-c972-4730-9f08-c411178f4417 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1099 time: 0.0638154 Sep 30 08:14:18.658216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba14ffd-4117-4185-9fb8-472c2fbc286a req-3b627be0-fcb3-45b2-9f55-4e75471d6673 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.660338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eba14ffd-4117-4185-9fb8-472c2fbc286a req-3b627be0-fcb3-45b2-9f55-4e75471d6673 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.1080546 Sep 30 08:14:18.677514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-8d01dd77-f59d-4c9c-85a6-35bd8d58703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.679192 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-8d01dd77-f59d-4c9c-85a6-35bd8d58703d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2120020 Sep 30 08:14:18.681969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-239b061d-20cb-4b3d-bb0d-0ece0daee776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.683354 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-239b061d-20cb-4b3d-bb0d-0ece0daee776 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2035098 Sep 30 08:14:18.713903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eba14ffd-4117-4185-9fb8-472c2fbc286a req-4f8a42c3-0564-445f-a789-6238a734057e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359056 Sep 30 08:14:18.740439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-5123d309-8ace-4eb6-8599-5fcee92bc756 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0467825 Sep 30 08:14:18.787569 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-96880079-a0e1-46f9-99bb-3a8e8cba3446 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0840821 Sep 30 08:14:18.875000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-05a4a154-11b4-47aa-aa67-4fda3a83d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.877865 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-05a4a154-11b4-47aa-aa67-4fda3a83d7ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1017928 Sep 30 08:14:18.886200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-8eb06dff-193c-4c22-98b8-0b43ac3266a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.888638 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-8eb06dff-193c-4c22-98b8-0b43ac3266a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0771008 Sep 30 08:14:19.003232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-0a65b04d-9c37-4b96-a4b8-08989c058720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.003232 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-0a65b04d-9c37-4b96-a4b8-08989c058720 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842428 Sep 30 08:14:19.008927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-2749ecb4-6515-47c0-9e4d-73ff0f5e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.011055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-2749ecb4-6515-47c0-9e4d-73ff0f5e5a12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051495 Sep 30 08:14:19.145687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-cf31aaec-1aa4-4536-9b64-b081ddc8d509 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029994 Sep 30 08:14:19.157240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2a98f-e19a-4b2f-99fe-1f30f4cbd916 req-4d5e53ef-1fb5-413c-8532-4e8f9f4c197a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.162839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebc2a98f-e19a-4b2f-99fe-1f30f4cbd916 req-4d5e53ef-1fb5-413c-8532-4e8f9f4c197a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.1240804 Sep 30 08:14:19.220135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:19.245267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebc2a98f-e19a-4b2f-99fe-1f30f4cbd916 req-48c3ab32-77cf-4db3-b123-698fdfd98ba7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Sep 30 08:14:19.393965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70efbf-8cbd-4e7b-9518-dc4f46009492 req-e71a5b11-40ea-4d99-b853-37a49d0bf7bf tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.399701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe70efbf-8cbd-4e7b-9518-dc4f46009492 req-e71a5b11-40ea-4d99-b853-37a49d0bf7bf tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1086807 Sep 30 08:14:19.419338 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-d688a23e-ded5-4944-bf16-ad6837cd5db8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078498 Sep 30 08:14:19.426280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:19.493331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-5e25460a-4656-449a-ba85-88621acfeada service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984059 Sep 30 08:14:19.584797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-22bdcb8d-d990-435a-b11e-dd58ba31e070 req-2848d70b-f459-484a-b0f5-1383c2227c8b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543150 Sep 30 08:14:19.604002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe70efbf-8cbd-4e7b-9518-dc4f46009492 req-ff81f30b-297d-4e4b-908b-445206b73352 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808119 Sep 30 08:14:19.644153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcd93-6ef6-4bdd-809e-63ca6dce909c req-0fcddec2-0dac-4a80-a962-6a87b127b8c6 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.649682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-702dcd93-6ef6-4bdd-809e-63ca6dce909c req-0fcddec2-0dac-4a80-a962-6a87b127b8c6 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 945 time: 0.2463887 Sep 30 08:14:19.653898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.742252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:19.749636 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.768211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-702dcd93-6ef6-4bdd-809e-63ca6dce909c req-2926c40b-86eb-41b9-a877-6ffdc2d7b4ac tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112015 Sep 30 08:14:19.787456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06e90c3b-570f-41b7-8f5c-5a79878a5513 req-13d10951-b5a3-4c07-aeae-4409c65238c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 210 time: 0.0929952 Sep 30 08:14:19.896755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:20.071325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4010c-bdca-4052-95f0-33be13635ff2 req-a0dcd55c-9e68-4bd5-b698-f7d440dc6084 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.075445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0f4010c-bdca-4052-95f0-33be13635ff2 req-a0dcd55c-9e68-4bd5-b698-f7d440dc6084 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.1059597 Sep 30 08:14:20.138349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0f4010c-bdca-4052-95f0-33be13635ff2 req-f4a3c381-1e64-485e-a8a8-d04df2d7478e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Sep 30 08:14:20.261406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:20.264430 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb5619-dc1b-4bfb-a237-a8a566b972a3" -d '{"events": [{"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-unplugged", "status": "completed", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:20.357955 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c79af-f6b2-4f54-88aa-ddfd32fcd2d0 x-openstack-request-id: req-840c79af-f6b2-4f54-88aa-ddfd32fcd2d0 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:20.358567 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-unplugged", "status": "completed", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:20.358827 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-840c79af-f6b2-4f54-88aa-ddfd32fcd2d0 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:20.359230 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'code': 200} Sep 30 08:14:20.392898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-b41b00f0-ae6a-44c9-a65e-080059ed17cc tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.394647 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-b41b00f0-ae6a-44c9-a65e-080059ed17cc tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.1568596 Sep 30 08:14:20.417504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d68069-b6a9-4584-8770-52b337b6d471 req-10f89840-0e5b-4215-a920-2745912a86ea tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.425673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87d68069-b6a9-4584-8770-52b337b6d471 req-10f89840-0e5b-4215-a920-2745912a86ea tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.0663774 Sep 30 08:14:20.478336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87d68069-b6a9-4584-8770-52b337b6d471 req-6b76ad45-8f27-4047-9382-5ad41505830a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511591 Sep 30 08:14:20.482900 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-fcc36587-65de-4f18-92e0-49dc8c0aa97a service neutron] 10.222.0.57 "GET /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae/bindings/n-h1-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.1604390 Sep 30 08:14:20.703561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Deleting port 49bdf222-d0f5-47a5-b05c-44527a405fad {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:20.703901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:20.742006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8214475-b1df-4f13-8c2c-7f969896b412 req-3e1056f3-682f-4027-9511-10ea051e395d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.750093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8214475-b1df-4f13-8c2c-7f969896b412 req-3e1056f3-682f-4027-9511-10ea051e395d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 948 time: 0.0965044 Sep 30 08:14:20.786258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e370-3136-4c6a-8c35-21063cca4218 req-fb9b4ab5-55f3-45fa-a898-05b7efdd05de tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.789952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7622e370-3136-4c6a-8c35-21063cca4218 req-fb9b4ab5-55f3-45fa-a898-05b7efdd05de tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0980911 Sep 30 08:14:20.866470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] For port 49bdf222-d0f5-47a5-b05c-44527a405fad, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=49bdf222-d0f5-47a5-b05c-44527a405fad,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:20.866761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:20.878691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:20.893212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Calling delete_port for 49bdf222-d0f5-47a5-b05c-44527a405fad owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:20.916651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:20.958324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8214475-b1df-4f13-8c2c-7f969896b412 req-9c841357-1493-444d-b99f-00651484ddf4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068465 Sep 30 08:14:21.017866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:21.021419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7622e370-3136-4c6a-8c35-21063cca4218 req-7347d745-a919-4fd4-8df7-62b6b9ef374f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248275 Sep 30 08:14:21.042300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a455538-95a6-4c7b-9094-4f3e4d55d5ae {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:21.074518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.086537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae3b79-482c-4644-8236-502598dcbd20 req-d3f8164c-ae88-44b7-85e6-5989ec36c064 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.095238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-d3f8164c-ae88-44b7-85e6-5989ec36c064 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 948 time: 0.3034286 Sep 30 08:14:21.114493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.270441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-415e059a-79c5-43e7-b9c6-508d26049e0b req-0f925dda-1a01-4993-a30f-c3a752b73352 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 210 time: 0.1713798 Sep 30 08:14:21.302040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.316001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'mac_address': 'fa:16:3e:7d:13:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:21.362661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.377966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463f9b7e-797e-4317-83f1-3f5e82f61cb6 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:21.390519 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-14ae3b79-482c-4644-8236-502598dcbd20 req-66cbdc1d-3c84-4f97-b8d8-02249a153a53 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:14:21.392461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-66cbdc1d-3c84-4f97-b8d8-02249a153a53 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a042f458-53c6-46e0-938b-9830f5387ba3/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.2601352 Sep 30 08:14:21.406881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.413791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.416239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:21.439881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f943f-0e03-4848-aa43-59290e12bf1a req-c3ec5c47-0b37-4b35-ba57-cae29910bd89 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.450462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f3f943f-0e03-4848-aa43-59290e12bf1a req-c3ec5c47-0b37-4b35-ba57-cae29910bd89 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=84bf23ce-5040-41ee-9a19-7be1399e5561 HTTP/1.1" status: 200 len: 943 time: 0.2287047 Sep 30 08:14:21.460550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-90374e78-2f75-42a2-a441-e04d38adb886 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024485 Sep 30 08:14:21.467789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.534542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f3f943f-0e03-4848-aa43-59290e12bf1a req-4c5a65c0-9931-408b-924c-7fb22fc83e0b tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830433 Sep 30 08:14:21.593239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:21.609052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.634980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'mac_address': 'fa:16:3e:9c:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:21.673981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae3b79-482c-4644-8236-502598dcbd20 req-713c9576-681b-4ae7-9eb3-f7bbf0bce7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.676150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-713c9576-681b-4ae7-9eb3-f7bbf0bce7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1099 time: 0.0668623 Sep 30 08:14:21.705099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.743751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a042f458-53c6-46e0-938b-9830f5387ba3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:21.851995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.859495 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.104319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:22.131559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['463f9b7e-797e-4317-83f1-3f5e82f61cb6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:22.227959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event deleted for resources: {'Port': ['ID=49bdf222-d0f5-47a5-b05c-44527a405fad,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:22.288877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] Transition to ACTIVE for port object 7a455538-95a6-4c7b-9094-4f3e4d55d5ae will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:22.289317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-1f03992a-83a0-4de1-abb2-e77cea677e68 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940952 Sep 30 08:14:22.295282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae3b79-482c-4644-8236-502598dcbd20 req-da0b4147-8dd2-4c21-be39-d62bc916aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.295548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-da0b4147-8dd2-4c21-be39-d62bc916aa41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.6054101 Sep 30 08:14:22.338577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:22.345174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109ced1-6044-4d8a-a875-de716601b7ac req-3d7f669c-ce41-4194-b8f9-664eea79276a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.354785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0109ced1-6044-4d8a-a875-de716601b7ac req-3d7f669c-ce41-4194-b8f9-664eea79276a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 943 time: 0.2268338 Sep 30 08:14:22.380857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.415116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] No DVR routers for this DVR port 49bdf222-d0f5-47a5-b05c-44527a405fad on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:22.457106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-fc023dca-325f-482b-be3f-72ed39090786 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.1449227 Sep 30 08:14:22.463102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.466358 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e36799b2-9007-4dc1-ba2a-4111f69d6d32 req-2d0cb0b2-c839-4d2b-b11f-e8a5c1977244 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "DELETE /v2.0/ports/49bdf222-d0f5-47a5-b05c-44527a405fad HTTP/1.1" status: 204 len: 173 time: 2.0578835 Sep 30 08:14:22.468516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-deleted', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:22.471951 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e2d18a-9588-4834-8c59-01dce774b569" -d '{"events": [{"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-deleted", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:22.538350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] No DVR routers for this DVR port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:22.559829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-240a65a3-451f-4281-b0eb-ab7033d87b9e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.561347 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-240a65a3-451f-4281-b0eb-ab7033d87b9e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0845969 Sep 30 08:14:22.573789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] Pushing event updated for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:22.600133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae3b79-482c-4644-8236-502598dcbd20 req-eec44d2e-6838-4d21-9af9-ddfdbbd0d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.603951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-eec44d2e-6838-4d21-9af9-ddfdbbd0d807 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1199467 Sep 30 08:14:22.634879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': '89287030-599b-41c9-abb7-3864e9247742', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:22.648303 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-3d7dfbd9-e958-4a4d-8c0a-afe7f9c72bef service neutron] 10.222.0.57 "PUT /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae/bindings/n-h1-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1558900 Sep 30 08:14:22.855739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-3a2b228d-6eb6-472b-99ca-c4da39d21f42 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.858167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-3a2b228d-6eb6-472b-99ca-c4da39d21f42 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5598719 Sep 30 08:14:22.870178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-6886c3c6-ef99-4cf6-b40a-92d0528e1843 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.871754 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-6886c3c6-ef99-4cf6-b40a-92d0528e1843 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0916877 Sep 30 08:14:22.889620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0109ced1-6044-4d8a-a875-de716601b7ac req-63aeddd3-5a29-4b7e-a4d7-5b0eb52ea56e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339034 Sep 30 08:14:22.904343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:22.904343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.913637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:23.037755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae3b79-482c-4644-8236-502598dcbd20 req-74cea147-4ff8-4564-9b03-8da2c67c69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.039263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-74cea147-4ff8-4564-9b03-8da2c67c69ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3475134 Sep 30 08:14:23.091777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-26f5dff0-c428-4df9-b761-9e2df5f08f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.093327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-26f5dff0-c428-4df9-b761-9e2df5f08f3e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af&tenant_id=1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 1095 time: 0.2081251 Sep 30 08:14:23.250880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:23.276317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.82 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/450c70b9-0dff-44b1-bfae-5d8464a4794f) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:23.284653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-0e0ed03a-d092-4351-b81b-db7ad787bd65 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154448 Sep 30 08:14:23.288637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 49bdf222-d0f5-47a5-b05c-44527a405fad {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:23.289878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 49bdf222-d0f5-47a5-b05c-44527a405fad not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:23.304103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-eb55c603-56ed-4020-9ba1-bd2f6b9b8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.305686 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-eb55c603-56ed-4020-9ba1-bd2f6b9b8947 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1095 time: 0.1455288 Sep 30 08:14:23.423629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7373714-b103-4697-b1b4-ecc3aa7a41ba req-e3a1ef82-1930-4cd2-bed9-aa9a5e0d51e4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.431707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7373714-b103-4697-b1b4-ecc3aa7a41ba req-e3a1ef82-1930-4cd2-bed9-aa9a5e0d51e4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 949 time: 0.4128928 Sep 30 08:14:23.510952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:23.514481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.580486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7373714-b103-4697-b1b4-ecc3aa7a41ba req-699ed88c-a35f-412e-9df7-e8ba6c900780 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424737 Sep 30 08:14:23.606447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14ae3b79-482c-4644-8236-502598dcbd20 req-0bbc7155-39af-48bd-9e47-906079c0b12b service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693362 Sep 30 08:14:23.690799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-64ac18af-1f72-4912-be8b-4eba4ecfa1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.692344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-64ac18af-1f72-4912-be8b-4eba4ecfa1f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.3678398 Sep 30 08:14:23.713015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.784249 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-8b78e1d4-c234-4e95-8687-5d44d202126a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 200 len: 217 time: 0.0690024 Sep 30 08:14:23.816150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796648ee-c9c6-46b4-a0f8-ffde0c4f2e80 req-bdfd44f7-93a5-4e6c-ad70-18b36ec3cfd1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.822774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-796648ee-c9c6-46b4-a0f8-ffde0c4f2e80 req-bdfd44f7-93a5-4e6c-ad70-18b36ec3cfd1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1524565 Sep 30 08:14:23.858401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-ff2b63f6-eede-4323-affb-27a0b0ffda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.859888 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-ff2b63f6-eede-4323-affb-27a0b0ffda82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0665381 Sep 30 08:14:23.880057 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.881437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-796648ee-c9c6-46b4-a0f8-ffde0c4f2e80 req-c1c11590-d726-433c-a412-7c48902af11e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576851 Sep 30 08:14:23.891747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:23.925057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-d44ed2b5-8d49-4c4a-b429-153d8e2f1b4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536277 Sep 30 08:14:24.056787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:24.066216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:24.068928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:24.111916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b3bb3fd-c7cc-4528-9f0c-2c1ee8727b9d req-25b2cecc-c7e5-4a30-a141-b25913d51a60 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 210 time: 0.0991848 Sep 30 08:14:24.138148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.210 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/3b1e245c-bb6b-42fc-a57a-646db1690e22) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:24.150504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=450c70b9-0dff-44b1-bfae-5d8464a4794f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:24.197166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.208969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.230232 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd25bf5-699a-4a91-855a-85e6117dd9d4 x-openstack-request-id: req-6dd25bf5-699a-4a91-855a-85e6117dd9d4 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:24.230592 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf23ce-5040-41ee-9a19-7be1399e5561", "name": "network-vif-deleted", "tag": "49bdf222-d0f5-47a5-b05c-44527a405fad", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:24.230777 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dd25bf5-699a-4a91-855a-85e6117dd9d4 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:24.231699 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf23ce-5040-41ee-9a19-7be1399e5561', 'name': 'network-vif-deleted', 'tag': '49bdf222-d0f5-47a5-b05c-44527a405fad', 'status': 'completed', 'code': 200} Sep 30 08:14:24.243026 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-aff5c0cf-a4dc-4570-a3a0-95c9de2f4365 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895062 Sep 30 08:14:24.385712 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ea6c15cf-ecfa-4fc4-a561-260a87662b54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7695546 Sep 30 08:14:24.473672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Request body: {'port': {'device_id': '89287030-599b-41c9-abb7-3864e9247742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:24.527492 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.582962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6ea58b83-879c-4b8b-8f2e-6fbcc1d367d4 None None] Provisioning complete for port 450c70b9-0dff-44b1-bfae-5d8464a4794f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:24.583599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ea58b83-879c-4b8b-8f2e-6fbcc1d367d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.607645 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-1614d6d3-b5b8-4659-a404-31dbad1ad614 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496301 Sep 30 08:14:24.613628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.619364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.648406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3fa5-a02f-4862-b806-cdbb6c86efe8 req-5c7bada7-2a49-466d-9cae-64b44557526d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.660981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2d3fa5-a02f-4862-b806-cdbb6c86efe8 req-5c7bada7-2a49-466d-9cae-64b44557526d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.1226916 Sep 30 08:14:24.681832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6ea58b83-879c-4b8b-8f2e-6fbcc1d367d4 None None] Port 450c70b9-0dff-44b1-bfae-5d8464a4794f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:24.687999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:24.790003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:24.831943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:24.848560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:24.877114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2d3fa5-a02f-4862-b806-cdbb6c86efe8 req-0bd7c0f5-2ca9-4119-818d-b33c232b221c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150035 Sep 30 08:14:25.083786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.085144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.089594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=3b1e245c-bb6b-42fc-a57a-646db1690e22,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:25.095699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:25.121044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bc4361ca-34aa-4db5-ae62-292b34a35056 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2147164 Sep 30 08:14:25.154102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Request body: {'port': {'device_id': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:25.231721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.304684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-5dd68754-66f5-401b-a7a4-252e291fd9e6 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.307172 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-5dd68754-66f5-401b-a7a4-252e291fd9e6 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.1637230 Sep 30 08:14:25.350301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:25.350644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.387083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e321f9e9-c85b-4aba-9d92-93bbc622af11 None None] Provisioning complete for port 3b1e245c-bb6b-42fc-a57a-646db1690e22 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:25.387540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e321f9e9-c85b-4aba-9d92-93bbc622af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.392213 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.479775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450c70b9-0dff-44b1-bfae-5d8464a4794f {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:25.488756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.502743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Transition to ACTIVE for port object 450c70b9-0dff-44b1-bfae-5d8464a4794f will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:25.536508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.568432 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.575721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e321f9e9-c85b-4aba-9d92-93bbc622af11 None None] Port 3b1e245c-bb6b-42fc-a57a-646db1690e22 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:25.692076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Pushing event updated for resources: {'Port': ['ID=450c70b9-0dff-44b1-bfae-5d8464a4794f,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:25.737834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-81503023-113a-448b-98a6-ad55ba027e57 service neutron] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:25.743588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.745095 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-81503023-113a-448b-98a6-ad55ba027e57 service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.747379 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f74fcd7-462a-4d74-b54e-063ce37df368 req-81503023-113a-448b-98a6-ad55ba027e57 service neutron] 10.222.0.50 "DELETE /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae/bindings/n-h2-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.2425625 Sep 30 08:14:25.827838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Attempting to bind port 450c70b9-0dff-44b1-bfae-5d8464a4794f on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:25.828853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Attempting to bind port 450c70b9-0dff-44b1-bfae-5d8464a4794f by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:25.830739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Attempting to bind port 450c70b9-0dff-44b1-bfae-5d8464a4794f on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:25.831767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:25.834928 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1aa68-22f6-4d2d-9e99-9f8b21fa3020" -d '{"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-plugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:25.842219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Port 450c70b9-0dff-44b1-bfae-5d8464a4794f on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:25.843252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Attempting to bind port 450c70b9-0dff-44b1-bfae-5d8464a4794f on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:25.866992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:25.868712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:25.870300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:25.871525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Bound port: 450c70b9-0dff-44b1-bfae-5d8464a4794f, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:25.875356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.883333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:25.898151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.898948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:25.952578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44056) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:26.051712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451584328', 'description': 'tempest-description--1143085037'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:26.080094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1e245c-bb6b-42fc-a57a-646db1690e22 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:26.097242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port a042f458-53c6-46e0-938b-9830f5387ba3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:26.100776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.117196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port a042f458-53c6-46e0-938b-9830f5387ba3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:26.117612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.124122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:26.167139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Transition to ACTIVE for port object 3b1e245c-bb6b-42fc-a57a-646db1690e22 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:26.191295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a305e-988e-4cc9-990c-b4e73d2d3eca req-b726de01-2493-4c37-bf14-99e7d42de71e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.192856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d6a305e-988e-4cc9-990c-b4e73d2d3eca req-b726de01-2493-4c37-bf14-99e7d42de71e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 949 time: 0.1073852 Sep 30 08:14:26.193619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.202443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] For port 450c70b9-0dff-44b1-bfae-5d8464a4794f, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:26.206468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] For port 450c70b9-0dff-44b1-bfae-5d8464a4794f, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:26.224172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.226789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.270410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.313998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:26.319507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.374975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Pushing event updated for resources: {'Port': ['ID=450c70b9-0dff-44b1-bfae-5d8464a4794f,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:26.386129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e245c-bb6b-42fc-a57a-646db1690e22,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:26.392990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d6a305e-988e-4cc9-990c-b4e73d2d3eca req-e36e1f82-1ea6-498d-a4e3-e6bafc072fb8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107967 Sep 30 08:14:26.466061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.466687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.468115 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-b295ea86-7577-4934-a517-051fe44bfe3a service neutron] 10.222.0.50 "PUT /v2.0/ports/450c70b9-0dff-44b1-bfae-5d8464a4794f HTTP/1.1" status: 200 len: 1095 time: 2.0608952 Sep 30 08:14:26.468566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89287030-599b-41c9-abb7-3864e9247742', 'tag': '450c70b9-0dff-44b1-bfae-5d8464a4794f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:26.469375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:26.470859 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56" -d '{"events": [{"name": "network-changed", "server_uuid": "89287030-599b-41c9-abb7-3864e9247742", "tag": "450c70b9-0dff-44b1-bfae-5d8464a4794f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:26.542952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Attempting to bind port 3b1e245c-bb6b-42fc-a57a-646db1690e22 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:26.543332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Attempting to bind port 3b1e245c-bb6b-42fc-a57a-646db1690e22 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:26.543666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Attempting to bind port 3b1e245c-bb6b-42fc-a57a-646db1690e22 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:26.613141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Port 3b1e245c-bb6b-42fc-a57a-646db1690e22 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:26.613483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Attempting to bind port 3b1e245c-bb6b-42fc-a57a-646db1690e22 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:26.647945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:26.648269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:26.651764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:26.652237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Bound port: 3b1e245c-bb6b-42fc-a57a-646db1690e22, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:26.652647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.665041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.672973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.691142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59436-d6d2-47c9-9e78-822a43c80918 req-a54b102c-2eff-4ef9-82f9-6511ed07b309 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.700430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43e59436-d6d2-47c9-9e78-822a43c80918 req-a54b102c-2eff-4ef9-82f9-6511ed07b309 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1585293 Sep 30 08:14:26.711585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.716353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6806240 Sep 30 08:14:26.733173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44064) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:26.757757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43e59436-d6d2-47c9-9e78-822a43c80918 req-ec939f48-fb81-425c-b3f8-d0244993b49a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563021 Sep 30 08:14:26.758911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'security_group_rule': {'security_group_id': '62935859-4a2f-4415-82f1-76c230f01922', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:26.828608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.836140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bdaef34f-fa0c-4dfb-b99b-1e386373137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.839087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bdaef34f-fa0c-4dfb-b99b-1e386373137e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 1098 time: 0.3004105 Sep 30 08:14:26.850819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e1f7-3916-4e94-80a3-5079d708bf16 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62935859-4a2f-4415-82f1-76c230f01922,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:26.858344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] For port 3b1e245c-bb6b-42fc-a57a-646db1690e22, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:26.866722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] For port 3b1e245c-bb6b-42fc-a57a-646db1690e22, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:26.878177 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:26.905247 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-206f0494-3244-4140-a4f9-487bb3168bc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f HTTP/1.1" status: 200 len: 217 time: 0.0488007 Sep 30 08:14:26.974230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bd1e8ee5-1cc8-4eae-b9b4-2a1b6e1ddc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.980222 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-bd1e8ee5-1cc8-4eae-b9b4-2a1b6e1ddc01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0580866 Sep 30 08:14:27.009077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.010306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.029227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] 10.222.0.50 "PUT /v2.0/ports/3b1e245c-bb6b-42fc-a57a-646db1690e22 HTTP/1.1" status: 200 len: 1096 time: 1.8822966 Sep 30 08:14:27.073948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'tag': '3b1e245c-bb6b-42fc-a57a-646db1690e22'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:27.094147 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8243b40-e7c5-4c34-a18d-e9b64928977c" -d '{"events": [{"name": "network-changed", "server_uuid": "62bbad26-118b-41af-9e60-5ba38e6eec46", "tag": "3b1e245c-bb6b-42fc-a57a-646db1690e22"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:27.157010 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.163706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-7c2078b8-892a-4bc5-9278-fc7951871f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.169935 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-7c2078b8-892a-4bc5-9278-fc7951871f95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797020 Sep 30 08:14:27.174112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.194676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4c56-1868-4308-84ee-e3eb9e2b076d service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e245c-bb6b-42fc-a57a-646db1690e22,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:27.235175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fb044-7f57-4970-9451-6cc24daea337 req-294a6ab7-1f7b-4fce-b2ca-b8d5b322162e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.243394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c19fb044-7f57-4970-9451-6cc24daea337 req-294a6ab7-1f7b-4fce-b2ca-b8d5b322162e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 948 time: 0.3223445 Sep 30 08:14:27.298840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-77e866fa-5ff4-4278-804c-88d1d18c16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.298840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-77e866fa-5ff4-4278-804c-88d1d18c16aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 1099 time: 0.1516490 Sep 30 08:14:27.326319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c19fb044-7f57-4970-9451-6cc24daea337 req-770ddfa3-17cc-45e3-8ff2-9d2275d443d2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786188 Sep 30 08:14:27.384235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-a229de30-d257-438a-9ced-47b272fc2347 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22 HTTP/1.1" status: 200 len: 217 time: 0.0567324 Sep 30 08:14:27.405491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a25066-09ff-4165-a23d-3c5f0c78be22,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:27.468175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.475287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a05137d8-597b-4522-94e5-ac7e26751ba1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7338448 Sep 30 08:14:27.475935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44068) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:27.488834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'security_group_rule': {'security_group_id': '62935859-4a2f-4415-82f1-76c230f01922', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:27.516796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-e4a10f0f-ffe5-47fa-a92c-a10d610bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.518689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-e4a10f0f-ffe5-47fa-a92c-a10d610bad93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1210215 Sep 30 08:14:27.537820 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f73351c-6626-41e8-bc57-238230c9f2a5 x-openstack-request-id: req-7f73351c-6626-41e8-bc57-238230c9f2a5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:27.538722 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-plugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:27.539119 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f73351c-6626-41e8-bc57-238230c9f2a5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:27.539672 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'code': 200} Sep 30 08:14:27.597300 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-1effe371-e28a-4bc5-9874-e5e5cbe88e9f service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181600 Sep 30 08:14:27.600261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ff7a1789-b70d-458b-9e12-7ec37f62f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.602074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ff7a1789-b70d-458b-9e12-7ec37f62f806 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676777 Sep 30 08:14:27.680472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.782142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-d361ab4b-6d0f-4e53-888f-6b89f8d3b9a8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575692 Sep 30 08:14:27.798158 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-ece20aca-5044-48d6-913f-d836619c33c7 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706460 Sep 30 08:14:27.799837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.804834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.827230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d3df6b-4009-4484-81bf-f4d8c4bfc9fd,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:27.831074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9656d0-4111-4f21-ab03-d1b326b12ac1 req-88e7cf99-3d73-43b5-857d-78c82d639972 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.832612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc9656d0-4111-4f21-ab03-d1b326b12ac1 req-88e7cf99-3d73-43b5-857d-78c82d639972 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.2111971 Sep 30 08:14:27.856595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.861074 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7fe78e4-92ed-4608-a44e-25bcb5c26132 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3759439 Sep 30 08:14:27.865004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44074) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:27.873509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:27.906356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.953080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc9656d0-4111-4f21-ab03-d1b326b12ac1 req-0f85265e-f165-43b6-ab9f-a3c5e3ed0429 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073861 Sep 30 08:14:27.997352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af71d55c-65a4-438c-9616-20d89a35ecb5 req-d276e22e-d49e-4660-875c-5b3ec2db2aee service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944201 Sep 30 08:14:28.055301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.146181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b5c2-48af-4d3a-bda5-635d96a62e94 req-2939787e-dbb7-42f6-bd8f-0b2eae64fbc2 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.158541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b393b5c2-48af-4d3a-bda5-635d96a62e94 req-2939787e-dbb7-42f6-bd8f-0b2eae64fbc2 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1101 time: 0.1081052 Sep 30 08:14:28.230583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Allocated IP 172.25.7.117 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d36392e8-b673-4574-b441-b4a0af2906a7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:28.230960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b393b5c2-48af-4d3a-bda5-635d96a62e94 req-407c074e-b2ab-4d31-b683-3384ed1b0868 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Sep 30 08:14:28.382287 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eef593c-c27e-44e2-ae3f-30df8e07141f x-openstack-request-id: req-8eef593c-c27e-44e2-ae3f-30df8e07141f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:28.382567 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89287030-599b-41c9-abb7-3864e9247742", "tag": "450c70b9-0dff-44b1-bfae-5d8464a4794f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:28.382828 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eef593c-c27e-44e2-ae3f-30df8e07141f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:28.383407 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89287030-599b-41c9-abb7-3864e9247742', 'tag': '450c70b9-0dff-44b1-bfae-5d8464a4794f', 'status': 'completed', 'code': 200} Sep 30 08:14:28.391387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.397351 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9ab198-8169-42e8-847e-c2310e543076 x-openstack-request-id: req-9e9ab198-8169-42e8-847e-c2310e543076 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:28.397678 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bbad26-118b-41af-9e60-5ba38e6eec46", "tag": "3b1e245c-bb6b-42fc-a57a-646db1690e22", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:28.400937 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e9ab198-8169-42e8-847e-c2310e543076 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:28.401436 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'tag': '3b1e245c-bb6b-42fc-a57a-646db1690e22', 'status': 'completed', 'code': 200} Sep 30 08:14:28.562917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.614281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:28.618812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-59028071-c776-43d7-b869-557eeee99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.620577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-59028071-c776-43d7-b869-557eeee99498 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 1099 time: 0.1345539 Sep 30 08:14:28.623707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:28.628417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:28.666535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-6b822bbc-d821-4e0c-9362-394965e133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.671655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-6b822bbc-d821-4e0c-9362-394965e133a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 1098 time: 0.2168171 Sep 30 08:14:28.677254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'Port': ['ID=d36392e8-b673-4574-b441-b4a0af2906a7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:28.706242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbacf-23e6-43c5-a1e5-a3fa717e7515 req-2628314e-8f95-4d83-b7fb-86e595e67eb5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.707809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e94bbacf-23e6-43c5-a1e5-a3fa717e7515 req-2628314e-8f95-4d83-b7fb-86e595e67eb5 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1674125 Sep 30 08:14:28.830578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-559a20d5-9f09-4414-8501-745e90258b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.834070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-559a20d5-9f09-4414-8501-745e90258b5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1727505 Sep 30 08:14:28.903865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e94bbacf-23e6-43c5-a1e5-a3fa717e7515 req-48573121-34a8-45cb-9595-f5802658a848 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613328 Sep 30 08:14:28.977264 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-0c0f6c5a-3a05-46ef-9288-a5c964883041 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22 HTTP/1.1" status: 200 len: 217 time: 0.0482173 Sep 30 08:14:29.027896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-eada3cb9-558c-4d33-a489-8b6787e97b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.038383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-eada3cb9-558c-4d33-a489-8b6787e97b24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3295250 Sep 30 08:14:29.140061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.273877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-bf5f5cc6-b099-499b-ad4d-1dbe712c4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.277238 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-bf5f5cc6-b099-499b-ad4d-1dbe712c4251 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.2825184 Sep 30 08:14:29.278618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.477336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-df5a5d1d-7396-4bcb-b7e8-32353be84150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.479631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-df5a5d1d-7396-4bcb-b7e8-32353be84150 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835482 Sep 30 08:14:29.509225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-35b04d6d-6d7f-4fa0-8e1a-266551819eec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f HTTP/1.1" status: 200 len: 217 time: 0.4576845 Sep 30 08:14:29.542346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:29.546335 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e883f9cb-47ab-4ab8-a82e-ca74bc9f52dd" -d '{"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-plugged", "status": "completed", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:29.630916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059c4c-8e99-4261-914a-6ab2f300aa3d req-d68e0cef-15a6-4a5f-a6ad-7277293d8c2c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.638921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78059c4c-8e99-4261-914a-6ab2f300aa3d req-d68e0cef-15a6-4a5f-a6ad-7277293d8c2c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 948 time: 0.1255066 Sep 30 08:14:29.681327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78059c4c-8e99-4261-914a-6ab2f300aa3d req-12a295d3-f542-4b1b-932d-4082a376fda6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Sep 30 08:14:29.690870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-07b3eaa1-f871-44bd-bc56-a24240fb52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.692636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-07b3eaa1-f871-44bd-bc56-a24240fb52fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1202166 Sep 30 08:14:29.790544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-d611297a-b0e2-41e2-8d1b-f351db220b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.795015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-d611297a-b0e2-41e2-8d1b-f351db220b1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939000 Sep 30 08:14:29.989807 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-d1b54189-1036-44dd-8c33-3ffde5db769e service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408364 Sep 30 08:14:29.997110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:30.015836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c922d-33df-4fca-803c-1cff9e3b24ca req-06f3bb00-e1cd-447d-9a54-8c4a0da866d3 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.017600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-291c922d-33df-4fca-803c-1cff9e3b24ca req-06f3bb00-e1cd-447d-9a54-8c4a0da866d3 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1095 time: 0.0735645 Sep 30 08:14:30.030415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:30.052234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-2a56f543-4979-4689-a677-3b9daf9b43ed service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954083 Sep 30 08:14:30.074041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-291c922d-33df-4fca-803c-1cff9e3b24ca req-57ac687c-49b7-4f6b-8f3b-df9c1204e8f1 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499480 Sep 30 08:14:30.105353 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:14:30.113334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'Port': ['ID=d36392e8-b673-4574-b441-b4a0af2906a7,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:30.221200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:30.245573 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f8243b40-e7c5-4c34-a18d-e9b64928977c req-6b252cd3-df30-4d60-aa87-3203cb4e3bd7 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336631 Sep 30 08:14:30.247919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:30.249147 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35255e0f-ef45-4a65-8c30-92fe7a498575 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3812976 Sep 30 08:14:30.281563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbd2fbe1-e2df-4ac9-9344-43efa3688f56 req-5b02dba6-21d1-45df-960d-e987787f89d4 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036986 Sep 30 08:14:31.097892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b1e245c-bb6b-42fc-a57a-646db1690e22 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:31.253678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3b1e245c-bb6b-42fc-a57a-646db1690e22, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:31.290897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '3b1e245c-bb6b-42fc-a57a-646db1690e22', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '3b1e245c-bb6b-42fc-a57a-646db1690e22', 'mac_address': 'fa:16:3e:9a:ef:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:31.358603 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.376382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1e245c-bb6b-42fc-a57a-646db1690e22 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:31.402056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3b1e245c-bb6b-42fc-a57a-646db1690e22, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:31.408594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.409419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 450c70b9-0dff-44b1-bfae-5d8464a4794f details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:31.527055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 450c70b9-0dff-44b1-bfae-5d8464a4794f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:31.530562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=3b1e245c-bb6b-42fc-a57a-646db1690e22,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:31.550611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '450c70b9-0dff-44b1-bfae-5d8464a4794f', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '450c70b9-0dff-44b1-bfae-5d8464a4794f', 'mac_address': 'fa:16:3e:4f:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:31.602271 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.617201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450c70b9-0dff-44b1-bfae-5d8464a4794f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:31.644219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 450c70b9-0dff-44b1-bfae-5d8464a4794f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:31.650175 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.714589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=450c70b9-0dff-44b1-bfae-5d8464a4794f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:32.125722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:32.344983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['450c70b9-0dff-44b1-bfae-5d8464a4794f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:33.874322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-5ae2fc83-154f-407c-b96b-a50696c62b41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626717 Sep 30 08:14:33.958872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-224a3985-2b9e-4ba0-ab52-85128a9bc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.960935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-224a3985-2b9e-4ba0-ab52-85128a9bc6e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 1095 time: 0.0534093 Sep 30 08:14:34.119459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-fdfdbf41-3be4-4771-86a0-6b7839fa0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.121238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-fdfdbf41-3be4-4771-86a0-6b7839fa0f0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1305292 Sep 30 08:14:34.200943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-276b76dd-f8e0-48fe-9d5e-8ee4fc80b53b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0653255 Sep 30 08:14:34.273736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-f9f439db-b7bb-4aed-96bb-a8ca0a8fa568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.277989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-f9f439db-b7bb-4aed-96bb-a8ca0a8fa568 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0577712 Sep 30 08:14:34.328241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-fc48193d-8555-41ed-be9e-f1fdd053b881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313644 Sep 30 08:14:34.554225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-3441bec7-e3c0-4d3b-81f4-f77531ebf2e5 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186334 Sep 30 08:14:34.694327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12da42e0-e51d-4aa4-86d0-b01ca48cb7a2 req-3c104a10-f553-4585-a59e-2515ca42222a service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258249 Sep 30 08:14:35.117734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 450c70b9-0dff-44b1-bfae-5d8464a4794f up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:35.196562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 450c70b9-0dff-44b1-bfae-5d8464a4794f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:35.206240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 450c70b9-0dff-44b1-bfae-5d8464a4794f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:35.206240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.331899 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.390619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 450c70b9-0dff-44b1-bfae-5d8464a4794f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:35.396091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.397012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b1e245c-bb6b-42fc-a57a-646db1690e22 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:35.486129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=450c70b9-0dff-44b1-bfae-5d8464a4794f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:35.500044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 3b1e245c-bb6b-42fc-a57a-646db1690e22 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:35.505205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 3b1e245c-bb6b-42fc-a57a-646db1690e22 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:35.505897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.621022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.685642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3b1e245c-bb6b-42fc-a57a-646db1690e22, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:35.698871 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.770791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=3b1e245c-bb6b-42fc-a57a-646db1690e22,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:36.435997 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f9b5b-cfc8-4af5-99bd-1ec606a8cab6 x-openstack-request-id: req-962f9b5b-cfc8-4af5-99bd-1ec606a8cab6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:36.436654 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-plugged", "status": "completed", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:36.436654 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-962f9b5b-cfc8-4af5-99bd-1ec606a8cab6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:36.436902 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'code': 200} Sep 30 08:14:36.480541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-4a715131-1b4b-4185-bf55-56fd4f801d0f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223651 Sep 30 08:14:36.598852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e4b7-00d4-4188-9511-e3a9ea973d83 req-c582a63a-e433-48e4-aa91-c05b74019a1d tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.601480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f474e4b7-00d4-4188-9511-e3a9ea973d83 req-c582a63a-e433-48e4-aa91-c05b74019a1d tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1190162 Sep 30 08:14:36.640481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-df2a6c37-bbe9-4fdb-b291-0d2efdb4ea7b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.641961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-df2a6c37-bbe9-4fdb-b291-0d2efdb4ea7b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490536 Sep 30 08:14:36.666407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-f06a3fa2-a124-4de7-ac7e-d0bc44f29303 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/quotas/f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0146191 Sep 30 08:14:36.671375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f474e4b7-00d4-4188-9511-e3a9ea973d83 req-a4fc33fd-40e3-4f03-945c-bc6ec8bab284 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613685 Sep 30 08:14:36.732713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-23e68aed-531e-41a8-8dee-67f6ea215297 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571547 Sep 30 08:14:36.796466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbbdf-fe80-4ee2-a1f6-180ce4f3e3df req-29c227da-1081-4070-b3bc-f2da14cadf0c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.798305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-542dbbdf-fe80-4ee2-a1f6-180ce4f3e3df req-29c227da-1081-4070-b3bc-f2da14cadf0c tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 1095 time: 0.0543461 Sep 30 08:14:36.835805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-542dbbdf-fe80-4ee2-a1f6-180ce4f3e3df req-1fdd067c-7610-4b1c-b347-30a1035bf24a tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Sep 30 08:14:37.090931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578e738-f316-4f25-be73-7a78e04f9557 req-1129ea96-134d-48e3-b33b-f3a138487216 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:37.092739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f578e738-f316-4f25-be73-7a78e04f9557 req-1129ea96-134d-48e3-b33b-f3a138487216 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 950 time: 0.1290519 Sep 30 08:14:37.135198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-4ef0c555-96c0-415e-87d6-c20acd3fab1f tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:37.136208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-4ef0c555-96c0-415e-87d6-c20acd3fab1f tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 822 time: 0.1826499 Sep 30 08:14:37.160239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-5f9e4f78-c63b-4825-b8a0-fd166579b847 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/quotas/9c0918b51f8f42c1a729aefecf0607e1 HTTP/1.1" status: 200 len: 375 time: 0.0137639 Sep 30 08:14:37.163236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f578e738-f316-4f25-be73-7a78e04f9557 req-0bbf3be0-7a87-48f8-b139-53979aa3248a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Sep 30 08:14:37.249053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-2bc1fb03-7010-43d4-845c-37a54cdd23b2 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814993 Sep 30 08:14:37.352376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0514926a-27ee-48e2-a172-6dd8a6dac621 req-70ac027d-437f-4720-97dd-af2cdceb6c91 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 210 time: 0.0328801 Sep 30 08:14:37.378044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-90a88cbd-04d6-4404-a8f1-b6e264e8dfe6 service neutron] 10.222.0.41 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277668 Sep 30 08:14:37.502399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-b3c6b951-5347-45b5-bf99-77880158876f service neutron] 10.222.0.41 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233633 Sep 30 08:14:37.803733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d15d322-ba7c-45d4-a5ad-e27adea0b726 req-3e7c1019-7b52-488a-9526-95185ae84b96 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 210 time: 0.0454831 Sep 30 08:14:37.868272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd7c75-eb69-40c2-a275-3f2cd3cdef4c req-2cea1e06-ac27-4775-97b4-e6a06f7546d0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:37.870308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84cd7c75-eb69-40c2-a275-3f2cd3cdef4c req-2cea1e06-ac27-4775-97b4-e6a06f7546d0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0654953 Sep 30 08:14:37.941786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84cd7c75-eb69-40c2-a275-3f2cd3cdef4c req-18dc6da7-e90a-42c7-8e33-f5da035296be tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641074 Sep 30 08:14:38.089635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b612eaa-f120-4e93-a7df-4cb892cb7aaf req-f19231f6-fe60-420d-a917-222788074dfb tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.091804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b612eaa-f120-4e93-a7df-4cb892cb7aaf req-f19231f6-fe60-420d-a917-222788074dfb tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 950 time: 0.0553873 Sep 30 08:14:38.134567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b612eaa-f120-4e93-a7df-4cb892cb7aaf req-8aef85d9-cf5c-4f23-a72b-4f9349eaac1b tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Sep 30 08:14:38.313639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91877c-a5b2-4939-be23-6ca53c0e7b9c req-81fc7ac5-1251-48b4-9805-9ff12f3713fb tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.315412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df91877c-a5b2-4939-be23-6ca53c0e7b9c req-81fc7ac5-1251-48b4-9805-9ff12f3713fb tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 950 time: 0.0756359 Sep 30 08:14:38.376884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df91877c-a5b2-4939-be23-6ca53c0e7b9c req-331eafae-987a-48d8-9557-2fa1509172e2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Sep 30 08:14:38.423906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-e3ac600d-42e2-4995-ad63-5c8606a38c48 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335276 Sep 30 08:14:38.439317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89287030-599b-41c9-abb7-3864e9247742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c70b9-0dff-44b1-bfae-5d8464a4794f'}, {'server_uuid': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e245c-bb6b-42fc-a57a-646db1690e22'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:38.442383 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59a914-b6bf-4b09-93fb-e08486944b3d" -d '{"events": [{"server_uuid": "89287030-599b-41c9-abb7-3864e9247742", "name": "network-vif-plugged", "status": "completed", "tag": "450c70b9-0dff-44b1-bfae-5d8464a4794f"}, {"server_uuid": "62bbad26-118b-41af-9e60-5ba38e6eec46", "name": "network-vif-plugged", "status": "completed", "tag": "3b1e245c-bb6b-42fc-a57a-646db1690e22"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:38.504078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-108b053b-97b9-43ed-abf7-c3f59ed0a7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:38.718729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c89bd3d-a5fc-4f72-b2d6-bea9ff1941b2 req-0665dfb9-cc2f-4e9e-b5e2-15c28f123b61 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 210 time: 0.0596046 Sep 30 08:14:38.740065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-4f73edd4-6990-494a-bf0c-0f06fb85f260 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.741651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-4f73edd4-6990-494a-bf0c-0f06fb85f260 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980497 Sep 30 08:14:38.766113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Request body: {'port': {'device_id': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'f7625fa3f2fd44fba4d11d1d5409b9b3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:38.814405 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8812d3-0dda-41b4-a9b3-91513a0eca3a x-openstack-request-id: req-cb8812d3-0dda-41b4-a9b3-91513a0eca3a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:38.815028 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89287030-599b-41c9-abb7-3864e9247742", "name": "network-vif-plugged", "status": "completed", "tag": "450c70b9-0dff-44b1-bfae-5d8464a4794f", "code": 200}, {"server_uuid": "62bbad26-118b-41af-9e60-5ba38e6eec46", "name": "network-vif-plugged", "status": "completed", "tag": "3b1e245c-bb6b-42fc-a57a-646db1690e22", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:38.815447 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb8812d3-0dda-41b4-a9b3-91513a0eca3a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:38.816126 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89287030-599b-41c9-abb7-3864e9247742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c70b9-0dff-44b1-bfae-5d8464a4794f', 'code': 200} Sep 30 08:14:38.816553 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e245c-bb6b-42fc-a57a-646db1690e22', 'code': 200} Sep 30 08:14:39.005005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Made reservation on behalf of f7625fa3f2fd44fba4d11d1d5409b9b3 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:39.008898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.034276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e30b1-ff6e-4a7c-b871-74cb0d9b2d9b req-a511851e-beee-451a-89f0-8d623d4a30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.036797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d54e30b1-ff6e-4a7c-b871-74cb0d9b2d9b req-a511851e-beee-451a-89f0-8d623d4a30dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 1100 time: 0.0681829 Sep 30 08:14:39.099609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d54e30b1-ff6e-4a7c-b871-74cb0d9b2d9b req-4aed0f4c-c6f6-4696-bfb6-df4ee1553fc0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Sep 30 08:14:39.132003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:39.139362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:39.159702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-468d4e3e-c9e2-4266-ab05-23e9d8b6f0f3 req-5ea56256-f8b9-4370-8489-33bd3d03edb6 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 210 time: 0.1999278 Sep 30 08:14:39.303457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3ae3b-d3e9-40e7-8bd4-325209e8a922 req-8c596483-f256-4c3a-87a9-da73fa762876 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.314495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b3ae3b-d3e9-40e7-8bd4-325209e8a922 req-8c596483-f256-4c3a-87a9-da73fa762876 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1487589 Sep 30 08:14:39.323534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ce05-1d20-4f9e-8095-69e11e82cf6b req-861678f8-91d7-4ed7-933e-34977b96c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.325382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc45ce05-1d20-4f9e-8095-69e11e82cf6b req-861678f8-91d7-4ed7-933e-34977b96c35a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 1101 time: 0.3286121 Sep 30 08:14:39.412277 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.418990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b3ae3b-d3e9-40e7-8bd4-325209e8a922 req-c84d02b6-2e74-4889-bab1-8e9881c4c3d7 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987411 Sep 30 08:14:39.503935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Allocated IP 192.168.233.246 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/f8af0329-4883-46b6-a818-981ec250da5b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:39.517825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-f8e33b0a-5e00-48b2-8b36-1791852aee56 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.519554 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-f8e33b0a-5e00-48b2-8b36-1791852aee56 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 822 time: 0.2847900 Sep 30 08:14:39.540215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'port': {'device_id': '476709ad-5222-4a5f-8776-645fb54f42b9', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'admin_state_up': True, 'tenant_id': '9c0918b51f8f42c1a729aefecf0607e1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:39.558076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:39.574181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.578279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:39.615053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f723ba-f1d8-42dd-8314-1e33dae0613b req-a53a6366-ae6e-4c70-8ef7-11c4f4b33d44 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.624430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0f723ba-f1d8-42dd-8314-1e33dae0613b req-a53a6366-ae6e-4c70-8ef7-11c4f4b33d44 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 950 time: 0.2041912 Sep 30 08:14:39.630386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'port_id': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'mac_address': 'fa:16:3e:45:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:39.633663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc45ce05-1d20-4f9e-8095-69e11e82cf6b req-75df7b39-ab46-4ce7-8c22-217b764af935 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456738 Sep 30 08:14:39.703600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8bcb7-e902-4082-908b-a7278acc1de4 req-a3074883-de23-45e5-9ef3-4544652556b4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.711115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a8bcb7-e902-4082-908b-a7278acc1de4 req-a3074883-de23-45e5-9ef3-4544652556b4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 950 time: 0.1702273 Sep 30 08:14:39.734489 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.738792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Made reservation on behalf of 9c0918b51f8f42c1a729aefecf0607e1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:39.738981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0f723ba-f1d8-42dd-8314-1e33dae0613b req-bea958f3-aba1-4e34-92dd-bd96df98d4da tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130376 Sep 30 08:14:39.743888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.752983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:39.760672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:39.789876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:39.797527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.841729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a8bcb7-e902-4082-908b-a7278acc1de4 req-f3af116b-4afd-4ad7-8ff7-7e319f1aabca tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246212 Sep 30 08:14:39.916069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:39.951780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Allocated IP 172.20.0.6 (c137d884-1431-42f4-bac5-3398bfb80971/e6f825c0-3553-422d-a1d0-fcc069e452f6/2947c734-d433-4b66-9249-b27f3e14ca97) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:40.034943 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.069293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0526da67-84a9-4187-991a-28a1cb7f4b29 req-83406027-6af0-4442-aa28-aae1242aac50 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 210 time: 0.1075246 Sep 30 08:14:40.097851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.143501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:40.144985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:40.158187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:40.170449 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.173703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:40.247132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:40.273697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.274709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.279450 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.358959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:40.391623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-35e38c7a-f30e-4cfb-8b25-3e51ca629b40 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6307099 Sep 30 08:14:40.394343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Network c137d884-1431-42f4-bac5-3398bfb80971 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:40.403200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:40.417041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:40.419341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Request body: {'port': {'device_id': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:40.467231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:40.481868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc528f-84c3-4ed5-b1c4-a1039db3a327 req-98432b79-23a7-4bcf-b874-f88ec00437af tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.491885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3adc528f-84c3-4ed5-b1c4-a1039db3a327 req-98432b79-23a7-4bcf-b874-f88ec00437af tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 931 time: 0.1991968 Sep 30 08:14:40.510083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.511113 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.529782 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d304e5d1-615c-4f10-8251-7acc87e52b2d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9945338 Sep 30 08:14:40.551065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Request body: {'port': {'device_id': '476709ad-5222-4a5f-8776-645fb54f42b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:40.574778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0b21292f-efe7-4896-8415-0550b0c0c915 None None] Provisioning complete for port f8af0329-4883-46b6-a818-981ec250da5b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:40.576672 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b21292f-efe7-4896-8415-0550b0c0c915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.586707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.630606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3adc528f-84c3-4ed5-b1c4-a1039db3a327 req-f2d5523d-f688-445e-819f-874b60eec3b6 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377528 Sep 30 08:14:40.651202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0b21292f-efe7-4896-8415-0550b0c0c915 None None] Port f8af0329-4883-46b6-a818-981ec250da5b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:40.652575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.710761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f86be-ea37-4fbc-a77b-d4d02a41456f req-ed31b605-b329-4bfa-b658-1ee62a150fb9 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.718846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-245f86be-ea37-4fbc-a77b-d4d02a41456f req-ed31b605-b329-4bfa-b658-1ee62a150fb9 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 945 time: 0.1841910 Sep 30 08:14:40.817927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:40.820274 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2dfe9-2634-4ac3-8bc5-ae792f5e30da" -d '{"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-unplugged", "status": "completed", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:40.875065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-245f86be-ea37-4fbc-a77b-d4d02a41456f req-3340132f-c5e7-4dc2-a7c6-312c0d050efa tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540737 Sep 30 08:14:40.953112 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a0f8e-c17b-417f-afcb-8eff1da6a794 x-openstack-request-id: req-526a0f8e-c17b-417f-afcb-8eff1da6a794 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:40.953419 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-unplugged", "status": "completed", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:40.953692 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-526a0f8e-c17b-417f-afcb-8eff1da6a794 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:40.954082 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'code': 200} Sep 30 08:14:41.021932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-447668ba-f349-4388-ab6f-af2f78be1e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.096463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2947c734-d433-4b66-9249-b27f3e14ca97 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:41.105768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf863bf-e346-40c9-8c5f-ea47c9334da2 req-45d26f56-4af8-48c9-91c1-c37394fa64fd tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.111519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.112888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cf863bf-e346-40c9-8c5f-ea47c9334da2 req-45d26f56-4af8-48c9-91c1-c37394fa64fd tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 950 time: 0.2566707 Sep 30 08:14:41.131258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Transition to ACTIVE for port object 2947c734-d433-4b66-9249-b27f3e14ca97 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:41.139968 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.156351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:41.251269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cf863bf-e346-40c9-8c5f-ea47c9334da2 req-8d73f2a3-22b5-4543-b2b3-1046bb8e57f2 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243403 Sep 30 08:14:41.272211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890c47-47c3-4488-8705-d0ac703fa9d0 req-3f760d32-d5fa-4e96-b420-514a29b91ff2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.273785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b890c47-47c3-4488-8705-d0ac703fa9d0 req-3f760d32-d5fa-4e96-b420-514a29b91ff2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 950 time: 0.1759365 Sep 30 08:14:41.288599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.310419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8af0329-4883-46b6-a818-981ec250da5b {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:41.333876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:41.337902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.341975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.379558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b890c47-47c3-4488-8705-d0ac703fa9d0 req-14311a7c-be9f-4759-9f41-7eb2b5b2c135 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940175 Sep 30 08:14:41.415006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Transition to ACTIVE for port object f8af0329-4883-46b6-a818-981ec250da5b will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:41.416036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.421364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.432262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Attempting to bind port 2947c734-d433-4b66-9249-b27f3e14ca97 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:41.432873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Attempting to bind port 2947c734-d433-4b66-9249-b27f3e14ca97 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:41.433185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Attempting to bind port 2947c734-d433-4b66-9249-b27f3e14ca97 on network c137d884-1431-42f4-bac5-3398bfb80971 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:41.445605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Port 2947c734-d433-4b66-9249-b27f3e14ca97 on network c137d884-1431-42f4-bac5-3398bfb80971 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:41.445944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Attempting to bind port 2947c734-d433-4b66-9249-b27f3e14ca97 on network c137d884-1431-42f4-bac5-3398bfb80971 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:41.452967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:41.463088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:41.463456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Checking segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:41.463979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Bound using segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:41.464319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Bound port: 2947c734-d433-4b66-9249-b27f3e14ca97, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:41.464734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.470627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:41.535196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:41.584024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:41.588031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:41.594805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.623125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45db2f1-fc96-48d7-b9d6-c36d3b7ba482 req-3adbf859-6387-4e58-9b9b-ca2e528e62a4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.630900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d45db2f1-fc96-48d7-b9d6-c36d3b7ba482 req-3adbf859-6387-4e58-9b9b-ca2e528e62a4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.1402535 Sep 30 08:14:41.648381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:41.648717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:41.649044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:41.659808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Port f8af0329-4883-46b6-a818-981ec250da5b on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:41.660131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:41.663059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.664066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.665754 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] 10.222.0.57 "PUT /v2.0/ports/2947c734-d433-4b66-9249-b27f3e14ca97 HTTP/1.1" status: 200 len: 1091 time: 1.1214724 Sep 30 08:14:41.679354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:41.682672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:41.685963 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627aa91-910d-4d57-9f3e-10e479e5519c" -d '{"events": [{"name": "network-changed", "server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:41.688374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:41.688837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:41.689306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Bound port: f8af0329-4883-46b6-a818-981ec250da5b, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:41.689708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.702989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d45db2f1-fc96-48d7-b9d6-c36d3b7ba482 req-046b7f2c-3650-4b48-9c68-bda94496b82c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Sep 30 08:14:41.795534 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3bbb46-2593-46f5-8180-5979e7502a52 x-openstack-request-id: req-be3bbb46-2593-46f5-8180-5979e7502a52 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:41.795824 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:41.796081 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be3bbb46-2593-46f5-8180-5979e7502a52 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:41.796466 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97', 'status': 'completed', 'code': 200} Sep 30 08:14:41.799842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdcc0e-443b-469f-bc4f-4da13fb0c445 service neutron] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:41.835064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-f212afa6-7328-420a-ab69-cd9902311fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.836579 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-f212afa6-7328-420a-ab69-cd9902311fde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 1094 time: 0.1179700 Sep 30 08:14:41.849294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa3da-2285-4406-beda-679e5626061d req-1f9ace52-1c6d-4612-989d-914205163420 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.857720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f01aa3da-2285-4406-beda-679e5626061d req-1f9ace52-1c6d-4612-989d-914205163420 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 943 time: 0.0831182 Sep 30 08:14:41.891929 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-e302a803-ab01-404b-b23c-d28bf31eca45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2947c734-d433-4b66-9249-b27f3e14ca97 HTTP/1.1" status: 200 len: 217 time: 0.0401256 Sep 30 08:14:41.905759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:41.951487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:41.957524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d991a5c4-5de5-4ae2-b2db-3ce23407582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.959297 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-d991a5c4-5de5-4ae2-b2db-3ce23407582b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 200 len: 862 time: 0.0573022 Sep 30 08:14:41.961776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f01aa3da-2285-4406-beda-679e5626061d req-36bd9498-548d-4aaf-9203-413f5ece21af tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005168 Sep 30 08:14:41.965646 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:42.013782 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-47e54def-3f7f-485c-84df-6201e97bf78c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c137d884-1431-42f4-bac5-3398bfb80971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340602 Sep 30 08:14:42.054431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.055212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:42.056999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] 10.222.0.57 "PUT /v2.0/ports/f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 1096 time: 1.6495326 Sep 30 08:14:42.060490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:42.070059 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef61642-5a4b-46e0-9951-fea3607931f0" -d '{"events": [{"name": "network-changed", "server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "tag": "f8af0329-4883-46b6-a818-981ec250da5b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:42.154924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74590f98-4864-43ca-8758-bbe9876aca5e req-03559073-a052-4058-815d-21c512c40161 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.179745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74590f98-4864-43ca-8758-bbe9876aca5e req-03559073-a052-4058-815d-21c512c40161 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 945 time: 0.2115643 Sep 30 08:14:42.184667 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4059501-7d1b-4ca4-a53a-4ce32426f198 x-openstack-request-id: req-c4059501-7d1b-4ca4-a53a-4ce32426f198 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:42.185083 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "tag": "f8af0329-4883-46b6-a818-981ec250da5b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:42.185438 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4059501-7d1b-4ca4-a53a-4ce32426f198 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:42.185933 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b', 'status': 'completed', 'code': 200} Sep 30 08:14:42.232943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102cab6-a2c9-45e9-bff1-c9b47eec3854 service neutron] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:42.237023 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-8cc15944-7341-4b10-8231-dee39be5b70b service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043912 Sep 30 08:14:42.359929 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e4635ea9-de15-4e53-b34e-5a459c378fa8 req-b4e592c0-68f1-4230-bb05-15936f282695 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134274 Sep 30 08:14:42.478841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-51d5c339-b19c-42af-8eff-f49bc456e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.481838 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-51d5c339-b19c-42af-8eff-f49bc456e807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 1094 time: 0.0523672 Sep 30 08:14:42.611218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-61ae1653-2a3e-4311-b5d4-85011b9d0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.612951 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-61ae1653-2a3e-4311-b5d4-85011b9d0fa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 923 time: 0.1176627 Sep 30 08:14:42.671330 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-e6e501e7-6c6e-4a31-99e2-203eac66be1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2947c734-d433-4b66-9249-b27f3e14ca97 HTTP/1.1" status: 200 len: 217 time: 0.0448523 Sep 30 08:14:42.718500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74590f98-4864-43ca-8758-bbe9876aca5e req-13e0db62-c035-4886-8b9f-ac7d1dad3e67 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375061 Sep 30 08:14:42.724310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-6b748dea-1a0e-4028-9224-580671f71693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.727288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-6b748dea-1a0e-4028-9224-580671f71693 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1099 time: 0.6027985 Sep 30 08:14:42.751396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ab9e3-a7c8-4444-a67c-a5ccb179e2d6 req-68b2dd02-0c35-4dc1-9f5b-6ef844ed6ddb tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.752271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-6775e832-1fcc-4f8b-90a1-75b52fd43bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.754287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-6775e832-1fcc-4f8b-90a1-75b52fd43bb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 200 len: 862 time: 0.0615208 Sep 30 08:14:42.756400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-665ab9e3-a7c8-4444-a67c-a5ccb179e2d6 req-68b2dd02-0c35-4dc1-9f5b-6ef844ed6ddb tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 948 time: 0.1261528 Sep 30 08:14:42.773720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-cac275bd-8b6c-4c35-9502-dd068a4e00c7 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.775331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-cac275bd-8b6c-4c35-9502-dd068a4e00c7 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 948 time: 0.1328573 Sep 30 08:14:42.825179 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-9ce92323-3fc4-4fff-a651-c69fc06fb3d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c137d884-1431-42f4-bac5-3398bfb80971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497751 Sep 30 08:14:42.850768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-2306fd43-c3bc-47aa-8df7-2ad98c5c8898 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.0922956 Sep 30 08:14:42.946610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-665ab9e3-a7c8-4444-a67c-a5ccb179e2d6 req-ee877c02-ba0e-40ad-906a-d859364b8735 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/security-groups?id=70fbc335-7917-47b9-805c-a16279f9addf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687744 Sep 30 08:14:42.955438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:42.960620 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca1ab9-e0be-481d-be3a-c31a896743b4" -d '{"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-unplugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:42.974655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-1236506e-7ea4-4aac-925c-3a9a65d0ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.979861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-1236506e-7ea4-4aac-925c-3a9a65d0ea08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1067038 Sep 30 08:14:43.015877 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.068314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-6e4cc087-59c8-4fa5-8cb8-19d5cee6f344 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298658 Sep 30 08:14:43.166601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:43.221182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-d0a932e9-782d-40c5-8916-64e697911f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.225623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-d0a932e9-782d-40c5-8916-64e697911f15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646056 Sep 30 08:14:43.239589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfc00-f760-4554-9562-e32c8aa3139a req-0f899068-0fd5-4e82-9e63-3d612ad46bc3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.251042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cefbfc00-f760-4554-9562-e32c8aa3139a req-0f899068-0fd5-4e82-9e63-3d612ad46bc3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 950 time: 0.1746612 Sep 30 08:14:43.288394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:43.289058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.309021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1627aa91-910d-4d57-9f3e-10e479e5519c req-f1fb4bcc-92ce-4ba4-a25b-914a591f5697 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265429 Sep 30 08:14:43.362307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Deleting port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:43.362677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.417960 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.467869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:43.476864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.521468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cefbfc00-f760-4554-9562-e32c8aa3139a req-e922182b-20e0-4e77-9d05-3d9c8f0cf9a7 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693725 Sep 30 08:14:43.556040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4591c6-916c-4600-9ac5-2082008d729d req-9ac64a08-7623-451b-bdea-aa42e1f71e73 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.557882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4591c6-916c-4600-9ac5-2082008d729d req-9ac64a08-7623-451b-bdea-aa42e1f71e73 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.3295088 Sep 30 08:14:43.595998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:43.605914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-8f30ad2a-76b2-43cd-bd65-e471a26e7e7c service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475890 Sep 30 08:14:43.616364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] For port 463f9b7e-797e-4317-83f1-3f5e82f61cb6, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=463f9b7e-797e-4317-83f1-3f5e82f61cb6,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:43.616754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.618978 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32eaa10-3af7-40f6-ab89-d5897e037755 x-openstack-request-id: req-f32eaa10-3af7-40f6-ab89-d5897e037755 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:43.619299 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-unplugged", "status": "completed", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:43.619549 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f32eaa10-3af7-40f6-ab89-d5897e037755 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:43.619947 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'code': 200} Sep 30 08:14:43.658893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Calling delete_port for 463f9b7e-797e-4317-83f1-3f5e82f61cb6 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:43.701764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4591c6-916c-4600-9ac5-2082008d729d req-13d1b701-9c10-41cd-863e-bf5e819fba63 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341877 Sep 30 08:14:43.887527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023f1a7-15b4-46cb-8694-c924cfe9aa16 req-a9f77ad9-8c54-4acb-a4fd-d358f13f9476 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.890534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a023f1a7-15b4-46cb-8694-c924cfe9aa16 req-a9f77ad9-8c54-4acb-a4fd-d358f13f9476 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 943 time: 0.2136493 Sep 30 08:14:43.891245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37bd3e91-203c-4a0b-abc3-18813a45bf16 req-a26b90e5-9d80-4ed6-9484-3050cac44d65 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660222 Sep 30 08:14:43.938230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ef75-1212-49c8-8cd4-676c2524ca74 req-f054bf87-8086-4d84-a92b-951b988a11a4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.939895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50d3ef75-1212-49c8-8cd4-676c2524ca74 req-f054bf87-8086-4d84-a92b-951b988a11a4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 949 time: 0.1676238 Sep 30 08:14:43.982221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a023f1a7-15b4-46cb-8694-c924cfe9aa16 req-ed6f7c19-1989-44af-8fe0-52c2e7f72855 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806105 Sep 30 08:14:44.078173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50d3ef75-1212-49c8-8cd4-676c2524ca74 req-97fce193-49f4-4369-9323-545b57a08d21 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249847 Sep 30 08:14:44.109180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-1a63c129-de73-4bed-acf6-d5d789dea99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.110900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-1a63c129-de73-4bed-acf6-d5d789dea99a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1099 time: 0.1422825 Sep 30 08:14:44.119090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.175060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Pushing event deleted for resources: {'Port': ['ID=463f9b7e-797e-4317-83f1-3f5e82f61cb6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:44.205494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.205494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.205494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.205494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.206044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.206044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.206196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.207114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.207114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.207331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.207831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.208059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:44.218132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48fb97-b589-4068-b89f-603f4a840f64 req-4c89184e-02ff-4478-93aa-8a6449246e1e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.219864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e48fb97-b589-4068-b89f-603f4a840f64 req-4c89184e-02ff-4478-93aa-8a6449246e1e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1628940 Sep 30 08:14:44.301697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] No DVR routers for this DVR port 463f9b7e-797e-4317-83f1-3f5e82f61cb6 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:44.323682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.325698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55778e0c-38d5-4bbc-b7ea-a50df34e2a14 req-e71ef55b-1f3e-44e1-baed-e8d8fbf83e01 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.50 "DELETE /v2.0/ports/463f9b7e-797e-4317-83f1-3f5e82f61cb6 HTTP/1.1" status: 204 len: 173 time: 1.5139120 Sep 30 08:14:44.327665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-deleted', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:44.329966 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7b2df-d91a-4c27-b2c9-2e031e10acf5" -d '{"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-deleted", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:44.334229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d1a5357-41b9-4407-8c9f-baf9761161d4 req-f5142191-8e86-4350-a186-03b746c06e61 tempest-ImagesOneServerTestJSON-1011372737 tempest-ImagesOneServerTestJSON-1011372737-project] 10.222.0.41 "GET /v2.0/ports?device_id=5133079e-d327-4391-8815-72dc8b65fd33 HTTP/1.1" status: 200 len: 210 time: 0.0913136 Sep 30 08:14:44.377791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e48fb97-b589-4068-b89f-603f4a840f64 req-864cb3a6-67de-4d9e-b6e0-0277583d76d0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375196 Sep 30 08:14:44.378961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-5e746d51-7aa2-4edd-960b-c773433949fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.380328 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-5e746d51-7aa2-4edd-960b-c773433949fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2539818 Sep 30 08:14:44.450175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-2bd40b8a-3f57-4b06-80e7-0b2ff2964ee3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.0506780 Sep 30 08:14:44.474408 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6c919-4de0-4980-b258-9a69929a42f6 x-openstack-request-id: req-bdc6c919-4de0-4980-b258-9a69929a42f6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:44.474689 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133079e-d327-4391-8815-72dc8b65fd33", "name": "network-vif-deleted", "tag": "463f9b7e-797e-4317-83f1-3f5e82f61cb6", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:44.474985 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdc6c919-4de0-4980-b258-9a69929a42f6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:44.475716 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133079e-d327-4391-8815-72dc8b65fd33', 'name': 'network-vif-deleted', 'tag': '463f9b7e-797e-4317-83f1-3f5e82f61cb6', 'status': 'completed', 'code': 200} Sep 30 08:14:44.526270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-00bec5d9-86b0-40c7-abe8-f397988f9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.528609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-00bec5d9-86b0-40c7-abe8-f397988f9a3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0647554 Sep 30 08:14:44.591897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-8839dbe2-a26c-4e7b-9712-8d910fb07f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.593401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-8839dbe2-a26c-4e7b-9712-8d910fb07f11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521939 Sep 30 08:14:44.704786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7149982-1fd1-4fdb-91cd-d04d2fc69a77 req-eb4ee963-2f44-429f-a19c-2ee0de676c85 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.710799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7149982-1fd1-4fdb-91cd-d04d2fc69a77 req-eb4ee963-2f44-429f-a19c-2ee0de676c85 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.712424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7149982-1fd1-4fdb-91cd-d04d2fc69a77 req-eb4ee963-2f44-429f-a19c-2ee0de676c85 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46&device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 1690 time: 0.1314206 Sep 30 08:14:44.750441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.766562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-78f09f1b-e3d0-4f87-b825-deecb3ee67ea service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489544 Sep 30 08:14:44.804354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7149982-1fd1-4fdb-91cd-d04d2fc69a77 req-5dfa6232-6df8-410d-a051-a78d2214c69d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827286 Sep 30 08:14:44.900638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9807d6-76eb-4727-bda6-936faaed13e2 req-d9e58820-722c-40d1-bd29-4b70b2075adb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.908875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c9807d6-76eb-4727-bda6-936faaed13e2 req-d9e58820-722c-40d1-bd29-4b70b2075adb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.1281617 Sep 30 08:14:44.953115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef61642-5a4b-46e0-9951-fea3607931f0 req-0ac7ee43-c5df-4ee4-b046-ae2d01316375 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679382 Sep 30 08:14:44.978734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c9807d6-76eb-4727-bda6-936faaed13e2 req-43ff11d4-cd07-480c-a80a-03424c4b99ae tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682712 Sep 30 08:14:45.021006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cef1e7-77a0-4b2e-81fe-b3a87f982326 req-1f6fbac8-ad15-4a5b-9a58-365ad32d0e91 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:45.030106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4cef1e7-77a0-4b2e-81fe-b3a87f982326 req-1f6fbac8-ad15-4a5b-9a58-365ad32d0e91 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 1101 time: 0.0794914 Sep 30 08:14:45.072190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4cef1e7-77a0-4b2e-81fe-b3a87f982326 req-f595bf17-5a96-46b3-b574-365fcd8f74d1 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Sep 30 08:14:45.143152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3605d-78ba-4695-8c0f-76cb9ee77ad3 req-8652c4b4-ef9a-4724-9d92-a6a85daf1b52 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:45.150665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7b3605d-78ba-4695-8c0f-76cb9ee77ad3 req-8652c4b4-ef9a-4724-9d92-a6a85daf1b52 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 943 time: 0.0702498 Sep 30 08:14:45.214061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7b3605d-78ba-4695-8c0f-76cb9ee77ad3 req-66cfb9b2-028b-40e5-a98e-748e66202845 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625038 Sep 30 08:14:45.300005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:45.316850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-9410ad90-6814-4bb3-90da-010342297b5a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:45.318303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-9410ad90-6814-4bb3-90da-010342297b5a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.1507740 Sep 30 08:14:45.339088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c31b-46bf-45b2-9992-f0c85471137d req-16a804ff-7900-4ec4-a320-6c5bbdcc3d0e tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:45.341252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1471c31b-46bf-45b2-9992-f0c85471137d req-16a804ff-7900-4ec4-a320-6c5bbdcc3d0e tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 1100 time: 0.0657508 Sep 30 08:14:45.342656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-40db13eb-6201-4a0a-ab19-87a00b7e431e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/quotas/fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 375 time: 0.0177813 Sep 30 08:14:45.407056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1471c31b-46bf-45b2-9992-f0c85471137d req-b1adaad4-f67b-4b9e-aa00-e49653039d4c tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589540 Sep 30 08:14:45.422654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.439102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-a0444372-cd7a-4937-a33f-e270a76d03ff tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770526 Sep 30 08:14:45.449749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2947c734-d433-4b66-9249-b27f3e14ca97', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'port_id': '2947c734-d433-4b66-9249-b27f3e14ca97', 'mac_address': 'fa:16:3e:5b:49:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f825c0-3553-422d-a1d0-fcc069e452f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:45.490188 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.507326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2947c734-d433-4b66-9249-b27f3e14ca97 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:45.537928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.544251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.567495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-fc154ab4-301f-433c-8738-166cd8541e8b service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215432 Sep 30 08:14:45.604056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:45.620814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:45.623548 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca196f-ec76-4f11-b75b-47aa452d70b5" -d '{"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-plugged", "status": "completed", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:45.710604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ff3e4a53-7a65-4acb-8eaa-f0909b55af24 service neutron] 10.222.0.41 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419275 Sep 30 08:14:45.721794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9fb83-988d-4dbe-bfb0-4d9a54926aea req-4a77d717-14d9-46a7-9bff-f8173a143209 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:45.728945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e9fb83-988d-4dbe-bfb0-4d9a54926aea req-4a77d717-14d9-46a7-9bff-f8173a143209 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0796940 Sep 30 08:14:45.770016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e9fb83-988d-4dbe-bfb0-4d9a54926aea req-c10c7331-e6b9-4139-92e9-7a4fae7e746f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Sep 30 08:14:45.933519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:45.956111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2947c734-d433-4b66-9249-b27f3e14ca97'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:46.017874 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911b7fa-e251-4e53-85ba-680a4f3c37ff x-openstack-request-id: req-8911b7fa-e251-4e53-85ba-680a4f3c37ff {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:46.019296 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-plugged", "status": "completed", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:46.019679 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8911b7fa-e251-4e53-85ba-680a4f3c37ff {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:46.020149 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'code': 200} Sep 30 08:14:46.152700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1944f85-7e02-4f1a-ae97-1bcfa4f1340a req-979b4b45-8d04-435a-8f99-c6f0ee3513f2 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0579531 Sep 30 08:14:46.194978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaacee-e6d7-4f89-a646-4a9f5a91a55c req-3324ed6d-4aaf-462d-bc1d-a2f64f2e7bad tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.216931 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08aafd36-d3f5-4996-8b11-861679ebd901 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=016e3252003a44eaa05dc3aaa5d25ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815824 Sep 30 08:14:46.219410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44502) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:46.221903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2eeaacee-e6d7-4f89-a646-4a9f5a91a55c req-3324ed6d-4aaf-462d-bc1d-a2f64f2e7bad tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.1357701 Sep 30 08:14:46.306406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2eeaacee-e6d7-4f89-a646-4a9f5a91a55c req-666972dc-ee47-458a-ac9c-961a1a6558c3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833004 Sep 30 08:14:46.311685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957b87-f990-43f0-aeeb-ee5401a3abb4 req-1f3f16dc-4b38-4c27-95dc-f7406a174a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.314064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3957b87-f990-43f0-aeeb-ee5401a3abb4 req-1f3f16dc-4b38-4c27-95dc-f7406a174a14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 1097 time: 0.0899799 Sep 30 08:14:46.315542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.352244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-2954cc81-3334-4061-91af-93a713f468ab tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371971 Sep 30 08:14:46.379639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.410346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3957b87-f990-43f0-aeeb-ee5401a3abb4 req-6d374c9f-2ea5-4a31-865b-cfad70beb48b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836246 Sep 30 08:14:46.456452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.460783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.463014 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70fbc335-7917-47b9-805c-a16279f9addf HTTP/1.1" status: 204 len: 168 time: 0.2424181 Sep 30 08:14:46.474804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fbc335-7917-47b9-805c-a16279f9addf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:46.485981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.486760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.487292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.487859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.488292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.488764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.489147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.489562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.490011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.490647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.490985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.491360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015d26b-154a-4a4f-b9bc-59869b0d039a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:46.547734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691436cf-5bbb-4ad1-8035-be829c241e50 req-7f50f57f-9fb4-482b-9526-f8ff0f1ea7f5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.555486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-691436cf-5bbb-4ad1-8035-be829c241e50 req-7f50f57f-9fb4-482b-9526-f8ff0f1ea7f5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 944 time: 0.1653361 Sep 30 08:14:46.605801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-6b44cd98-ea2e-4e61-8ed2-97b01501dd0c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.612984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-6b44cd98-ea2e-4e61-8ed2-97b01501dd0c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532244 Sep 30 08:14:46.634658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-93f194e3-ab7e-47f6-b378-250c5136b8d7 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/quotas/9caeb18ee4834ceea74ee4423504a98e HTTP/1.1" status: 200 len: 375 time: 0.0200839 Sep 30 08:14:46.639767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-691436cf-5bbb-4ad1-8035-be829c241e50 req-cba6d689-da0a-458f-8e6e-9f3852f8dc92 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834589 Sep 30 08:14:46.706778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-f0cb13f4-d1bc-4c99-b781-5b74c2496797 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711710 Sep 30 08:14:46.951901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc43487-f917-4728-89c3-43d8681e4ec9 req-db619084-aac2-4a72-9d26-21905066fe60 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.960298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adc43487-f917-4728-89c3-43d8681e4ec9 req-db619084-aac2-4a72-9d26-21905066fe60 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.0656109 Sep 30 08:14:47.034097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adc43487-f917-4728-89c3-43d8681e4ec9 req-84092f81-ad3a-479b-a753-c73fee37286c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701368 Sep 30 08:14:47.174210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:47.207808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 463f9b7e-797e-4317-83f1-3f5e82f61cb6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:47.208059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 463f9b7e-797e-4317-83f1-3f5e82f61cb6 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:47.321987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f8af0329-4883-46b6-a818-981ec250da5b details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:47.328180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:47.351722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7306c1ff-82b9-45f5-95ec-2a704c691ee0 req-13eb87e4-c118-43f1-8e9f-15d03ed7595e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0642655 Sep 30 08:14:47.452744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc334c6d-5bd6-4427-945b-bdb4fdcca688 req-a9b9122e-2513-4c76-ac1f-3051a5aa92b9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 210 time: 0.0675623 Sep 30 08:14:47.474967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:47.576214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 2947c734-d433-4b66-9249-b27f3e14ca97 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:47.603587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2947c734-d433-4b66-9249-b27f3e14ca97 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:47.603996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.653152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-346588153-network', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:47.654006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f083-994b-442d-82ab-60f3c86b42c2 req-a65459e9-f293-49cb-9a1d-dcf2467fb501 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.656078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc64f083-994b-442d-82ab-60f3c86b42c2 req-a65459e9-f293-49cb-9a1d-dcf2467fb501 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.1871829 Sep 30 08:14:47.716752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:47.736846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Made reservation on behalf of 05a982c56b734b7580d65a4f00277c1f for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:47.750708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.786533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'f8af0329-4883-46b6-a818-981ec250da5b', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f8af0329-4883-46b6-a818-981ec250da5b', 'mac_address': 'fa:16:3e:3f:90:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:47.787689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.869024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-68522dab-b41a-498d-ba9d-2a6b571d7393 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.870565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-68522dab-b41a-498d-ba9d-2a6b571d7393 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 820 time: 0.3442850 Sep 30 08:14:47.882547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc64f083-994b-442d-82ab-60f3c86b42c2 req-c1deecd5-ce51-4c3f-b37e-b97ab568430c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743565 Sep 30 08:14:47.895470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Request body: {'port': {'device_id': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'admin_state_up': True, 'tenant_id': 'fc779dd2e0304869b7844b3e47da03c5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:47.964047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21792095-7334-4e28-ba39-2bc5ca48c5eb req-16cc023a-7e58-4017-9aa1-55b58e988ac5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.974179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21792095-7334-4e28-ba39-2bc5ca48c5eb req-16cc023a-7e58-4017-9aa1-55b58e988ac5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 944 time: 0.1985853 Sep 30 08:14:47.984322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.028490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:48.032097 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a711a-616e-4618-beaf-04c440fd2d3b" -d '{"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-plugged", "status": "completed", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:48.060939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:48.062301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.062945 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.067166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.070873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.106717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:14:48.118269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8af0329-4883-46b6-a818-981ec250da5b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:48.136211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.137142 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Added segment 67e67aa9-bba9-4126-a798-623e15e453f8 of type vlan for network 8d213995-844f-4d58-834f-3d08366fa5ee Sep 30 08:14:48.138202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21792095-7334-4e28-ba39-2bc5ca48c5eb req-900ef132-6bb5-4e28-8890-de0ebad49285 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626639 Sep 30 08:14:48.180087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:48.187317 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc952af-f66a-49c3-9813-42fe8eb3b690 x-openstack-request-id: req-bcc952af-f66a-49c3-9813-42fe8eb3b690 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:48.189307 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-plugged", "status": "completed", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:48.190432 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcc952af-f66a-49c3-9813-42fe8eb3b690 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:48.191623 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97', 'code': 200} Sep 30 08:14:48.200501 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.248946 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.265377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:48.318862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Made reservation on behalf of fc779dd2e0304869b7844b3e47da03c5 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:48.327353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.333564 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fc679-3e53-4b43-b3ac-5f397ea2543f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:48.367875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c99b8-b4e9-487b-9d89-f87024d6cb4c req-35c9b5ee-7ae2-48e0-94e7-e0950024c618 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.371632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-206c99b8-b4e9-487b-9d89-f87024d6cb4c req-35c9b5ee-7ae2-48e0-94e7-e0950024c618 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1177492 Sep 30 08:14:48.375793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:14:48.387088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:48.427781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1b30-6f72-4b7a-84f0-978b06b27fdb req-86159a37-1edd-42b5-bb08-48db986c8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.432986 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-750b1b30-6f72-4b7a-84f0-978b06b27fdb req-86159a37-1edd-42b5-bb08-48db986c8091 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 1096 time: 0.1461091 Sep 30 08:14:48.436201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.438899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.444617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.481486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0052900 Sep 30 08:14:48.497246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44584) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:48.530605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Request body: {'subnet': {'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-346588153-subnet', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:48.543953 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-750b1b30-6f72-4b7a-84f0-978b06b27fdb req-520986c2-987c-4306-8f96-3690079e52ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761635 Sep 30 08:14:48.580370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-206c99b8-b4e9-487b-9d89-f87024d6cb4c req-94bd1f0e-8fff-4515-ad57-1e27eb69a05e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994163 Sep 30 08:14:48.584775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9d872-99ca-4518-8a71-e9852da66e5c admin admin] Pushing event updated for resources: {'Network': ['ID=8d213995-844f-4d58-834f-3d08366fa5ee,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:48.591162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f8af0329-4883-46b6-a818-981ec250da5b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.640155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8d213995-844f-4d58-834f-3d08366fa5ee details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:14:48.678210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Made reservation on behalf of 05a982c56b734b7580d65a4f00277c1f for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:48.680644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.716848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81945f10-3312-4a2e-8e8d-58fc456cc166 req-4a6b755f-17c4-43bc-b9c8-4cbed6be8f9d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 210 time: 0.1057210 Sep 30 08:14:48.768682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfa4a37b-ad75-42c6-939c-540d6d2f6898 req-eb8cc326-e0ca-49fd-b784-f4af860143ba tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 210 time: 0.0945737 Sep 30 08:14:48.871359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Allocated IP 172.20.0.5 (effa02ef-b72f-4937-9edf-6f0db0a1e9b4/37d6b957-1829-454a-87fa-deff8e18c6b9/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:49.379650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443edd-3ede-4499-b083-5ec774189507 req-ce286cda-50ca-420b-bd25-ac22ad90df1a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:49.381914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d443edd-3ede-4499-b083-5ec774189507 req-ce286cda-50ca-420b-bd25-ac22ad90df1a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.5474432 Sep 30 08:14:49.441110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-b47a2a60-efbe-4bd7-8452-c09a4a5c8ba5 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002536 Sep 30 08:14:49.642520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d443edd-3ede-4499-b083-5ec774189507 req-805f9a70-707e-49a2-8fc2-ae4789b4e40a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081087 Sep 30 08:14:49.677513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:49.690142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d1866-9c72-404c-ba9d-2ad1777f74d1 req-c583c520-4204-493f-a92f-7fe57bb969a3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:49.698574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-972d1866-9c72-404c-ba9d-2ad1777f74d1 req-c583c520-4204-493f-a92f-7fe57bb969a3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 949 time: 0.3545959 Sep 30 08:14:49.776567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-85a9529f-e653-4f94-8be6-d3843a7ba576 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:49.779081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-85a9529f-e653-4f94-8be6-d3843a7ba576 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243136 Sep 30 08:14:49.823057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:49.849488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': '77e15371-f842-4996-81dc-1efa6314aab0', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:49.878560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-918bd213-5ab7-4b33-a195-2628631be56e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788054 Sep 30 08:14:50.023690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:50.036004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-972d1866-9c72-404c-ba9d-2ad1777f74d1 req-9536c12c-e8f9-4238-bed3-d609ca810c11 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358355 Sep 30 08:14:50.037731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-27586363-f126-42e6-803f-4ca352c5a90c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.039440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-27586363-f126-42e6-803f-4ca352c5a90c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477625 Sep 30 08:14:50.057344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.062494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:50.075129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f9f18677-ac73-4236-98c6-36118f3ba862'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:50.202010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:50.210536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Checking segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:50.210914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Network hostable DHCP agents. Network: 8d213995-844f-4d58-834f-3d08366fa5ee, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:14:50.222397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:50.227589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:50.231857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:50.242771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5660-c6eb-4935-8ff8-4a3b5d44d1f3 req-f6b70bcf-5ab3-4989-9db4-7adf6de0ee62 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.251917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ccd5660-c6eb-4935-8ff8-4a3b5d44d1f3 req-f6b70bcf-5ab3-4989-9db4-7adf6de0ee62 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 945 time: 0.2567792 Sep 30 08:14:50.336168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:50.340213 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.363217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Network 8d213995-844f-4d58-834f-3d08366fa5ee is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:14:50.412908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:50.416229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.434553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.435158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.458063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ccd5660-c6eb-4935-8ff8-4a3b5d44d1f3 req-2ba41ce9-e3e8-48fa-aefd-2e0827440ea9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052417 Sep 30 08:14:50.467836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8d213995-844f-4d58-834f-3d08366fa5ee) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:50.477074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66a972-b39f-4055-a952-5a862517bfad None None] Network 8d213995-844f-4d58-834f-3d08366fa5ee requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:14:50.481633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.482232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.574909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-22b5dfc2-f475-41f7-9041-6888bcecf71e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6854177 Sep 30 08:14:50.605703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44606) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:50.610169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1aede165-dc4c-45da-a3a8-2cea71f5a83d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1116087 Sep 30 08:14:50.622345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:50.668552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Request body: {'port': {'device_id': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:50.673047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-142012bc-279e-4493-b543-a13c4205b228 req-2726e9a4-5817-4626-88a8-c7c3c54f71d3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 210 time: 0.0877812 Sep 30 08:14:50.721650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.723609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.731407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf2fd7-9e64-4b44-9e10-5058565643ae req-794e4256-2a0f-42b8-b1cf-906261c211b8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.734390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26cf2fd7-9e64-4b44-9e10-5058565643ae req-794e4256-2a0f-42b8-b1cf-906261c211b8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 931 time: 0.2673802 Sep 30 08:14:50.751841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.76 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/b262df7c-04a6-49b2-a0e7-47c74a14b8c1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:50.820850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26cf2fd7-9e64-4b44-9e10-5058565643ae req-8a8b2e3a-c223-4bad-ba7e-fef1042dd05b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790865 Sep 30 08:14:50.825851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.854580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.928189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8d213995-844f-4d58-834f-3d08366fa5ee', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:14:50.928922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.012116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.050237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.139674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:51.173273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:51.177745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:51.196773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Allocated IP 172.20.0.2 (8d213995-844f-4d58-834f-3d08366fa5ee/e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3/aafb93ee-c44f-4ddf-a792-fe5356fb88d4) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:51.271658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.333580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.63 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/1319a83e-e424-4d3e-9a44-63f6fa4ffa61) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:51.364602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:51.401481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6293-1f48-4c50-b031-cd51187ba182 req-146ffe50-a457-4a5a-b5d0-e4b9d2deba28 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.407004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:51.409582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:51.409711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e42a6293-1f48-4c50-b031-cd51187ba182 req-146ffe50-a457-4a5a-b5d0-e4b9d2deba28 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 949 time: 0.2232795 Sep 30 08:14:51.416672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f8af0329-4883-46b6-a818-981ec250da5b up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:51.427471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.431710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.455515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-5c6f4f67-d4b0-4996-bcdb-e00ca165ef43 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.464976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-5c6f4f67-d4b0-4996-bcdb-e00ca165ef43 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 815 time: 0.6231184 Sep 30 08:14:51.470759 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a590d94c-6f29-40c5-be5f-6778d0d2f99a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4150989 Sep 30 08:14:51.507618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-63ef6007-5689-4a23-997b-a062c48a9367 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/quotas/06b672576ac248c1b22d142128a0cc2f HTTP/1.1" status: 200 len: 375 time: 0.0398805 Sep 30 08:14:51.511356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Request body: {'port': {'device_id': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:51.605172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.712106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e42a6293-1f48-4c50-b031-cd51187ba182 req-b4642564-1e13-4055-8834-e17e45416c23 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012230 Sep 30 08:14:51.772398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-1b17f94f-1f64-4b9c-90e5-8d771b499399 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2638831 Sep 30 08:14:51.837177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:51.862035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bb3ef4f3-7dbd-4ac2-8a10-86759b9b9ef3 None None] Provisioning complete for port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:51.862408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef4f3-7dbd-4ac2-8a10-86759b9b9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.893334 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.905946 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.926421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ef4f3-7dbd-4ac2-8a10-86759b9b9ef3 None None] Port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:51.936913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.977374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Transition to ACTIVE for port object 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:51.991523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.993686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.020046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Network 8d213995-844f-4d58-834f-3d08366fa5ee is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:52.032103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port f8af0329-4883-46b6-a818-981ec250da5b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:52.050804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:52.054287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port f8af0329-4883-46b6-a818-981ec250da5b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:52.054692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.056807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:52.060198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Pushing event updated for resources: {'Port': ['ID=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.072237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.140447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1ab53-a75a-42a7-8492-e23a01526147 req-8d07fa15-0551-4dd3-8c77-7e2a9e7b57e0 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.142835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe1ab53-a75a-42a7-8492-e23a01526147 req-8d07fa15-0551-4dd3-8c77-7e2a9e7b57e0 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 945 time: 0.2545474 Sep 30 08:14:52.163750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.167167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-cc0e42fd-2de8-4010-b6d1-d87e5967f78d tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.167714 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-cc0e42fd-2de8-4010-b6d1-d87e5967f78d tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6a0b81d-de24-4c98-ad69-d2a1e839217b HTTP/1.1" status: 200 len: 946 time: 0.1259847 Sep 30 08:14:52.182006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.253862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Attempting to bind port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:52.254454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Attempting to bind port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:52.254691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Attempting to bind port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 on network 8d213995-844f-4d58-834f-3d08366fa5ee {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:52.278297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:52.278667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Checking segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:52.279093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.279479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Bound using segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:52.279973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Bound port: aafb93ee-c44f-4ddf-a792-fe5356fb88d4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:52.280358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.322138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-c93ca615-49df-45ab-8e14-5762d00653a2 service neutron] 10.222.0.41 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488491 Sep 30 08:14:52.387010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe1ab53-a75a-42a7-8492-e23a01526147 req-268e1804-0f72-4b4b-9bf6-c5b1f9ee3faa tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012937 Sep 30 08:14:52.424095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:52.424701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:52.425221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:52.425487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.437407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:52.438046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:52.451284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:52.452085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:52.452653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:52.453271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Bound port: 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:52.453837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.524590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:52.527763 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320bf4a-55a4-45e8-94bd-c773f6210fd0" -d '{"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-plugged", "status": "completed", "tag": "f8af0329-4883-46b6-a818-981ec250da5b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:52.562392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:52.569300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] For port aafb93ee-c44f-4ddf-a792-fe5356fb88d4, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:52.574667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.584124 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.612468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] For port aafb93ee-c44f-4ddf-a792-fe5356fb88d4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:52.630361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.661120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.705617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.721425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:52.750487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8b22f-4a5e-400b-a81c-7dd00f9579f7 req-028f2241-c32d-4327-bb4a-efd39ab93b84 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.752449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5bb8b22f-4a5e-400b-a81c-7dd00f9579f7 req-028f2241-c32d-4327-bb4a-efd39ab93b84 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 935 time: 0.2369962 Sep 30 08:14:52.789840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:52.800907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-857d88a4-3865-4f15-8db6-d46e4832ed1a service neutron] 10.222.0.41 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606266 Sep 30 08:14:52.802300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:52.872450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5bb8b22f-4a5e-400b-a81c-7dd00f9579f7 req-ef0713b6-7dfd-403f-a5b5-db1bee8b3b55 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Sep 30 08:14:52.888054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e047-4580-4903-99e9-9094a1e09905 None None] Pushing event updated for resources: {'Port': ['ID=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.915676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:52.923229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:52.949488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:52.966180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.030066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:53.037516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.209320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Allocated IP 172.25.7.33 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/05d673a2-96da-4233-b363-3b91a78f6f16) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:53.280195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ca823687-36b1-4303-9713-7f856bdd325d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4397461 Sep 30 08:14:53.297943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:53.298776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.300432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 1091 time: 2.7087557 Sep 30 08:14:53.300921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:53.312595 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:53.338909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Request body: {'port': {'device_id': '77e15371-f842-4996-81dc-1efa6314aab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:53.340244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:53.547000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Deleting port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:53.547298 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.635933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.721641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-baddf2b1-8014-4fc5-9d64-52a6bf9d9d6b None None] Provisioning complete for port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:53.722679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-baddf2b1-8014-4fc5-9d64-52a6bf9d9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.784842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-baddf2b1-8014-4fc5-9d64-52a6bf9d9d6b None None] Port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:53.855070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b262df7c-04a6-49b2-a0e7-47c74a14b8c1 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:53.954827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.054893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Transition to ACTIVE for port object b262df7c-04a6-49b2-a0e7-47c74a14b8c1 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:54.060941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] For port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:54.062428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.102825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.110292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aafb93ee-c44f-4ddf-a792-fe5356fb88d4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:54.121651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8afa-1952-4fc6-b190-acc3ac726238 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.198838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.250532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19375-aed3-490e-9d47-00683967dba9 req-3af42a70-0520-4b67-96f5-c27bffcda55f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.252325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32d19375-aed3-490e-9d47-00683967dba9 req-3af42a70-0520-4b67-96f5-c27bffcda55f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 1.0724740 Sep 30 08:14:54.256950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-4d1d3e4d-a7fa-4a45-9d9a-32edce8691e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.258641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-4d1d3e4d-a7fa-4a45-9d9a-32edce8691e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1094 time: 0.8784649 Sep 30 08:14:54.267318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Pushing event updated for resources: {'Port': ['ID=05d673a2-96da-4233-b363-3b91a78f6f16,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.277303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.369097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Pushing event updated for resources: {'Port': ['ID=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.371765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65975310-04bc-4afb-958d-ad30b45db8c8 req-aaf7fc7f-af33-4c45-a7ce-aac2a576fafd tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.374957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:54.376329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Calling delete_port for 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:54.384447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65975310-04bc-4afb-958d-ad30b45db8c8 req-aaf7fc7f-af33-4c45-a7ce-aac2a576fafd tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 945 time: 0.8908153 Sep 30 08:14:54.389606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:54.390198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.394363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:54.410829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:54.537210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-04575bf1-e2d7-4066-b130-59a09c855bcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 217 time: 0.1969652 Sep 30 08:14:54.554879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0e87d-ba48-40da-bb46-dfdd01edc139 None None] Network 8d213995-844f-4d58-834f-3d08366fa5ee requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:14:54.697576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0f42d210-0212-4753-94bf-e10d7e287d26 None None] Provisioning complete for port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:54.697954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f42d210-0212-4753-94bf-e10d7e287d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.814874 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.904914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port aafb93ee-c44f-4ddf-a792-fe5356fb88d4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:54.945433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:54.956251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.958243 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.973394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Transition to ACTIVE for port object 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:55.020434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-bebefe45-ad37-40da-b5b4-e08e231b3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.022319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-bebefe45-ad37-40da-b5b4-e08e231b3b9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.4580417 Sep 30 08:14:55.061366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32d19375-aed3-490e-9d47-00683967dba9 req-81e04f54-ff1c-4e2a-895d-6d750d38e8dd tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223482 Sep 30 08:14:55.077992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Attempting to bind port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:55.078334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Attempting to bind port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:55.078666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Attempting to bind port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:55.086626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f42d210-0212-4753-94bf-e10d7e287d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.125329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-ec1db5c4-cc62-4a0b-a309-c9103e4b9656 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601845 Sep 30 08:14:55.126046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.130705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65975310-04bc-4afb-958d-ad30b45db8c8 req-b23825dc-8b7f-4a90-b13c-7a320a202b41 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270427 Sep 30 08:14:55.201512 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01d09d1-62ac-41c8-b4b5-3cefb55d0942 x-openstack-request-id: req-a01d09d1-62ac-41c8-b4b5-3cefb55d0942 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:55.219491 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-plugged", "status": "completed", "tag": "f8af0329-4883-46b6-a818-981ec250da5b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:55.221046 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a01d09d1-62ac-41c8-b4b5-3cefb55d0942 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:55.224410 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b', 'code': 200} Sep 30 08:14:55.232008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:55.232345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Attempting to bind port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:55.249396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:55.263924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.317172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:55.317881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:55.317990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:55.318438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Bound port: b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:55.319056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.391755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:55.393264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:55.426153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.436541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8acc86c-2d54-4dff-80a1-0387a7c374d9 req-fc120933-af4f-47d2-bcb4-e83a6af3e445 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 210 time: 0.1036158 Sep 30 08:14:55.440455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.541428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-0f42d210-0212-4753-94bf-e10d7e287d26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:14:55.543810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Pushing event deleted for resources: {'Port': ['ID=48ef4ed1-4f07-4b33-8cc8-b6c5361298b0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.551319 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-0f42d210-0212-4753-94bf-e10d7e287d26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:14:55.578308 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f33f36-56c1-4abc-a071-e3c5b158e172 x-openstack-request-id: req-68f33f36-56c1-4abc-a071-e3c5b158e172 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:55.578591 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:55.579221 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68f33f36-56c1-4abc-a071-e3c5b158e172 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:55.579626 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'status': 'completed', 'code': 200} Sep 30 08:14:55.582444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.597803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] No DVR routers for this DVR port 48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:55.603891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-b2131cae-b6f4-4a6e-93e1-89073593425d service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278717 Sep 30 08:14:55.607303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.615137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.617473 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a6414b48-cd3b-467c-a958-c8c534e660ee req-7fe75d3b-97fb-4925-9272-ffdebb092972 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "DELETE /v2.0/ports/48ef4ed1-4f07-4b33-8cc8-b6c5361298b0 HTTP/1.1" status: 204 len: 173 time: 3.4432509 Sep 30 08:14:55.622263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-deleted', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:55.623409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385d04c-5feb-4b77-a2e1-aead2f88fa77 req-4c92d916-5c0c-40ec-83e7-738ad3a4e864 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.625013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b385d04c-5feb-4b77-a2e1-aead2f88fa77 req-4c92d916-5c0c-40ec-83e7-738ad3a4e864 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.2409365 Sep 30 08:14:55.631477 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c22b54b-0c57-4f2f-bba1-44d4e10d4a39" -d '{"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-deleted", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:55.641861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7678d-90f1-429e-8085-673c3400b78a req-b924c726-9bc1-48ae-bd69-610ee93ae73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.643774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85b7678d-90f1-429e-8085-673c3400b78a req-b924c726-9bc1-48ae-bd69-610ee93ae73b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1101 time: 0.1826737 Sep 30 08:14:55.669786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.691589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Attempting to bind port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:55.692224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Attempting to bind port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:55.692753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Attempting to bind port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:55.747321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:55.747695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Attempting to bind port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:55.760524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:55.760873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:55.761820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:55.762277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Bound port: 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:55.762644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.766128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85b7678d-90f1-429e-8085-673c3400b78a req-f5dedb78-c077-49d2-903a-6a90cd2bd295 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100826 Sep 30 08:14:55.773106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-34375c5b-b764-46e8-b5d8-bcbe85cbb8f6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.774859 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-34375c5b-b764-46e8-b5d8-bcbe85cbb8f6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 815 time: 0.6699641 Sep 30 08:14:55.794016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] For port b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:55.798534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] For port b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:55.821264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b385d04c-5feb-4b77-a2e1-aead2f88fa77 req-aa5b9017-fa16-4cf6-8bee-fbef74811ad1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768799 Sep 30 08:14:55.877539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Request body: {'port': {'device_id': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'admin_state_up': True, 'tenant_id': '06b672576ac248c1b22d142128a0cc2f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:55.891160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.899739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f86c7-5561-4fe7-8b61-2e8391192227 req-a3e445a3-2c13-41e3-9668-049d83dce101 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.907242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d1f86c7-5561-4fe7-8b61-2e8391192227 req-a3e445a3-2c13-41e3-9668-049d83dce101 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 947 time: 0.2455308 Sep 30 08:14:55.949592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] For port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:55.955546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca5c704a-0ec2-4ac6-aa8f-77c7b2424c36 req-a142b2f5-bba0-4362-bc77-1befcfb317e9 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292997 Sep 30 08:14:55.974908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] For port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:55.984813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.992273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d1f86c7-5561-4fe7-8b61-2e8391192227 req-eb3fc0f3-5275-4284-b575-68db30ace6c1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840681 Sep 30 08:14:55.998003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aafb93ee-c44f-4ddf-a792-fe5356fb88d4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:56.043693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.044370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.045917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] 10.222.0.50 "PUT /v2.0/ports/1319a83e-e424-4d3e-9a44-63f6fa4ffa61 HTTP/1.1" status: 200 len: 1095 time: 2.7203591 Sep 30 08:14:56.058448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.076821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d2a49-c522-4175-8f10-1a81aac8eaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:56.087202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.090111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] 10.222.0.57 "PUT /v2.0/ports/b262df7c-04a6-49b2-a0e7-47c74a14b8c1 HTTP/1.1" status: 200 len: 1095 time: 4.5871346 Sep 30 08:14:56.175790 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22473ab5-1a96-4b7c-a5ee-c52aa457a1f1 x-openstack-request-id: req-22473ab5-1a96-4b7c-a5ee-c52aa457a1f1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:56.179303 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a0b81d-de24-4c98-ad69-d2a1e839217b", "name": "network-vif-deleted", "tag": "48ef4ed1-4f07-4b33-8cc8-b6c5361298b0", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:56.181144 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22473ab5-1a96-4b7c-a5ee-c52aa457a1f1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:56.181834 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a0b81d-de24-4c98-ad69-d2a1e839217b', 'name': 'network-vif-deleted', 'tag': '48ef4ed1-4f07-4b33-8cc8-b6c5361298b0', 'status': 'completed', 'code': 200} Sep 30 08:14:56.265235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:56.265892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.387971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-6eca2309-463e-4957-ab11-8262bfa8a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.394320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-6eca2309-463e-4957-ab11-8262bfa8a30f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1094 time: 0.2763195 Sep 30 08:14:56.397550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-0fd4a4b2-a147-473e-9893-78134501751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.399271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-0fd4a4b2-a147-473e-9893-78134501751a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 1098 time: 0.2201531 Sep 30 08:14:56.530075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e2a491a3-5208-43a9-993a-e9ab2f2bd4fb None None] Provisioning complete for port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:56.530563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e2a491a3-5208-43a9-993a-e9ab2f2bd4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.666122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3851d-6cc7-49d5-8220-7664b574da84 service neutron] Pushing event updated for resources: {'Port': ['ID=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:56.667660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c3ff6-b730-4e38-bae9-c2e559ef24c5 req-b3f9b91f-b3b1-40ee-9ecb-7820a7e43f56 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.675785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-413c3ff6-b730-4e38-bae9-c2e559ef24c5 req-b3f9b91f-b3b1-40ee-9ecb-7820a7e43f56 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.4190061 Sep 30 08:14:56.679218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-cf59ad11-e218-4a29-80f6-2075136966dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61 HTTP/1.1" status: 200 len: 217 time: 0.2512498 Sep 30 08:14:56.688737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.754906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Made reservation on behalf of 06b672576ac248c1b22d142128a0cc2f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:56.758708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.762684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f77b843-9646-4f13-ac5a-a926e990aae0 req-aab0d56c-1474-402e-b7be-d3a04823fa45 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 210 time: 0.1042385 Sep 30 08:14:56.765544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-19ceb837-081d-4a66-a3e0-f79c457987bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.777609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-19ceb837-081d-4a66-a3e0-f79c457987bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 1098 time: 0.5765827 Sep 30 08:14:56.816695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-01c74407-b6ef-41ab-8b5b-4595fd323efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.819030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-01c74407-b6ef-41ab-8b5b-4595fd323efc service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.4122798 Sep 30 08:14:56.847401 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-6f786d81-f58a-4013-a75e-6a4fc4051d2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1 HTTP/1.1" status: 200 len: 217 time: 0.0639961 Sep 30 08:14:56.895165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-e2967e19-4fa0-4f95-9ed4-f20f83ee6f0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 217 time: 0.0579631 Sep 30 08:14:56.905749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-413c3ff6-b730-4e38-bae9-c2e559ef24c5 req-d0a84311-bd4c-4201-b7c4-2dbe61a51dd4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289848 Sep 30 08:14:56.922676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-9e673b51-b9e6-4783-884b-43936ce5e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.924766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-9e673b51-b9e6-4783-884b-43936ce5e528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.2262354 Sep 30 08:14:57.040961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-1522a33c-a112-47fe-85d6-c10434d13a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.043046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-1522a33c-a112-47fe-85d6-c10434d13a56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1839507 Sep 30 08:14:57.063191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-a607bdaa-e667-4b15-aeff-10e0d2b1e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.064837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-a607bdaa-e667-4b15-aeff-10e0d2b1e91c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1564746 Sep 30 08:14:57.097969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-20215d70-a42f-49dd-a193-5dde3b1d0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.099834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-20215d70-a42f-49dd-a193-5dde3b1d0b39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496503 Sep 30 08:14:57.124514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623762d-6a1e-4e6c-900a-12f3d7b9984c req-1fffa85a-d7c5-465b-a800-2b267a29de89 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.125098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Allocated IP 172.20.0.6 (febf7471-80f1-4b02-bfa5-3c2dc3338f78/e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb/6992e1d2-66ee-4f05-9f13-303163bc1f0b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:57.126675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b623762d-6a1e-4e6c-900a-12f3d7b9984c req-1fffa85a-d7c5-465b-a800-2b267a29de89 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1239405 Sep 30 08:14:57.128800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-745ce2c0-1e56-4e43-9476-90061fe92814 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476847 Sep 30 08:14:57.200151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-96487591-181b-4a9b-97a1-fedbe265e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.204386 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-96487591-181b-4a9b-97a1-fedbe265e085 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485772 Sep 30 08:14:57.211494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:14:57.297279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b623762d-6a1e-4e6c-900a-12f3d7b9984c req-e4fedea3-b4fb-4a9a-869c-7732e3037a3a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589842 Sep 30 08:14:57.352158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-f24ac4be-c172-4a2a-b527-c0212410461d service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992941 Sep 30 08:14:57.393493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-a68e6047-2c2c-49fa-bd67-210cb533430a service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783234 Sep 30 08:14:57.507704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d9bb3-751e-4851-b425-3f7c45cf2947 req-740906b1-c382-4efa-8fe2-a4333e480e14 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.509280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c5d9bb3-751e-4851-b425-3f7c45cf2947 req-740906b1-c382-4efa-8fe2-a4333e480e14 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 947 time: 0.2292030 Sep 30 08:14:57.583979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f5ac-f908-49ab-8481-230b9367055a req-e1889c32-af4e-4f36-bf89-682bba77aaf1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.585472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9c7f5ac-f908-49ab-8481-230b9367055a req-e1889c32-af4e-4f36-bf89-682bba77aaf1 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 945 time: 0.2195518 Sep 30 08:14:57.598684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e15371-f842-4996-81dc-1efa6314aab0', 'tag': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:57.600972 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "77e15371-f842-4996-81dc-1efa6314aab0", "tag": "1319a83e-e424-4d3e-9a44-63f6fa4ffa61"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:57.627039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b552efd-a7f8-4f24-a5bf-d6a559530d4c req-ef9a75d7-6e02-4320-9ee5-2716938673e6 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567003 Sep 30 08:14:57.669326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-6a199ab3-cbde-46de-a670-0e46848e30e9 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479782 Sep 30 08:14:57.673997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c5d9bb3-751e-4851-b425-3f7c45cf2947 req-41b9ef6f-adfc-4032-b4a7-dea943c1002e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498473 Sep 30 08:14:57.695171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9c7f5ac-f908-49ab-8481-230b9367055a req-201ccd0c-d732-4ce8-91fa-d5e3fb7e55c5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911260 Sep 30 08:14:57.720419 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-58bba127-8983-4682-8331-14751e81ee2a service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891460 Sep 30 08:14:57.755420 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8497ad8d-0e13-4278-b64d-de5437a3ae99 x-openstack-request-id: req-8497ad8d-0e13-4278-b64d-de5437a3ae99 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:57.755713 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e15371-f842-4996-81dc-1efa6314aab0", "tag": "1319a83e-e424-4d3e-9a44-63f6fa4ffa61", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:57.755965 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8497ad8d-0e13-4278-b64d-de5437a3ae99 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:57.756395 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e15371-f842-4996-81dc-1efa6314aab0', 'tag': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'status': 'completed', 'code': 200} Sep 30 08:14:57.900717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38f23a46-b814-49a0-82d3-dc86c98bba66 req-fd1944cb-08ad-48bc-bd06-a0ec78f0cef7 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 210 time: 0.0390973 Sep 30 08:14:57.914041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:14:57.924040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.934948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-54cc72ee-b6e3-4760-b594-5f6ca7e2997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.936838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-54cc72ee-b6e3-4760-b594-5f6ca7e2997b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 1098 time: 0.1227019 Sep 30 08:14:57.950612 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5823dea-7270-4039-8e58-b8af523a0ab5 req-b4b8b587-ae80-46fb-a1bd-f783ecb99d82 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236040 Sep 30 08:14:57.958394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Sync routers for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:14:57.959628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.961069 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-92436001-ef1e-44aa-98b9-7eb0c41f848d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3516431 Sep 30 08:14:57.974157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:57.975067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44706) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:57.975399 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:58.051803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.156083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Network febf7471-80f1-4b02-bfa5-3c2dc3338f78 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:58.165576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:58.168495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191d5e-5199-4682-bb55-6b7873daf4ed req-5297a507-a5a2-4190-acae-18544934c625 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.173571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:58.174861 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:58.178207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87191d5e-5199-4682-bb55-6b7873daf4ed req-5297a507-a5a2-4190-acae-18544934c625 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1357081 Sep 30 08:14:58.199835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-51d09b88-7fec-40d8-972a-f208bda1a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.200984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'tag': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:58.202159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-51d09b88-7fec-40d8-972a-f208bda1a65b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2440193 Sep 30 08:14:58.210899 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a16ad-5745-4ff4-aa72-900fc508440a" -d '{"events": [{"name": "network-changed", "server_uuid": "b713bf7e-f821-46d1-8481-bed830f1a975", "tag": "b262df7c-04a6-49b2-a0e7-47c74a14b8c1"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:58.255875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Pushing event updated for resources: {'Port': ['ID=6992e1d2-66ee-4f05-9f13-303163bc1f0b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:58.276346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87191d5e-5199-4682-bb55-6b7873daf4ed req-2ef91b61-341e-4277-a4c5-3f63e3c5e1e4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917699 Sep 30 08:14:58.278567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-2584bed4-a094-4e0f-8de6-ff6520fa1d97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61 HTTP/1.1" status: 200 len: 217 time: 0.0610468 Sep 30 08:14:58.294320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.295000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.345255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-cacdabe7-6d7f-40a8-9932-d61e65b53fd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4880295 Sep 30 08:14:58.358160 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b1a66c-d433-4dbc-b31b-061dc1c774d1 x-openstack-request-id: req-b2b1a66c-d433-4dbc-b31b-061dc1c774d1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:58.358160 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b713bf7e-f821-46d1-8481-bed830f1a975", "tag": "b262df7c-04a6-49b2-a0e7-47c74a14b8c1", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:58.358694 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2b1a66c-d433-4dbc-b31b-061dc1c774d1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:58.359037 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'tag': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1', 'status': 'completed', 'code': 200} Sep 30 08:14:58.366750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Request body: {'port': {'device_id': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:58.443283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-2f1ff8d5-823c-41e4-8827-5df6613838e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.444942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-2f1ff8d5-823c-41e4-8827-5df6613838e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1593134 Sep 30 08:14:58.460272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad7d2-e907-42cd-b6f6-c16590b15f80 req-c97e6bcd-62e7-4b9d-8b48-28ca117cbcf3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.467996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b8ad7d2-e907-42cd-b6f6-c16590b15f80 req-c97e6bcd-62e7-4b9d-8b48-28ca117cbcf3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0698144 Sep 30 08:14:58.505435 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:14:54Z', 'revision_number': 3, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:58.520616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b8ad7d2-e907-42cd-b6f6-c16590b15f80 req-5078d9f8-3f55-4ddf-97b0-26805c49c980 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Sep 30 08:14:58.534197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.539800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-69b3fa1f-2fbc-4cf9-8dab-4a2fcf908a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.541329 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-69b3fa1f-2fbc-4cf9-8dab-4a2fcf908a94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 1098 time: 0.1392517 Sep 30 08:14:58.543501 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Checking router: c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:14:58.544029 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Updating router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 port 05d673a2-96da-4233-b363-3b91a78f6f16 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:14:58.569328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-1af52703-0f18-4edf-837f-aa20374bd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.571242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-1af52703-0f18-4edf-837f-aa20374bd1f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838845 Sep 30 08:14:58.575892 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.697731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-c4729b61-8b52-4a75-9911-e814bf226508 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121058 Sep 30 08:14:58.709542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-321e8466-6c88-4a0f-ab76-37a62f9c79d8 req-a4dd64af-7adb-42e1-ba83-951c1ee1741b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:14:58.711110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-321e8466-6c88-4a0f-ab76-37a62f9c79d8 req-a4dd64af-7adb-42e1-ba83-951c1ee1741b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120096 Sep 30 08:14:58.851165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-999f66ee-b7d4-48dc-958d-3d598aefb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.852909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-999f66ee-b7d4-48dc-958d-3d598aefb58c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2993665 Sep 30 08:14:58.951426 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-1c45f43c-35c3-4cab-8628-1790e05b74e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1 HTTP/1.1" status: 200 len: 217 time: 0.0669959 Sep 30 08:14:59.021224 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.040700 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.091832 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Pushing event updated for resources: {'Port': ['ID=05d673a2-96da-4233-b363-3b91a78f6f16,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:59.106828 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.107178 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.107519 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.107860 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.108193 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.108520 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.108844 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.109177 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.109512 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.109839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.110159 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.110478 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.127248 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Attempting to bind port 05d673a2-96da-4233-b363-3b91a78f6f16 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:59.127622 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Attempting to bind port 05d673a2-96da-4233-b363-3b91a78f6f16 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:59.128018 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Attempting to bind port 05d673a2-96da-4233-b363-3b91a78f6f16 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:59.135444 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:59.136015 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:59.136352 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.136735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:59.137228 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Bound port: 05d673a2-96da-4233-b363-3b91a78f6f16, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:59.137688 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.142338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-2bfd4a65-ecb4-4682-9710-550b396230ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.143901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-2bfd4a65-ecb4-4682-9710-550b396230ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1715851 Sep 30 08:14:59.153781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.210180 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] For port 05d673a2-96da-4233-b363-3b91a78f6f16, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:59.214446 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] For port 05d673a2-96da-4233-b363-3b91a78f6f16, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=05d673a2-96da-4233-b363-3b91a78f6f16,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:59.220359 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.298042 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a8f1f-5aec-4dc4-958b-91893d19c471 None None] Pushing event updated for resources: {'Port': ['ID=05d673a2-96da-4233-b363-3b91a78f6f16,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:59.301136 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:59.301788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:59.322865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-a841edb3-bf95-47be-9a04-3592317b53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.324432 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-a841edb3-bf95-47be-9a04-3592317b53b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658411 Sep 30 08:14:59.408023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:59.428649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f7f81f-5209-4073-9c22-a1d6a18b1bd4 req-2ceefc0b-01f6-4f18-b06c-ee39197d0a54 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149634 Sep 30 08:14:59.442416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-ae121cff-d6ea-4612-bb9c-f8dcbadc00ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123741 Sep 30 08:14:59.467336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46961a4e-5479-4c97-8294-a4174a64b0b8 req-f0ef9be4-151b-43ad-b2b1-ab67e2184250 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.477933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46961a4e-5479-4c97-8294-a4174a64b0b8 req-f0ef9be4-151b-43ad-b2b1-ab67e2184250 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 947 time: 0.6090999 Sep 30 08:14:59.491117 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:59.564855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6992e1d2-66ee-4f05-9f13-303163bc1f0b {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:59.584845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:59.591212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.599139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2947c734-d433-4b66-9249-b27f3e14ca97', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'port_id': '2947c734-d433-4b66-9249-b27f3e14ca97', 'mac_address': 'fa:16:3e:5b:49:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f825c0-3553-422d-a1d0-fcc069e452f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:59.605297 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-ef184fe5-9a44-453a-9dbd-eb702a2a6657 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558868 Sep 30 08:14:59.627164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46961a4e-5479-4c97-8294-a4174a64b0b8 req-a27efe0e-931f-42c5-b8f1-5f18c7f9a3c1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459951 Sep 30 08:14:59.640585 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.657502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2947c734-d433-4b66-9249-b27f3e14ca97 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:59.661970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Transition to ACTIVE for port object 6992e1d2-66ee-4f05-9f13-303163bc1f0b will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:59.663560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75642fcb-ad4d-427f-9eef-bc74fb4556e3 req-cdaf87a2-bbfe-417a-9104-408796ffef66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.672447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75642fcb-ad4d-427f-9eef-bc74fb4556e3 req-cdaf87a2-bbfe-417a-9104-408796ffef66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 945 time: 0.3621621 Sep 30 08:14:59.687325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:59.692821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.696056 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.755004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Pushing event updated for resources: {'Port': ['ID=6992e1d2-66ee-4f05-9f13-303163bc1f0b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:59.806060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75642fcb-ad4d-427f-9eef-bc74fb4556e3 req-025c4735-66cb-44e6-a7cb-088c1932169f tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289368 Sep 30 08:14:59.808478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:59.825497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.825862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.826211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.826553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.826947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.827362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.827676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.828006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.828344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.828671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.829016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.829324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:59.846788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:14:54Z', 'revision_number': 3, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:59.889914 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4f6f-620d-4938-8084-13f64e1282e2 None None] The sync data for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 is: [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:14:54Z', 'revision_number': 3, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:14:59.908861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312f675-4fe2-4dad-8438-df18b360298e req-15fbc96d-fd78-4cb0-953a-bae7114d6ae0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.919596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e312f675-4fe2-4dad-8438-df18b360298e req-15fbc96d-fd78-4cb0-953a-bae7114d6ae0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 943 time: 0.1039209 Sep 30 08:14:59.932517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2947c734-d433-4b66-9249-b27f3e14ca97'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:00.019091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e312f675-4fe2-4dad-8438-df18b360298e req-9cf67d73-a930-46a4-98b7-2bd108f50042 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982502 Sep 30 08:15:00.043709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acec08-02d4-49de-880a-7bd9913552a0 req-5cc074fc-943b-4ad8-9f92-06480ba2e617 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:00.055878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1acec08-02d4-49de-880a-7bd9913552a0 req-5cc074fc-943b-4ad8-9f92-06480ba2e617 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1216354 Sep 30 08:15:00.140079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1acec08-02d4-49de-880a-7bd9913552a0 req-d5178966-1e6e-452a-b6f8-021e38b29c11 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821543 Sep 30 08:15:00.252830 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Allocated IP 172.20.0.1 (8d213995-844f-4d58-834f-3d08366fa5ee/e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3/9fa79f52-7df1-444e-858a-9326c154edff) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:00.318719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9c09d-f2a9-4a73-9d57-f7d5c72019ca req-52dda7b6-4a17-4abe-aae8-46bf95a74b8f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:00.323843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adf9c09d-f2a9-4a73-9d57-f7d5c72019ca req-52dda7b6-4a17-4abe-aae8-46bf95a74b8f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0881684 Sep 30 08:15:00.425772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adf9c09d-f2a9-4a73-9d57-f7d5c72019ca req-39558a4f-2c9b-488b-88aa-4bfe65ba0cfb tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908616 Sep 30 08:15:00.475047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b9a16ad-5745-4ff4-aa72-900fc508440a req-1b879443-4d48-464f-b62f-b3cefb44410a service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232241 Sep 30 08:15:00.597005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Attempting to bind port 6992e1d2-66ee-4f05-9f13-303163bc1f0b on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:00.597247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Attempting to bind port 6992e1d2-66ee-4f05-9f13-303163bc1f0b by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:00.597607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Attempting to bind port 6992e1d2-66ee-4f05-9f13-303163bc1f0b on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:00.614027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Port 6992e1d2-66ee-4f05-9f13-303163bc1f0b on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:00.614352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Attempting to bind port 6992e1d2-66ee-4f05-9f13-303163bc1f0b on network febf7471-80f1-4b02-bfa5-3c2dc3338f78 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:00.628034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.630029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:00.630370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Checking segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:00.630879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Bound using segment: {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:00.631181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Bound port: 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c8bd23-f6b1-4c77-b246-58dcd6e20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:00.631524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.749876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.756684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] For port 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:00.783132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7afd59-b8bd-47b7-8185-64f812a1a5ac req-d3e8e213-fb4b-4377-ac3e-4f0fcfad52e1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:00.791789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc7afd59-b8bd-47b7-8185-64f812a1a5ac req-d3e8e213-fb4b-4377-ac3e-4f0fcfad52e1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 947 time: 0.0693936 Sep 30 08:15:00.803719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] For port 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:00.815859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.818891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Network 8d213995-844f-4d58-834f-3d08366fa5ee is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:00.833061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:00.839656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:00.842737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa79f52-7df1-444e-858a-9326c154edff,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:00.871531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc7afd59-b8bd-47b7-8185-64f812a1a5ac req-5defa585-d727-434d-a8aa-815a21fdca37 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786161 Sep 30 08:15:00.908793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:00.909421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.910859 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] 10.222.0.50 "PUT /v2.0/ports/6992e1d2-66ee-4f05-9f13-303163bc1f0b HTTP/1.1" status: 200 len: 1091 time: 2.5483005 Sep 30 08:15:00.911313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'tag': '6992e1d2-66ee-4f05-9f13-303163bc1f0b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:00.921357 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffe5f61-afc4-4585-b302-93ffd021de3b", "tag": "6992e1d2-66ee-4f05-9f13-303163bc1f0b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:00.978007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.023797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b9d7b-2221-4cf5-b3c7-b59e9333ff77 req-cc21b43b-d2e1-450f-931b-521638b0a83a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.035713 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbcfa4d-e684-4d41-96b2-aef86e24be67 x-openstack-request-id: req-9cbcfa4d-e684-4d41-96b2-aef86e24be67 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:01.035940 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffe5f61-afc4-4585-b302-93ffd021de3b", "tag": "6992e1d2-66ee-4f05-9f13-303163bc1f0b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:01.036308 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cbcfa4d-e684-4d41-96b2-aef86e24be67 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:01.036672 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'tag': '6992e1d2-66ee-4f05-9f13-303163bc1f0b', 'status': 'completed', 'code': 200} Sep 30 08:15:01.037996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d14b9d7b-2221-4cf5-b3c7-b59e9333ff77 req-cc21b43b-d2e1-450f-931b-521638b0a83a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 944 time: 0.1267366 Sep 30 08:15:01.072118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47bf5-a92f-4193-a201-8841f20b62bb service neutron] Pushing event updated for resources: {'Port': ['ID=6992e1d2-66ee-4f05-9f13-303163bc1f0b,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:01.091106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d14b9d7b-2221-4cf5-b3c7-b59e9333ff77 req-805aabba-3b5e-445b-b129-65d409d324c9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Sep 30 08:15:01.222900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:01.248296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-9800abea-9ea7-45ca-b659-0fb4778d96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.249887 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-9800abea-9ea7-45ca-b659-0fb4778d96fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 1094 time: 0.2126276 Sep 30 08:15:01.271657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6bbf-3d2e-422b-9152-99c9b395d935 req-cd820cab-3fb9-4c2f-b643-4ade1ede5f3b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.289630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc1a6bbf-3d2e-422b-9152-99c9b395d935 req-cd820cab-3fb9-4c2f-b643-4ade1ede5f3b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 943 time: 0.1398778 Sep 30 08:15:01.351603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a35c4441-8007-408f-bbfb-0c2a48190339 None None] Provisioning complete for port 9fa79f52-7df1-444e-858a-9326c154edff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:01.352276 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a35c4441-8007-408f-bbfb-0c2a48190339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.367087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc1a6bbf-3d2e-422b-9152-99c9b395d935 req-7adf145a-b062-4cd0-b62e-0c8140bc7149 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736480 Sep 30 08:15:01.380226 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-52b0a4e4-f320-42fe-8fae-916384f64701 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b HTTP/1.1" status: 200 len: 217 time: 0.1072159 Sep 30 08:15:01.443528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device b262df7c-04a6-49b2-a0e7-47c74a14b8c1 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:01.444556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.450163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:01.534181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052528a-bf24-4314-972a-e562a5cf6eee req-287d6e67-7e0e-4a24-9a28-9db764ba56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.535988 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-287d6e67-7e0e-4a24-9a28-9db764ba56ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 200 len: 855 time: 0.1004839 Sep 30 08:15:01.541004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8708ac-8ecd-4664-9b16-85ee698e3555 req-bcfc4d42-5253-416d-9b18-fbaa474f028b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.543685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e8708ac-8ecd-4664-9b16-85ee698e3555 req-bcfc4d42-5253-416d-9b18-fbaa474f028b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0947380 Sep 30 08:15:01.593209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-0bf9d24e-9069-4e22-b63d-e26cb336b9a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=febf7471-80f1-4b02-bfa5-3c2dc3338f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362914 Sep 30 08:15:01.678493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e8708ac-8ecd-4664-9b16-85ee698e3555 req-0ebd927c-6c13-4fdd-83d4-a11d541eed37 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272516 Sep 30 08:15:01.766700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:01.770113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a35c4441-8007-408f-bbfb-0c2a48190339 None None] Port 9fa79f52-7df1-444e-858a-9326c154edff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:01.783168 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.resource_extend [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:15:01.814581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'mac_address': 'fa:16:3e:7b:b6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:01.830078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-75a8c601-3a61-4352-9d71-7fa23d3ab0c1 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197702 Sep 30 08:15:01.871551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-b2f047ab-6417-495d-b382-34d214a7bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.873044 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-b2f047ab-6417-495d-b382-34d214a7bb14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1101 time: 0.1839890 Sep 30 08:15:01.875651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2947c734-d433-4b66-9249-b27f3e14ca97 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:01.879114 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.886771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa541-bd01-4946-8829-eed4bbd6bd90 req-74d95d2f-75e5-4296-8044-e9b9f5e90af0 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.890227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dbaa541-bd01-4946-8829-eed4bbd6bd90 req-74d95d2f-75e5-4296-8044-e9b9f5e90af0 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 944 time: 0.1762214 Sep 30 08:15:01.898933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab4b97-e33f-494e-8945-8e4c98406e0b req-1afce998-87d5-4a43-a91c-717289eb739d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.900733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06ab4b97-e33f-494e-8945-8e4c98406e0b req-1afce998-87d5-4a43-a91c-717289eb739d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0977674 Sep 30 08:15:01.980198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dbaa541-bd01-4946-8829-eed4bbd6bd90 req-f47acddb-115b-4f82-b302-ddab0a187922 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757196 Sep 30 08:15:02.031932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06ab4b97-e33f-494e-8945-8e4c98406e0b req-581845b9-b27b-4864-aa9e-c4e1e2d32123 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233609 Sep 30 08:15:02.093148 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.116115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 05d673a2-96da-4233-b363-3b91a78f6f16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:02.125542 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.136282 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.154214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.162059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:02.170125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:02.178436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:02.180370 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee013f9c-3d87-4b83-958c-6517ec9454bd" -d '{"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-plugged", "status": "completed", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:02.216733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:02.224166 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0052528a-bf24-4314-972a-e562a5cf6eee req-c84c33ab-957d-4f9c-9007-05186345eb25 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806722 Sep 30 08:15:02.228471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.232105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:02.235155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1', 'mac_address': 'fa:16:3e:d1:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:02.256820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481afc51-7a7e-4a8a-b95e-48b27e41839f req-0a033afa-8575-4b23-827c-5d1992b285e6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.264091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-481afc51-7a7e-4a8a-b95e-48b27e41839f req-0a033afa-8575-4b23-827c-5d1992b285e6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 947 time: 0.1525724 Sep 30 08:15:02.264316 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.283051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-1f0e6c74-27f3-4720-9005-cc154343e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.284551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-1f0e6c74-27f3-4720-9005-cc154343e523 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3841054 Sep 30 08:15:02.285144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa79f52-7df1-444e-858a-9326c154edff,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:02.286999 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bca01f-9805-4bbd-a84b-a7c5d88c1dd5 x-openstack-request-id: req-72bca01f-9805-4bbd-a84b-a7c5d88c1dd5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:02.287289 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-plugged", "status": "completed", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:02.287544 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72bca01f-9805-4bbd-a84b-a7c5d88c1dd5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:02.287905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.288029 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97', 'code': 200} Sep 30 08:15:02.331161 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.336646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 05d673a2-96da-4233-b363-3b91a78f6f16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:02.337028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.346969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:02.362943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-481afc51-7a7e-4a8a-b95e-48b27e41839f req-ec4f753d-29b7-46a1-be02-0041ab29b4ab tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924740 Sep 30 08:15:02.378390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-f878ab4a-b0bb-4bed-98a7-34e0018213db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.0673099 Sep 30 08:15:02.403439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b262df7c-04a6-49b2-a0e7-47c74a14b8c1 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:02.487058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:02.507257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-5673b3b1-bbd9-43f7-abd0-f28f6084a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.508746 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-5673b3b1-bbd9-43f7-abd0-f28f6084a945 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0762219 Sep 30 08:15:02.512138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:02.513714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-d5eb501b-74e0-4f57-8947-20d488436662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.515255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-d5eb501b-74e0-4f57-8947-20d488436662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06b672576ac248c1b22d142128a0cc2f&device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 1094 time: 0.1545110 Sep 30 08:15:02.520669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Network 8d213995-844f-4d58-834f-3d08366fa5ee is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:02.522227 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:02.523226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.584967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6269f1-a8c0-4406-bf08-b1282d0c3801 req-9ddcc77c-6a9d-4006-ba59-edd4fe7f5dd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.592803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c6269f1-a8c0-4406-bf08-b1282d0c3801 req-9ddcc77c-6a9d-4006-ba59-edd4fe7f5dd6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 943 time: 0.1387999 Sep 30 08:15:02.645644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:02.669648 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.671661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c6269f1-a8c0-4406-bf08-b1282d0c3801 req-a4614ecc-9f08-4145-8a43-c2114d05d680 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761051 Sep 30 08:15:02.690095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1319a83e-e424-4d3e-9a44-63f6fa4ffa61'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:02.743042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 05d673a2-96da-4233-b363-3b91a78f6f16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=05d673a2-96da-4233-b363-3b91a78f6f16,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:02.751669 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.804879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-c929ab8c-4ea2-4dc2-a4bb-5d44e4496ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.806900 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-c929ab8c-4ea2-4dc2-a4bb-5d44e4496ae6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 200 len: 916 time: 0.2824321 Sep 30 08:15:02.817307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-e1e8e138-e76e-4452-b6ab-4c77f882a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.818922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-e1e8e138-e76e-4452-b6ab-4c77f882a52c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2868152 Sep 30 08:15:02.877815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc515-6e6d-43f1-b4ad-8ca5a13e851d req-a34c0c39-d353-4bab-84b3-3cec2b7dfbcf tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.879935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e4bc515-6e6d-43f1-b4ad-8ca5a13e851d req-a34c0c39-d353-4bab-84b3-3cec2b7dfbcf tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0666969 Sep 30 08:15:02.910605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:02.926362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e4bc515-6e6d-43f1-b4ad-8ca5a13e851d req-50d101b1-7d06-488c-bd1b-5d17ed421ad6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Sep 30 08:15:02.941515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=05d673a2-96da-4233-b363-3b91a78f6f16,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:02.944346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-6c171654-db7a-42bf-a49a-e38e1228bd5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b HTTP/1.1" status: 200 len: 217 time: 0.1228173 Sep 30 08:15:02.961712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-32ddc855-e7ec-423a-8ebb-34d47e623788 None None] Provisioning complete for port 9fa79f52-7df1-444e-858a-9326c154edff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:02.962104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32ddc855-e7ec-423a-8ebb-34d47e623788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.039445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-32ddc855-e7ec-423a-8ebb-34d47e623788 None None] Port 9fa79f52-7df1-444e-858a-9326c154edff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:03.093547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-91a4cf7b-bf84-44c3-84e2-9ae5b9a24938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:03.098021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-91a4cf7b-bf84-44c3-84e2-9ae5b9a24938 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 200 len: 855 time: 0.1440694 Sep 30 08:15:03.115693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:03.155822 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-b44bdb3c-707a-4903-8f0b-7c55e7a3af28 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674394 Sep 30 08:15:03.165545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6f8a-e65b-475f-ac91-4eb3ab733b38 req-ab9c4172-40d0-4b18-9582-e27e0c2b4c5a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:03.167651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c0e6f8a-e65b-475f-ac91-4eb3ab733b38 req-ab9c4172-40d0-4b18-9582-e27e0c2b4c5a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 945 time: 0.0780523 Sep 30 08:15:03.177630 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-e4c47a9b-134f-4cec-8494-65f0f6bbd339 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=febf7471-80f1-4b02-bfa5-3c2dc3338f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641065 Sep 30 08:15:03.241583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:03.256920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b47d-81f3-48ba-beae-18245f85f643 req-2a817d4a-1af7-4dfe-8658-0e60c8744d66 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:03.257580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Sync routers for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:03.266910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2105b47d-81f3-48ba-beae-18245f85f643 req-2a817d4a-1af7-4dfe-8658-0e60c8744d66 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1271715 Sep 30 08:15:03.284450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:03.285510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:03.295615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c0e6f8a-e65b-475f-ac91-4eb3ab733b38 req-83e5f887-c5a1-4623-9754-a1af4049961d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053147 Sep 30 08:15:03.324673 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-105c4d43-0478-416e-97ab-088fd2696891 service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275954 Sep 30 08:15:03.328281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e696d910-494e-4b6f-a496-73109560d282 admin admin] 10.222.0.41 "PUT /v2.0/routers/c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3517556 Sep 30 08:15:03.356988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2105b47d-81f3-48ba-beae-18245f85f643 req-ea465df0-ea3f-4a49-8e9e-2cca2b365345 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890954 Sep 30 08:15:03.428469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:03.428469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:03.436848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:03.477055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-e381538d-bd4f-42b6-ac25-9d0e430513f2 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017037 Sep 30 08:15:03.520973 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c417b1b-a32c-4404-bcf2-fa0e01d33e13 req-0320fcf7-8ef0-4e8c-90ef-5a20fa7f0e6c service neutron] 10.222.0.50 "GET /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868653 Sep 30 08:15:03.576721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c4741-8da2-47ce-983e-19cc3f551166 req-37582197-afef-48d1-9ac4-c5635ad321c3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:03.578507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-367c4741-8da2-47ce-983e-19cc3f551166 req-37582197-afef-48d1-9ac4-c5635ad321c3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 948 time: 0.0976667 Sep 30 08:15:03.646420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-367c4741-8da2-47ce-983e-19cc3f551166 req-58f44e7d-a7bb-4f72-b35d-f85d9286b541 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594084 Sep 30 08:15:03.720052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:03.722590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.760665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4', 'port_id': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'mac_address': 'fa:16:3e:bd:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d6b957-1829-454a-87fa-deff8e18c6b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:03.812635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:03.821615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.843141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fd9ca-ef8b-4bba-a151-621e79291461 req-451a7590-d52e-4daa-a1e4-d12db6fe450b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:03.844724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-252fd9ca-ef8b-4bba-a151-621e79291461 req-451a7590-d52e-4daa-a1e4-d12db6fe450b tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 943 time: 0.0637045 Sep 30 08:15:03.874221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.899548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-252fd9ca-ef8b-4bba-a151-621e79291461 req-c6cb2a21-dcd3-4de7-ac39-9a4a197f3196 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Sep 30 08:15:03.929976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:03.953561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:03.983756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:03.986855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 05d673a2-96da-4233-b363-3b91a78f6f16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:04.021216 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.072764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 2, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:04.118192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Checking router: c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:04.118542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Updating router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 port 9fa79f52-7df1-444e-858a-9326c154edff binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:15:04.130362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29618ec-3320-41d5-86c3-8b0130fe247e req-3fdc24b0-3aa3-47d1-a007-1883e33753b0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:04.134187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b29618ec-3320-41d5-86c3-8b0130fe247e req-3fdc24b0-3aa3-47d1-a007-1883e33753b0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0808280 Sep 30 08:15:04.138912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:04.155058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.169696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 05d673a2-96da-4233-b363-3b91a78f6f16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:04.170067 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.198810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b29618ec-3320-41d5-86c3-8b0130fe247e req-f72c7f11-6422-4f19-a54c-83cdfb6a06da tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 Sep 30 08:15:04.244173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:04.249906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455887435', 'description': 'tempest-description--96570419'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:04.278303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.324475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:04.326898 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0458670-5255-4218-8353-0e3932076033" -d '{"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:04.376479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb777b8f-6506-436b-956a-91422efe0e49 req-56ecc5f7-7586-42ad-a267-4e94940c1610 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:04.378118 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fb777b8f-6506-436b-956a-91422efe0e49 req-56ecc5f7-7586-42ad-a267-4e94940c1610 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 943 time: 0.0753360 Sep 30 08:15:04.446260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.454895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.508549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.512980 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2638245 Sep 30 08:15:04.515781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44826) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:04.519954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19e348-7396-4c47-be82-e93e687fae0d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29331e42-3104-4319-954a-6676c5c7a3e1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:04.529480 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7f044-a293-42fe-97b6-dc52db61e359 x-openstack-request-id: req-7bf7f044-a293-42fe-97b6-dc52db61e359 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:04.529721 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:04.529975 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bf7f044-a293-42fe-97b6-dc52db61e359 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:04.530430 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97', 'code': 200} Sep 30 08:15:04.533239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Request body: {'security_group_rule': {'security_group_id': '29331e42-3104-4319-954a-6676c5c7a3e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:04.542062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Deleting port 2947c734-d433-4b66-9249-b27f3e14ca97 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:04.543963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.628176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.650491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] For port 2947c734-d433-4b66-9249-b27f3e14ca97, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2947c734-d433-4b66-9249-b27f3e14ca97,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:04.651531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.667513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Calling delete_port for 2947c734-d433-4b66-9249-b27f3e14ca97 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:04.680874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c161-96f7-4974-9d42-d96877b95e2a req-99a22e84-18af-4fab-b596-3ec5b4e65800 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:04.689714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c891c161-96f7-4974-9d42-d96877b95e2a req-99a22e84-18af-4fab-b596-3ec5b4e65800 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 943 time: 0.2355633 Sep 30 08:15:04.696197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.703673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.709859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b053d-9762-4e94-a891-fbbadc4b4246 req-9e39ae7e-a29f-4b03-8491-c7ed80893131 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:04.717307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e4b053d-9762-4e94-a891-fbbadc4b4246 req-9e39ae7e-a29f-4b03-8491-c7ed80893131 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.1348462 Sep 30 08:15:04.744111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:04.823883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c891c161-96f7-4974-9d42-d96877b95e2a req-74c8dc71-fb24-47b3-9f59-19ba897ca81f tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300232 Sep 30 08:15:04.829140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ac37e-2760-4250-8bd6-afdbef1cfb49 None None] Pushing event updated for resources: {'Port': ['ID=9fa79f52-7df1-444e-858a-9326c154edff,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:04.847585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e4b053d-9762-4e94-a891-fbbadc4b4246 req-573bc5e3-841d-44c5-9bad-1d4081710e48 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291595 Sep 30 08:15:04.879763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.887197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Attempting to bind port 9fa79f52-7df1-444e-858a-9326c154edff on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:04.887545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Attempting to bind port 9fa79f52-7df1-444e-858a-9326c154edff by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:04.887920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Attempting to bind port 9fa79f52-7df1-444e-858a-9326c154edff on network 8d213995-844f-4d58-834f-3d08366fa5ee {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:04.890690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.902812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:04.903166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Checking segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:04.904123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.904666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Bound using segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:04.905028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Bound port: 9fa79f52-7df1-444e-858a-9326c154edff, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:04.905421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.996788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.026038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df57fea-a319-4b1e-abe3-4dcaba6759dd,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:05.063984 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.067773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a171e9f8-7848-4db8-a7d5-1caf11a3638f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5439155 Sep 30 08:15:05.068838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event deleted for resources: {'Port': ['ID=2947c734-d433-4b66-9249-b27f3e14ca97,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:05.076967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44844) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:05.078156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] For port 9fa79f52-7df1-444e-858a-9326c154edff, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:05.088914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Request body: {'security_group_rule': {'security_group_id': '29331e42-3104-4319-954a-6676c5c7a3e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:05.089643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] For port 9fa79f52-7df1-444e-858a-9326c154edff, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9fa79f52-7df1-444e-858a-9326c154edff,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:05.124353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.129159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] No DVR routers for this DVR port 2947c734-d433-4b66-9249-b27f3e14ca97 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:05.132006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.134810 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fb777b8f-6506-436b-956a-91422efe0e49 req-ab039d6c-faa2-41e7-b2b3-8cb25504db43 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "DELETE /v2.0/ports/2947c734-d433-4b66-9249-b27f3e14ca97 HTTP/1.1" status: 204 len: 173 time: 0.7431626 Sep 30 08:15:05.135437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-deleted', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:05.139072 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed8d681-0987-4a99-b6b9-ae14f203a881" -d '{"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-deleted", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:05.153554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807de7d5-f2ed-4090-9d1c-93fbc7c5fc1b req-cb1dfe16-4a7f-4019-93cf-797f9fac7aba tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:05.161164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-807de7d5-f2ed-4090-9d1c-93fbc7c5fc1b req-cb1dfe16-4a7f-4019-93cf-797f9fac7aba tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 948 time: 0.1873882 Sep 30 08:15:05.192887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.216808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fa6b9976-6ecd-4fe1-b878-e34b25fe37ef None None] Provisioning complete for port 9fa79f52-7df1-444e-858a-9326c154edff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:05.217180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9976-6ecd-4fe1-b878-e34b25fe37ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.242298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:05.242860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:05.246036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d79fe-f82d-4dab-9ea2-681f54d8ae11 req-64c006d8-4533-4fb7-b310-dd59e1a13be4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:05.253809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-393d79fe-f82d-4dab-9ea2-681f54d8ae11 req-64c006d8-4533-4fb7-b310-dd59e1a13be4 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 943 time: 0.1869588 Sep 30 08:15:05.287848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ac37e-2760-4250-8bd6-afdbef1cfb49 None None] Pushing event updated for resources: {'Port': ['ID=9fa79f52-7df1-444e-858a-9326c154edff,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:05.289299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-807de7d5-f2ed-4090-9d1c-93fbc7c5fc1b req-2dc1a88d-cbbf-472f-871a-e8bb8f513658 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271126 Sep 30 08:15:05.325407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6992e1d2-66ee-4f05-9f13-303163bc1f0b details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:05.333754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:05.389964 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.394785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-393d79fe-f82d-4dab-9ea2-681f54d8ae11 req-718323a5-950a-4be4-8323-0e8f5fd61557 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400976 Sep 30 08:15:05.396742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.434839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a56339c-1798-42f5-b373-c94d0580176b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:05.439866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.441788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0fcf9285-f764-4019-8f05-e6eb4f79a097 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3572738 Sep 30 08:15:05.444654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44850) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:05.449632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device b262df7c-04a6-49b2-a0e7-47c74a14b8c1 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:05.453097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:05.482368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.484965 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80049748-b11d-4f59-91c7-faea3a062826 x-openstack-request-id: req-80049748-b11d-4f59-91c7-faea3a062826 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:05.485255 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476709ad-5222-4a5f-8776-645fb54f42b9", "name": "network-vif-deleted", "tag": "2947c734-d433-4b66-9249-b27f3e14ca97", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:05.485534 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80049748-b11d-4f59-91c7-faea3a062826 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:05.485944 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476709ad-5222-4a5f-8776-645fb54f42b9', 'name': 'network-vif-deleted', 'tag': '2947c734-d433-4b66-9249-b27f3e14ca97', 'status': 'completed', 'code': 200} Sep 30 08:15:05.574754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ac60-47e5-4f60-9159-b2cf755ecf50 req-1689b095-3720-4aeb-89ce-4b5b6ff8b0d4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:05.576592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f496ac60-47e5-4f60-9159-b2cf755ecf50 req-1689b095-3720-4aeb-89ce-4b5b6ff8b0d4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0742133 Sep 30 08:15:05.647788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:05.653619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:05.657611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f496ac60-47e5-4f60-9159-b2cf755ecf50 req-bd2b0494-f74a-421b-bc4b-20c8c708a6c3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Sep 30 08:15:05.679414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.705902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:05.706104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.734153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:05.770568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:05.770950 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.773433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:05.795097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Allocated IP 172.25.7.111 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/6d0f81b7-35b1-4cbf-9caf-03f5172142ca) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:05.850444 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9976-6ecd-4fe1-b878-e34b25fe37ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.924004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '6992e1d2-66ee-4f05-9f13-303163bc1f0b', 'network_id': 'febf7471-80f1-4b02-bfa5-3c2dc3338f78', 'port_id': '6992e1d2-66ee-4f05-9f13-303163bc1f0b', 'mac_address': 'fa:16:3e:ac:8b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:06.021088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec8c0c31-fb6d-4666-8f38-4b2984a4855f req-b6047cd7-f08f-4c95-ba05-452c9fc49e2e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=476709ad-5222-4a5f-8776-645fb54f42b9 HTTP/1.1" status: 200 len: 210 time: 0.0700362 Sep 30 08:15:06.041615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.043121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.113330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968abce-4dc1-4b43-81d2-b49b09f22b88 req-9c75232e-5078-4e08-a87e-34e7eeb376e4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:06.114878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6968abce-4dc1-4b43-81d2-b49b09f22b88 req-9c75232e-5078-4e08-a87e-34e7eeb376e4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.1039908 Sep 30 08:15:06.118175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fa6b9976-6ecd-4fe1-b878-e34b25fe37ef None None] For port 9fa79f52-7df1-444e-858a-9326c154edff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9fa79f52-7df1-444e-858a-9326c154edff,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:06.128215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6992e1d2-66ee-4f05-9f13-303163bc1f0b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:06.132304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.162028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9976-6ecd-4fe1-b878-e34b25fe37ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.194905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:06.205374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:06.217783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:06.224122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6968abce-4dc1-4b43-81d2-b49b09f22b88 req-96e18cfc-bee8-4112-bc30-6fa5eebc813c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001251 Sep 30 08:15:06.224675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event updated for resources: {'Port': ['ID=6d0f81b7-35b1-4cbf-9caf-03f5172142ca,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:06.250710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b9976-6ecd-4fe1-b878-e34b25fe37ef None None] Pushing event updated for resources: {'Port': ['ID=9fa79f52-7df1-444e-858a-9326c154edff,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:06.281351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:06.297991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.300470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.309228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.351921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.397244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e65f094c-84af-4be1-a15a-bbaf26c88281 None None] Provisioning complete for port 9fa79f52-7df1-444e-858a-9326c154edff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:06.397831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e65f094c-84af-4be1-a15a-bbaf26c88281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.407979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.424692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:06.508431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee2a4f-07d7-49b2-b53a-7b2f3da61791 req-18a39a69-f457-4f0c-87d0-9c3a11a2b7d0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:06.510161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1ee2a4f-07d7-49b2-b53a-7b2f3da61791 req-18a39a69-f457-4f0c-87d0-9c3a11a2b7d0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 948 time: 0.1286271 Sep 30 08:15:06.590779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:06.593257 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80b0be-1b72-430c-bfd2-f0ed823aeaf3" -d '{"events": [{"server_uuid": "b713bf7e-f821-46d1-8481-bed830f1a975", "name": "network-vif-plugged", "status": "completed", "tag": "b262df7c-04a6-49b2-a0e7-47c74a14b8c1"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:06.608324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.612007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1ee2a4f-07d7-49b2-b53a-7b2f3da61791 req-f9b07a42-98dd-42c3-816b-2b7ee1b19624 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832365 Sep 30 08:15:06.631973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=6992e1d2-66ee-4f05-9f13-303163bc1f0b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:06.642541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd58fe-6588-4c90-b592-0c30c0dd2948 req-78c3a374-89e2-41be-a584-da947654d01c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:06.644212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81dd58fe-6588-4c90-b592-0c30c0dd2948 req-78c3a374-89e2-41be-a584-da947654d01c tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 944 time: 0.1310256 Sep 30 08:15:06.679061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.687057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.704390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:06.728381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.735135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:06.735931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81dd58fe-6588-4c90-b592-0c30c0dd2948 req-ff35468d-4c87-4abb-88f1-b934c8ccb144 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851154 Sep 30 08:15:06.740414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:06.786266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['6992e1d2-66ee-4f05-9f13-303163bc1f0b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:06.809727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f6ada-8003-4d71-893f-a718b57efb66 None None] The sync data for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 is: [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:06.829895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event updated for resources: {'Port': ['ID=6d0f81b7-35b1-4cbf-9caf-03f5172142ca,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:06.856225 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb661e4-99b3-4b63-b21c-ff1c3cbe613c x-openstack-request-id: req-3cb661e4-99b3-4b63-b21c-ff1c3cbe613c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:06.856515 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b713bf7e-f821-46d1-8481-bed830f1a975", "name": "network-vif-plugged", "status": "completed", "tag": "b262df7c-04a6-49b2-a0e7-47c74a14b8c1", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:06.856761 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cb661e4-99b3-4b63-b21c-ff1c3cbe613c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:06.857139 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1', 'code': 200} Sep 30 08:15:06.928726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.974064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:06.975011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12d4bc-24dd-4481-b28c-5a0d0da036ce req-37a795d9-c629-4854-801e-3896e9f47df0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:06.985702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de12d4bc-24dd-4481-b28c-5a0d0da036ce req-37a795d9-c629-4854-801e-3896e9f47df0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1474061 Sep 30 08:15:06.991393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518fb30-6006-4f9d-b236-2062fffbd046 req-77bff60c-722a-4457-a16b-3caac670017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:06.993858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0518fb30-6006-4f9d-b236-2062fffbd046 req-77bff60c-722a-4457-a16b-3caac670017c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 1100 time: 0.0991628 Sep 30 08:15:07.002765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.004532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-324dafbe-1e06-4c20-97ed-78dabfd28f28 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5575664 Sep 30 08:15:07.040402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de12d4bc-24dd-4481-b28c-5a0d0da036ce req-cbd67034-83bc-4d01-b63b-dbccc98cd6a7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Sep 30 08:15:07.092310 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0518fb30-6006-4f9d-b236-2062fffbd046 req-fe01eec0-f8f5-44b7-9c2e-187b31de6860 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892129 Sep 30 08:15:07.110723 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:15:07.259042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-c8676223-a8c0-448e-b3ee-6968a940a68a tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--455887435&fields=id&tenant_id=05a982c56b734b7580d65a4f00277c1f HTTP/1.1" status: 200 len: 267 time: 0.0543008 Sep 30 08:15:07.413068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-c631fe33-f3ad-42be-ae70-562dc483dd83 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:07.414587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-c631fe33-f3ad-42be-ae70-562dc483dd83 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/networks?id=8d213995-844f-4d58-834f-3d08366fa5ee HTTP/1.1" status: 200 len: 814 time: 0.1478338 Sep 30 08:15:07.423446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d09d91-f253-49c9-b84e-285a09892399 req-cb705bcb-0c06-4954-ac9d-3eba942c682c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:07.425016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8d09d91-f253-49c9-b84e-285a09892399 req-cb705bcb-0c06-4954-ac9d-3eba942c682c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.0818129 Sep 30 08:15:07.445401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:07.449898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-153e6cf4-6c2d-470c-b5f5-45d25316992f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/quotas/05a982c56b734b7580d65a4f00277c1f HTTP/1.1" status: 200 len: 375 time: 0.0238085 Sep 30 08:15:07.494933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8d09d91-f253-49c9-b84e-285a09892399 req-50eca57d-fbbc-47f5-94a1-bc888eac3fd7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Sep 30 08:15:07.513899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:07.519281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:07.523538 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.553606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-7490f0c6-110d-4a4d-83e9-8b43bf5c0455 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=05a982c56b734b7580d65a4f00277c1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882640 Sep 30 08:15:07.620417 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.678135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:07.701015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.702344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:07.727318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 2947c734-d433-4b66-9249-b27f3e14ca97 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:07.727755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2947c734-d433-4b66-9249-b27f3e14ca97 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:07.766088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-d93ac47d-620d-4a3b-9f72-5e17dedd74cc service neutron] 10.222.0.41 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079065 Sep 30 08:15:07.792234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:07.818465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-7dfda4de-b032-4616-8701-c2c11f0f68fd tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:07.820019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-7dfda4de-b032-4616-8701-c2c11f0f68fd tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 822 time: 0.2139766 Sep 30 08:15:07.867898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3d11b292-5581-42d2-8a10-f6207b9e25c5 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/quotas/9c0918b51f8f42c1a729aefecf0607e1 HTTP/1.1" status: 200 len: 375 time: 0.0166316 Sep 30 08:15:07.940587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-59c3d4e2-0c7e-44c5-9608-19bb9e559bd5 service neutron] 10.222.0.41 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734724 Sep 30 08:15:07.958860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-f8978606-6586-491c-9e84-872956c43250 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847435 Sep 30 08:15:07.999283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9fa79f52-7df1-444e-858a-9326c154edff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:08.119001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-cd210a44-3874-4b70-97e1-cd53a12f6177 service neutron] 10.222.0.41 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486070 Sep 30 08:15:08.157660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9fa79f52-7df1-444e-858a-9326c154edff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:08.158040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.284274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441923f-b528-4d79-b57b-b40ccceb78e4 req-83a19433-7ce9-4b30-986c-bbf7001d198c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.292599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b441923f-b528-4d79-b57b-b40ccceb78e4 req-83a19433-7ce9-4b30-986c-bbf7001d198c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 949 time: 0.1388240 Sep 30 08:15:08.340600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-0ea8f2da-50c7-4857-9355-99c01c5c4f98 service neutron] 10.222.0.41 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215207 Sep 30 08:15:08.350299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b441923f-b528-4d79-b57b-b40ccceb78e4 req-7dedd9bd-572a-4f3f-8e29-0fe6187fdd61 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Sep 30 08:15:08.473848 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-30b863a2-fb31-43c0-bc34-35ec69c8912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.636248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c985ed8-4baa-4c21-a0f4-e0a4890ccdb4 req-b9060eab-7e2a-4f7c-89b4-24a0d29dd493 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.637908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c985ed8-4baa-4c21-a0f4-e0a4890ccdb4 req-b9060eab-7e2a-4f7c-89b4-24a0d29dd493 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 944 time: 0.0979917 Sep 30 08:15:08.671042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766ba7a-74af-4420-943b-c2e16a9ecddf req-ebcd9e08-95a2-4700-be2a-6c0564731763 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.672619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6766ba7a-74af-4420-943b-c2e16a9ecddf req-ebcd9e08-95a2-4700-be2a-6c0564731763 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0916648 Sep 30 08:15:08.711063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c985ed8-4baa-4c21-a0f4-e0a4890ccdb4 req-339c6243-d651-4400-8616-6caaf7942d95 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656097 Sep 30 08:15:08.755595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6766ba7a-74af-4420-943b-c2e16a9ecddf req-2ed4ad03-be8b-4a07-8c5b-1af83e942ded tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 Sep 30 08:15:08.815524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8fd115f5-2933-4daf-b790-18d4fe3f149a req-b490c735-cc03-4435-9fa1-e788e7845307 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 210 time: 0.0473065 Sep 30 08:15:08.858921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e15371-f842-4996-81dc-1efa6314aab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61'}, {'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:08.862331 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb4a46f-6317-424e-89d3-9e3e89a61cd6" -d '{"events": [{"server_uuid": "77e15371-f842-4996-81dc-1efa6314aab0", "name": "network-vif-plugged", "status": "completed", "tag": "1319a83e-e424-4d3e-9a44-63f6fa4ffa61"}, {"server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:08.928058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a87d410e-6633-4169-9ada-72b0409e7a17 req-7b2b6bec-5107-4ea8-af3f-17385fe0613e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 210 time: 0.0531011 Sep 30 08:15:08.987482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0a6f8-7c32-428e-9a6f-d2deec10a141 req-2fac0156-5804-44cb-9ee7-5cd95179e4f3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.995908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdb0a6f8-7c32-428e-9a6f-d2deec10a141 req-2fac0156-5804-44cb-9ee7-5cd95179e4f3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1005752 Sep 30 08:15:09.045278 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a0aefc-4548-45d4-801e-648a17295d19 x-openstack-request-id: req-70a0aefc-4548-45d4-801e-648a17295d19 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:09.045959 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e15371-f842-4996-81dc-1efa6314aab0", "name": "network-vif-plugged", "status": "completed", "tag": "1319a83e-e424-4d3e-9a44-63f6fa4ffa61", "code": 200}, {"server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:09.046679 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70a0aefc-4548-45d4-801e-648a17295d19 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:09.047647 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e15371-f842-4996-81dc-1efa6314aab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'code': 200} Sep 30 08:15:09.048222 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'code': 200} Sep 30 08:15:09.053892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdb0a6f8-7c32-428e-9a6f-d2deec10a141 req-6db0fab2-393e-44fc-b84c-14c7845f1ede tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570707 Sep 30 08:15:09.218937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953d05-e7e0-4577-8343-192eca467837 req-9c2a253b-4a3b-4a41-989f-881bd9733b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.221078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d7953d05-e7e0-4577-8343-192eca467837 req-9c2a253b-4a3b-4a41-989f-881bd9733b48 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 1100 time: 0.0670204 Sep 30 08:15:09.275456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6992e1d2-66ee-4f05-9f13-303163bc1f0b up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:09.288765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d7953d05-e7e0-4577-8343-192eca467837 req-e1a6acba-baea-476f-b89c-ca978b54cde1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Sep 30 08:15:09.295785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b12ae-c750-40ec-a6ed-9fc359807a6c req-42277b36-058a-4a3c-baf1-fb8eee4f2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.301282 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-374b12ae-c750-40ec-a6ed-9fc359807a6c req-42277b36-058a-4a3c-baf1-fb8eee4f2999 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1096 time: 0.0756047 Sep 30 08:15:09.334469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 6992e1d2-66ee-4f05-9f13-303163bc1f0b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:09.340268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 6992e1d2-66ee-4f05-9f13-303163bc1f0b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:09.340908 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.345810 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-374b12ae-c750-40ec-a6ed-9fc359807a6c req-6bb0c935-c341-4f82-974f-743024d08874 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Sep 30 08:15:09.424634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.460452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:09.465954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.480821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1aa66-8cb9-47fb-87d5-8bf71bae6590 req-656ea60f-ab2f-4dbf-9f89-d2ff8b227e9a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.488687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fab1aa66-8cb9-47fb-87d5-8bf71bae6590 req-656ea60f-ab2f-4dbf-9f89-d2ff8b227e9a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 949 time: 0.0635128 Sep 30 08:15:09.520448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=6992e1d2-66ee-4f05-9f13-303163bc1f0b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:09.523470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fab1aa66-8cb9-47fb-87d5-8bf71bae6590 req-4cc56649-985b-4d1e-ac5d-eda7d22c5325 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Sep 30 08:15:09.642226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f032d2b-9838-4c56-a03d-3e64e94fedb1 req-9698c1af-c309-4629-8dcb-9c87079764d9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.643836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f032d2b-9838-4c56-a03d-3e64e94fedb1 req-9698c1af-c309-4629-8dcb-9c87079764d9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 949 time: 0.0526550 Sep 30 08:15:09.686247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f032d2b-9838-4c56-a03d-3e64e94fedb1 req-a4dd3e17-6e1d-47ec-b2e6-46159e43bdcb tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361819 Sep 30 08:15:09.859178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ccf15-76f5-4f0b-81a8-c31ad8b3f37f req-418e9db5-ec4e-4565-8c76-45c4e9a5ed1a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.861001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b33ccf15-76f5-4f0b-81a8-c31ad8b3f37f req-418e9db5-ec4e-4565-8c76-45c4e9a5ed1a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.0699754 Sep 30 08:15:09.926069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b33ccf15-76f5-4f0b-81a8-c31ad8b3f37f req-85324cf3-014c-4e95-9663-8b8dd9e0a20a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Sep 30 08:15:09.934979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84c7a9-e5ca-4351-914d-98ceb1b69445 req-0be9ac7f-e50b-4dae-b4ff-e5f871ef8405 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.936541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf84c7a9-e5ca-4351-914d-98ceb1b69445 req-0be9ac7f-e50b-4dae-b4ff-e5f871ef8405 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0978553 Sep 30 08:15:09.995686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf84c7a9-e5ca-4351-914d-98ceb1b69445 req-49d2d218-8772-45a8-b93e-cebb6f7e11a8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Sep 30 08:15:10.047402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b7edd64-5a18-460a-8f10-fbf70e1f304f req-abcabb69-cd13-4b5b-92ec-9e319d17aada tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 210 time: 0.0382111 Sep 30 08:15:10.111371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6687366-04e1-41fd-b2fc-6ce4e8d0c0bf req-95670d00-7ec6-4a72-9bb5-0aae0f725148 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 210 time: 0.0303435 Sep 30 08:15:10.144013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-3946fefd-fdfb-4a0f-9e12-56835e5f8095 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.145599 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-3946fefd-fdfb-4a0f-9e12-56835e5f8095 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.57 "GET /v2.0/networks?id=8d213995-844f-4d58-834f-3d08366fa5ee HTTP/1.1" status: 200 len: 814 time: 0.1271150 Sep 30 08:15:10.204643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaa384-d6ed-43d8-a20b-f6134cc3a104 req-5db221bb-5c0f-4b13-9b55-18db763d08a4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.206326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31aaa384-d6ed-43d8-a20b-f6134cc3a104 req-5db221bb-5c0f-4b13-9b55-18db763d08a4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Sep 30 08:15:10.234872 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-f1cbbf10-bc5e-4c31-b463-aec5b7874ee7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a982c56b734b7580d65a4f00277c1f HTTP/1.1" status: 200 len: 379 time: 0.0522666 Sep 30 08:15:10.248125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31aaa384-d6ed-43d8-a20b-f6134cc3a104 req-b331c092-3b9e-4802-adae-ea42dbfbafbb tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Sep 30 08:15:10.255178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Request body: {'port': {'device_id': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'admin_state_up': True, 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'security_groups': ['29331e42-3104-4319-954a-6676c5c7a3e1']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:10.382649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Made reservation on behalf of 05a982c56b734b7580d65a4f00277c1f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:10.387383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.481511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-b1c21a79-40cf-44fb-9d65-3ef2fd2fa968 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.482979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-b1c21a79-40cf-44fb-9d65-3ef2fd2fa968 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.1097927 Sep 30 08:15:10.498556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-e328b06b-703e-4012-91df-ae04288eeaf6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/quotas/1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 375 time: 0.0092838 Sep 30 08:15:10.510155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Allocated IP 172.20.0.3 (8d213995-844f-4d58-834f-3d08366fa5ee/e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3/093b174e-96b2-4988-bacb-e28d8647e037) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:10.556218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-578da0aa-1ef1-4a1f-9d0d-eb2f5fac86d9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515246 Sep 30 08:15:10.657160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-b9779611-1bd7-47d2-abc2-83a429bbdfe3 service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932202 Sep 30 08:15:10.671302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.719213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.801782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event updated for resources: {'Port': ['ID=093b174e-96b2-4988-bacb-e28d8647e037,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:10.810052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-c0ccc697-2433-4297-be72-379d3bf79be6 service neutron] 10.222.0.41 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519332 Sep 30 08:15:10.830936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Network 8d213995-844f-4d58-834f-3d08366fa5ee is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:10.832426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:10.835024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:10.906412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.907067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.919886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3e69f071-0096-49d6-9b50-57ca4064b4bc tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.924411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3e69f071-0096-49d6-9b50-57ca4064b4bc tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 822 time: 0.2051764 Sep 30 08:15:10.927831 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-37e48da3-cdc1-46b7-95c4-38ecd9a3fdc9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766014 Sep 30 08:15:10.960271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Request body: {'port': {'device_id': '657338b2-6d3c-424c-a41f-20096842ce1f', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'admin_state_up': True, 'tenant_id': '9c0918b51f8f42c1a729aefecf0607e1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:10.962779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Request body: {'port': {'device_id': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:10.994656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567099c-cda5-45cd-ba10-6f74750e92ca req-d9f9f712-466c-4110-ace4-fc623ee58e2a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.996290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2567099c-cda5-45cd-ba10-6f74750e92ca req-d9f9f712-466c-4110-ace4-fc623ee58e2a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 949 time: 0.1252980 Sep 30 08:15:11.028707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e9e60050-c984-40fb-924f-03bd729d12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.049505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6992e1d2-66ee-4f05-9f13-303163bc1f0b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:11.052476 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8cae3-e0b0-4fcf-9fa6-7f16f22f88fa" -d '{"events": [{"server_uuid": "6ffe5f61-afc4-4585-b302-93ffd021de3b", "name": "network-vif-plugged", "status": "completed", "tag": "6992e1d2-66ee-4f05-9f13-303163bc1f0b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:11.082115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.083472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2567099c-cda5-45cd-ba10-6f74750e92ca req-3db0372a-8fd0-4ee6-8f5f-4d8febba8a22 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Sep 30 08:15:11.125688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-23f44944-5953-41a1-8bba-e8b49c6e959f None None] Provisioning complete for port 093b174e-96b2-4988-bacb-e28d8647e037 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:11.126300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23f44944-5953-41a1-8bba-e8b49c6e959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.166554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Made reservation on behalf of 9c0918b51f8f42c1a729aefecf0607e1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:11.174269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.176140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-23f44944-5953-41a1-8bba-e8b49c6e959f None None] Port 093b174e-96b2-4988-bacb-e28d8647e037 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:11.390153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.670465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dbd0-fd26-430c-b114-720db1aa5715 req-1e782807-7ff1-4ff0-a7e0-d018cf1fc82b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:11.677812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e44dbd0-fd26-430c-b114-720db1aa5715 req-1e782807-7ff1-4ff0-a7e0-d018cf1fc82b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.4862144 Sep 30 08:15:11.694878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b5ede-f016-4622-a639-a85bbfe1470f req-e764ba45-45c9-45a1-98a3-9e18925dcfca tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:11.696459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-137b5ede-f016-4622-a639-a85bbfe1470f req-e764ba45-45c9-45a1-98a3-9e18925dcfca tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.4829130 Sep 30 08:15:11.730812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093b174e-96b2-4988-bacb-e28d8647e037 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:11.738468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.751675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Transition to ACTIVE for port object 093b174e-96b2-4988-bacb-e28d8647e037 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:11.755549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.783419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e44dbd0-fd26-430c-b114-720db1aa5715 req-c0de4d6d-e433-4a49-aee1-bf6ab7c2981a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045508 Sep 30 08:15:11.797625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Allocated IP 172.20.0.10 (c137d884-1431-42f4-bac5-3398bfb80971/e6f825c0-3553-422d-a1d0-fcc069e452f6/80c92adb-61a6-4b8d-ba3d-96e8d90924e3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:11.802676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-137b5ede-f016-4622-a639-a85bbfe1470f req-367fc461-aab4-4034-9185-0feede88ea47 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949972 Sep 30 08:15:11.831080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Pushing event updated for resources: {'Port': ['ID=093b174e-96b2-4988-bacb-e28d8647e037,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.869230 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd16e607-6b0b-46c0-81d3-27f674263fe6 x-openstack-request-id: req-cd16e607-6b0b-46c0-81d3-27f674263fe6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:11.869544 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe5f61-afc4-4585-b302-93ffd021de3b", "name": "network-vif-plugged", "status": "completed", "tag": "6992e1d2-66ee-4f05-9f13-303163bc1f0b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:11.869827 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd16e607-6b0b-46c0-81d3-27f674263fe6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:11.870859 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6992e1d2-66ee-4f05-9f13-303163bc1f0b', 'code': 200} Sep 30 08:15:11.926670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Attempting to bind port 093b174e-96b2-4988-bacb-e28d8647e037 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:11.928023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Attempting to bind port 093b174e-96b2-4988-bacb-e28d8647e037 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:11.928677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Attempting to bind port 093b174e-96b2-4988-bacb-e28d8647e037 on network 8d213995-844f-4d58-834f-3d08366fa5ee {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:11.935465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Port 093b174e-96b2-4988-bacb-e28d8647e037 on network 8d213995-844f-4d58-834f-3d08366fa5ee not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:11.936065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Attempting to bind port 093b174e-96b2-4988-bacb-e28d8647e037 on network 8d213995-844f-4d58-834f-3d08366fa5ee {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:11.943065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:11.943711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Checking segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:11.944269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Bound using segment: {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:11.945101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Bound port: 093b174e-96b2-4988-bacb-e28d8647e037, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e67aa9-bba9-4126-a798-623e15e453f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:11.945683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.063759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] For port 093b174e-96b2-4988-bacb-e28d8647e037, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:12.071450 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.083517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] For port 093b174e-96b2-4988-bacb-e28d8647e037, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=093b174e-96b2-4988-bacb-e28d8647e037,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:12.087124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7284a-7310-45aa-b068-58f9b238457a req-d7cd7c0f-7986-4431-97cd-4a29aa785524 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.088867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bee7284a-7310-45aa-b068-58f9b238457a req-d7cd7c0f-7986-4431-97cd-4a29aa785524 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 943 time: 0.0951636 Sep 30 08:15:12.094559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.114233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.115233 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.117699 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/093b174e-96b2-4988-bacb-e28d8647e037 HTTP/1.1" status: 200 len: 1091 time: 1.1605790 Sep 30 08:15:12.120838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:12.123964 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ffc5c-5741-4299-bb04-e8a90294b54d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "tag": "093b174e-96b2-4988-bacb-e28d8647e037"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:12.149480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390d8f-8d61-4a32-bf8b-3113232ee50a req-2fbf211b-d9b7-43c5-8bbb-3f58bb08b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.152569 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62390d8f-8d61-4a32-bf8b-3113232ee50a req-2fbf211b-d9b7-43c5-8bbb-3f58bb08b860 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 1096 time: 0.1360803 Sep 30 08:15:12.165043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.176127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bee7284a-7310-45aa-b068-58f9b238457a req-5038e75f-8404-4d01-bfc5-de20b32b463e tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761995 Sep 30 08:15:12.268134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218f51-2450-4fe3-9176-2019be0984e8 service neutron] Pushing event updated for resources: {'Port': ['ID=093b174e-96b2-4988-bacb-e28d8647e037,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:12.272600 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62390d8f-8d61-4a32-bf8b-3113232ee50a req-fe84e86f-850b-473b-b335-80b0f225ebc0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061976 Sep 30 08:15:12.285594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Network c137d884-1431-42f4-bac5-3398bfb80971 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:12.286538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a2efd72e-ae52-4ad3-9c8e-9a89ac9c0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.288180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-a2efd72e-ae52-4ad3-9c8e-9a89ac9c0cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a982c56b734b7580d65a4f00277c1f&device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 1094 time: 0.0847178 Sep 30 08:15:12.292451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:12.313482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:12.319361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e75c7f-9e31-42de-8924-900abc54467d req-73eecbfb-7013-4168-b019-af0024a5c6c4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 210 time: 0.0636930 Sep 30 08:15:12.322295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event updated for resources: {'Port': ['ID=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:12.349958 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-3d337f69-0792-423c-aad5-514cc9a3a739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093b174e-96b2-4988-bacb-e28d8647e037 HTTP/1.1" status: 200 len: 217 time: 0.0427749 Sep 30 08:15:12.377837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37940c-4913-4091-9080-f59e6027f941 req-7de37447-a889-4194-ab6b-3ce4b354ec35 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.384006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37940c-4913-4091-9080-f59e6027f941 req-7de37447-a889-4194-ab6b-3ce4b354ec35 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.392233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be37940c-4913-4091-9080-f59e6027f941 req-7de37447-a889-4194-ab6b-3ce4b354ec35 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975&device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 1689 time: 0.1651607 Sep 30 08:15:12.415115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-fc7ad028-c9f9-46ff-8b47-f4d77d3f3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.416531 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-fc7ad028-c9f9-46ff-8b47-f4d77d3f3dc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3 HTTP/1.1" status: 200 len: 853 time: 0.0529797 Sep 30 08:15:12.424427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.424983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.476716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5e46-cfa2-4424-b260-e393958903ff req-fe9aae68-785e-47b7-9718-18937bd64aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.477857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be37940c-4913-4091-9080-f59e6027f941 req-0252df63-ec5e-47f6-850e-5bde81329a6d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850439 Sep 30 08:15:12.478250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-fe9aae68-785e-47b7-9718-18937bd64aaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d213995-844f-4d58-834f-3d08366fa5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446944 Sep 30 08:15:12.479393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3f237489-ce39-4c53-ac1c-6a4aeb086a17 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5249436 Sep 30 08:15:12.495715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55f8b8-763d-4599-8a37-ef62c22b2005 req-bd2e7407-6e34-4003-b370-8e0ac58690d2 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.497255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e55f8b8-763d-4599-8a37-ef62c22b2005 req-bd2e7407-6e34-4003-b370-8e0ac58690d2 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 932 time: 0.0931242 Sep 30 08:15:12.503531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Request body: {'port': {'device_id': '657338b2-6d3c-424c-a41f-20096842ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:12.593712 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-f100dbed-944a-49bb-9ea1-e26cdaf12aa2 service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950704 Sep 30 08:15:12.617647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e55f8b8-763d-4599-8a37-ef62c22b2005 req-18c58aaa-d22e-420f-a890-48df7df9ea6c tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096923 Sep 30 08:15:12.619567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.651650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa77bf-639b-4275-ab0b-ae0193346fad req-dccf0ae9-f179-4f7b-8762-843dd8813da2 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.653211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bfa77bf-639b-4275-ab0b-ae0193346fad req-dccf0ae9-f179-4f7b-8762-843dd8813da2 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1149886 Sep 30 08:15:12.723797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b11d5e46-cfa2-4424-b260-e393958903ff req-0ddf3c0b-05bc-4925-9b7b-501592fbf3ee service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173172 Sep 30 08:15:12.780974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bfa77bf-639b-4275-ab0b-ae0193346fad req-6f53ad16-ca4f-4287-88ae-cee96aeba7d6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088347 Sep 30 08:15:12.804627 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0b35b-f98e-4b68-b0f9-2b3719a7191d x-openstack-request-id: req-a5f0b35b-f98e-4b68-b0f9-2b3719a7191d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:12.805123 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "tag": "093b174e-96b2-4988-bacb-e28d8647e037", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:12.805246 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f0b35b-f98e-4b68-b0f9-2b3719a7191d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:12.805700 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037', 'status': 'completed', 'code': 200} Sep 30 08:15:12.825517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-25e286d0-a434-48b4-9851-b419cc773cc8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.825517 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-25e286d0-a434-48b4-9851-b419cc773cc8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 808 time: 0.1231632 Sep 30 08:15:12.848000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Request body: {'port': {'device_id': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'admin_state_up': True, 'tenant_id': '1750d3d7b57a4b37b298f0b82a156831'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:12.994839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.011318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-676041b6-c27d-48ce-855a-9b87075552d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.012975 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-676041b6-c27d-48ce-855a-9b87075552d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a982c56b734b7580d65a4f00277c1f&device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 1094 time: 0.1330884 Sep 30 08:15:13.035669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:13.053481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071d315-7fbd-4581-b859-23bbd3c4ae61 req-6b481ef3-c9d2-43d5-89f0-c3bb1f47fff1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.054466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a071d315-7fbd-4581-b859-23bbd3c4ae61 req-6b481ef3-c9d2-43d5-89f0-c3bb1f47fff1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1391039 Sep 30 08:15:13.058335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.071720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Made reservation on behalf of 1750d3d7b57a4b37b298f0b82a156831 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:13.076042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.080733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913043e-02db-4833-b07e-8a95641e0170 req-4968687f-edee-4d56-853c-a2a455e2fc21 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.082257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2913043e-02db-4833-b07e-8a95641e0170 req-4968687f-edee-4d56-853c-a2a455e2fc21 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1096 time: 0.1343248 Sep 30 08:15:13.084093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Transition to ACTIVE for port object 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:13.099766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.169698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a071d315-7fbd-4581-b859-23bbd3c4ae61 req-a1a48057-6bec-4465-a1da-a563932e7d5c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003826 Sep 30 08:15:13.199918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2913043e-02db-4833-b07e-8a95641e0170 req-e439a15a-1880-4f62-8ffc-23bc5328262a tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041903 Sep 30 08:15:13.209796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Pushing event updated for resources: {'Port': ['ID=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:13.231169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-3cc470a2-8f1e-45ca-8eef-2b6e6b6d390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.235843 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-3cc470a2-8f1e-45ca-8eef-2b6e6b6d390d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d213995-844f-4d58-834f-3d08366fa5ee HTTP/1.1" status: 200 len: 915 time: 0.2117822 Sep 30 08:15:13.288578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Attempting to bind port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:13.289002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Attempting to bind port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:13.289399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Attempting to bind port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 on network c137d884-1431-42f4-bac5-3398bfb80971 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:13.306254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 on network c137d884-1431-42f4-bac5-3398bfb80971 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:13.306581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Attempting to bind port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 on network c137d884-1431-42f4-bac5-3398bfb80971 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:13.338991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:13.339656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Checking segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:13.340047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Bound using segment: {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:13.340502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Bound port: 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7442990c-aa5b-43d2-9469-77a617c0db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:13.340858 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.345916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-afeeb509-ac88-4683-86c3-82bac3ebdc83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093b174e-96b2-4988-bacb-e28d8647e037 HTTP/1.1" status: 200 len: 217 time: 0.0936074 Sep 30 08:15:13.381844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Allocated IP 172.20.0.9 (0db6a34d-51e6-4a50-88cd-8711ac4f2830/8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10/f2221c4d-fadf-4835-b645-4ce699c0df04) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:13.410913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c088a6-42b1-4615-841d-d4d2677973c7 req-a74390a8-ad29-4dab-8656-4625186d2a15 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.412429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81c088a6-42b1-4615-841d-d4d2677973c7 req-a74390a8-ad29-4dab-8656-4625186d2a15 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.1203713 Sep 30 08:15:13.426169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e67fd-ba27-4eaf-a542-714b7cd9eee5 req-3a552634-05b4-465d-ad76-402e89565a4a tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.427701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a6e67fd-ba27-4eaf-a542-714b7cd9eee5 req-3a552634-05b4-465d-ad76-402e89565a4a tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 1100 time: 0.1041470 Sep 30 08:15:13.438735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-f2d002f6-3ec8-4abd-8393-cf55d2147076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.440005 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-f2d002f6-3ec8-4abd-8393-cf55d2147076 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3 HTTP/1.1" status: 200 len: 853 time: 0.0706189 Sep 30 08:15:13.506651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81c088a6-42b1-4615-841d-d4d2677973c7 req-26b38bc1-67ef-4e40-94d9-54e1e65e347a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850139 Sep 30 08:15:13.508017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] For port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:13.541636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a6e67fd-ba27-4eaf-a542-714b7cd9eee5 req-1d7028a4-8fad-4352-ab4e-ecb876bbfa0c tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984886 Sep 30 08:15:13.544173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] For port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:13.560921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.624227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.634109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-784b4c57-7895-4924-a53e-26f7744e7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.636237 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-784b4c57-7895-4924-a53e-26f7744e7759 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d213995-844f-4d58-834f-3d08366fa5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816173 Sep 30 08:15:13.651277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.652414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.654445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] 10.222.0.57 "PUT /v2.0/ports/80c92adb-61a6-4b8d-ba3d-96e8d90924e3 HTTP/1.1" status: 200 len: 1092 time: 1.1550472 Sep 30 08:15:13.656045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657338b2-6d3c-424c-a41f-20096842ce1f', 'tag': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:13.658619 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5378d3c-7f0c-480f-823e-c7716e9ba4af" -d '{"events": [{"name": "network-changed", "server_uuid": "657338b2-6d3c-424c-a41f-20096842ce1f", "tag": "80c92adb-61a6-4b8d-ba3d-96e8d90924e3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:13.719859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.760313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11651793-d5cc-4dd7-a1ef-7b56400e6e7a service neutron] Pushing event updated for resources: {'Port': ['ID=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:13.768141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7a455538-95a6-4c7b-9094-4f3e4d55d5ae'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:13.778644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:13.804679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:13.811101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:13.811513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8bc40-19da-4797-9660-127a105b167a req-80f13c84-6052-429c-bf70-0b09b13dbecd tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.814879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:13.820024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55d8bc40-19da-4797-9660-127a105b167a req-80f13c84-6052-429c-bf70-0b09b13dbecd tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 943 time: 0.1792941 Sep 30 08:15:13.821824 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-a1a96dfc-0ae9-4d9c-ac43-9ef6abd28292 service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770253 Sep 30 08:15:13.836922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d273a-0729-489f-b045-7c9893b8530c req-da92ad95-673f-4a3a-ab57-6d70a7f45630 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.838507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f80d273a-0729-489f-b045-7c9893b8530c req-da92ad95-673f-4a3a-ab57-6d70a7f45630 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1096 time: 0.1831801 Sep 30 08:15:13.846309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3c64cd9b-f946-423e-ac9c-2f818463150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.847981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-3c64cd9b-f946-423e-ac9c-2f818463150e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 1095 time: 0.1224253 Sep 30 08:15:13.920492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.921257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.941791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f80d273a-0729-489f-b045-7c9893b8530c req-df185ec5-e45d-4383-b369-c985b912e552 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910735 Sep 30 08:15:13.944129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-fdaedf12-5358-4c1e-a3d7-e2357d166d5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3 HTTP/1.1" status: 200 len: 217 time: 0.0617945 Sep 30 08:15:13.951352 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-4b507c53-f408-4c3a-93a3-e415fd96f50a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079259 Sep 30 08:15:13.966713 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f2ffc5c-5741-4299-bb04-e8a90294b54d req-990c79c2-688a-4197-a016-212bce950e92 service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247661 Sep 30 08:15:13.971882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Request body: {'port': {'device_id': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:13.994275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55d8bc40-19da-4797-9660-127a105b167a req-c07481a3-dbea-4143-8a12-24d4529ddd58 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729348 Sep 30 08:15:14.057136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.116978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-d283116e-1cf3-43ae-a8ab-fb9eac44139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.118480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-d283116e-1cf3-43ae-a8ab-fb9eac44139d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 200 len: 862 time: 0.1487343 Sep 30 08:15:14.151752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020a138-938c-458a-9381-d54af5363c04 req-7edbadcd-29ab-4fe7-af3a-e51bae91805a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.157978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e020a138-938c-458a-9381-d54af5363c04 req-7edbadcd-29ab-4fe7-af3a-e51bae91805a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 931 time: 0.1059594 Sep 30 08:15:14.191459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-52b1480c-9b63-4c0c-911f-843bfb59d313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c137d884-1431-42f4-bac5-3398bfb80971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561666 Sep 30 08:15:14.199010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb413ea-0509-4616-b818-f3d5bbeacf37 req-79632af2-2b9b-485e-9c0a-fd61139beb5c tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.206900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cb413ea-0509-4616-b818-f3d5bbeacf37 req-79632af2-2b9b-485e-9c0a-fd61139beb5c tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 1100 time: 0.1402156 Sep 30 08:15:14.284334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e020a138-938c-458a-9381-d54af5363c04 req-bc179573-45da-4016-bca8-d1ac02adea65 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223583 Sep 30 08:15:14.325105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cb413ea-0509-4616-b818-f3d5bbeacf37 req-521a1c77-ea41-48a1-a111-cfe6e25d8e5b tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172297 Sep 30 08:15:14.380850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-965e8c24-071f-48f7-92b8-3d9b1875a698 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620977 Sep 30 08:15:14.398378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2221c4d-fadf-4835-b645-4ce699c0df04 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:14.407260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.420948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Transition to ACTIVE for port object f2221c4d-fadf-4835-b645-4ce699c0df04 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:14.427138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.439829 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154fecf0-9166-4029-9ede-db6cab4b7fe0 x-openstack-request-id: req-154fecf0-9166-4029-9ede-db6cab4b7fe0 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:14.440114 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657338b2-6d3c-424c-a41f-20096842ce1f", "tag": "80c92adb-61a6-4b8d-ba3d-96e8d90924e3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:14.440363 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-154fecf0-9166-4029-9ede-db6cab4b7fe0 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:14.440756 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657338b2-6d3c-424c-a41f-20096842ce1f', 'tag': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3', 'status': 'completed', 'code': 200} Sep 30 08:15:14.511120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:14.545548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787ef1b-e011-44fc-8952-427b46efc139 req-201d4f3e-20e2-4ca3-ac7b-cbb5f7e2754e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.552848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b787ef1b-e011-44fc-8952-427b46efc139 req-201d4f3e-20e2-4ca3-ac7b-cbb5f7e2754e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 944 time: 0.1676183 Sep 30 08:15:14.597003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c26ce44e-eb58-480f-a4de-492b6b54f7f7 req-b6d55b34-2225-440a-9edd-98f0d4c79bbf service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553879 Sep 30 08:15:14.617665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:14.618008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:14.618480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:14.619130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b787ef1b-e011-44fc-8952-427b46efc139 req-b2fc6416-08d0-4bc2-ae5a-adf61c169bca tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651255 Sep 30 08:15:14.626038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:14.626369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:14.645620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:14.646808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:14.646808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:14.647054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Bound port: f2221c4d-fadf-4835-b645-4ce699c0df04, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:14.647353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.691597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85500e-eb31-4be1-8d06-429cb729bf0e req-2ae32fe6-0925-4784-8148-b089b584500e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.693499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff85500e-eb31-4be1-8d06-429cb729bf0e req-2ae32fe6-0925-4784-8148-b089b584500e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0719819 Sep 30 08:15:14.733747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:14.737683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:14.744195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.752810 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.793778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-22f474a8-8023-4a3f-9a3b-be70c13f2845 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753195 Sep 30 08:15:14.795840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.796506 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.797963 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 1091 time: 0.8302600 Sep 30 08:15:14.809543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:14.811813 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e156d3-a36b-4517-acf7-1a3b846b4474" -d '{"events": [{"name": "network-changed", "server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:14.826027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce59dc-6c32-413b-84c3-88a2f48cc116 service neutron] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:14.829761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff85500e-eb31-4be1-8d06-429cb729bf0e req-a841867e-f679-481c-bd98-d433d4c5e54e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291912 Sep 30 08:15:14.874707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-f844894d-5987-4d1e-afe6-d60d0ccc6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.876251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-f844894d-5987-4d1e-afe6-d60d0ccc6512 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 1095 time: 0.1569433 Sep 30 08:15:14.917695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-50294e88-ccdd-4c19-8240-9c602c74049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.919283 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-50294e88-ccdd-4c19-8240-9c602c74049c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1094 time: 0.0525470 Sep 30 08:15:14.968638 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-0c48dae2-4729-425f-96dc-c6721144c722 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 217 time: 0.0346437 Sep 30 08:15:15.028909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-373af025-0084-43c1-b3e5-c7ed56bb1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.030621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-373af025-0084-43c1-b3e5-c7ed56bb1da0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0548074 Sep 30 08:15:15.036731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915facc5-6b1e-4a04-b251-d04a50df19a0 req-25361915-115c-4587-8d50-eec74b4236b8 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.038359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-915facc5-6b1e-4a04-b251-d04a50df19a0 req-25361915-115c-4587-8d50-eec74b4236b8 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.1373286 Sep 30 08:15:15.050210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a99f8437-b8ca-4b02-90cd-27f3ab3c1a2f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.055629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a99f8437-b8ca-4b02-90cd-27f3ab3c1a2f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606015 Sep 30 08:15:15.067604 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-b86cf644-c7c3-4e13-8124-70b99a29f44c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294619 Sep 30 08:15:15.110492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-19b111a7-14a8-44d6-88c0-74dc8f3369c6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/quotas/9caeb18ee4834ceea74ee4423504a98e HTTP/1.1" status: 200 len: 375 time: 0.0493941 Sep 30 08:15:15.111527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-cabaf5e0-46db-4e62-a03b-10c6b3d96830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.113052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-cabaf5e0-46db-4e62-a03b-10c6b3d96830 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 200 len: 923 time: 0.2103167 Sep 30 08:15:15.142220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-915facc5-6b1e-4a04-b251-d04a50df19a0 req-65659126-e7de-493a-893b-8fcdb7c5dd75 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854299 Sep 30 08:15:15.186928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-5e9ace08-4bef-4beb-b4c6-e319dea60406 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3 HTTP/1.1" status: 200 len: 217 time: 0.0640223 Sep 30 08:15:15.189288 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-ad1ca193-7680-408d-80a3-b339dfded277 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128016 Sep 30 08:15:15.223602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-eb5e9e93-b00a-4253-aa99-650b5459fc7b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1046839 Sep 30 08:15:15.282137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-ae2b7d98-fc1c-4a00-aa4d-7129212129ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.283054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-ae2b7d98-fc1c-4a00-aa4d-7129212129ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 200 len: 862 time: 0.0585568 Sep 30 08:15:15.312290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8b27d63-2ea0-4e35-91d0-bb1d65934f78 req-8f6b1adc-7668-4536-bb46-a375fee8f37d service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097512 Sep 30 08:15:15.341143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-9e6f7202-5b42-40c2-a367-8cde16971616 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c137d884-1431-42f4-bac5-3398bfb80971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386839 Sep 30 08:15:15.443351 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670068a-cf94-45b2-84fd-aa77d39c6910 x-openstack-request-id: req-b670068a-cf94-45b2-84fd-aa77d39c6910 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:15.443637 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:15.443879 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b670068a-cf94-45b2-84fd-aa77d39c6910 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:15.444257 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'status': 'completed', 'code': 200} Sep 30 08:15:15.553540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-bc43afbc-3be1-442b-a9c8-106c21bf4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.558334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-2d13621e-392e-4c3d-8178-714fb6cc9dbd service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059720 Sep 30 08:15:15.559957 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-bc43afbc-3be1-442b-a9c8-106c21bf4c51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1094 time: 0.0618005 Sep 30 08:15:15.662663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec7888-3dd6-49d1-896e-45d4c7a98e9b req-f3cfe132-d03d-4550-809d-ba7c52ec1d2b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.664350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8ec7888-3dd6-49d1-896e-45d4c7a98e9b req-f3cfe132-d03d-4550-809d-ba7c52ec1d2b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 943 time: 0.1295276 Sep 30 08:15:15.700394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-f0c40253-c84d-4198-8a53-467dd959130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.702290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-f0c40253-c84d-4198-8a53-467dd959130c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1328392 Sep 30 08:15:15.716397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5378d3c-7f0c-480f-823e-c7716e9ba4af req-74d16fad-4c9b-4d0b-bcc9-626611f6e3d9 service neutron] 10.222.0.57 "GET /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443405 Sep 30 08:15:15.724252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8ec7888-3dd6-49d1-896e-45d4c7a98e9b req-e1aa954d-b042-4e71-871e-e8bca52072a5 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517776 Sep 30 08:15:15.824357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-0f36df0d-6bd2-4aee-9a99-1422e6436cc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 217 time: 0.1081071 Sep 30 08:15:15.899825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70341ba7-8ce9-4737-b90a-7603c11cd434 req-28ae3225-bfaa-437a-8454-767485116160 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.902760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70341ba7-8ce9-4737-b90a-7603c11cd434 req-28ae3225-bfaa-437a-8454-767485116160 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.1067226 Sep 30 08:15:15.924909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-d9a8851a-4618-4c28-af55-a82185caffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.931949 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-d9a8851a-4618-4c28-af55-a82185caffe9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.1001723 Sep 30 08:15:15.960723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70341ba7-8ce9-4737-b90a-7603c11cd434 req-3cb338c1-6950-4a5e-a6e7-9ef8db29922e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Sep 30 08:15:15.990775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-66037654-b525-4b0e-9147-f36d2a39a67a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491600 Sep 30 08:15:16.108998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fa831-18c6-41e0-9b35-ae29fcc07c0a req-09466133-39d4-438f-ba2e-fd3e239858f7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.116765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-858fa831-18c6-41e0-9b35-ae29fcc07c0a req-09466133-39d4-438f-ba2e-fd3e239858f7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.0674653 Sep 30 08:15:16.122962 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-d343bfbe-3af6-4a2d-b2ab-cc755d628d53 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230083 Sep 30 08:15:16.153031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-858fa831-18c6-41e0-9b35-ae29fcc07c0a req-bdb6307e-1232-46c4-bbe8-0386c630c480 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351655 Sep 30 08:15:16.242314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09cb08a5-35ec-480a-8a7b-86a4270b0869 req-bb183aaf-df6b-40b3-bec1-78cda12e79b9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 210 time: 0.0278203 Sep 30 08:15:16.321417 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c9e156d3-a36b-4517-acf7-1a3b846b4474 req-0fbee906-aedb-4674-a715-b9431b28b777 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262469 Sep 30 08:15:16.451019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571f5d5-bb4b-48c9-aa39-3fc4495184e2 req-af8f7ba9-52ca-4c5b-8a1f-e50bff932f45 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.452413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f571f5d5-bb4b-48c9-aa39-3fc4495184e2 req-af8f7ba9-52ca-4c5b-8a1f-e50bff932f45 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 944 time: 0.0500393 Sep 30 08:15:16.494159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-fac3855b-33f8-451a-ab73-0eed7c781bcc tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:15:16.495906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-fac3855b-33f8-451a-ab73-0eed7c781bcc tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103061 Sep 30 08:15:16.499384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f571f5d5-bb4b-48c9-aa39-3fc4495184e2 req-fa72a9e5-5729-4187-bea5-1ea84bc08338 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Sep 30 08:15:16.539450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-40774a8e-d4f7-4fc6-b5bc-c4d3160424e0 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.540991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-40774a8e-d4f7-4fc6-b5bc-c4d3160424e0 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 1093 time: 0.0392113 Sep 30 08:15:16.551068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Request body: {'binding': {'host': 'n-h1-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:16.551551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Unknown quota resources ['binding']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:15:16.685610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76083ca4-7355-4607-855f-36dbbfada5fc req-9489e822-703f-495b-8343-89154238712e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.687125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76083ca4-7355-4607-855f-36dbbfada5fc req-9489e822-703f-495b-8343-89154238712e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1133685 Sep 30 08:15:16.748924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76083ca4-7355-4607-855f-36dbbfada5fc req-bb0974cd-2cdb-4066-b9a3-da94fb92451a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556672 Sep 30 08:15:16.759434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on host n-h1-807025-5 for vnic_type normal with profile None {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:16.759768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:16.760089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:16.773340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:16.773685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:16.779270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:16.779687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:16.780139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:16.780620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Bound port: 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:16.839117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:16.846380 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.847689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-002cfdbb-1e0e-4c8d-8cf1-cfdaa3d54427 service neutron] 10.222.0.41 "POST /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89/bindings HTTP/1.1" status: 201 len: 389 time: 0.3000398 Sep 30 08:15:16.947101 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-95a14cce-04de-40d7-96ba-61c6c1cd1bfc tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407603 Sep 30 08:15:17.079576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-f5fab451-00ba-4be2-8296-fecf8d28be8b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.081583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-f5fab451-00ba-4be2-8296-fecf8d28be8b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223454 Sep 30 08:15:17.094281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc751a-4f02-4317-a5d4-371145adc127 req-6eb9e8aa-6ecf-42b8-a00c-836f2c93ebe3 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.102711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3cc751a-4f02-4317-a5d4-371145adc127 req-6eb9e8aa-6ecf-42b8-a00c-836f2c93ebe3 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.1472082 Sep 30 08:15:17.110147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:17.112598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a831577-b913-4c36-a82f-bea02f685e26 req-5b783152-26ae-4e56-be02-6cdb52791015 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.114124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a831577-b913-4c36-a82f-bea02f685e26 req-5b783152-26ae-4e56-be02-6cdb52791015 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 943 time: 0.1463990 Sep 30 08:15:17.173801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3cc751a-4f02-4317-a5d4-371145adc127 req-64551f8f-4aec-4480-a023-0cf32ad8c968 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Sep 30 08:15:17.183641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a831577-b913-4c36-a82f-bea02f685e26 req-73d2a87d-e9b9-44eb-b5ff-697dea86c6b7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620024 Sep 30 08:15:17.258284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-dd91762e-35dc-4759-b5fd-ab24530ac78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.259809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-dd91762e-35dc-4759-b5fd-ab24530ac78d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1096 time: 0.0636249 Sep 30 08:15:17.278717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:17.282602 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.430584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.238 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/db38e5b1-66ae-4e50-ab11-3b64c45f85fc) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:17.502108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 093b174e-96b2-4988-bacb-e28d8647e037 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:17.631073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.635923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 093b174e-96b2-4988-bacb-e28d8647e037, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=093b174e-96b2-4988-bacb-e28d8647e037,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:17.649429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '093b174e-96b2-4988-bacb-e28d8647e037', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'port_id': '093b174e-96b2-4988-bacb-e28d8647e037', 'mac_address': 'fa:16:3e:f1:a5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:17.693990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.700220 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.709236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c65927-8b37-40e2-b036-25e44ebfb1d3 req-83ae4e9f-fd1b-4693-9945-ba7af22e1824 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.710941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0c65927-8b37-40e2-b036-25e44ebfb1d3 req-83ae4e9f-fd1b-4693-9945-ba7af22e1824 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.4303570 Sep 30 08:15:17.720519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:17.724960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093b174e-96b2-4988-bacb-e28d8647e037 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:17.750737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:17.754505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:17.756176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f', '1319a83e-e424-4d3e-9a44-63f6fa4ffa61'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:17.760475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aabceaef-07dc-4959-ae00-a37ecd8bfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.762490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aabceaef-07dc-4959-ae00-a37ecd8bfe48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.4920893 Sep 30 08:15:17.773465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:17.774826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f674-fbea-4f94-b00e-5a4534a60056 req-68cc6323-8c7b-40c0-a1c8-c0d0468ebfc7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.782884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3a7f674-fbea-4f94-b00e-5a4534a60056 req-68cc6323-8c7b-40c0-a1c8-c0d0468ebfc7 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1820703 Sep 30 08:15:17.819482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:17.832034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 093b174e-96b2-4988-bacb-e28d8647e037, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=093b174e-96b2-4988-bacb-e28d8647e037,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:17.838219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.842335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.843003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.850265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-325d0075-185e-42c9-be88-2a8f16f6334f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 217 time: 0.0643890 Sep 30 08:15:17.860644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-a2ac6da2-4fb1-4619-872b-60e299dd22d4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7559705 Sep 30 08:15:17.866732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0c65927-8b37-40e2-b036-25e44ebfb1d3 req-6c093c41-93ee-4696-ae24-a14e68d75b20 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473584 Sep 30 08:15:17.888965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3a7f674-fbea-4f94-b00e-5a4534a60056 req-13ab3fe3-5bdd-42b2-847a-16757f489298 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050594 Sep 30 08:15:17.933266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Request body: {'port': {'device_id': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:17.968995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=093b174e-96b2-4988-bacb-e28d8647e037,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:17.993907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-e3e3ca7b-700c-4870-b5d7-6fca8523592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:17.995976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-e3e3ca7b-700c-4870-b5d7-6fca8523592a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0751534 Sep 30 08:15:18.044858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.075156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-4ef5b647-de93-47be-a8d8-0fb42d7876a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590124 Sep 30 08:15:18.110856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fa9d7-a713-42e8-9954-d3b59fb4a798 req-897906d2-e366-4124-a23e-222f0b5a08b1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.112249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-110fa9d7-a713-42e8-9954-d3b59fb4a798 req-897906d2-e366-4124-a23e-222f0b5a08b1 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.1216767 Sep 30 08:15:18.131308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370c088-9d55-42ab-bfc2-22d7af3a411f req-7e232d0e-3f8a-4368-bbbe-0a47582fefd6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.132912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b370c088-9d55-42ab-bfc2-22d7af3a411f req-7e232d0e-3f8a-4368-bbbe-0a47582fefd6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 936 time: 0.1435905 Sep 30 08:15:18.184609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a858a756-dc4b-410f-8922-e38238679408 None None] Provisioning complete for port db38e5b1-66ae-4e50-ab11-3b64c45f85fc triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:18.184995 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a858a756-dc4b-410f-8922-e38238679408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.238210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b370c088-9d55-42ab-bfc2-22d7af3a411f req-a895eaf6-954d-4400-81a6-ef64ebc9c705 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902596 Sep 30 08:15:18.259853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-110fa9d7-a713-42e8-9954-d3b59fb4a798 req-df1b7ea8-0841-41e9-bb25-4368422c5f60 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187394 Sep 30 08:15:18.261080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-eb17b5ee-cfb4-4b12-b576-2bf3f6ebae6d service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691911 Sep 30 08:15:18.272799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a858a756-dc4b-410f-8922-e38238679408 None None] Port db38e5b1-66ae-4e50-ab11-3b64c45f85fc cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:18.380287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['093b174e-96b2-4988-bacb-e28d8647e037'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:18.401908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-88873cb8-6a15-438d-954b-4e6ae475d082 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261106 Sep 30 08:15:18.413471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db38e5b1-66ae-4e50-ab11-3b64c45f85fc {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:18.415335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d170a7-cdce-47ff-8f1e-2100177f4614 req-fdb61871-9ec6-42e9-b98f-cb6ab307df5e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.416442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d170a7-cdce-47ff-8f1e-2100177f4614 req-fdb61871-9ec6-42e9-b98f-cb6ab307df5e tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 944 time: 0.0731173 Sep 30 08:15:18.427739 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.457911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Transition to ACTIVE for port object db38e5b1-66ae-4e50-ab11-3b64c45f85fc will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:18.463536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.490279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d170a7-cdce-47ff-8f1e-2100177f4614 req-11ca540a-8b46-4df5-9d37-15c58c82c84c tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672326 Sep 30 08:15:18.532042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab52a8-4248-4832-9b2b-776d8ebe9bf3 req-a766df69-c5e2-4c97-a233-f9348bdf3f47 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.533906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86ab52a8-4248-4832-9b2b-776d8ebe9bf3 req-a766df69-c5e2-4c97-a233-f9348bdf3f47 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0583067 Sep 30 08:15:18.564058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Pushing event updated for resources: {'Port': ['ID=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:18.588056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86ab52a8-4248-4832-9b2b-776d8ebe9bf3 req-930e2ec7-fdc1-4917-b526-2de87d51b928 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Sep 30 08:15:18.645377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Attempting to bind port db38e5b1-66ae-4e50-ab11-3b64c45f85fc on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:18.646114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Attempting to bind port db38e5b1-66ae-4e50-ab11-3b64c45f85fc by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:18.646666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Attempting to bind port db38e5b1-66ae-4e50-ab11-3b64c45f85fc on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:18.653311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Port db38e5b1-66ae-4e50-ab11-3b64c45f85fc on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:18.653754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Attempting to bind port db38e5b1-66ae-4e50-ab11-3b64c45f85fc on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:18.660472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:18.661018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:18.661550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:18.662232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Bound port: db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:18.663761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.731588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992e284-9003-43ec-a1a6-089d39545d5b req-fa6ed169-e2a8-4579-a7d6-3c3a6058f3db tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.733955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0992e284-9003-43ec-a1a6-089d39545d5b req-fa6ed169-e2a8-4579-a7d6-3c3a6058f3db tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 944 time: 0.0671942 Sep 30 08:15:18.785398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0992e284-9003-43ec-a1a6-089d39545d5b req-42283251-a855-4864-9988-38c59a8bf47d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 Sep 30 08:15:18.820917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] For port db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:18.825242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] For port db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:18.833121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.855663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2bfdb-2da7-4a82-93f7-947b1c2ad8cd req-7dc618a1-2c60-449c-908b-f669001e802e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.864880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ee2bfdb-2da7-4a82-93f7-947b1c2ad8cd req-7dc618a1-2c60-449c-908b-f669001e802e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.0705237 Sep 30 08:15:18.869069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.869748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.871167 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] 10.222.0.50 "PUT /v2.0/ports/db38e5b1-66ae-4e50-ab11-3b64c45f85fc HTTP/1.1" status: 200 len: 1096 time: 0.9517114 Sep 30 08:15:18.871618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'tag': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:18.874648 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a", "tag": "db38e5b1-66ae-4e50-ab11-3b64c45f85fc"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:18.916074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ee2bfdb-2da7-4a82-93f7-947b1c2ad8cd req-34dd8675-f896-487e-b5b9-ef71e406962f tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 Sep 30 08:15:18.929140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672b23a-cfd0-4cac-b600-88cfe24cb0cb service neutron] Pushing event updated for resources: {'Port': ['ID=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:18.978214 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7021bc5a-728e-43f9-8a77-420dc702efe2 x-openstack-request-id: req-7021bc5a-728e-43f9-8a77-420dc702efe2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:18.978519 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a", "tag": "db38e5b1-66ae-4e50-ab11-3b64c45f85fc", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:18.978771 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7021bc5a-728e-43f9-8a77-420dc702efe2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:18.979705 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'tag': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'status': 'completed', 'code': 200} Sep 30 08:15:19.006443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-e929d78d-1ffc-455a-8dea-97a758f00854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.008380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-e929d78d-1ffc-455a-8dea-97a758f00854 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 1099 time: 0.0706108 Sep 30 08:15:19.064371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-f27dc83c-99e1-4a79-944f-af0dfe01a3a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc HTTP/1.1" status: 200 len: 217 time: 0.0397060 Sep 30 08:15:19.099420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998744b-8052-45f6-9c96-1a622d380ffd req-7bcf2f86-79a7-4053-9654-25cb57fd541e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.107481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a998744b-8052-45f6-9c96-1a622d380ffd req-7bcf2f86-79a7-4053-9654-25cb57fd541e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0898995 Sep 30 08:15:19.115108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-bb871558-6316-48c4-8367-0bdf1c235e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.116705 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-bb871558-6316-48c4-8367-0bdf1c235e2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0455148 Sep 30 08:15:19.133949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57752-adc6-48df-88f5-9ed8ef2a8031 req-8466baff-3e35-44ae-b0c7-ad808ad7b5b4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.136093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73b57752-adc6-48df-88f5-9ed8ef2a8031 req-8466baff-3e35-44ae-b0c7-ad808ad7b5b4 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.1085050 Sep 30 08:15:19.170570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a998744b-8052-45f6-9c96-1a622d380ffd req-fa53e2f7-96ce-4801-8367-34a554ba1727 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Sep 30 08:15:19.170799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-bf50176b-f868-4e30-bb01-2969f3544ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.172496 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-bf50176b-f868-4e30-bb01-2969f3544ca4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420878 Sep 30 08:15:19.204789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73b57752-adc6-48df-88f5-9ed8ef2a8031 req-f15f31c1-d654-449a-b59b-e1f1c3d4e772 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541551 Sep 30 08:15:19.299530 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-ea386e2c-1d7b-47b2-8161-b33db7d462de service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198728 Sep 30 08:15:19.305837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96435b78-a9a0-456d-8069-bbd794fee4b1 req-d0d4cf8e-6062-47c3-9daf-e3ff362baf18 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.308469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96435b78-a9a0-456d-8069-bbd794fee4b1 req-d0d4cf8e-6062-47c3-9daf-e3ff362baf18 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.0586987 Sep 30 08:15:19.373791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96435b78-a9a0-456d-8069-bbd794fee4b1 req-9c1dcb34-e4b7-434d-ac26-435fc0e8c708 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558891 Sep 30 08:15:19.382437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c1c8-998a-4746-98d8-9c5d5c856e25 req-32335b2f-1cf5-4cdd-8b5d-fed680488560 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.384048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8c2c1c8-998a-4746-98d8-9c5d5c856e25 req-32335b2f-1cf5-4cdd-8b5d-fed680488560 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 948 time: 0.0745561 Sep 30 08:15:19.417344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-578e074b-9b4c-44f5-bde5-a3a47eafcbfc req-06207e6b-f731-4f46-84e4-752b0c881c87 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097682 Sep 30 08:15:19.427399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8c2c1c8-998a-4746-98d8-9c5d5c856e25 req-9bf0dee2-07c8-4df4-abe8-7590efb00022 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372212 Sep 30 08:15:19.514153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:19.658187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:19.664545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-74501882-7bef-4fad-aa2f-25622c2c77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.670406 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-74501882-7bef-4fad-aa2f-25622c2c77d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 1099 time: 0.0796630 Sep 30 08:15:19.673857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3', 'network_id': 'c137d884-1431-42f4-bac5-3398bfb80971', 'port_id': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3', 'mac_address': 'fa:16:3e:e1:63:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f825c0-3553-422d-a1d0-fcc069e452f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:19.679537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda5ff-2df4-4b47-9cb7-a8512ab6206a req-56885135-0a84-4bbd-98bf-6aa9632f219c tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.696675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6afda5ff-2df4-4b47-9cb7-a8512ab6206a req-56885135-0a84-4bbd-98bf-6aa9632f219c tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 944 time: 0.0860972 Sep 30 08:15:19.724039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.746325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:19.769266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:19.774725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.795951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6afda5ff-2df4-4b47-9cb7-a8512ab6206a req-551f0458-082a-4812-a1d9-1eaed5b20528 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960195 Sep 30 08:15:19.820927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666492c2-dae0-4e53-93e1-a40ef6454652 req-4b5a1c54-9ad7-4c67-9f55-7974d35d1a5d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.830588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-666492c2-dae0-4e53-93e1-a40ef6454652 req-4b5a1c54-9ad7-4c67-9f55-7974d35d1a5d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0742741 Sep 30 08:15:19.850318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-3849f9da-47b5-4ff9-81a6-44831fc527b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.853135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-3849f9da-47b5-4ff9-81a6-44831fc527b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1671553 Sep 30 08:15:19.857724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:19.887769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-666492c2-dae0-4e53-93e1-a40ef6454652 req-d22dea43-4f2c-4188-9e42-637c42704aa6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Sep 30 08:15:19.932856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e51cb-61a3-43d0-942b-6be75a37f290 req-e106e07d-1455-4db1-b54f-25c88fd1ac5e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.940317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c10e51cb-61a3-43d0-942b-6be75a37f290 req-e106e07d-1455-4db1-b54f-25c88fd1ac5e tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.0692642 Sep 30 08:15:19.982695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c10e51cb-61a3-43d0-942b-6be75a37f290 req-007578af-06c1-4d6a-941a-c33a83bcf9b6 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Sep 30 08:15:20.064953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26853-5cc8-44aa-926c-1512d72debb6 req-bb1efb84-caa5-4d3a-90e6-5639ce450679 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.066856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0d26853-5cc8-44aa-926c-1512d72debb6 req-bb1efb84-caa5-4d3a-90e6-5639ce450679 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 944 time: 0.0758924 Sep 30 08:15:20.107737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0d26853-5cc8-44aa-926c-1512d72debb6 req-407b9bd8-43d8-4a6d-a3e6-4734809aaea3 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Sep 30 08:15:20.165662 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-6efa9135-a407-421e-9d9e-3a9f97ba04a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc HTTP/1.1" status: 200 len: 217 time: 0.3038583 Sep 30 08:15:20.236646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-aaf4e73e-f98a-47e3-bf0a-bef1d48c1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.238550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-aaf4e73e-f98a-47e3-bf0a-bef1d48c1af9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0493672 Sep 30 08:15:20.256794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['80c92adb-61a6-4b8d-ba3d-96e8d90924e3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:20.299573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-5dd6e9b2-47b5-4125-80ff-bec395fcb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.301128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-5dd6e9b2-47b5-4125-80ff-bec395fcb0d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509381 Sep 30 08:15:20.351188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e494-3dce-488e-9993-2248b43d8fad req-edf6ddeb-13d2-4f58-813e-81da05bab05e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.359925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d1e494-3dce-488e-9993-2248b43d8fad req-edf6ddeb-13d2-4f58-813e-81da05bab05e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0963082 Sep 30 08:15:20.390197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f085f3d-a203-4a5f-a18a-b45b26a543af req-50f371d3-b470-4f13-b8d1-c97976c2b1b1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.392066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f085f3d-a203-4a5f-a18a-b45b26a543af req-50f371d3-b470-4f13-b8d1-c97976c2b1b1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.0995641 Sep 30 08:15:20.423027 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-8ca80a32-737b-4aec-8877-fea7cec68c82 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089833 Sep 30 08:15:20.426022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d1e494-3dce-488e-9993-2248b43d8fad req-be2db13b-f295-4de0-8574-f71c5b471a0f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649548 Sep 30 08:15:20.481532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f085f3d-a203-4a5f-a18a-b45b26a543af req-03ae6c37-d471-4665-b296-649dceab05b9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718570 Sep 30 08:15:20.552992 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d56ace9-32c9-43b3-8795-a80f43b4c2c1 req-e995cb77-15b2-40f4-91e7-061dfb6b041b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221120 Sep 30 08:15:20.573972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2254a32-5d27-4d4b-b967-098d11a15641 req-e46bd195-aa8d-4b56-8936-dec1a2a711e8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.575462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2254a32-5d27-4d4b-b967-098d11a15641 req-e46bd195-aa8d-4b56-8936-dec1a2a711e8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 948 time: 0.0584376 Sep 30 08:15:20.615492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2254a32-5d27-4d4b-b967-098d11a15641 req-00249cde-16fb-4ad4-aa71-235f217c9fe0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Sep 30 08:15:20.927665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feefdd-5f2e-499a-90e3-7660de5a165a req-0cf5199f-fc3d-4c45-a8d1-027a1d2f6a82 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.929188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3feefdd-5f2e-499a-90e3-7660de5a165a req-0cf5199f-fc3d-4c45-a8d1-027a1d2f6a82 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 945 time: 0.0612624 Sep 30 08:15:20.978115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3feefdd-5f2e-499a-90e3-7660de5a165a req-36e6eecf-1102-4420-b5a2-700fdf56e7d7 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Sep 30 08:15:21.024873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45851-6686-4c9b-a34e-e921b66161d9 req-332bba3a-14b7-4aab-a8e1-d65725b9837e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.026508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbb45851-6686-4c9b-a34e-e921b66161d9 req-332bba3a-14b7-4aab-a8e1-d65725b9837e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0616076 Sep 30 08:15:21.067487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbb45851-6686-4c9b-a34e-e921b66161d9 req-436692e8-8799-40b0-8890-cd8428fff3b7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342233 Sep 30 08:15:21.116606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326387-4dbd-4243-8546-36d55d514dd0 req-729e5b8c-8725-4ebb-beb2-f71d6993654a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.118101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9326387-4dbd-4243-8546-36d55d514dd0 req-729e5b8c-8725-4ebb-beb2-f71d6993654a tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.0496600 Sep 30 08:15:21.158077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9326387-4dbd-4243-8546-36d55d514dd0 req-45227c7d-4395-475f-bd0e-913001e80e78 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b295f1a-a88a-45c4-a4ca-aa267ca35660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Sep 30 08:15:21.235027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30ab21-79ce-4255-867e-b812aec4d773 req-832c5981-0c99-40f0-b61e-0432a4c97135 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.236641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af30ab21-79ce-4255-867e-b812aec4d773 req-832c5981-0c99-40f0-b61e-0432a4c97135 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 944 time: 0.0542781 Sep 30 08:15:21.277292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af30ab21-79ce-4255-867e-b812aec4d773 req-f21bfc7d-2175-41e0-891c-46c216a47ffc tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346167 Sep 30 08:15:21.525637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 093b174e-96b2-4988-bacb-e28d8647e037 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:21.549108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e57d12-ccc3-45ee-be92-f9e98ca67b38 req-0dfdf59a-b0b9-4314-a8e0-815e049724e6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.551188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e57d12-ccc3-45ee-be92-f9e98ca67b38 req-0dfdf59a-b0b9-4314-a8e0-815e049724e6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0592330 Sep 30 08:15:21.591609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 093b174e-96b2-4988-bacb-e28d8647e037 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:21.597098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 093b174e-96b2-4988-bacb-e28d8647e037 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:21.598046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.622691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-93ae14bb-c7c7-4ea3-8731-f7daeceaa4d0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.625738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-93ae14bb-c7c7-4ea3-8731-f7daeceaa4d0 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 945 time: 0.0600176 Sep 30 08:15:21.642664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e57d12-ccc3-45ee-be92-f9e98ca67b38 req-1d05e5a6-c695-444f-bfd2-ec3cf4f0c054 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796294 Sep 30 08:15:21.656557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9af6-a1fb-4f48-a029-b9286b3fb59d req-1123ff15-24a1-4176-85cd-877856419be6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.676050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b3a9af6-a1fb-4f48-a029-b9286b3fb59d req-1123ff15-24a1-4176-85cd-877856419be6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.1235845 Sep 30 08:15:21.701747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.725750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b3a9af6-a1fb-4f48-a029-b9286b3fb59d req-577b2478-f192-4b93-b5ac-9d2cca81338c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Sep 30 08:15:21.740938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:21.743205 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67910df-514c-4ef0-af3a-0a7b61f93040" -d '{"events": [{"server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "name": "network-vif-plugged", "status": "completed", "tag": "093b174e-96b2-4988-bacb-e28d8647e037"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:21.759281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 093b174e-96b2-4988-bacb-e28d8647e037, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=093b174e-96b2-4988-bacb-e28d8647e037,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:21.765919 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.774107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Deleting port 6992e1d2-66ee-4f05-9f13-303163bc1f0b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:21.777882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.814900 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae4769-e47d-46ed-b1b6-ebf202b175d3 x-openstack-request-id: req-1bae4769-e47d-46ed-b1b6-ebf202b175d3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:21.815400 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "name": "network-vif-plugged", "status": "completed", "tag": "093b174e-96b2-4988-bacb-e28d8647e037", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:21.815652 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bae4769-e47d-46ed-b1b6-ebf202b175d3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:21.816041 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037', 'code': 200} Sep 30 08:15:21.839486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=093b174e-96b2-4988-bacb-e28d8647e037,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:21.873920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bc9b0-9b4c-419e-90b3-3535027fd7e5 req-2f4f9f39-3f6a-4ac5-bfe5-2713c94434dd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.875632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-788bc9b0-9b4c-419e-90b3-3535027fd7e5 req-2f4f9f39-3f6a-4ac5-bfe5-2713c94434dd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 948 time: 0.0574462 Sep 30 08:15:21.917797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] For port 6992e1d2-66ee-4f05-9f13-303163bc1f0b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6992e1d2-66ee-4f05-9f13-303163bc1f0b,segment=NetworkSegment(74c8bd23-f6b1-4c77-b246-58dcd6e20a20),segment_id=74c8bd23-f6b1-4c77-b246-58dcd6e20a20)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:21.918931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.933572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Calling delete_port for 6992e1d2-66ee-4f05-9f13-303163bc1f0b owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:21.952132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-788bc9b0-9b4c-419e-90b3-3535027fd7e5 req-01409a59-9706-4fd7-81d6-93c461209981 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Sep 30 08:15:21.965646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad3365-ffb8-40ab-b41c-9d3d6aa170e5 req-4e999431-c0d0-42ec-9e9d-3590b14a1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.967208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07ad3365-ffb8-40ab-b41c-9d3d6aa170e5 req-4e999431-c0d0-42ec-9e9d-3590b14a1e6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 1096 time: 0.0591798 Sep 30 08:15:22.018233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07ad3365-ffb8-40ab-b41c-9d3d6aa170e5 req-cb45d06e-8cc8-4e6e-88e1-237bd6f2892c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360446 Sep 30 08:15:22.085049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.124347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['6992e1d2-66ee-4f05-9f13-303163bc1f0b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:22.130445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc30c9-a206-4a86-95d5-46ba31f6b53c req-e6b266b0-e702-4a0f-b1ab-9dae158770e2 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:22.132584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9abc30c9-a206-4a86-95d5-46ba31f6b53c req-e6b266b0-e702-4a0f-b1ab-9dae158770e2 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 945 time: 0.0685787 Sep 30 08:15:22.144010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Pushing event deleted for resources: {'Port': ['ID=6992e1d2-66ee-4f05-9f13-303163bc1f0b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:22.186343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] No DVR routers for this DVR port 6992e1d2-66ee-4f05-9f13-303163bc1f0b on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:22.189281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.191340 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ec1e9769-f2e6-47ee-8cbe-ae631b2f56cc req-916fa281-5da4-4472-971c-855a672cf332 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.50 "DELETE /v2.0/ports/6992e1d2-66ee-4f05-9f13-303163bc1f0b HTTP/1.1" status: 204 len: 173 time: 0.5590477 Sep 30 08:15:22.191778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'name': 'network-vif-deleted', 'tag': '6992e1d2-66ee-4f05-9f13-303163bc1f0b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:22.194112 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada3dc7a-2952-4e86-a861-3093cc9c61bb" -d '{"events": [{"server_uuid": "6ffe5f61-afc4-4585-b302-93ffd021de3b", "name": "network-vif-deleted", "tag": "6992e1d2-66ee-4f05-9f13-303163bc1f0b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:22.196372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9abc30c9-a206-4a86-95d5-46ba31f6b53c req-bc5b66b6-eda2-4a71-88c2-7c135b174747 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576744 Sep 30 08:15:22.251357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45822e-4662-4a74-9ccc-af9033feb348 req-c5769ee4-0792-41cf-bd4a-a1e9aa467fb2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:22.253170 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d45822e-4662-4a74-9ccc-af9033feb348 req-c5769ee4-0792-41cf-bd4a-a1e9aa467fb2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0726500 Sep 30 08:15:22.308846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d45822e-4662-4a74-9ccc-af9033feb348 req-bca20e41-ea08-4922-9350-5afc407dc931 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Sep 30 08:15:22.325479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67daee03-ba35-48c6-ad79-9230d2d6ed3a req-6dd9cd0e-41c0-4fc5-880a-9d8c7a2ebf97 tempest-ServerDiskConfigTestJSON-825869580 tempest-ServerDiskConfigTestJSON-825869580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ffe5f61-afc4-4585-b302-93ffd021de3b HTTP/1.1" status: 200 len: 210 time: 0.0374475 Sep 30 08:15:22.367496 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f861d19-fc2c-43e4-965a-e32bc6d17d2f x-openstack-request-id: req-4f861d19-fc2c-43e4-965a-e32bc6d17d2f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:22.367900 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe5f61-afc4-4585-b302-93ffd021de3b", "name": "network-vif-deleted", "tag": "6992e1d2-66ee-4f05-9f13-303163bc1f0b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:22.368240 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f861d19-fc2c-43e4-965a-e32bc6d17d2f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:22.368729 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe5f61-afc4-4585-b302-93ffd021de3b', 'name': 'network-vif-deleted', 'tag': '6992e1d2-66ee-4f05-9f13-303163bc1f0b', 'status': 'completed', 'code': 200} Sep 30 08:15:22.443640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbca747-5e70-4066-8e67-26c932b75e29 req-8a612192-0eb8-4608-bf10-4d20fe766216 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:22.445150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fbca747-5e70-4066-8e67-26c932b75e29 req-8a612192-0eb8-4608-bf10-4d20fe766216 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.0526986 Sep 30 08:15:22.485186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fbca747-5e70-4066-8e67-26c932b75e29 req-176aa9d3-6a58-482d-8442-4e06d3dd1bd8 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Sep 30 08:15:22.779983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2f69-9f95-4a39-b4b9-4d0f705ecfc7 req-6f8d3956-7c6a-4bf7-b9f6-a6e742c151f4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:22.781570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2ae2f69-9f95-4a39-b4b9-4d0f705ecfc7 req-6f8d3956-7c6a-4bf7-b9f6-a6e742c151f4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Sep 30 08:15:22.836679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2ae2f69-9f95-4a39-b4b9-4d0f705ecfc7 req-d2cdbc92-79e8-4cf8-9d8b-3f553781ddfc tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Sep 30 08:15:22.878348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4bf0b-ff02-48b4-9654-89cb3feff74a req-b483ce76-3790-4051-a352-47d140d42ddc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:22.880012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9f4bf0b-ff02-48b4-9654-89cb3feff74a req-b483ce76-3790-4051-a352-47d140d42ddc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.0603178 Sep 30 08:15:22.922910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9f4bf0b-ff02-48b4-9654-89cb3feff74a req-2de58a67-689f-4f50-99fc-f0718ec6b7ad tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356069 Sep 30 08:15:23.071695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322784b7-4f70-4e8f-8cc6-5ddddf7f91d8 req-488efe3d-2613-4cf6-8929-57ea109e3c78 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.073127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-322784b7-4f70-4e8f-8cc6-5ddddf7f91d8 req-488efe3d-2613-4cf6-8929-57ea109e3c78 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 948 time: 0.0494568 Sep 30 08:15:23.112023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-322784b7-4f70-4e8f-8cc6-5ddddf7f91d8 req-7a3530f6-7382-4faa-b5a9-90feddd22e1c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Sep 30 08:15:23.333008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7344760-d905-4b0a-bb7d-12095f7f05ef req-258541a6-39d5-4025-8f8b-672ed9405a59 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.334516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7344760-d905-4b0a-bb7d-12095f7f05ef req-258541a6-39d5-4025-8f8b-672ed9405a59 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 945 time: 0.0485239 Sep 30 08:15:23.373412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7344760-d905-4b0a-bb7d-12095f7f05ef req-67cec4f1-f22d-4d28-8a1f-490613a8c02b tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Sep 30 08:15:23.379214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device db38e5b1-66ae-4e50-ab11-3b64c45f85fc details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:23.444329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd83b3f-1a35-4c33-a350-95640fe46021 req-fa10dc91-dd21-417b-8448-81ccea5acf60 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.445898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fd83b3f-1a35-4c33-a350-95640fe46021 req-fa10dc91-dd21-417b-8448-81ccea5acf60 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0559158 Sep 30 08:15:23.487016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:23.490028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fd83b3f-1a35-4c33-a350-95640fe46021 req-bed48182-5f88-4a0f-bb07-9c539990ef6f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Sep 30 08:15:23.502220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'mac_address': 'fa:16:3e:5e:6d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:23.544346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:23.567616 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.573248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:23.588343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db38e5b1-66ae-4e50-ab11-3b64c45f85fc {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:23.604138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060f3c4-e853-4577-b31e-51b70bb16ae1 req-58e88b43-e191-4b8e-b433-1019c281a022 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.605815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7060f3c4-e853-4577-b31e-51b70bb16ae1 req-58e88b43-e191-4b8e-b433-1019c281a022 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.0520639 Sep 30 08:15:23.615477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:23.621646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.627118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Deleting subnet e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:23.627346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:23.630565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.648187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7060f3c4-e853-4577-b31e-51b70bb16ae1 req-f478c9c5-481d-4785-a9a7-c1cbcafd81a9 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358105 Sep 30 08:15:23.649742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:23.650118 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.677398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.703681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:23.720720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.749803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.779104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.781875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:23.785911 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.807785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:23.809828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.811729 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a4f60a5-55af-4d06-823a-c16d0b64f448 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e9ac1f5a-b345-4a4a-90a5-49f7ebf015fb HTTP/1.1" status: 204 len: 168 time: 0.2374368 Sep 30 08:15:23.814317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45204) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:23.817046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657338b2-6d3c-424c-a41f-20096842ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:23.819272 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e8026e-9b46-40ca-86ec-ea9140908f5c" -d '{"events": [{"server_uuid": "657338b2-6d3c-424c-a41f-20096842ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "80c92adb-61a6-4b8d-ba3d-96e8d90924e3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:23.842390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:23.858387 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a72624-8f08-44f0-954b-f0118b36c882 x-openstack-request-id: req-c8a72624-8f08-44f0-954b-f0118b36c882 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:23.858679 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657338b2-6d3c-424c-a41f-20096842ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "80c92adb-61a6-4b8d-ba3d-96e8d90924e3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:23.858921 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8a72624-8f08-44f0-954b-f0118b36c882 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:23.859296 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657338b2-6d3c-424c-a41f-20096842ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3', 'code': 200} Sep 30 08:15:23.894939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.990923 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.012247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febf7471-80f1-4b02-bfa5-3c2dc3338f78']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:24.022417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c8bd23-f6b1-4c77-b246-58dcd6e20a20') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:24.022727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c8bd23-f6b1-4c77-b246-58dcd6e20a20') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:24.032299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.038908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c4dd0-08d4-4ce8-b69d-f9b40f3dccc4 req-e0081851-d22b-44cc-9185-55b87c21f952 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.040412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa2c4dd0-08d4-4ce8-b69d-f9b40f3dccc4 req-e0081851-d22b-44cc-9185-55b87c21f952 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1087315 Sep 30 08:15:24.046458 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.050424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a01be-cd8d-43f8-aae9-bd3c09e74eb7 req-fe66ced5-d275-4ddf-9634-6faf92657a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.051764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['db38e5b1-66ae-4e50-ab11-3b64c45f85fc'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:24.051913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-833a01be-cd8d-43f8-aae9-bd3c09e74eb7 req-fe66ced5-d275-4ddf-9634-6faf92657a7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 1097 time: 0.0916045 Sep 30 08:15:24.054622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:24.056205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:24.057030 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:24.088593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0049f-48f0-42a7-84c6-7290cf4e8ac3 req-2cc408ca-0966-4e40-8620-0f01ad8fba5c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.090141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02c0049f-48f0-42a7-84c6-7290cf4e8ac3 req-2cc408ca-0966-4e40-8620-0f01ad8fba5c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.0966079 Sep 30 08:15:24.116684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.123509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.125943 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] 10.222.0.41 "DELETE /v2.0/networks/febf7471-80f1-4b02-bfa5-3c2dc3338f78 HTTP/1.1" status: 204 len: 168 time: 0.3104949 Sep 30 08:15:24.137831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ce46b-bae3-4076-a06a-24b602a430ec admin admin] Pushing event deleted for resources: {'Network': ['ID=febf7471-80f1-4b02-bfa5-3c2dc3338f78,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:24.144555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa2c4dd0-08d4-4ce8-b69d-f9b40f3dccc4 req-d0d211d9-f1eb-4f0e-ba91-31602f7fa17e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963156 Sep 30 08:15:24.164762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-833a01be-cd8d-43f8-aae9-bd3c09e74eb7 req-d036d305-bf5e-4191-9361-c5b05f4a43a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928032 Sep 30 08:15:24.173175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02c0049f-48f0-42a7-84c6-7290cf4e8ac3 req-4971c31f-1856-479a-94ba-35472776e89b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742548 Sep 30 08:15:24.284334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45218) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:24.334967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f52adf-124f-4790-87b1-f4ab5dda431e req-03d5def5-805c-4360-a6d5-aa8d5afc4a44 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.336443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4f52adf-124f-4790-87b1-f4ab5dda431e req-03d5def5-805c-4360-a6d5-aa8d5afc4a44 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 949 time: 0.0839987 Sep 30 08:15:24.343337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e46c5c9d-23a4-4640-8cc2-d41a9d0a52f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06b672576ac248c1b22d142128a0cc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578744 Sep 30 08:15:24.345857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45220) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:24.398168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4f52adf-124f-4790-87b1-f4ab5dda431e req-9f0846b0-8560-45d4-a373-ef905bcfa37a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536604 Sep 30 08:15:24.421066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d880964c-621c-4feb-91f6-2b665c53bcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.443440 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d880964c-621c-4feb-91f6-2b665c53bcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.515017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fbd9a-5253-4786-97e1-33c2f3c2d523 req-1fe65470-824a-4968-82a0-aa4f59d6a07a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.516824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944fbd9a-5253-4786-97e1-33c2f3c2d523 req-1fe65470-824a-4968-82a0-aa4f59d6a07a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 946 time: 0.0660503 Sep 30 08:15:24.533817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d880964c-621c-4feb-91f6-2b665c53bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.536328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d880964c-621c-4feb-91f6-2b665c53bcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.539932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d880964c-621c-4feb-91f6-2b665c53bcd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b295f1a-a88a-45c4-a4ca-aa267ca35660 HTTP/1.1" status: 204 len: 168 time: 0.1866567 Sep 30 08:15:24.562844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880964c-621c-4feb-91f6-2b665c53bcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b295f1a-a88a-45c4-a4ca-aa267ca35660,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:24.618761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944fbd9a-5253-4786-97e1-33c2f3c2d523 req-1a229613-bc0e-488e-8345-4b8a2521a338 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957789 Sep 30 08:15:24.651328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251d7a8-4288-469f-9111-ea1914530777 req-4f5f5ecd-d3f7-4333-ba3e-acfd8bfb82c5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.652731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a251d7a8-4288-469f-9111-ea1914530777 req-4f5f5ecd-d3f7-4333-ba3e-acfd8bfb82c5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0694852 Sep 30 08:15:24.693571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a251d7a8-4288-469f-9111-ea1914530777 req-345e353f-d31f-4b5d-8e5f-c5823ddf633f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Sep 30 08:15:24.768322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcd803-7a48-4aeb-8a4f-9d722cf7c40b req-28f4bcd4-702f-4ed0-85d7-3cee41348a94 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.769726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ffcd803-7a48-4aeb-8a4f-9d722cf7c40b req-28f4bcd4-702f-4ed0-85d7-3cee41348a94 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.0492101 Sep 30 08:15:24.808472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ffcd803-7a48-4aeb-8a4f-9d722cf7c40b req-f0c57a53-f10c-485b-b5e2-1588af2a1fee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Sep 30 08:15:24.921577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2c98-6906-438a-a246-ddc5cb1ba6bc req-a0c0432f-a2c1-4907-9b18-c2c911622a7d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.923113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d68c2c98-6906-438a-a246-ddc5cb1ba6bc req-a0c0432f-a2c1-4907-9b18-c2c911622a7d tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.0514448 Sep 30 08:15:24.931782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45240) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:24.936601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Request body: {'floatingip': {'port_id': '093b174e-96b2-4988-bacb-e28d8647e037'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:24.979640 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.284330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45258) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:25.349814 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.388700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1413946156-network', 'tenant_id': '75b1df868bac4a128b020552d8c6dce8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:25.390751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:25.398403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device db38e5b1-66ae-4e50-ab11-3b64c45f85fc up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:25.399434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914f07d-c882-4677-80e6-c5e5bdb18ce8 req-1c631c0c-5159-42c8-8ece-cfd5c9624a1d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.401569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2914f07d-c882-4677-80e6-c5e5bdb18ce8 req-1c631c0c-5159-42c8-8ece-cfd5c9624a1d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1698050 Sep 30 08:15:25.420032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Made reservation on behalf of 75b1df868bac4a128b020552d8c6dce8 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:25.423242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.428050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f69a4-1d1f-4d01-86af-1b5a25410274 req-f820f992-b408-4476-b6f9-852855114430 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.429615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-793f69a4-1d1f-4d01-86af-1b5a25410274 req-f820f992-b408-4476-b6f9-852855114430 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.1645844 Sep 30 08:15:25.436744 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.520185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2914f07d-c882-4677-80e6-c5e5bdb18ce8 req-5a12b2b4-9d8e-4267-9c4c-51fc91c28b51 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096025 Sep 30 08:15:25.528091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port db38e5b1-66ae-4e50-ab11-3b64c45f85fc completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:25.534349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-793f69a4-1d1f-4d01-86af-1b5a25410274 req-3cdf48ff-b0b0-4422-968a-4cb515faa3f8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948539 Sep 30 08:15:25.538497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port db38e5b1-66ae-4e50-ab11-3b64c45f85fc triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:25.538903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.542551 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.568126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.574457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.581529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:25.602807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830', 'port_id': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'mac_address': 'fa:16:3e:ed:5c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:25.622559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.629753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.652366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:25.663302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e622094b-ff7a-45f1-81e0-6fa4bb0094c8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:25.684768 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.688603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.689353 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Added segment 9db10fac-371f-4c83-9313-209cb2bbc8f3 of type vlan for network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 Sep 30 08:15:25.708280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2221c4d-fadf-4835-b645-4ce699c0df04 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:25.738751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8d131-0314-48cd-b8e0-88b7663d8e98 req-b2e498dd-a6f0-43dd-8400-5b4aca5788aa tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.740776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cb8d131-0314-48cd-b8e0-88b7663d8e98 req-b2e498dd-a6f0-43dd-8400-5b4aca5788aa tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 949 time: 0.0637898 Sep 30 08:15:25.745689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.748324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:25.749784 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.758715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.781100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.782644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.783396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.813120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:25.819312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.820319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6992e1d2-66ee-4f05-9f13-303163bc1f0b no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:25.826253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5383115 Sep 30 08:15:25.826516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45268) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:25.832102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Request body: {'subnet': {'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1413946156-subnet', 'tenant_id': '75b1df868bac4a128b020552d8c6dce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:25.848944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 6992e1d2-66ee-4f05-9f13-303163bc1f0b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:25.849286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6992e1d2-66ee-4f05-9f13-303163bc1f0b not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:25.852498 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Floating IP 28157d0c-a17f-4101-8519-87599c0d0950 associated. External IP: 172.25.7.111, port: 093b174e-96b2-4988-bacb-e28d8647e037. Sep 30 08:15:25.854437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:25.859014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cb8d131-0314-48cd-b8e0-88b7663d8e98 req-f6d4d263-c550-4f12-9e78-9c8309ce5d2a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002996 Sep 30 08:15:25.864635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:25.867350 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe55d0-7844-45c1-87f3-a894d748f30a" -d '{"events": [{"server_uuid": "b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a", "name": "network-vif-plugged", "status": "completed", "tag": "db38e5b1-66ae-4e50-ab11-3b64c45f85fc"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:25.867496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d524a7b-143b-43e2-a5df-46d26688cf8e admin admin] Pushing event updated for resources: {'Network': ['ID=8efb1060-a36b-4338-9c83-ed1ffc5a09c5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:25.868381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a73068-2e54-4afa-bd47-1a3a4052315b req-05d5aeb8-1f66-49d7-a359-15ea65b6522d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.870821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a73068-2e54-4afa-bd47-1a3a4052315b req-05d5aeb8-1f66-49d7-a359-15ea65b6522d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 946 time: 0.1273844 Sep 30 08:15:25.882223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:25.902004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Made reservation on behalf of 75b1df868bac4a128b020552d8c6dce8 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:25.910477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.007499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:26.125126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.186632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39300d9d-be25-4ef5-88eb-63ff29f30e3b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:26.194763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f2221c4d-fadf-4835-b645-4ce699c0df04'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:26.205623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Checking segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:26.205623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Network hostable DHCP agents. Network: 8efb1060-a36b-4338-9c83-ed1ffc5a09c5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:26.226046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:26.237783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8efb1060-a36b-4338-9c83-ed1ffc5a09c5) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:26.242080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.242722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.254762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4031ed-e369-47ff-8b7d-2dc8ba165acb None None] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:26.259035 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8a57d3a7-0e3c-4be8-b800-b31d2ce8278e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4309700 Sep 30 08:15:26.315644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a73068-2e54-4afa-bd47-1a3a4052315b req-190fa7a1-16e6-4b4a-acbb-7bda427bea39 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145358 Sep 30 08:15:26.348035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4576-e3c9-432b-8f87-75c9b2dc13dd req-5c2506a3-cea5-4451-abc2-a13e50420d59 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.349672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20eb4576-e3c9-432b-8f87-75c9b2dc13dd req-5c2506a3-cea5-4451-abc2-a13e50420d59 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1477416 Sep 30 08:15:26.434642 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d37e4-42e3-4966-a583-dd9e801cb232 x-openstack-request-id: req-773d37e4-42e3-4966-a583-dd9e801cb232 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:26.435286 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a", "name": "network-vif-plugged", "status": "completed", "tag": "db38e5b1-66ae-4e50-ab11-3b64c45f85fc", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:26.435286 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-773d37e4-42e3-4966-a583-dd9e801cb232 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:26.436052 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'code': 200} Sep 30 08:15:26.484378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20eb4576-e3c9-432b-8f87-75c9b2dc13dd req-38e94b84-4c88-49e2-a028-63af3dd66df4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Sep 30 08:15:26.509648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:26.583228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16633ebd-3748-4d07-89d9-972b51afa88a req-9da84de9-c64f-4979-9b09-44e4d623c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.586437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-16633ebd-3748-4d07-89d9-972b51afa88a req-9da84de9-c64f-4979-9b09-44e4d623c405 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 1101 time: 0.0716741 Sep 30 08:15:26.662438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:26.663500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'tenant_id': '75b1df868bac4a128b020552d8c6dce8', 'fixed_ips': [{'subnet_id': '39300d9d-be25-4ef5-88eb-63ff29f30e3b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:15:26.664374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.672902 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-16633ebd-3748-4d07-89d9-972b51afa88a req-f71e4771-5390-4455-a8d0-a620ffbd5a74 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761983 Sep 30 08:15:26.673901 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] Sync routers for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:26.685259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.690712 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:26.691666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:26.722839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba6df002-b2a3-42e5-9b78-b729678aae73 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "PUT /v2.0/floatingips/28157d0c-a17f-4101-8519-87599c0d0950 HTTP/1.1" status: 200 len: 991 time: 1.7868323 Sep 30 08:15:26.723387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:26.725709 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8565b69-5492-45cf-9378-817e336a4656" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "tag": "093b174e-96b2-4988-bacb-e28d8647e037"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:26.738361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932fa80-2a68-41ee-b4ce-ed1135b13514 req-4416f932-6e69-4ead-8641-4d8f760098ae tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.745063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9932fa80-2a68-41ee-b4ce-ed1135b13514 req-4416f932-6e69-4ead-8641-4d8f760098ae tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0925870 Sep 30 08:15:26.782147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9932fa80-2a68-41ee-b4ce-ed1135b13514 req-cb105411-6457-49e2-87c3-e725991c9558 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Sep 30 08:15:26.830067 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:26.859747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Allocated IP 172.20.0.2 (8efb1060-a36b-4338-9c83-ed1ffc5a09c5/39300d9d-be25-4ef5-88eb-63ff29f30e3b/79acea22-4493-4bbd-a521-8aae5384a923) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:26.948204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-c1ab4ac6-1d63-4bf6-8b6c-a7ce2c7ae448 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.949918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-c1ab4ac6-1d63-4bf6-8b6c-a7ce2c7ae448 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 816 time: 0.1482792 Sep 30 08:15:26.958554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1535-3670-4c67-ae26-f231a0b6ec8a req-8e3ddbc2-bf49-4062-a75d-3421324391e2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.960172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e06f1535-3670-4c67-ae26-f231a0b6ec8a req-8e3ddbc2-bf49-4062-a75d-3421324391e2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.0808084 Sep 30 08:15:26.978060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-249582ca-b5ee-4f24-9d01-8da6238f615b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/quotas/75b1df868bac4a128b020552d8c6dce8 HTTP/1.1" status: 200 len: 375 time: 0.0167437 Sep 30 08:15:27.018473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-2ad81148-f1cd-4747-bd9f-1b9df57642f5 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337470 Sep 30 08:15:27.019055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.028095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.062014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e06f1535-3670-4c67-ae26-f231a0b6ec8a req-0e9bbc94-4155-4e10-a1fa-63ac637361fd tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903780 Sep 30 08:15:27.071842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:27.083655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:27.091021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:27.093732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '28157d0c-a17f-4101-8519-87599c0d0950', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'port_id': '093b174e-96b2-4988-bacb-e28d8647e037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'mac_address': 'fa:16:3e:f1:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:06Z', 'updated_at': '2021-09-30T08:15:25Z', 'revision_number': 1, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:27.094123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Pushing event updated for resources: {'Port': ['ID=79acea22-4493-4bbd-a521-8aae5384a923,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:27.129159 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] Checking router: c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:27.139528 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:27.140168 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:27.150794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Attempting to bind port 79acea22-4493-4bbd-a521-8aae5384a923 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:27.151400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Attempting to bind port 79acea22-4493-4bbd-a521-8aae5384a923 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:27.151833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Attempting to bind port 79acea22-4493-4bbd-a521-8aae5384a923 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:27.159173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:27.160315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Checking segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:27.160810 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.161433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Bound using segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:27.162029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Bound port: 79acea22-4493-4bbd-a521-8aae5384a923, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:27.162481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.165822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-75a3b94b-4419-4c4f-bcbb-06437195d2c1 service neutron] 10.222.0.41 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319597 Sep 30 08:15:27.252265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] For port 79acea22-4493-4bbd-a521-8aae5384a923, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:27.256027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] For port 79acea22-4493-4bbd-a521-8aae5384a923, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=79acea22-4493-4bbd-a521-8aae5384a923,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:27.261308 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.290641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-2c4d8172-bdbb-4871-a2ec-935a85c71986 service neutron] 10.222.0.41 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227579 Sep 30 08:15:27.294768 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:27.332014 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1046e-43cf-47a6-bc6d-4ee999dc8993 x-openstack-request-id: req-f9f1046e-43cf-47a6-bc6d-4ee999dc8993 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:27.332353 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "tag": "093b174e-96b2-4988-bacb-e28d8647e037", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:27.332607 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9f1046e-43cf-47a6-bc6d-4ee999dc8993 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:27.333026 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037', 'status': 'completed', 'code': 200} Sep 30 08:15:27.348147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd833-af00-490c-b9ed-09680ecd3e45 None None] Pushing event updated for resources: {'Port': ['ID=79acea22-4493-4bbd-a521-8aae5384a923,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:27.471343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8565b69-5492-45cf-9378-817e336a4656 req-66275fba-20d0-4118-b8e5-e0c555ac8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.472171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-66275fba-20d0-4118-b8e5-e0c555ac8ae5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a982c56b734b7580d65a4f00277c1f&device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 1096 time: 0.1027269 Sep 30 08:15:27.506144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb11eb-df27-46ca-a8e4-b3f95f1c2c91 req-1246c236-0ec4-4c5a-b3ea-1edb8c3a92e8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.517504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32eb11eb-df27-46ca-a8e4-b3f95f1c2c91 req-1246c236-0ec4-4c5a-b3ea-1edb8c3a92e8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 950 time: 0.1069958 Sep 30 08:15:27.676086 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '28157d0c-a17f-4101-8519-87599c0d0950', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'port_id': '093b174e-96b2-4988-bacb-e28d8647e037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'mac_address': 'fa:16:3e:f1:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:06Z', 'updated_at': '2021-09-30T08:15:25Z', 'revision_number': 1, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:27.706403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32eb11eb-df27-46ca-a8e4-b3f95f1c2c91 req-062ac45f-3042-4b91-a9f6-d2e7ec0ea72b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877317 Sep 30 08:15:27.717266 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684efce-4452-47d0-bf1d-4a84bc45ed10 None None] The sync data for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 is: [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '28157d0c-a17f-4101-8519-87599c0d0950', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'port_id': '093b174e-96b2-4988-bacb-e28d8647e037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'mac_address': 'fa:16:3e:f1:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:06Z', 'updated_at': '2021-09-30T08:15:25Z', 'revision_number': 1, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:27.744202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566286e2-2469-452f-88b0-f018c6a352be req-4ac7a557-52b1-40ba-9a6e-bf6c13050bea tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.746540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566286e2-2469-452f-88b0-f018c6a352be req-4ac7a557-52b1-40ba-9a6e-bf6c13050bea tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 946 time: 0.2259092 Sep 30 08:15:27.804676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8565b69-5492-45cf-9378-817e336a4656 req-3d1b689c-aaed-4b70-9bdd-65d175ad3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.806215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-3d1b689c-aaed-4b70-9bdd-65d175ad3cbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d213995-844f-4d58-834f-3d08366fa5ee HTTP/1.1" status: 200 len: 915 time: 0.2845201 Sep 30 08:15:27.924512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566286e2-2469-452f-88b0-f018c6a352be req-c57497e8-07b8-45e8-be4a-25f5f6f6df0f tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696868 Sep 30 08:15:28.035700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-fe480be1-61c3-47d3-bba2-fa2a000ec2c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093b174e-96b2-4988-bacb-e28d8647e037 HTTP/1.1" status: 200 len: 999 time: 0.2010393 Sep 30 08:15:28.089558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 79acea22-4493-4bbd-a521-8aae5384a923 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:28.165685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26629d-32b9-43d3-af12-abbf1a6dc4b3 None None] New status for floating IP 28157d0c-a17f-4101-8519-87599c0d0950: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:15:28.188813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-031791ba-4198-4574-9d0b-8249737e6968 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.196880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-031791ba-4198-4574-9d0b-8249737e6968 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 816 time: 0.3964598 Sep 30 08:15:28.216908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8565b69-5492-45cf-9378-817e336a4656 req-be799c9f-f88d-497f-9d21-83e8a5172f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.218478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-be799c9f-f88d-497f-9d21-83e8a5172f45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3 HTTP/1.1" status: 200 len: 853 time: 0.1708057 Sep 30 08:15:28.233035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-ed0caaad-722b-47e3-be4e-0c5b392756e0 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/quotas/75b1df868bac4a128b020552d8c6dce8 HTTP/1.1" status: 200 len: 375 time: 0.0349672 Sep 30 08:15:28.244017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 79acea22-4493-4bbd-a521-8aae5384a923 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:28.245093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.309946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ba1aa-dfd0-47c3-9174-299e917dc23e req-5eab81b3-6279-4e52-91b1-ea2f1c6c42f8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.311478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-889ba1aa-dfd0-47c3-9174-299e917dc23e req-5eab81b3-6279-4e52-91b1-ea2f1c6c42f8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.2152481 Sep 30 08:15:28.353872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8565b69-5492-45cf-9378-817e336a4656 req-b5a2a61d-d7d1-4415-ada3-d52cf6443909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.355530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-b5a2a61d-d7d1-4415-ada3-d52cf6443909 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d213995-844f-4d58-834f-3d08366fa5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090369 Sep 30 08:15:28.378151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-72b53bf1-470f-4c82-a78a-bcb54184d968 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1440618 Sep 30 08:15:28.451874 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.484541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-889ba1aa-dfd0-47c3-9174-299e917dc23e req-e1ef5498-50ce-4dd5-8a26-cac2e121d067 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623769 Sep 30 08:15:28.498471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 79acea22-4493-4bbd-a521-8aae5384a923, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=79acea22-4493-4bbd-a521-8aae5384a923,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:28.517714 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.579641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=79acea22-4493-4bbd-a521-8aae5384a923,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:28.644807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-34643fc4-3e3b-486a-abff-ee052fab9817 service neutron] 10.222.0.41 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656751 Sep 30 08:15:28.648776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-bd1253da-f1b5-4057-b194-c159ec9932a0 service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602844 Sep 30 08:15:28.699433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26c05d-d032-4b38-9c0b-a901b364fe04 None None] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:28.712689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301e13c-af30-40fa-9d0f-445e773048b2 req-7f19f11f-b386-4ef9-ae1f-6d12c10c8677 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.714278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b301e13c-af30-40fa-9d0f-445e773048b2 req-7f19f11f-b386-4ef9-ae1f-6d12c10c8677 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1274416 Sep 30 08:15:28.831191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e0a5c330-0e4f-44a4-81d5-8bc43b47fca9 None None] Provisioning complete for port 79acea22-4493-4bbd-a521-8aae5384a923 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:28.831991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c330-0e4f-44a4-81d5-8bc43b47fca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.849891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b301e13c-af30-40fa-9d0f-445e773048b2 req-6baa051d-6c03-4fbb-b6d5-b4f2494364a8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265504 Sep 30 08:15:28.853709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8565b69-5492-45cf-9378-817e336a4656 req-214d1741-da18-4951-9005-ef1536954adc service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925843 Sep 30 08:15:28.855658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-e6dd345b-12cb-4bc8-81ee-2092e3fb32e8 service neutron] 10.222.0.41 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040985 Sep 30 08:15:29.243063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f49454-08d7-490e-9d09-a0a8dea852f8 req-864b73e9-c9c8-49fa-be4b-518f802c7dfa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.244675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4f49454-08d7-490e-9d09-a0a8dea852f8 req-864b73e9-c9c8-49fa-be4b-518f802c7dfa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.1096666 Sep 30 08:15:29.299140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-909f38d9-9c6e-4c35-aa00-bf0d8011e489 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.301071 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-909f38d9-9c6e-4c35-aa00-bf0d8011e489 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 816 time: 0.3158612 Sep 30 08:15:29.306336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4f49454-08d7-490e-9d09-a0a8dea852f8 req-f5decc97-a341-43e5-b939-ffa5d69cbf35 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487096 Sep 30 08:15:29.329479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Request body: {'port': {'device_id': '650dd77e-131c-4758-8025-9a9cbf130deb', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'admin_state_up': True, 'tenant_id': '75b1df868bac4a128b020552d8c6dce8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:29.409796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:29.495817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Made reservation on behalf of 75b1df868bac4a128b020552d8c6dce8 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:29.499676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.517102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f7917fa3-fc6c-4a2b-9e99-8b835599923b None None] Provisioning complete for port 79acea22-4493-4bbd-a521-8aae5384a923 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:29.517425 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f7917fa3-fc6c-4a2b-9e99-8b835599923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.574501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f2221c4d-fadf-4835-b645-4ce699c0df04 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:29.578716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f2221c4d-fadf-4835-b645-4ce699c0df04 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:29.579071 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.585342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49b8e-2c3f-4047-9ae6-2dada4c98263 req-9c6e31b6-ee14-4437-a98b-9f417d78327d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.594323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0da49b8e-2c3f-4047-9ae6-2dada4c98263 req-9c6e31b6-ee14-4437-a98b-9f417d78327d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 950 time: 0.1187081 Sep 30 08:15:29.668225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Allocated IP 172.20.0.3 (8efb1060-a36b-4338-9c83-ed1ffc5a09c5/39300d9d-be25-4ef5-88eb-63ff29f30e3b/0ddd99a5-9444-432f-ba5e-fb7b6f28eb17) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:29.692923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.701125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0da49b8e-2c3f-4047-9ae6-2dada4c98263 req-72710b09-137c-4fb0-8f95-547e19ee6164 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060107 Sep 30 08:15:29.729316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-f6c95252-fa33-4fb4-8f3c-d2f4de39d3f1 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.729587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:29.734475 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f730e872-118a-47c3-81fc-c8fc42749665" -d '{"events": [{"server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:29.734651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-f6c95252-fa33-4fb4-8f3c-d2f4de39d3f1 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 816 time: 0.2178564 Sep 30 08:15:29.756105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:29.763820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.771632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-89061d17-ce7d-43ba-a30d-9ae0635d4c74 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/quotas/75b1df868bac4a128b020552d8c6dce8 HTTP/1.1" status: 200 len: 375 time: 0.0360107 Sep 30 08:15:29.817525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:29.841625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-c47e9d8d-1d19-40dd-80c4-c5242a93f752 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.843141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-c47e9d8d-1d19-40dd-80c4-c5242a93f752 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.1579907 Sep 30 08:15:29.859939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807025-5'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:29.867265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.907029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d2e3a-dd14-49f5-8c65-4fa35a320b9c req-b0a6d642-35b5-47d2-bf1c-5de07de7da6d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.908636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb4d2e3a-dd14-49f5-8c65-4fa35a320b9c req-b0a6d642-35b5-47d2-bf1c-5de07de7da6d tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 946 time: 0.1196840 Sep 30 08:15:29.908768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.929876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-ec6f89b1-eac5-4f6d-96cd-a9f4ba7afb18 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1571052 Sep 30 08:15:29.957248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:29.960420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:29.984197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 79acea22-4493-4bbd-a521-8aae5384a923 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:29.986654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:29.991724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Pushing event updated for resources: {'Port': ['ID=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:30.038299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 79acea22-4493-4bbd-a521-8aae5384a923 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:30.039065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.049343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.050641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.065049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.069389 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-6f22c02c-f74c-46c5-9626-ccc40f2d3ba2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449653 Sep 30 08:15:30.092487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Request body: {'port': {'device_id': '650dd77e-131c-4758-8025-9a9cbf130deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:30.098054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb4d2e3a-dd14-49f5-8c65-4fa35a320b9c req-5ea438be-4c08-48d5-bee0-d98272c9ba9b tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563730 Sep 30 08:15:30.113763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-4c247196-0225-4807-968f-bf601ef0cc85 service neutron] 10.222.0.41 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828885 Sep 30 08:15:30.169694 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.265343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d556a47f-6024-43d0-b64a-873c2a5b4190 None None] Provisioning complete for port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:30.266300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d556a47f-6024-43d0-b64a-873c2a5b4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.306480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d556a47f-6024-43d0-b64a-873c2a5b4190 None None] Port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:30.545233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:30.558463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-c5af5283-3251-4db0-a408-411daf748c75 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.559946 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-c5af5283-3251-4db0-a408-411daf748c75 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 816 time: 0.1705763 Sep 30 08:15:30.561891 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.575427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Transition to ACTIVE for port object 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:30.581138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.606612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-245debb1-913f-4b0b-ae65-529e8d1a7f06 service neutron] 10.222.0.41 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665911 Sep 30 08:15:30.615628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6013d-f7e6-4f8e-8a9d-66f2a82829af req-a598ce3a-273b-479e-8739-22e5f37992ca tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.617194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50e6013d-f7e6-4f8e-8a9d-66f2a82829af req-a598ce3a-273b-479e-8739-22e5f37992ca tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.3994007 Sep 30 08:15:30.631648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Request body: {'port': {'device_id': '697e4228-f9c9-480d-b45c-2d00b049739a', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'admin_state_up': True, 'tenant_id': '75b1df868bac4a128b020552d8c6dce8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:30.655092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:30.669810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:30.674120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50e6013d-f7e6-4f8e-8a9d-66f2a82829af req-5160e509-22a3-435b-8c18-f61b8908ede7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Sep 30 08:15:30.737936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:30.832188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:30.834712 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a580e-4730-4308-806d-f49225cd7644" -d '{"events": [{"server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:30.840548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.845742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b217-ef92-4edd-bf6b-6486fcc58e2e req-66e3ef6a-0076-4340-8eeb-f67538c2af77 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.847388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b41b217-ef92-4edd-bf6b-6486fcc58e2e req-66e3ef6a-0076-4340-8eeb-f67538c2af77 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 1101 time: 0.0841370 Sep 30 08:15:30.848903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Made reservation on behalf of 75b1df868bac4a128b020552d8c6dce8 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:30.854387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.863816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.872318 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d43c4-0420-4cf4-b4f7-5ef6d13c40da x-openstack-request-id: req-580d43c4-0420-4cf4-b4f7-5ef6d13c40da {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:30.872811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Attempting to bind port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:30.872811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Attempting to bind port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:30.873009 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:30.873009 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-580d43c4-0420-4cf4-b4f7-5ef6d13c40da {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:30.873638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Attempting to bind port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:30.873831 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'code': 200} Sep 30 08:15:30.889188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:30.889684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Attempting to bind port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:30.901003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:30.918522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Checking segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:30.919938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Bound using segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:30.922654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Bound port: 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:30.923667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.947684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:30.982384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.50', 52420) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:31.049971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b41b217-ef92-4edd-bf6b-6486fcc58e2e req-5bf94210-eb73-4c41-8409-a3b06563e31e tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920333 Sep 30 08:15:31.115075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] For port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:31.135791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] For port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:31.142894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.156685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dba13-ebdb-4fb2-92ca-c8903df3769f req-c36cfab3-09ba-42f0-a815-2e7308f87115 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.159814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Allocated IP 172.20.0.8 (8efb1060-a36b-4338-9c83-ed1ffc5a09c5/39300d9d-be25-4ef5-88eb-63ff29f30e3b/69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:31.160052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b09dba13-ebdb-4fb2-92ca-c8903df3769f req-c36cfab3-09ba-42f0-a815-2e7308f87115 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1984789 Sep 30 08:15:31.168789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b132-6324-4c4c-bb4e-260487de1605 req-42c77030-fceb-4704-a733-bf0ee33e53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.170382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e570b132-6324-4c4c-bb4e-260487de1605 req-42c77030-fceb-4704-a733-bf0ee33e53a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1096 time: 0.1860867 Sep 30 08:15:31.194158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.194771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.196234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] 10.222.0.50 "PUT /v2.0/ports/0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 HTTP/1.1" status: 200 len: 1091 time: 1.1101909 Sep 30 08:15:31.197614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650dd77e-131c-4758-8025-9a9cbf130deb', 'tag': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:31.199735 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce3b24-05d8-4677-b403-d3b31eaad526" -d '{"events": [{"name": "network-changed", "server_uuid": "650dd77e-131c-4758-8025-9a9cbf130deb", "tag": "0ddd99a5-9444-432f-ba5e-fb7b6f28eb17"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:31.262606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6668-46f2-40a1-929e-9c47ea9a5312 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.279482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on host n-h2-807025-5 for vnic_type normal with profile {"migrating_to": "n-h1-807025-5"} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:31.280847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:31.280847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:31.305432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b09dba13-ebdb-4fb2-92ca-c8903df3769f req-a327d02a-fddd-4582-952d-1c6d22dcc30d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266475 Sep 30 08:15:31.306417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:31.307571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:31.329953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:31.330408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:31.330731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:31.331185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Bound port: 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:31.331583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.351779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-41ee563b-4440-43ef-a0c2-82a9905c2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.353400 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-41ee563b-4440-43ef-a0c2-82a9905c2151 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 1094 time: 0.0833502 Sep 30 08:15:31.355237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e570b132-6324-4c4c-bb4e-260487de1605 req-8007ea29-93ee-45f0-bdd0-4583f1a9dc3d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710653 Sep 30 08:15:31.373897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83dec-1e4f-4aa1-8853-1718740ecb8f req-8fd39a4d-c2b0-4b40-b86d-37402f443d7f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.382138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac83dec-1e4f-4aa1-8853-1718740ecb8f req-8fd39a4d-c2b0-4b40-b86d-37402f443d7f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.2351158 Sep 30 08:15:31.438359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:31.467427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac83dec-1e4f-4aa1-8853-1718740ecb8f req-7e5552af-020e-4643-8093-d26d22cfa4c3 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842714 Sep 30 08:15:31.471037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.498850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:31.506955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:31.514978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.533418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.572239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:31.576229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:31.580805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:31.626540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Pushing event updated for resources: {'Port': ['ID=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.626994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:31.661194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on host n-h2-807025-5 for vnic_type normal with profile {"migrating_to": "n-h1-807025-5"} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:31.661781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:31.662273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:31.671331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:31.671971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Attempting to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on network effa02ef-b72f-4937-9edf-6f0db0a1e9b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:31.673950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.675312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.677851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] 10.222.0.50 "PUT /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 1121 time: 1.8243055 Sep 30 08:15:31.678686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea226e6-064a-4b49-8e73-6a11a3e74c5a service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=8']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.680993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.681851 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.686944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:31.687379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Checking segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:31.688107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Bound using segment: {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:31.688818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Bound port: 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa0019b-1f2b-455b-9fd4-aff5085973cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'effa02ef-b72f-4937-9edf-6f0db0a1e9b4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:31.689495 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.733415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0de0750d-8d7f-4b60-a623-9af4817422fb req-7493c5aa-2abb-4b5a-98f2-7a7f8cbdc28c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 210 time: 0.0365839 Sep 30 08:15:31.742480 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-9ce45ddd-fdd9-412c-beaf-0fb4babb82c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 HTTP/1.1" status: 200 len: 217 time: 0.0543475 Sep 30 08:15:31.748909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-441a3c31-49a0-4c1d-85ee-1a2c28506d17 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1226099 Sep 30 08:15:31.796092 n-d-807025-5 neutron-server[95003]: WARNING neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Concurrent port binding operations failed on port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 Sep 30 08:15:31.797576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Request body: {'port': {'device_id': '697e4228-f9c9-480d-b45c-2d00b049739a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:31.802439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:31.804973 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Attempt 2 to bind port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 Sep 30 08:15:31.805860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 has no active binding in host n-h1-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:15:31.826463 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e62ef4-02d3-494e-950b-982ba8cfc2e7 x-openstack-request-id: req-f2e62ef4-02d3-494e-950b-982ba8cfc2e7 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:31.827108 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:31.827108 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2e62ef4-02d3-494e-950b-982ba8cfc2e7 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:31.827295 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'code': 200} Sep 30 08:15:31.869469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-2b55e505-7afa-4a0a-b6c5-af5e62271bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.870904 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-2b55e505-7afa-4a0a-b6c5-af5e62271bbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.0701029 Sep 30 08:15:31.903236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:31.938313 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7dce99-7500-4b51-a547-529714661884 x-openstack-request-id: req-7f7dce99-7500-4b51-a547-529714661884 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:31.938638 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650dd77e-131c-4758-8025-9a9cbf130deb", "tag": "0ddd99a5-9444-432f-ba5e-fb7b6f28eb17", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:31.939082 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f7dce99-7500-4b51-a547-529714661884 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:31.939674 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650dd77e-131c-4758-8025-9a9cbf130deb', 'tag': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', 'status': 'completed', 'code': 200} Sep 30 08:15:31.962620 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.998595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1717e-4d6b-4ff6-94d8-823bae2289e0 req-35e3215f-6a33-45c9-9900-ab9c4119e514 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.999949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:32.000244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4a1717e-4d6b-4ff6-94d8-823bae2289e0 req-35e3215f-6a33-45c9-9900-ab9c4119e514 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 946 time: 0.1676228 Sep 30 08:15:32.027298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-a73aaa3f-796c-43a0-a32e-ea22bce3c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.028831 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-a73aaa3f-796c-43a0-a32e-ea22bce3c007 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076386 Sep 30 08:15:32.058850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-2fd40a9e-e8c5-4498-8e7e-a98cd622d761 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.060350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-2fd40a9e-e8c5-4498-8e7e-a98cd622d761 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 946 time: 0.1421063 Sep 30 08:15:32.075246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4a1717e-4d6b-4ff6-94d8-823bae2289e0 req-eccb8834-9420-4e1c-a80d-6f28d02b4148 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4c408fc-a7a4-47f0-bb25-a41e66ab81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676858 Sep 30 08:15:32.086752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-93027933-f8c5-4416-8f24-2d546d03d734 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446060 Sep 30 08:15:32.097530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-53d1bad8-0b9c-4dc4-beab-c0a8cf7868e8 None None] Provisioning complete for port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:32.098030 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53d1bad8-0b9c-4dc4-beab-c0a8cf7868e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.223664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-53d1bad8-0b9c-4dc4-beab-c0a8cf7868e8 None None] Port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:32.244663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-2d8f8f11-0b55-4083-bdfc-7f2412041f6c service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059972 Sep 30 08:15:32.324289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339f1b-6054-4c07-9097-5482b3e0a0b4 req-8ffe8098-19b7-4542-add6-f87c66fc2138 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.330598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8339f1b-6054-4c07-9097-5482b3e0a0b4 req-8ffe8098-19b7-4542-add6-f87c66fc2138 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1625714 Sep 30 08:15:32.351102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Deleting port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:32.351458 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.395636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-d0ff2392-53a3-4f36-b5d7-863ad32dd26c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.397866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-d0ff2392-53a3-4f36-b5d7-863ad32dd26c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343831 Sep 30 08:15:32.428911 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-70863f87-eabd-4ae9-a1df-e8529336d96f req-3e40ed90-273a-4f15-834e-ec4536aaac14 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727045 Sep 30 08:15:32.458838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:32.466941 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.469540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-cc997fe4-d8c6-4107-a142-12c86b8c3ee6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/quotas/9caeb18ee4834ceea74ee4423504a98e HTTP/1.1" status: 200 len: 375 time: 0.0562992 Sep 30 08:15:32.478876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Transition to ACTIVE for port object 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:32.483874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.530579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8339f1b-6054-4c07-9097-5482b3e0a0b4 req-5cc4790d-a79c-4186-a857-1eda5e17398f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897645 Sep 30 08:15:32.538743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Pushing event updated for resources: {'Port': ['ID=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:32.568102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] For port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,segment=NetworkSegment(7442990c-aa5b-43d2-9469-77a617c0db8f),segment_id=7442990c-aa5b-43d2-9469-77a617c0db8f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:32.568719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.606792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-f6288fb0-c487-47fd-9214-7e139b91173f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1256030 Sep 30 08:15:32.612388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Calling delete_port for 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:32.623320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Attempting to bind port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:32.629518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Attempting to bind port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:32.630256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Attempting to bind port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:32.641027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:32.641368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Attempting to bind port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:32.653792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:32.654132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Checking segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:32.654532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Bound using segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:32.654988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Bound port: 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:32.655348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.797614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a56bf-20b8-4f11-93c8-0236990d60a1 req-29205843-96d5-4e9b-a087-a3c620508233 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.818715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950a56bf-20b8-4f11-93c8-0236990d60a1 req-29205843-96d5-4e9b-a087-a3c620508233 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1105580 Sep 30 08:15:32.977259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-ef7c4587-f802-47df-afe7-5b687a4f84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.978940 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-ef7c4587-f802-47df-afe7-5b687a4f84bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 1094 time: 0.2877653 Sep 30 08:15:32.980070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] For port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:32.986374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950a56bf-20b8-4f11-93c8-0236990d60a1 req-da6cf56e-70e4-4234-a75c-c3fad6912118 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681185 Sep 30 08:15:33.001512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] For port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:33.025349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.031271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.042649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['80c92adb-61a6-4b8d-ba3d-96e8d90924e3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:33.060736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-8a5f6fd5-28cc-4ade-af0f-b05633926d0c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.062409 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-8a5f6fd5-28cc-4ade-af0f-b05633926d0c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.57 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 816 time: 0.2936952 Sep 30 08:15:33.064228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273da3-d4a5-4282-b324-00790e51d199 req-8962d984-b2f4-4bf5-a42e-b630f66e48f1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.065883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c273da3-d4a5-4282-b324-00790e51d199 req-8962d984-b2f4-4bf5-a42e-b630f66e48f1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.1851902 Sep 30 08:15:33.132077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event deleted for resources: {'Port': ['ID=80c92adb-61a6-4b8d-ba3d-96e8d90924e3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:33.236416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] No DVR routers for this DVR port 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:33.247356 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.253373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b34a646f-c4bc-401f-bbb8-a8ab62af2fe0 req-b92736cc-8c98-4d64-b686-d72bed2bcad9 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.57 "DELETE /v2.0/ports/80c92adb-61a6-4b8d-ba3d-96e8d90924e3 HTTP/1.1" status: 204 len: 173 time: 1.1656311 Sep 30 08:15:33.302884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c273da3-d4a5-4282-b324-00790e51d199 req-8d50a6cc-ec57-403f-a956-de2225f89e46 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112827 Sep 30 08:15:33.465841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Request body: {'port': {'device_id': '5506452d-0a6b-46be-a54e-08d198858dcf', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'admin_state_up': True, 'tenant_id': '75b1df868bac4a128b020552d8c6dce8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:33.480495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0055dcf-01aa-4f41-91ad-c382f995cd0b req-bba94ed9-24e1-45c4-b697-18bcb2ff0ce8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 210 time: 0.0834606 Sep 30 08:15:33.519815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00e58301-e873-4357-86b4-e247f4552544 req-1f5629c0-5af1-4f55-87bc-6bdf7781d396 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 210 time: 0.1111057 Sep 30 08:15:33.550937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.551566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.552974 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] 10.222.0.50 "PUT /v2.0/ports/69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 HTTP/1.1" status: 200 len: 1091 time: 1.7604964 Sep 30 08:15:33.608802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7729e6dc-388a-40e1-9b70-e5c652146f1f req-a8e09838-8a57-40d7-9030-2f100af9301b tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 210 time: 0.0322056 Sep 30 08:15:33.623508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4607e-23c7-4dd9-91cf-7de9490acad8 service neutron] Pushing event updated for resources: {'Port': ['ID=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:33.641237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-a997eeca-7137-4ace-b660-38a016949c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.642897 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-a997eeca-7137-4ace-b660-38a016949c90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 917 time: 0.6235068 Sep 30 08:15:33.683665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac71b-95ed-4f13-8e49-bcf197ad4dc4 req-8003999c-fc82-40d8-a505-aef443cb53c6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.686208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be3ac71b-95ed-4f13-8e49-bcf197ad4dc4 req-8003999c-fc82-40d8-a505-aef443cb53c6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0564246 Sep 30 08:15:33.709732 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-727fe470-67de-4276-a387-54818d1c5485 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 HTTP/1.1" status: 200 len: 217 time: 0.0593376 Sep 30 08:15:33.728120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be3ac71b-95ed-4f13-8e49-bcf197ad4dc4 req-eaa43214-4022-473e-8db7-e9589f5a2e0e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Sep 30 08:15:33.811390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-8a4b7f89-5295-46cf-82f5-f0543753bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.813183 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-8a4b7f89-5295-46cf-82f5-f0543753bace service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 1094 time: 0.1534657 Sep 30 08:15:33.815874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-c4ea2680-7e80-489d-a890-401f56e86df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.817235 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-c4ea2680-7e80-489d-a890-401f56e86df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.0821314 Sep 30 08:15:33.826806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Made reservation on behalf of 75b1df868bac4a128b020552d8c6dce8 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:33.829109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'}, {'server_uuid': '657338b2-6d3c-424c-a41f-20096842ce1f', 'name': 'network-vif-deleted', 'tag': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:33.830374 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.834308 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ec3f2-90ce-407a-8b47-62bf685b1394" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89"}, {"server_uuid": "657338b2-6d3c-424c-a41f-20096842ce1f", "name": "network-vif-deleted", "tag": "80c92adb-61a6-4b8d-ba3d-96e8d90924e3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:33.874552 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3260bb-a503-43a2-add5-cd1dca3e85bc x-openstack-request-id: req-6c3260bb-a503-43a2-add5-cd1dca3e85bc {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:33.874879 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89", "status": "completed", "code": 200}, {"server_uuid": "657338b2-6d3c-424c-a41f-20096842ce1f", "name": "network-vif-deleted", "tag": "80c92adb-61a6-4b8d-ba3d-96e8d90924e3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:33.875354 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c3260bb-a503-43a2-add5-cd1dca3e85bc {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:33.875757 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'status': 'completed', 'code': 200} Sep 30 08:15:33.876375 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657338b2-6d3c-424c-a41f-20096842ce1f', 'name': 'network-vif-deleted', 'tag': '80c92adb-61a6-4b8d-ba3d-96e8d90924e3', 'status': 'completed', 'code': 200} Sep 30 08:15:33.923853 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-e7185e7a-a29a-4b19-81e2-4cd4d3670444 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 HTTP/1.1" status: 200 len: 217 time: 0.0814164 Sep 30 08:15:33.963275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697e4228-f9c9-480d-b45c-2d00b049739a', 'tag': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:33.964421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-24fcc6c8-1f49-453e-9dae-5a84ef2a1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.965800 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865d7afc-caf7-48a6-a05e-40af7c92803f" -d '{"events": [{"name": "network-changed", "server_uuid": "697e4228-f9c9-480d-b45c-2d00b049739a", "tag": "69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:33.965984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-24fcc6c8-1f49-453e-9dae-5a84ef2a1fd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1124 time: 0.0418787 Sep 30 08:15:34.020564 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c289f1-2801-437c-9477-e39ec6e9a2a3 x-openstack-request-id: req-c5c289f1-2801-437c-9477-e39ec6e9a2a3 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:34.020807 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697e4228-f9c9-480d-b45c-2d00b049739a", "tag": "69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:34.021046 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5c289f1-2801-437c-9477-e39ec6e9a2a3 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:34.021402 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697e4228-f9c9-480d-b45c-2d00b049739a', 'tag': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8', 'status': 'completed', 'code': 200} Sep 30 08:15:34.031579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-3640276b-dc0a-4ed9-8327-9f7665792203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.033191 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-3640276b-dc0a-4ed9-8327-9f7665792203 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895318 Sep 30 08:15:34.059886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-9fb49c56-7bbd-45e5-a823-699a7d679e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.061761 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-9fb49c56-7bbd-45e5-a823-699a7d679e0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.0927782 Sep 30 08:15:34.112067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-0f215cfd-647d-45d2-bb53-9468fa6ac5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.113473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-0f215cfd-647d-45d2-bb53-9468fa6ac5a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1297774 Sep 30 08:15:34.137841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f54a-5267-4516-9001-74dfc418f445 req-ac8b60ea-90a5-4187-9200-cabe464e3a94 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.139368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4226f54a-5267-4516-9001-74dfc418f445 req-ac8b60ea-90a5-4187-9200-cabe464e3a94 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0601807 Sep 30 08:15:34.199692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-08a71929-a4f4-4257-879d-2b593af49a79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 217 time: 0.0473635 Sep 30 08:15:34.204066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Allocated IP 172.20.0.12 (8efb1060-a36b-4338-9c83-ed1ffc5a09c5/39300d9d-be25-4ef5-88eb-63ff29f30e3b/83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:34.220432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4226f54a-5267-4516-9001-74dfc418f445 req-a6b46b72-35cf-41ba-96c5-719a20acb0ea tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749106 Sep 30 08:15:34.245577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-daab409e-f87e-4eb1-aa37-48aa3cb0c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.247465 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-daab409e-f87e-4eb1-aa37-48aa3cb0c572 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570396 Sep 30 08:15:34.264390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-a18408b6-722d-4608-b62f-b113f8fa37a3 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077699 Sep 30 08:15:34.276092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-ada453f1-76ec-48db-a4e7-92bbad0f1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.277586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-ada453f1-76ec-48db-a4e7-92bbad0f1d24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.0559416 Sep 30 08:15:34.330174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-cf64953f-6d4b-4831-ad5a-792efe27bc79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261326 Sep 30 08:15:34.509255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070415b-cb47-4d9d-b47d-f892f5a850a6 req-6a719810-0f5d-41b0-bbe5-1f30af53b3d7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.511190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0070415b-cb47-4d9d-b47d-f892f5a850a6 req-6a719810-0f5d-41b0-bbe5-1f30af53b3d7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.0983055 Sep 30 08:15:34.516656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-2feff92d-83fd-48c1-a121-8c875c90df82 service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712341 Sep 30 08:15:34.519655 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-27ce3b24-05d8-4677-b403-d3b31eaad526 req-b7b7460d-50ef-42dd-9314-f9e41f6fabc4 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504169 Sep 30 08:15:34.535300 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-2ae6416a-f3a2-4767-8ef1-81bd98ac74ed service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630360 Sep 30 08:15:34.551290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.590078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.643469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5580d2cf-5e75-4d3f-9b7b-af8083fc68f4 req-e939ef0e-ece3-4fb2-aab9-2231bc01f201 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 210 time: 0.0803418 Sep 30 08:15:34.712901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:34.713848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0070415b-cb47-4d9d-b47d-f892f5a850a6 req-8c299fd2-8b63-407d-bb1b-cfa501a1f3e0 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915264 Sep 30 08:15:34.726213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:34.726423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-e91892ff-dde5-4918-aca6-d33459439512 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295531 Sep 30 08:15:34.727337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Pushing event updated for resources: {'Port': ['ID=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:34.733741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:34.774849 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b18f1eef-2036-47c7-81e9-6ee11a293c86 req-b67ad137-b038-4655-aecc-97782c18d64b service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823580 Sep 30 08:15:34.796681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:34.797286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.815829 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-1e575c2c-6217-4a09-ac9e-d75a9f034327 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7175403 Sep 30 08:15:34.841608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Request body: {'port': {'device_id': '5506452d-0a6b-46be-a54e-08d198858dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:34.875115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b5a6005-14cc-4b20-935a-549937971ae7 req-f9767d50-fe54-4afb-bc18-8d3632478550 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/ports?device_id=657338b2-6d3c-424c-a41f-20096842ce1f HTTP/1.1" status: 200 len: 210 time: 0.0590718 Sep 30 08:15:34.925285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.940633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb9ec3f2-90ce-407a-8b47-62bf685b1394 req-ab45ee1c-b47d-4358-9da9-2de9e25cbd3b service neutron] 10.222.0.57 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049671 Sep 30 08:15:34.952223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-0bef1f51-10e6-4e96-b6d4-83c35391e39c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3237920 Sep 30 08:15:34.997944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed32c-b861-44a2-85a5-d6b380bdf317 req-d57bd992-3c1a-493a-ba3c-446ab06919e0 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.005840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea2ed32c-b861-44a2-85a5-d6b380bdf317 req-d57bd992-3c1a-493a-ba3c-446ab06919e0 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 932 time: 0.2907043 Sep 30 08:15:35.096598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35e4c-2af9-43b0-b02d-3ca566a2f434 req-d7aa7d66-ba83-4670-9970-8ed76c0c0a36 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.102235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98d35e4c-2af9-43b0-b02d-3ca566a2f434 req-d7aa7d66-ba83-4670-9970-8ed76c0c0a36 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1096 time: 0.1426640 Sep 30 08:15:35.110974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea2ed32c-b861-44a2-85a5-d6b380bdf317 req-cd0e796a-2c1b-46e1-80a4-64b3410cfd26 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043410 Sep 30 08:15:35.120301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-f246bdf4-7f15-4b40-8044-3e5a7254b1bd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.121974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-f246bdf4-7f15-4b40-8044-3e5a7254b1bd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828690 Sep 30 08:15:35.126745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-721eb922-8e0c-4ef6-b20e-e89d678828dd None None] Provisioning complete for port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:35.127686 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-721eb922-8e0c-4ef6-b20e-e89d678828dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.138391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-01fea597-c879-4a8c-8abe-0ba04c5a4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.138391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-01fea597-c879-4a8c-8abe-0ba04c5a4ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 1094 time: 0.1929438 Sep 30 08:15:35.164096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:35.179167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-721eb922-8e0c-4ef6-b20e-e89d678828dd None None] Port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:35.184531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-7c8da15a-2cdf-40c5-b898-0c22ae522373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.186151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-7c8da15a-2cdf-40c5-b898-0c22ae522373 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1101 time: 0.1356666 Sep 30 08:15:35.190415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98d35e4c-2af9-43b0-b02d-3ca566a2f434 req-a39b11d2-ccb2-428a-ae49-d37b614c89f0 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828335 Sep 30 08:15:35.325727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-d9259c5a-8c62-4927-abd4-9a5d30c92f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.327170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-d9259c5a-8c62-4927-abd4-9a5d30c92f82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 917 time: 0.1750226 Sep 30 08:15:35.375843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc671-e1d3-4346-b681-c91cfaeca320 req-ceb14903-5868-44aa-bf23-fab5a882e733 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.377365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-664fc671-e1d3-4346-b681-c91cfaeca320 req-ceb14903-5868-44aa-bf23-fab5a882e733 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1834919 Sep 30 08:15:35.384073 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-f661d68f-e663-461d-a97a-3657a198da0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 HTTP/1.1" status: 200 len: 217 time: 0.0440342 Sep 30 08:15:35.447024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:35.453514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:35.464145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.468221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-664fc671-e1d3-4346-b681-c91cfaeca320 req-5149eac7-e3ac-490c-a7b2-884555d36d10 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786803 Sep 30 08:15:35.470082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c615839-e833-41c3-a011-97e21a5c9c9d req-e0fb1b1a-95e8-4bb1-8c66-d58663e9c1a6 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.471524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c615839-e833-41c3-a011-97e21a5c9c9d req-e0fb1b1a-95e8-4bb1-8c66-d58663e9c1a6 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1096 time: 0.1881845 Sep 30 08:15:35.473027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-9d825d0c-0b4e-443a-821c-84f95195c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.474235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-56de1881-4316-47ff-87aa-aba662bb0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.474550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-9d825d0c-0b4e-443a-821c-84f95195c4fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2453642 Sep 30 08:15:35.475268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:35.475684 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-56de1881-4316-47ff-87aa-aba662bb0e1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.0686953 Sep 30 08:15:35.478713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.492025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Transition to ACTIVE for port object 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:35.507737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.583002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-391542d0-f35e-443a-abce-92110b31d702 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0756342 Sep 30 08:15:35.586133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Pushing event updated for resources: {'Port': ['ID=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:35.587617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:35.596718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-b8295860-8b74-432c-9eea-70325d3d9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.598566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-b8295860-8b74-432c-9eea-70325d3d9952 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022680 Sep 30 08:15:35.607351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'port_id': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', 'mac_address': 'fa:16:3e:2a:41:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39300d9d-be25-4ef5-88eb-63ff29f30e3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:35.648538 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.664501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:35.691778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:35.696887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.729419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c615839-e833-41c3-a011-97e21a5c9c9d req-5ccdbcc4-29d3-4d4d-becd-a27aa8d28346 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200940 Sep 30 08:15:35.745341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Attempting to bind port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:35.745880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Attempting to bind port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:35.746581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Attempting to bind port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:35.756630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:35.756630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Attempting to bind port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e on network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:35.767203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:35.767826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Checking segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:35.768322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Bound using segment: {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:35.768865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Bound port: 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db10fac-371f-4c83-9313-209cb2bbc8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:35.769403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.770156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:35.780947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-4f046720-5f5d-4fe0-a81b-089ca1e39fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.782446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-4f046720-5f5d-4fe0-a81b-089ca1e39fa1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1808636 Sep 30 08:15:35.792666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9036-ce42-4ac8-9bd8-00715d073192 req-5ebfc1f1-4302-4301-bfb8-b65be81b01cf tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.800521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-794c9036-ce42-4ac8-9bd8-00715d073192 req-5ebfc1f1-4302-4301-bfb8-b65be81b01cf tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.2368007 Sep 30 08:15:35.832533 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-8aa98eea-65b9-46a4-8b9a-7dffc49552e3 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054074 Sep 30 08:15:35.913898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] For port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:35.936169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.219 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:35.946831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-b2ab5794-1c42-4043-858e-d295096d83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.949137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-b2ab5794-1c42-4043-858e-d295096d83dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389661 Sep 30 08:15:35.952306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-794c9036-ce42-4ac8-9bd8-00715d073192 req-085c1d25-45a8-4230-96f9-68832b4899c0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508901 Sep 30 08:15:35.963973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] For port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:35.974957 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.080988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.081729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.083139 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] 10.222.0.57 "PUT /v2.0/ports/83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e HTTP/1.1" status: 200 len: 1092 time: 1.2495413 Sep 30 08:15:36.085351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506452d-0a6b-46be-a54e-08d198858dcf', 'tag': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:36.088618 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29889241-f743-45b4-ba82-9d88f6bd5117" -d '{"events": [{"name": "network-changed", "server_uuid": "5506452d-0a6b-46be-a54e-08d198858dcf", "tag": "83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:36.104402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa354aa-92b5-4e3f-8fb6-67bc5fb3049f req-672c6995-fc91-4e45-aa84-89aa424f1555 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 210 time: 0.0710032 Sep 30 08:15:36.111291 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-865d7afc-caf7-48a6-a05e-40af7c92803f req-73afd418-2d91-4885-b344-f0372a883a68 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564778 Sep 30 08:15:36.168395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932258f-7e72-4bc4-98fb-f072f23a1c68 service neutron] Pushing event updated for resources: {'Port': ['ID=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:36.240811 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc5c91a-5e50-4150-8160-f51836103e9f x-openstack-request-id: req-2bc5c91a-5e50-4150-8160-f51836103e9f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:36.241187 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5506452d-0a6b-46be-a54e-08d198858dcf", "tag": "83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:36.241540 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bc5c91a-5e50-4150-8160-f51836103e9f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:36.241996 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5506452d-0a6b-46be-a54e-08d198858dcf', 'tag': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e', 'status': 'completed', 'code': 200} Sep 30 08:15:36.273553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-113c9a91-add6-4fad-8a45-d95a55f7128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.279430 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-113c9a91-add6-4fad-8a45-d95a55f7128f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 1095 time: 0.1008477 Sep 30 08:15:36.299038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-289b3997-9259-48e8-839b-56f0a29fe8c2 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200600 Sep 30 08:15:36.354520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-546b8237-57bb-4b99-bc20-0dcebe7e8867 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e HTTP/1.1" status: 200 len: 217 time: 0.0450909 Sep 30 08:15:36.423727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['0ddd99a5-9444-432f-ba5e-fb7b6f28eb17'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:36.439344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-dff58e80-79d2-4e46-bb42-9843b38893c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.440929 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-dff58e80-79d2-4e46-bb42-9843b38893c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.0727098 Sep 30 08:15:36.535080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-db09a6d0-a991-4cad-a0ed-191bc8280534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.537584 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-db09a6d0-a991-4cad-a0ed-191bc8280534 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790436 Sep 30 08:15:36.675922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-085bc42b-9b2e-4a73-877f-4578b6380aff service neutron] 10.222.0.57 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232288 Sep 30 08:15:36.783890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9a219484-3a0b-49ac-a4e6-d9223edf6b50 req-08b9f5b8-89b4-475f-b38b-6b0a40aed6e5 service neutron] 10.222.0.57 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947683 Sep 30 08:15:36.818152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.829861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56d771-94b9-40db-995e-bd5841fc02d3 req-6ed552be-23e3-4d63-a54c-1ffab68fe17f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.831461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a56d771-94b9-40db-995e-bd5841fc02d3 req-6ed552be-23e3-4d63-a54c-1ffab68fe17f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 944 time: 0.4811785 Sep 30 08:15:36.887858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4945a7f-59e0-4058-a8bb-c650dcfbdd60 req-d107a2ee-9b1d-412d-aa12-ccf64e504d31 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364652 Sep 30 08:15:36.905049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a56d771-94b9-40db-995e-bd5841fc02d3 req-38431630-2fab-4300-8239-4619b593f26f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650311 Sep 30 08:15:36.911668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-d25f993f-b669-4784-955a-152f1b385701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.912643 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.913188 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-d25f993f-b669-4784-955a-152f1b385701 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 1095 time: 0.0520849 Sep 30 08:15:36.941716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:36.961619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:36.964917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:36.968988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:37.003855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:37.057858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.060990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.092073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-0517ef0a-700f-464a-99f4-04277a010135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.094946 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-0517ef0a-700f-464a-99f4-04277a010135 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 917 time: 0.1680067 Sep 30 08:15:37.101022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-0e7b9062-aec8-4c74-93e7-b0c37a9f2671 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9450037 Sep 30 08:15:37.127079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Request body: {'port': {'device_id': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:37.189263 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-e86baf1f-b1fa-43ad-a3d1-1bc512b68952 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e HTTP/1.1" status: 200 len: 217 time: 0.0468376 Sep 30 08:15:37.195335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c93483-0deb-4c4a-8a19-20e273a3ab09 req-61611bca-45e9-4d37-abe0-d16b4e57ace0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.198078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3c93483-0deb-4c4a-8a19-20e273a3ab09 req-61611bca-45e9-4d37-abe0-d16b4e57ace0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1124990 Sep 30 08:15:37.250115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.272633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-b16e0c4c-9707-401e-8b0e-b2c2c2031e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.274179 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-b16e0c4c-9707-401e-8b0e-b2c2c2031e97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.0659161 Sep 30 08:15:37.321232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-b218e17f-14d8-41bd-8899-7cf7904beb55 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:15:37.322707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-b218e17f-14d8-41bd-8899-7cf7904beb55 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104473 Sep 30 08:15:37.327577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3c93483-0deb-4c4a-8a19-20e273a3ab09 req-41bf05f1-d602-48f0-b809-54362b3d94a2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049945 Sep 30 08:15:37.345862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-54ca81df-0bba-40b0-b1aa-12b42fc3d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.347841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-54ca81df-0bba-40b0-b1aa-12b42fc3d4b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527391 Sep 30 08:15:37.359657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a4d755bb-a5dc-4bce-8ef4-f016706d2feb None None] Provisioning complete for port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:37.360316 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4d755bb-a5dc-4bce-8ef4-f016706d2feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.401632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a4d755bb-a5dc-4bce-8ef4-f016706d2feb None None] Port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:37.430996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-06268929-a64c-4538-8c4f-5e2d1adb98e2 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.438731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-06268929-a64c-4538-8c4f-5e2d1adb98e2 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 1093 time: 0.1013091 Sep 30 08:15:37.445730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:37.446197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Unknown quota resources ['binding']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:15:37.454870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:37.466488 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-f1542010-6609-4aae-a268-7c5f1c4629b3 service neutron] 10.222.0.57 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044567 Sep 30 08:15:37.573981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:37.587575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'port_id': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8', 'mac_address': 'fa:16:3e:27:16:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39300d9d-be25-4ef5-88eb-63ff29f30e3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:37.596497 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-29889241-f743-45b4-ba82-9d88f6bd5117 req-4d52a664-7eb7-45a7-af39-e15746668bb2 service neutron] 10.222.0.57 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154330 Sep 30 08:15:37.629482 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.634895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:37.660060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:37.660396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 80c92adb-61a6-4b8d-ba3d-96e8d90924e3 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:37.665732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:37.692421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:37.696634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.727299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017ed6-694f-48e2-94e5-ddbab750ca44 req-bde2345e-094d-45ca-9a3c-28f4f7f5355d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.729521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b017ed6-694f-48e2-94e5-ddbab750ca44 req-bde2345e-094d-45ca-9a3c-28f4f7f5355d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1191127 Sep 30 08:15:37.746119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:37.789653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:37.789993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:37.790356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:37.809129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:37.809475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:37.823037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:37.830671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:37.830932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:37.831382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:37.831863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Bound port: f2221c4d-fadf-4835-b645-4ce699c0df04, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:37.836236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b017ed6-694f-48e2-94e5-ddbab750ca44 req-7d554cca-bbfc-4321-960d-ec09536956b8 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974767 Sep 30 08:15:37.839255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.880888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Transition to ACTIVE for port object f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:37.889803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f', '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:37.891433 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.952960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:37.990145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.991445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04b625b1-f3ff-4a26-8da1-16f388cacd0c service neutron] 10.222.0.41 "POST /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04/bindings HTTP/1.1" status: 201 len: 389 time: 0.5518937 Sep 30 08:15:37.997743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Pushing event updated for resources: {'Port': ['ID=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:38.065684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24951b9e-99c5-407f-b7d6-3ca4bd596e5b req-3d0948fc-3033-4710-8510-232f82f4fdc9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.074817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24951b9e-99c5-407f-b7d6-3ca4bd596e5b req-3d0948fc-3033-4710-8510-232f82f4fdc9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 948 time: 0.1486025 Sep 30 08:15:38.132311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45524) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:38.152026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24951b9e-99c5-407f-b7d6-3ca4bd596e5b req-13b5a4d4-0906-40ee-9cd4-f44bf731e1a3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Sep 30 08:15:38.170545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Attempting to bind port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:38.171131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Attempting to bind port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:38.171680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Attempting to bind port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:38.181034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:38.182510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Attempting to bind port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:38.208678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:38.209270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:38.209606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:38.210082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Bound port: f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:38.210491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.269674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d92105c8-94d5-4216-809e-04b1787734b3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.336894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d92105c8-94d5-4216-809e-04b1787734b3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.347087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:38.376891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bec8d180-9c7c-47ac-ad06-2c742abf5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.378462 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bec8d180-9c7c-47ac-ad06-2c742abf5015 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1096 time: 0.0780971 Sep 30 08:15:38.385138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed59cc3-90a5-4758-8254-f2db61142203 req-5b9ba275-fe2f-4642-9846-ba23c785c210 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.386723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed59cc3-90a5-4758-8254-f2db61142203 req-5b9ba275-fe2f-4642-9846-ba23c785c210 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 944 time: 0.1467967 Sep 30 08:15:38.413967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] For port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:38.435897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf291f-7751-47b6-bc7a-6cabafa04be4 req-817ddaec-9c11-4399-80d0-549c6770bdc9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.437492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aecf291f-7751-47b6-bc7a-6cabafa04be4 req-817ddaec-9c11-4399-80d0-549c6770bdc9 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.1258233 Sep 30 08:15:38.445313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] For port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:38.445966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d92105c8-94d5-4216-809e-04b1787734b3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.449603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d92105c8-94d5-4216-809e-04b1787734b3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.450901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d92105c8-94d5-4216-809e-04b1787734b3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "DELETE /v2.0/security-groups/62935859-4a2f-4415-82f1-76c230f01922 HTTP/1.1" status: 204 len: 168 time: 0.3160601 Sep 30 08:15:38.461180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45530) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:38.478953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.490873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92105c8-94d5-4216-809e-04b1787734b3 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62935859-4a2f-4415-82f1-76c230f01922,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:38.515540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aef088ff-e20f-4c8f-9d0d-76ccae3f8723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.519763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed59cc3-90a5-4758-8254-f2db61142203 req-25e94913-67f2-4c56-a1d1-3ac922f1a8b7 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243358 Sep 30 08:15:38.524229 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-08fc58aa-5e9d-4f3f-a764-95f6508a929a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] show failed (client error): The resource could not be found. Sep 30 08:15:38.525277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08fc58aa-5e9d-4f3f-a764-95f6508a929a tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "GET /v2.0/security-groups/62935859-4a2f-4415-82f1-76c230f01922 HTTP/1.1" status: 404 len: 347 time: 0.0630941 Sep 30 08:15:38.528464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45534) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:38.560153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-9592dca6-213e-4c0c-a6a7-268a82833446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.560270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-9592dca6-213e-4c0c-a6a7-268a82833446 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1666329 Sep 30 08:15:38.598558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.599086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.600799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] 10.222.0.50 "PUT /v2.0/ports/f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e HTTP/1.1" status: 200 len: 1096 time: 1.4788911 Sep 30 08:15:38.601252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'tag': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:38.604117 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e969bc-79af-489e-9540-1d53792e64c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3f5293-5863-4b64-b13a-9c33acc9fa88", "tag": "f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:38.623379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aecf291f-7751-47b6-bc7a-6cabafa04be4 req-257f7878-81af-4ac1-9f35-f5828c25a75c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765301 Sep 30 08:15:38.638045 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-732f3b45-d1f8-4dcb-8515-c175ef7a7acc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 217 time: 0.0608878 Sep 30 08:15:38.725064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f4a0e-3f75-41e4-b617-6ae4fd6cc143 service neutron] Pushing event updated for resources: {'Port': ['ID=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:38.741045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-3db66add-c6c8-4d63-9dac-76263051d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.749239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-3db66add-c6c8-4d63-9dac-76263051d46c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0961635 Sep 30 08:15:38.792583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-25b46bea-a5fd-43a5-984a-21cb0b908bbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365796 Sep 30 08:15:38.829546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5ca1-f939-4021-bbc9-3682df72ae2b req-bcaffca7-be52-4b09-b514-be51ad3e2491 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.836264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cbb5ca1-f939-4021-bbc9-3682df72ae2b req-bcaffca7-be52-4b09-b514-be51ad3e2491 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1122799 Sep 30 08:15:38.839893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-b3652a5a-c929-4119-b046-7cf62f038e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.841321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-b3652a5a-c929-4119-b046-7cf62f038e22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 1099 time: 0.1366799 Sep 30 08:15:38.921100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-441ee137-a610-481b-937f-7c6bf5219e55 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078193 Sep 30 08:15:38.923570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-905f88da-f1e1-4f32-b242-e902fefdaa51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e HTTP/1.1" status: 200 len: 217 time: 0.0562129 Sep 30 08:15:38.928131 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ebb19-f7ab-40b3-9099-2938f6384fbd x-openstack-request-id: req-cf0ebb19-f7ab-40b3-9099-2938f6384fbd {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:38.928131 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3f5293-5863-4b64-b13a-9c33acc9fa88", "tag": "f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:38.928423 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf0ebb19-f7ab-40b3-9099-2938f6384fbd {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:38.928775 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'tag': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e', 'status': 'completed', 'code': 200} Sep 30 08:15:38.949153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cbb5ca1-f939-4021-bbc9-3682df72ae2b req-852b82dd-644f-4989-9a4d-ef2309020e3f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119859 Sep 30 08:15:38.952642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Deleting port d36392e8-b673-4574-b441-b4a0af2906a7 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:38.952985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.059136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-a7d0c1a6-8507-4d56-9ddb-1aba897ab737 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965979 Sep 30 08:15:39.103727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ff15ba87-337f-4233-bdc7-5ae67bd6a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.105295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-ff15ba87-337f-4233-bdc7-5ae67bd6a3ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1699340 Sep 30 08:15:39.140032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.140358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.171279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ee3c-0fbd-41c3-9453-2eb05082fe97 req-2cdde34f-af31-4d99-aef1-d5e758d639cd tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.172830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e374ee3c-0fbd-41c3-9453-2eb05082fe97 req-2cdde34f-af31-4d99-aef1-d5e758d639cd tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.2217193 Sep 30 08:15:39.183653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d367b-12b2-4eea-a62e-cc092bbaa382 req-220a430a-7639-4d47-ad43-f1764522d14e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.185151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b05d367b-12b2-4eea-a62e-cc092bbaa382 req-220a430a-7639-4d47-ad43-f1764522d14e tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1689835 Sep 30 08:15:39.191475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Calling delete_port for d36392e8-b673-4574-b441-b4a0af2906a7 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:39.291649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-97beda2d-3bd7-4830-afa0-591599369a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.293152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-97beda2d-3bd7-4830-afa0-591599369a57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717587 Sep 30 08:15:39.313006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e374ee3c-0fbd-41c3-9453-2eb05082fe97 req-51a068f1-0826-4df5-b976-c525e41164b5 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267893 Sep 30 08:15:39.323937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b05d367b-12b2-4eea-a62e-cc092bbaa382 req-48ee5653-952a-4081-bec9-b978483761c6 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210194 Sep 30 08:15:39.473592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:39.487619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-90312b61-16b9-4227-aaa5-9b57af833765 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793630 Sep 30 08:15:39.531351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:39.546109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8836135-87ea-465c-9286-12138fd28c2d req-680aa1ff-ed08-405c-adf5-cf75135b0700 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.546472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:39.546846 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.547617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8836135-87ea-465c-9286-12138fd28c2d req-680aa1ff-ed08-405c-adf5-cf75135b0700 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 948 time: 0.1457734 Sep 30 08:15:39.624431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.627526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.667576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:39.668918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650dd77e-131c-4758-8025-9a9cbf130deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:39.671408 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b09297-d440-42c3-b42b-d5b6b43a61fe" -d '{"events": [{"server_uuid": "650dd77e-131c-4758-8025-9a9cbf130deb", "name": "network-vif-plugged", "status": "completed", "tag": "0ddd99a5-9444-432f-ba5e-fb7b6f28eb17"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:39.675666 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.694313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Pushing event deleted for resources: {'Port': ['ID=d36392e8-b673-4574-b441-b4a0af2906a7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:39.726557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:39.777860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8836135-87ea-465c-9286-12138fd28c2d req-5ceaee46-d2c5-4ded-a6b5-a775a715e498 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853285 Sep 30 08:15:39.779745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03800fdf-6bca-4917-a7d1-64282b16a65e req-471f276e-a4a7-4c87-bebe-c8c892cdf700 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831244 Sep 30 08:15:39.820233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611dd7e-9089-4cec-b4ae-7fe1d8ccc7b0 req-5e8ddff6-f0ae-45b5-a117-9888ec6c0f8c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.821768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6611dd7e-9089-4cec-b4ae-7fe1d8ccc7b0 req-5e8ddff6-f0ae-45b5-a117-9888ec6c0f8c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 944 time: 0.1870482 Sep 30 08:15:39.835093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.837675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.841028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9eae5c67-2c41-4507-bd6e-3e104ac14e66 tempest-ImagesOneServerNegativeTestJSON-418521212 tempest-ImagesOneServerNegativeTestJSON-418521212-project] 10.222.0.41 "DELETE /v2.0/floatingips/75b42629-9cf5-4f3f-8dde-420024e8a560 HTTP/1.1" status: 204 len: 168 time: 1.3074949 Sep 30 08:15:39.892303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6611dd7e-9089-4cec-b4ae-7fe1d8ccc7b0 req-bc6696fb-cf10-40fc-bc92-09ba11efc837 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637550 Sep 30 08:15:39.908871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7002be7-ff53-4679-8a2c-080488f83245 req-f573880b-af78-4f0e-9285-cabe7df37c1d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.910742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7002be7-ff53-4679-8a2c-080488f83245 req-f573880b-af78-4f0e-9285-cabe7df37c1d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.0647416 Sep 30 08:15:39.946125 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc8cb07-8742-475b-b703-7a937dd8d646 x-openstack-request-id: req-9fc8cb07-8742-475b-b703-7a937dd8d646 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:39.946418 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650dd77e-131c-4758-8025-9a9cbf130deb", "name": "network-vif-plugged", "status": "completed", "tag": "0ddd99a5-9444-432f-ba5e-fb7b6f28eb17", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:39.946788 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fc8cb07-8742-475b-b703-7a937dd8d646 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:39.947062 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650dd77e-131c-4758-8025-9a9cbf130deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', 'code': 200} Sep 30 08:15:39.990261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e969bc-79af-489e-9540-1d53792e64c6 req-fb594e48-3979-4d19-b098-f3bc2909aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.991760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-fb594e48-3979-4d19-b098-f3bc2909aff7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 1099 time: 0.0766869 Sep 30 08:15:39.995375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7002be7-ff53-4679-8a2c-080488f83245 req-fe4be4ee-015d-4e11-a75b-708857193cb1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 Sep 30 08:15:40.139175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:40.187157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Deleting subnet e6f825c0-3553-422d-a1d0-fcc069e452f6 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:40.190588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.216763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273db1-0f22-4fe8-8bb4-d2c78a6b4817 req-c8511961-f3d4-4f9f-ab09-5e2bcc9417c8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.218378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26273db1-0f22-4fe8-8bb4-d2c78a6b4817 req-c8511961-f3d4-4f9f-ab09-5e2bcc9417c8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1168630 Sep 30 08:15:40.220945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e969bc-79af-489e-9540-1d53792e64c6 req-a105b737-1eef-4dd3-9557-5fcb208ef19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.222417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-a105b737-1eef-4dd3-9557-5fcb208ef19c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2057884 Sep 30 08:15:40.227456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ca3e6-77d1-43fd-acb7-2495e6e09b08 req-df576f3d-c6be-44f5-b4d7-950fe4697c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.229563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909ca3e6-77d1-43fd-acb7-2495e6e09b08 req-df576f3d-c6be-44f5-b4d7-950fe4697c49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 1096 time: 0.1123526 Sep 30 08:15:40.243401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.285749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.297415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-c1a2d76b-a531-4814-9155-261fe5d211b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e HTTP/1.1" status: 200 len: 217 time: 0.0528934 Sep 30 08:15:40.314088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26273db1-0f22-4fe8-8bb4-d2c78a6b4817 req-ea409b3a-c1f3-41ed-af6e-100be3c1c17a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832863 Sep 30 08:15:40.342460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.345872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909ca3e6-77d1-43fd-acb7-2495e6e09b08 req-fa44421f-7dae-4ae1-a2eb-bb66c273d89d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002071 Sep 30 08:15:40.369903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f825c0-3553-422d-a1d0-fcc069e452f6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:40.371923 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.373846 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a72d658c-f7c8-4fe5-80b0-a4c91e7e123e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6f825c0-3553-422d-a1d0-fcc069e452f6 HTTP/1.1" status: 204 len: 168 time: 0.2334535 Sep 30 08:15:40.376332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45568) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:40.392082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e969bc-79af-489e-9540-1d53792e64c6 req-bb4b89b7-b16f-4444-ae8c-8936f3b1fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.394719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-bb4b89b7-b16f-4444-ae8c-8936f3b1fac1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0727015 Sep 30 08:15:40.469263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.495004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e86674-8cd5-4f68-a888-a2addc385120 req-07c359c5-b21a-4f5c-8b0c-83378e857f27 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.497226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10e86674-8cd5-4f68-a888-a2addc385120 req-07c359c5-b21a-4f5c-8b0c-83378e857f27 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0622528 Sep 30 08:15:40.541662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10e86674-8cd5-4f68-a888-a2addc385120 req-01628f9c-339b-4531-b9f4-8f3272f52a38 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Sep 30 08:15:40.772489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e969bc-79af-489e-9540-1d53792e64c6 req-c970ad00-54cb-4380-8d71-498fe83f8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.774227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-c970ad00-54cb-4380-8d71-498fe83f8901 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464518 Sep 30 08:15:40.803543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.834293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c137d884-1431-42f4-bac5-3398bfb80971']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:40.846801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7442990c-aa5b-43d2-9469-77a617c0db8f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:40.847580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7442990c-aa5b-43d2-9469-77a617c0db8f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:40.858355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.871673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.879447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:40.879883 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:40.881585 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:40.921971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b67ff-e9ab-4710-bccb-f9c63d866312 req-9f6b56a6-d20a-4775-a537-eb0e807c135c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.923688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-058b67ff-e9ab-4710-bccb-f9c63d866312 req-9f6b56a6-d20a-4775-a537-eb0e807c135c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.1248617 Sep 30 08:15:40.945732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.962363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.964956 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] 10.222.0.41 "DELETE /v2.0/networks/c137d884-1431-42f4-bac5-3398bfb80971 HTTP/1.1" status: 204 len: 168 time: 0.5875847 Sep 30 08:15:40.966159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dbf18-3c4d-47cc-9e60-6dc6e26e05fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c137d884-1431-42f4-bac5-3398bfb80971,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:41.021414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32688594-3951-4c31-a540-b1cc57693941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.116487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45586) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:41.162155 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-be8f8984-4aa2-4fe6-bff3-d4186dac79ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c0918b51f8f42c1a729aefecf0607e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444372 Sep 30 08:15:41.164541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45588) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:41.267519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee9980f0-3c6f-4da2-aa16-734fdeafb30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.277867 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-a85f3896-6529-4850-9f5b-229e0c1ee04a service neutron] 10.222.0.57 "GET /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89/bindings/n-h1-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.1055193 Sep 30 08:15:41.293168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee9980f0-3c6f-4da2-aa16-734fdeafb30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.323596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-d585ef3c-d6f4-4214-a650-692c206c5717 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906330 Sep 30 08:15:41.333180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-058b67ff-e9ab-4710-bccb-f9c63d866312 req-c42ccf48-c537-4f6b-818a-5602e753662b tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3808873 Sep 30 08:15:41.341128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c715-0ab6-4b89-8032-279c8452e8a1 req-2f0edf95-fa16-4960-a656-0fab741bf2ef tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:41.349262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6602c715-0ab6-4b89-8032-279c8452e8a1 req-2f0edf95-fa16-4960-a656-0fab741bf2ef tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 948 time: 0.4883914 Sep 30 08:15:41.380549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.450477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee9980f0-3c6f-4da2-aa16-734fdeafb30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.456782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee9980f0-3c6f-4da2-aa16-734fdeafb30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.460494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ee9980f0-3c6f-4da2-aa16-734fdeafb30a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4c408fc-a7a4-47f0-bb25-a41e66ab81be HTTP/1.1" status: 204 len: 168 time: 0.2924206 Sep 30 08:15:41.476516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:41.476765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9980f0-3c6f-4da2-aa16-734fdeafb30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c408fc-a7a4-47f0-bb25-a41e66ab81be,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:41.547205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:41.577155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:41.598181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6602c715-0ab6-4b89-8032-279c8452e8a1 req-44cadbc5-e77a-495d-971c-f21316632cfd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477965 Sep 30 08:15:41.627259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:41.628770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:41.632054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47e969bc-79af-489e-9540-1d53792e64c6 req-d5acf5fb-4d17-4eba-96b1-3dc9f172d25b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801082 Sep 30 08:15:41.636175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:41.636559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.643068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:41.672566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.676436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea8e21-7554-4478-861a-8ea3661ac2a5 req-47cfa2e3-0bf4-4ea0-b34b-196c46f23a5a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:41.680356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:41.692888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63ea8e21-7554-4478-861a-8ea3661ac2a5 req-47cfa2e3-0bf4-4ea0-b34b-196c46f23a5a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 944 time: 0.2424357 Sep 30 08:15:41.774240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63ea8e21-7554-4478-861a-8ea3661ac2a5 req-7c8bf42e-ea53-4d82-848d-65f64c429816 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774281 Sep 30 08:15:41.780036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] Transition to ACTIVE for port object 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:41.786796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.904126 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.923939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:41.930659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:41.949056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] No DVR routers for this DVR port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:41.955010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e', 'network_id': '8efb1060-a36b-4338-9c83-ed1ffc5a09c5', 'port_id': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e', 'mac_address': 'fa:16:3e:7a:ea:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39300d9d-be25-4ef5-88eb-63ff29f30e3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:41.966048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb7706-19e3-48ac-a66f-019da1b420d4 req-d6cb2ed0-c1b2-4583-86ed-f31bac7963f7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:41.967005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e4228-f9c9-480d-b45c-2d00b049739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:41.970179 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655baf3d-9220-45ab-a4fe-53e4938aa7a7" -d '{"events": [{"server_uuid": "697e4228-f9c9-480d-b45c-2d00b049739a", "name": "network-vif-plugged", "status": "completed", "tag": "69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:41.974380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7bb7706-19e3-48ac-a66f-019da1b420d4 req-d6cb2ed0-c1b2-4583-86ed-f31bac7963f7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0814540 Sep 30 08:15:41.987473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:42.001954 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-2db2fe9b-863d-46d5-af52-4012b2c3c291 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89/bindings/n-h1-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7113047 Sep 30 08:15:42.011131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.017950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b0ce8-c052-484a-b3f9-80ac86a99c27 req-58bef9c5-e47a-46f5-a12e-e504fd5e6b4f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.025378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a49b0ce8-c052-484a-b3f9-80ac86a99c27 req-58bef9c5-e47a-46f5-a12e-e504fd5e6b4f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.1633079 Sep 30 08:15:42.063043 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.084978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a49b0ce8-c052-484a-b3f9-80ac86a99c27 req-ed25dd1e-1de9-4bd9-8966-5d05a8fae402 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584354 Sep 30 08:15:42.107451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:42.115872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7bb7706-19e3-48ac-a66f-019da1b420d4 req-fd4f6dee-0081-440c-a026-82148f62d1ef tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405418 Sep 30 08:15:42.132105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.154455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:42.162655 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.197427 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b834875-3746-4302-b4b0-a241980f9d37 x-openstack-request-id: req-6b834875-3746-4302-b4b0-a241980f9d37 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:42.198014 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e4228-f9c9-480d-b45c-2d00b049739a", "name": "network-vif-plugged", "status": "completed", "tag": "69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:42.198866 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b834875-3746-4302-b4b0-a241980f9d37 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:42.199420 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697e4228-f9c9-480d-b45c-2d00b049739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8', 'code': 200} Sep 30 08:15:42.246563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d179-7621-440c-92a1-3b2315ec2f47 req-069e24a7-3ed0-49d8-85fd-5411ec3695f0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.248143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e273d179-7621-440c-92a1-3b2315ec2f47 req-069e24a7-3ed0-49d8-85fd-5411ec3695f0 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.0741661 Sep 30 08:15:42.250380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.331902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e273d179-7621-440c-92a1-3b2315ec2f47 req-d29de445-f4ee-4c2e-88ea-a6bc067ec100 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Sep 30 08:15:42.341681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-b7b4a62b-2904-4e56-8cdc-369f68694ead tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.343158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-b7b4a62b-2904-4e56-8cdc-369f68694ead tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0697289 Sep 30 08:15:42.497986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-52ca8505-25e0-4477-a26b-18628b3c6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.499476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-52ca8505-25e0-4477-a26b-18628b3c6b5a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1&tenant_id=fc779dd2e0304869b7844b3e47da03c5 HTTP/1.1" status: 200 len: 1095 time: 0.1319366 Sep 30 08:15:42.503068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c0f7f-18cc-4c7f-97df-55e9bcc7bf19 req-fa01db1f-fba0-4af1-9125-6762e44a821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.503744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45618) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:42.504317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a97c0f7f-18cc-4c7f-97df-55e9bcc7bf19 req-fa01db1f-fba0-4af1-9125-6762e44a821b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 1096 time: 0.1382389 Sep 30 08:15:42.528908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a33f8-bb0f-40a6-9233-474657941738 req-a53b7dc4-b660-42cc-9eb8-2faf66c6b314 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.530444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669a33f8-bb0f-40a6-9233-474657941738 req-a53b7dc4-b660-42cc-9eb8-2faf66c6b314 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.0715117 Sep 30 08:15:42.620464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669a33f8-bb0f-40a6-9233-474657941738 req-d7926abf-fdd5-4eda-9820-bd07105b761e tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826294 Sep 30 08:15:42.626370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1326978949-network', 'tenant_id': '696a7fb12c264887acf92aff30253dfb'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:42.627827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a97c0f7f-18cc-4c7f-97df-55e9bcc7bf19 req-9926cd91-4f60-4bd8-b027-cb9919fb8854 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838211 Sep 30 08:15:42.643591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-d6feeeed-8a1c-4554-909f-65acdedce918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.645558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-d6feeeed-8a1c-4554-909f-65acdedce918 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc779dd2e0304869b7844b3e47da03c5&device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1095 time: 0.0884240 Sep 30 08:15:42.664758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Made reservation on behalf of 696a7fb12c264887acf92aff30253dfb for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:42.667706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.676846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.700555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:42.742823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a577-7268-4059-add9-a3927908f6d7 req-41cb87c5-5749-4108-a382-a6038c7c83ed tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.745314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4b4a577-7268-4059-add9-a3927908f6d7 req-41cb87c5-5749-4108-a382-a6038c7c83ed tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 948 time: 0.0601857 Sep 30 08:15:42.803805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4b4a577-7268-4059-add9-a3927908f6d7 req-53e7414d-2618-471e-be63-3094da0c856e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Sep 30 08:15:42.808169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.814944 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.851754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:42.870910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.871868 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Added segment 13c8d5a7-2d8d-43d0-a6ec-4bab586416f2 of type vlan for network f353bf86-ddda-4abb-a16f-e2957032e186 Sep 30 08:15:42.885102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23db9d4-32d8-477a-b4ae-63a963de0eb5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.919091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.949598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.950940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.951626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.961920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857ed0-badc-4885-8567-68fed182e73b req-ebbc85fa-5b77-44c2-b915-df6ce3182b4c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.969012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9857ed0-badc-4885-8567-68fed182e73b req-ebbc85fa-5b77-44c2-b915-df6ce3182b4c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 945 time: 0.0832496 Sep 30 08:15:42.988631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4799860 Sep 30 08:15:42.988904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45628) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:42.994845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Request body: {'subnet': {'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1326978949-subnet', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:43.004913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.032502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073267-84e2-4dab-81d4-6993a9b166bc admin admin] Pushing event updated for resources: {'Network': ['ID=f353bf86-ddda-4abb-a16f-e2957032e186,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:43.049618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9857ed0-badc-4885-8567-68fed182e73b req-4335a039-6fa1-45bb-a44c-1e7675c19ae9 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797338 Sep 30 08:15:43.049973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Made reservation on behalf of 696a7fb12c264887acf92aff30253dfb for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:43.052700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.065161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f353bf86-ddda-4abb-a16f-e2957032e186 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:43.080866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-355e4414-75af-49b0-9137-e4dba3d852e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.082499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-355e4414-75af-49b0-9137-e4dba3d852e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 200 len: 921 time: 0.1508009 Sep 30 08:15:43.178959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-9c2ff10a-8a8d-480f-a92a-516752e3dcf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 200 len: 217 time: 0.0811915 Sep 30 08:15:43.290955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-b2a15ad8-b39e-4bee-ba67-9fe218bbcf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.292410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-b2a15ad8-b39e-4bee-ba67-9fe218bbcf7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 200 len: 860 time: 0.1095951 Sep 30 08:15:43.299342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.322103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8b52-dfb1-4555-898b-373f82cc7d34 req-beb105b0-2c2e-495f-ac0b-dc72d226f358 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.323618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-155f8b52-dfb1-4555-898b-373f82cc7d34 req-beb105b0-2c2e-495f-ac0b-dc72d226f358 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.1396370 Sep 30 08:15:43.340702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-df4c5484-f751-44d4-8dca-fc1ea7983e63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=effa02ef-b72f-4937-9edf-6f0db0a1e9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385532 Sep 30 08:15:43.364995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57055eb0-ff37-492f-b24e-d454d91f7b32,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:43.366675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8dabe-d6ce-4207-abef-6f55e9b5108f req-e0b0f900-9881-41d2-a242-e0d6446298b5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.368167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31a8dabe-d6ce-4207-abef-6f55e9b5108f req-e0b0f900-9881-41d2-a242-e0d6446298b5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1199691 Sep 30 08:15:43.383442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Checking segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:43.383905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Network hostable DHCP agents. Network: f353bf86-ddda-4abb-a16f-e2957032e186, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:43.403140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Network f353bf86-ddda-4abb-a16f-e2957032e186 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:43.414147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, f353bf86-ddda-4abb-a16f-e2957032e186) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:43.418065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.418786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.432790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26092901-9977-48bc-ac75-4880e2e3bcb8 None None] Network f353bf86-ddda-4abb-a16f-e2957032e186 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:43.449038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7b091680-127e-48b2-b50d-867d61aeea76 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4589689 Sep 30 08:15:43.450069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45636) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.460960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-155f8b52-dfb1-4555-898b-373f82cc7d34 req-16e31996-88fb-48d6-8485-cdb160e5bb3f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225228 Sep 30 08:15:43.469040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:43.482813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31a8dabe-d6ce-4207-abef-6f55e9b5108f req-b5a0f393-8cae-4266-8e43-56a49b8fc9da tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052954 Sep 30 08:15:43.514591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-0b0bcc01-9710-4479-8987-daba5a8373c8 service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557322 Sep 30 08:15:43.525628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:43.526964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.529034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.631833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.666860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:43.669495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af993b-5159-4374-acae-011a32fcf7bb req-fad91d1a-78d9-4b86-9a75-b1e8168f4a1c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.677962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0af993b-5159-4374-acae-011a32fcf7bb req-fad91d1a-78d9-4b86-9a75-b1e8168f4a1c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.1446109 Sep 30 08:15:43.737994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:43.743394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-f353bf86-ddda-4abb-a16f-e2957032e186', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:15:43.744568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.771564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e', 'mac_address': 'fa:16:3e:fb:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:43.777080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-660997a3-0541-4bdc-b602-437f265131fe service neutron] 10.222.0.50 "GET /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065883 Sep 30 08:15:43.813395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0af993b-5159-4374-acae-011a32fcf7bb req-d2727168-bfff-47c6-8ff6-a1484b19c234 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344159 Sep 30 08:15:43.816675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.864393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef39ae-8062-4001-b9ab-a9ba1f0ebe8c req-433115a4-d4fa-4e33-bb23-7e25a21daa98 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:43.865966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-baef39ae-8062-4001-b9ab-a9ba1f0ebe8c req-433115a4-d4fa-4e33-bb23-7e25a21daa98 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.1068926 Sep 30 08:15:43.922719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Allocated IP 172.20.0.2 (f353bf86-ddda-4abb-a16f-e2957032e186/57055eb0-ff37-492f-b24e-d454d91f7b32/40820144-5b01-4f75-8183-d77aaf50f4f5) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:44.021367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-dd71c31b-7da4-4f5f-b2ca-f72716bc3a94 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:44.022894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-dd71c31b-7da4-4f5f-b2ca-f72716bc3a94 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.1220362 Sep 30 08:15:44.037741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-baef39ae-8062-4001-b9ab-a9ba1f0ebe8c req-a7a97fe4-9ac2-4533-83dd-752b324d1ff0 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547391 Sep 30 08:15:44.056694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b26125-8078-43eb-be84-e27612dcf070 req-b6384206-bd84-44b6-9991-da5115b49e41 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:44.073331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16b26125-8078-43eb-be84-e27612dcf070 req-b6384206-bd84-44b6-9991-da5115b49e41 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 948 time: 0.1469359 Sep 30 08:15:44.081638 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.088959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:44.091717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.118608 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:15:44.170136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Network f353bf86-ddda-4abb-a16f-e2957032e186 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:44.178053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:44.186208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:44.195753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.242257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Pushing event updated for resources: {'Port': ['ID=40820144-5b01-4f75-8183-d77aaf50f4f5,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:44.259516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16b26125-8078-43eb-be84-e27612dcf070 req-31729b7e-0d6a-4d0d-994e-862877546e07 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272569 Sep 30 08:15:44.283308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.284210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Attempting to bind port 40820144-5b01-4f75-8183-d77aaf50f4f5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:44.284761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Attempting to bind port 40820144-5b01-4f75-8183-d77aaf50f4f5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:44.285306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Attempting to bind port 40820144-5b01-4f75-8183-d77aaf50f4f5 on network f353bf86-ddda-4abb-a16f-e2957032e186 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:44.288181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:44.302227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:44.303017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Checking segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:44.303645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.304310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Bound using segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:44.305115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Bound port: 40820144-5b01-4f75-8183-d77aaf50f4f5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:44.305821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.312044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.332445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:44.367958 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.407765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Deleting port ec244a08-250d-43fd-8c6b-23f9cac3e142 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:44.408150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.413725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-07efe709-c83a-47a6-b4d4-9e94bc1791f0 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:44.415122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-07efe709-c83a-47a6-b4d4-9e94bc1791f0 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1&tenant_id=fc779dd2e0304869b7844b3e47da03c5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.1080773 Sep 30 08:15:44.434800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:44.445749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b04aa-fe85-4540-9ca3-2cd7c0160d99 req-dc3388e5-634f-4996-b03d-113cad387a64 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:44.454352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68b04aa-fe85-4540-9ca3-2cd7c0160d99 req-dc3388e5-634f-4996-b03d-113cad387a64 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 945 time: 0.1642890 Sep 30 08:15:44.469739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] For port 40820144-5b01-4f75-8183-d77aaf50f4f5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:44.474281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] For port 40820144-5b01-4f75-8183-d77aaf50f4f5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=40820144-5b01-4f75-8183-d77aaf50f4f5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:44.480606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.509989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Allocated IP 172.25.7.215 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ece1b0c1-4606-4e63-a30f-1aac42e83ccb) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:44.568137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afc853-d269-45bd-8bea-ad3c3a18e6cb None None] Pushing event updated for resources: {'Port': ['ID=40820144-5b01-4f75-8183-d77aaf50f4f5,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:44.676308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.725129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.771572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68b04aa-fe85-4540-9ca3-2cd7c0160d99 req-b7eeee4b-71c4-4ce4-81ad-85689cca798c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163509 Sep 30 08:15:44.780592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.802369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-0586f517-3a01-437b-8782-b2792a68f31e service neutron] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:44.804609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] For port ec244a08-250d-43fd-8c6b-23f9cac3e142, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=ec244a08-250d-43fd-8c6b-23f9cac3e142,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:44.804609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.812561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-0586f517-3a01-437b-8782-b2792a68f31e service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.813931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a3e623c-c74c-497f-bf74-2c27b61575b4 req-0586f517-3a01-437b-8782-b2792a68f31e service neutron] 10.222.0.50 "DELETE /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89/bindings/n-h2-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.3803387 Sep 30 08:15:44.831663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:44.837358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:44.841898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb49651-d48a-4d78-a2e8-69963d9f4d1b req-0ce3aa1a-dc68-41a0-8390-b057b0cb332f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:44.850006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:44.851743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7eb49651-d48a-4d78-a2e8-69963d9f4d1b req-0ce3aa1a-dc68-41a0-8390-b057b0cb332f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.2555575 Sep 30 08:15:44.875515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:44.906190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Pushing event updated for resources: {'Port': ['ID=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:45.111066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7eb49651-d48a-4d78-a2e8-69963d9f4d1b req-89075033-e910-4c5e-8ff2-ae5bdefb9043 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584345 Sep 30 08:15:45.140237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85b39e-729c-4ae9-9ed1-59954e1ff3be req-66604dd5-c359-4041-a663-5eded699c6d4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:45.147506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a85b39e-729c-4ae9-9ed1-59954e1ff3be req-66604dd5-c359-4041-a663-5eded699c6d4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1989553 Sep 30 08:15:45.200680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.273218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a85b39e-729c-4ae9-9ed1-59954e1ff3be req-062b2da8-16ee-4da5-b701-8ea432bb3959 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248651 Sep 30 08:15:45.281843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.282328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.282751 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7 disassociated. External IP: 172.25.7.52, port: ec244a08-250d-43fd-8c6b-23f9cac3e142. Sep 30 08:15:45.283204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Calling delete_port for ec244a08-250d-43fd-8c6b-23f9cac3e142 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:45.300845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a16c-5d21-42fb-b5a1-979d58b7422d req-06a2fae0-c3e6-448b-a64b-438c796ab843 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:45.302779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ed6a16c-5d21-42fb-b5a1-979d58b7422d req-06a2fae0-c3e6-448b-a64b-438c796ab843 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.1100762 Sep 30 08:15:45.409962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ed6a16c-5d21-42fb-b5a1-979d58b7422d req-e3281507-f10a-4454-a78a-0798be15438a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916924 Sep 30 08:15:45.486456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.534171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6179cdd-9c58-46dc-ae79-7d150dea6fa8 req-10bbd3b8-1047-4820-b312-8d4b34eb32db tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:45.543310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6179cdd-9c58-46dc-ae79-7d150dea6fa8 req-10bbd3b8-1047-4820-b312-8d4b34eb32db tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 945 time: 0.1281044 Sep 30 08:15:45.606598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6179cdd-9c58-46dc-ae79-7d150dea6fa8 req-cd37d76a-2459-47dd-943d-a81c3a4aa89c tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f72b2c-33e7-407e-add2-2361102cdba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623121 Sep 30 08:15:45.640028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.669254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:45.727259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event deleted for resources: {'Port': ['ID=ec244a08-250d-43fd-8c6b-23f9cac3e142,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:45.757753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.758479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.758700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.759002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.760066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.760066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.760430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.760430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.760776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.761083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.761612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.761940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:45.764606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Router 72361ae7-a03e-4737-91a2-242076e46cff is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:15:45.796652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:45.822890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:45.823282 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.848738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706e2f-675d-4f6f-bc42-5a3b35e7ff1a req-2d60e67f-c663-4cb1-9e44-01be4d81d20a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:45.850348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d706e2f-675d-4f6f-bc42-5a3b35e7ff1a req-2d60e67f-c663-4cb1-9e44-01be4d81d20a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 949 time: 0.2211368 Sep 30 08:15:45.875760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221c5fb-b5f8-45d9-90c3-593c4dadc416 None None] Network f353bf86-ddda-4abb-a16f-e2957032e186 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:45.960785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:45.980667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Sync routers for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:45.996621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d706e2f-675d-4f6f-bc42-5a3b35e7ff1a req-49214072-9747-425e-b980-c384c05de677 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364355 Sep 30 08:15:46.003413 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:46.014889 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.015082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8c380537-4445-45f0-946c-03b6988547ee None None] Provisioning complete for port 40820144-5b01-4f75-8183-d77aaf50f4f5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:46.015082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c380537-4445-45f0-946c-03b6988547ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.021512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.022885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4e8a464-9b5b-41ae-8fac-6d367d8e4d5a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5718176 Sep 30 08:15:46.026651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45664) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.029729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0c0e2-fdce-4429-aa38-5714e3c3327b req-9001f187-498e-4de7-9e02-329e92bad7e0 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:46.046937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62c0c0e2-fdce-4429-aa38-5714e3c3327b req-9001f187-498e-4de7-9e02-329e92bad7e0 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 1095 time: 0.3206594 Sep 30 08:15:46.138579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:46.138996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 40820144-5b01-4f75-8183-d77aaf50f4f5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:46.146673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.209058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62c0c0e2-fdce-4429-aa38-5714e3c3327b req-dfa7ce10-6c2e-4b45-8b9e-331532281691 tempest-LiveAutoBlockMigrationV225Test-320648009 tempest-LiveAutoBlockMigrationV225Test-320648009-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622398 Sep 30 08:15:46.272457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506452d-0a6b-46be-a54e-08d198858dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:46.278161 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0411d-27aa-42a9-84de-c113a7b72f85" -d '{"events": [{"server_uuid": "5506452d-0a6b-46be-a54e-08d198858dcf", "name": "network-vif-plugged", "status": "completed", "tag": "83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:46.290534 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:46.326608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:46.362867 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.404735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acc587-295f-4b9f-97fc-d7fef2a985a7 req-b5ee9519-a55a-4124-94f4-3cd5fc534357 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:46.406868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55acc587-295f-4b9f-97fc-d7fef2a985a7 req-b5ee9519-a55a-4124-94f4-3cd5fc534357 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 945 time: 0.2668052 Sep 30 08:15:46.489304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c380537-4445-45f0-946c-03b6988547ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.547668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:46.563069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55acc587-295f-4b9f-97fc-d7fef2a985a7 req-c207a7a8-775e-46a7-8c7b-9537b69225e3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334224 Sep 30 08:15:46.604383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:46.632509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 40820144-5b01-4f75-8183-d77aaf50f4f5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:46.632888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.652551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.701081 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:45Z', 'revision_number': 3, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.725284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:46.726332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.734979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8c380537-4445-45f0-946c-03b6988547ee None None] For port 40820144-5b01-4f75-8183-d77aaf50f4f5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=40820144-5b01-4f75-8183-d77aaf50f4f5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:46.738005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:46.755627 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Checking router: 72361ae7-a03e-4737-91a2-242076e46cff for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:46.756615 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Updating router 72361ae7-a03e-4737-91a2-242076e46cff port ece1b0c1-4606-4e63-a30f-1aac42e83ccb binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:15:46.790251 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.884113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Allocated IP 172.20.0.1 (f353bf86-ddda-4abb-a16f-e2957032e186/57055eb0-ff37-492f-b24e-d454d91f7b32/84d5721e-2070-4bd8-9665-5caaebc30db5) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:46.973081 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dca19e-700a-441b-9db5-697be001c13f x-openstack-request-id: req-05dca19e-700a-441b-9db5-697be001c13f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:46.973081 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506452d-0a6b-46be-a54e-08d198858dcf", "name": "network-vif-plugged", "status": "completed", "tag": "83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:46.973081 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05dca19e-700a-441b-9db5-697be001c13f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:46.973680 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506452d-0a6b-46be-a54e-08d198858dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e', 'code': 200} Sep 30 08:15:46.973865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c380537-4445-45f0-946c-03b6988547ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.132558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1544f-68f6-4c0b-90bc-3b5fd052df3e req-e8cc7b42-bf3e-4273-b89f-c00785ec2b59 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:47.138271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c380537-4445-45f0-946c-03b6988547ee None None] Pushing event updated for resources: {'Port': ['ID=40820144-5b01-4f75-8183-d77aaf50f4f5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:47.142187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ef1544f-68f6-4c0b-90bc-3b5fd052df3e req-e8cc7b42-bf3e-4273-b89f-c00785ec2b59 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.7641094 Sep 30 08:15:47.172246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:47.173805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0906f-f46a-47a9-9363-42f9809193f8 req-07886293-9a7a-4743-9474-79de337b9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:47.177979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed0906f-f46a-47a9-9363-42f9809193f8 req-07886293-9a7a-4743-9474-79de337b9e03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 1097 time: 0.1114755 Sep 30 08:15:47.199159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] No DVR routers for this DVR port ec244a08-250d-43fd-8c6b-23f9cac3e142 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:47.208118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.208118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a7d009-3637-4a5d-88df-7d792a9439fc req-3fde09dd-002a-40e7-9fd0-9311ec9dab16 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.50 "DELETE /v2.0/ports/ec244a08-250d-43fd-8c6b-23f9cac3e142 HTTP/1.1" status: 204 len: 173 time: 3.1280794 Sep 30 08:15:47.208584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.208742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'name': 'network-vif-deleted', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:47.210555 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d9e444-3783-46fd-9c39-084f3d2e9462" -d '{"events": [{"server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "name": "network-vif-deleted", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:47.251220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ef1544f-68f6-4c0b-90bc-3b5fd052df3e req-6b2e1546-397c-491b-a1c8-3f5f8b744e90 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073585 Sep 30 08:15:47.265748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4e0e7-a9b4-47ce-a7e1-24c793888996 req-e01b2ddf-ad8e-46ac-886b-eb9c37337caa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:47.285044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1f4e0e7-a9b4-47ce-a7e1-24c793888996 req-e01b2ddf-ad8e-46ac-886b-eb9c37337caa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1389878 Sep 30 08:15:47.291486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.341324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1f4e0e7-a9b4-47ce-a7e1-24c793888996 req-266ee1bf-1d5b-40da-a1b3-7732a58ec54e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541205 Sep 30 08:15:47.368171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Pushing event updated for resources: {'Port': ['ID=84d5721e-2070-4bd8-9665-5caaebc30db5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:47.383622 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.397820 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.403391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3ed0906f-f46a-47a9-9363-42f9809193f8 req-6d2cd938-1280-4310-ab0b-ef5bc5e8290c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091744 Sep 30 08:15:47.412354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Network f353bf86-ddda-4abb-a16f-e2957032e186 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:47.415300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.415970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.416630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.417156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.417697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.418230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.418759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.419280 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.419861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.420383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.421101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.421653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:47.426717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:47.429048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:47.486160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8681b6ea-6a21-4193-9007-42070793bbcc None None] Provisioning complete for port 40820144-5b01-4f75-8183-d77aaf50f4f5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:47.486830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8681b6ea-6a21-4193-9007-42070793bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.487539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70fa031f-6190-4624-96e7-877141d6a1f9 req-60267ae4-a25f-412f-8500-533e8ac12e02 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/ports?device_id=a34d77b1-1d5d-4dcc-ac7f-cdb266d52743 HTTP/1.1" status: 200 len: 210 time: 0.0492442 Sep 30 08:15:47.490933 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb56b5-8fa7-4414-8c62-ebd2b70ace80 None None] Pushing event updated for resources: {'Port': ['ID=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:47.511194 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Attempting to bind port ece1b0c1-4606-4e63-a30f-1aac42e83ccb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:47.511194 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Attempting to bind port ece1b0c1-4606-4e63-a30f-1aac42e83ccb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:47.511582 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Attempting to bind port ece1b0c1-4606-4e63-a30f-1aac42e83ccb on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:47.525028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.529003 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:47.529379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:47.529805 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.529919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:47.530195 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:47.530668 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Bound port: ece1b0c1-4606-4e63-a30f-1aac42e83ccb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:47.541824 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.602222 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] For port ece1b0c1-4606-4e63-a30f-1aac42e83ccb, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:47.607900 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] For port ece1b0c1-4606-4e63-a30f-1aac42e83ccb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:47.613348 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.681060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:47.689536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:47.689918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.691966 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:47.692778 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.700008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f5566-aa7a-4e0c-8cb8-0bf30e6a450c req-8e88f99c-7a3e-4097-9c98-bfba07b64f80 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:47.702340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a4f5566-aa7a-4e0c-8cb8-0bf30e6a450c req-8e88f99c-7a3e-4097-9c98-bfba07b64f80 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.1199389 Sep 30 08:15:47.733111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.756432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a4f5566-aa7a-4e0c-8cb8-0bf30e6a450c req-9706bdf6-9631-4cbf-ab66-11158253ca75 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Sep 30 08:15:47.795424 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb56b5-8fa7-4414-8c62-ebd2b70ace80 None None] Pushing event updated for resources: {'Port': ['ID=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:47.813018 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a93f98-7632-4a72-b592-b5ebebe2f082 x-openstack-request-id: req-36a93f98-7632-4a72-b592-b5ebebe2f082 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:47.813322 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34d77b1-1d5d-4dcc-ac7f-cdb266d52743", "name": "network-vif-deleted", "tag": "ec244a08-250d-43fd-8c6b-23f9cac3e142", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:47.813589 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36a93f98-7632-4a72-b592-b5ebebe2f082 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:47.813987 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34d77b1-1d5d-4dcc-ac7f-cdb266d52743', 'name': 'network-vif-deleted', 'tag': 'ec244a08-250d-43fd-8c6b-23f9cac3e142', 'status': 'completed', 'code': 200} Sep 30 08:15:47.819694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:47.822434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.852366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:47.853283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.891210 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:47.977599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5f303-869d-4463-aa4d-28e89196c530 req-f6894bb1-c385-482b-a628-6b89120e6143 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:47.985792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2e5f303-869d-4463-aa4d-28e89196c530 req-f6894bb1-c385-482b-a628-6b89120e6143 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 949 time: 0.1448443 Sep 30 08:15:48.042912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115eda6-ff2a-4302-af45-86cc10380bea req-ca7d7322-dd3b-4583-a39a-ecfec92b3ab4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:48.044798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a115eda6-ff2a-4302-af45-86cc10380bea req-ca7d7322-dd3b-4583-a39a-ecfec92b3ab4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 944 time: 0.1649628 Sep 30 08:15:48.058357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d908647-05e8-4d77-9538-88d9258d2aa5 req-c56db790-91dd-4b0c-9a02-3def397f8191 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:48.060392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d908647-05e8-4d77-9538-88d9258d2aa5 req-c56db790-91dd-4b0c-9a02-3def397f8191 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.1691391 Sep 30 08:15:48.076723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.083845 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.100413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 40820144-5b01-4f75-8183-d77aaf50f4f5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:48.136104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2e5f303-869d-4463-aa4d-28e89196c530 req-d395320b-268e-4623-93c4-37a966e717cd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489642 Sep 30 08:15:48.146565 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:45Z', 'revision_number': 3, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:48.186733 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12fe22-9a69-4394-89a6-5232867c4a24 None None] The sync data for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 is: [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:45Z', 'revision_number': 3, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:48.206463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:48.216298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d908647-05e8-4d77-9538-88d9258d2aa5 req-a16d9c3c-c777-427f-bdc9-1f3a0e0bbdb6 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297736 Sep 30 08:15:48.261546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-709856ec-9120-46fa-a8f6-3b9c2b5e7228 None None] Provisioning complete for port 84d5721e-2070-4bd8-9665-5caaebc30db5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:48.261922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-709856ec-9120-46fa-a8f6-3b9c2b5e7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.267880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Deleting port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:48.268550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.323091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.379085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-709856ec-9120-46fa-a8f6-3b9c2b5e7228 None None] Port 84d5721e-2070-4bd8-9665-5caaebc30db5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:48.381858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:48.422909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.423760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device ec244a08-250d-43fd-8c6b-23f9cac3e142 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:48.497051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.507894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Pushing event updated for resources: {'Port': ['ID=84d5721e-2070-4bd8-9665-5caaebc30db5,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:48.509121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:48.515049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 40820144-5b01-4f75-8183-d77aaf50f4f5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:48.515427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.519826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: ec244a08-250d-43fd-8c6b-23f9cac3e142 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:48.520173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device ec244a08-250d-43fd-8c6b-23f9cac3e142 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:48.579078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] For port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:48.579456 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.602414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b7d71-ab9f-43f5-a108-dbf07969d2bf req-a56758a2-da45-439a-b788-2a30480eaa5f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:48.604617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-855b7d71-ab9f-43f5-a108-dbf07969d2bf req-a56758a2-da45-439a-b788-2a30480eaa5f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.1830316 Sep 30 08:15:48.616062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Calling delete_port for 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:48.640270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f7b2-bdd8-4940-bc46-58d5084f2efb req-4743f25b-bb1c-47a5-a89f-d057b7280d97 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:48.641793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c26f7b2-bdd8-4940-bc46-58d5084f2efb req-4743f25b-bb1c-47a5-a89f-d057b7280d97 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1875815 Sep 30 08:15:48.665339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Network f353bf86-ddda-4abb-a16f-e2957032e186 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:48.667082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:48.788455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-855b7d71-ab9f-43f5-a108-dbf07969d2bf req-9442d916-9149-4827-b344-868dc9739355 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743200 Sep 30 08:15:48.805482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c26f7b2-bdd8-4940-bc46-58d5084f2efb req-dd0eb866-0566-4b08-b1aa-bdd91ce00629 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526322 Sep 30 08:15:48.827667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Router 72361ae7-a03e-4737-91a2-242076e46cff has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:48.837874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:48.896616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd1e42-f5bf-4a00-b43c-bc8b0e0a424f None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:47Z', 'revision_number': 4, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '59c3340f-ec7a-40b4-9f6a-49c81ed4c84a', 'name': '', 'network_id': '2f44ff97-da5d-47b4-a342-bae02a8ac899', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'mac_address': 'fa:16:3e:f1:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:46Z', 'updated_at': '2021-09-30T08:10:51Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'subnets': [{'id': 'a8e79508-f7bc-4a86-a6b7-a4e67eb5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:48.974181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:48.978790 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2bc755-5957-415d-a4f5-4ed1834c1a6c" -d '{"events": [{"server_uuid": "ca3f5293-5863-4b64-b13a-9c33acc9fa88", "name": "network-vif-plugged", "status": "completed", "tag": "f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:49.033577 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a244f4-a117-4146-8f31-91e7398376c2 x-openstack-request-id: req-e2a244f4-a117-4146-8f31-91e7398376c2 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:49.034089 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3f5293-5863-4b64-b13a-9c33acc9fa88", "name": "network-vif-plugged", "status": "completed", "tag": "f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:49.034526 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2a244f4-a117-4146-8f31-91e7398376c2 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:49.035081 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e', 'code': 200} Sep 30 08:15:49.038947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.056168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f9f18677-ac73-4236-98c6-36118f3ba862'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:49.090430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event deleted for resources: {'Port': ['ID=3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:49.111543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:49.123308 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-621f2b9d-3d11-44de-9c2b-b24a2036ba7f admin admin] 10.222.0.41 "PUT /v2.0/routers/72361ae7-a03e-4737-91a2-242076e46cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0954783 Sep 30 08:15:49.126870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:49.148951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45706) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:49.188742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d050ef26-f50b-4c0e-b134-8ac85c961052 None None] Provisioning complete for port 84d5721e-2070-4bd8-9665-5caaebc30db5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:49.189111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d050ef26-f50b-4c0e-b134-8ac85c961052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.226942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] No DVR routers for this DVR port 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:49.248864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.255195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a115eda6-ff2a-4302-af45-86cc10380bea req-1184a775-a50b-46c9-a313-eef2ad4b8860 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.50 "DELETE /v2.0/ports/3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 HTTP/1.1" status: 204 len: 173 time: 1.1895390 Sep 30 08:15:49.272094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdbe98b8-5a38-44f9-a180-3588f940e656 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.273897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d050ef26-f50b-4c0e-b134-8ac85c961052 None None] Port 84d5721e-2070-4bd8-9665-5caaebc30db5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:49.310669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc68e-202b-48a8-a39c-abb8180fccf4 req-bbe43fdc-9476-4b5c-afdd-16166e5d8c74 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:49.310852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdbe98b8-5a38-44f9-a180-3588f940e656 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.334208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-555fc68e-202b-48a8-a39c-abb8180fccf4 req-bbe43fdc-9476-4b5c-afdd-16166e5d8c74 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 866 time: 0.3776252 Sep 30 08:15:49.433886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdbe98b8-5a38-44f9-a180-3588f940e656 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.435145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdbe98b8-5a38-44f9-a180-3588f940e656 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.443791 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fdbe98b8-5a38-44f9-a180-3588f940e656 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "DELETE /v2.0/security-groups/e5f72b2c-33e7-407e-add2-2361102cdba8 HTTP/1.1" status: 204 len: 168 time: 0.2909234 Sep 30 08:15:49.455701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45714) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:49.473851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58f757-1432-4505-8c57-18b5890792eb req-608b1716-8ea4-4106-8644-6ba732e083b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:49.475973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef58f757-1432-4505-8c57-18b5890792eb req-608b1716-8ea4-4106-8644-6ba732e083b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 1101 time: 0.2724974 Sep 30 08:15:49.479732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe98b8-5a38-44f9-a180-3588f940e656 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f72b2c-33e7-407e-add2-2361102cdba8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:49.483601 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-3aacd3ac-fcb9-4db2-80b0-3eee019ea83f tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] show failed (client error): The resource could not be found. Sep 30 08:15:49.488363 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3aacd3ac-fcb9-4db2-80b0-3eee019ea83f tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "GET /v2.0/security-groups/e5f72b2c-33e7-407e-add2-2361102cdba8 HTTP/1.1" status: 404 len: 347 time: 0.0313148 Sep 30 08:15:49.489054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:49.500574 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034dc76-055c-401f-a7f7-be67fcff7476 None None] New status for floating IP 6605a5f2-4797-44b9-811b-3272cf96a9f7: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:15:49.509721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-555fc68e-202b-48a8-a39c-abb8180fccf4 req-7de1d80a-00af-49f5-b157-bf5df708a092 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741743 Sep 30 08:15:49.539758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb078f-2674-4b24-8091-c6ad5d011f0b req-6f44715a-b2f2-4b62-b5dc-d723dda6ec67 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:49.542159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3fb078f-2674-4b24-8091-c6ad5d011f0b req-6f44715a-b2f2-4b62-b5dc-d723dda6ec67 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 950 time: 0.2482421 Sep 30 08:15:49.575843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef58f757-1432-4505-8c57-18b5890792eb req-a3618ac7-1cb5-467c-895f-22488660d017 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842040 Sep 30 08:15:49.613382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3fb078f-2674-4b24-8091-c6ad5d011f0b req-a68c5d50-aecb-4d0d-8df5-f0b8dd058e34 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633066 Sep 30 08:15:49.738078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb1f8f-7a37-4bdd-8fce-df4469115c3e req-617be185-1941-4b2e-86c3-0d7178fa4464 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:49.740731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85fb1f8f-7a37-4bdd-8fce-df4469115c3e req-617be185-1941-4b2e-86c3-0d7178fa4464 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.0988419 Sep 30 08:15:49.744518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Deleting port 696b1b6e-566b-4007-89a6-14f50166852b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:49.744865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.791108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85fb1f8f-7a37-4bdd-8fce-df4469115c3e req-04d94347-f7f9-47f0-920e-01d256d464d2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Sep 30 08:15:49.815539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'name': 'network-vif-deleted', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:49.818457 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68314f4a-7319-4ff1-8f88-faa9feea4768" -d '{"events": [{"server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "name": "network-vif-deleted", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:49.855622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.856292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.869995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Calling delete_port for 696b1b6e-566b-4007-89a6-14f50166852b owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:49.989110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360719-2361-419c-bc6a-d01733265aca req-6f28bce2-678c-404a-84c4-9496610bf54a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:49.990935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72360719-2361-419c-bc6a-d01733265aca req-6f28bce2-678c-404a-84c4-9496610bf54a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.0985253 Sep 30 08:15:50.046159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72360719-2361-419c-bc6a-d01733265aca req-540b2043-d172-481b-a84e-79089e388c5d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Sep 30 08:15:50.087699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ece1b0c1-4606-4e63-a30f-1aac42e83ccb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:50.116559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.154026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Pushing event deleted for resources: {'Port': ['ID=696b1b6e-566b-4007-89a6-14f50166852b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.164547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45732) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:50.165603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ece1b0c1-4606-4e63-a30f-1aac42e83ccb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:50.165985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.170305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128882567', 'description': 'tempest-description--1431226910'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:50.242058 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e34915e-f485-4d6b-9923-faac2159d5b3 x-openstack-request-id: req-7e34915e-f485-4d6b-9923-faac2159d5b3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:50.242768 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b7a445-c0f7-4dbe-805d-415884c7e3a1", "name": "network-vif-deleted", "tag": "3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:50.242768 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e34915e-f485-4d6b-9923-faac2159d5b3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:50.244890 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b7a445-c0f7-4dbe-805d-415884c7e3a1', 'name': 'network-vif-deleted', 'tag': '3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89', 'status': 'completed', 'code': 200} Sep 30 08:15:50.306118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.309352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.311845 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44187698-a3b0-47d1-9a68-9825b4ddc6a9 tempest-ServersWithSpecificFlavorTestJSON-1680491754 tempest-ServersWithSpecificFlavorTestJSON-1680491754-project] 10.222.0.41 "DELETE /v2.0/floatingips/6605a5f2-4797-44b9-811b-3272cf96a9f7 HTTP/1.1" status: 204 len: 168 time: 0.8205156 Sep 30 08:15:50.316436 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.319261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.356588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ece1b0c1-4606-4e63-a30f-1aac42e83ccb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:50.363051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.374582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b35e5-6196-4c6e-9951-aed96b149036 req-1e420c79-7093-4e1a-b218-915a4c0adaee tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:50.377287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-044b35e5-6196-4c6e-9951-aed96b149036 req-1e420c79-7093-4e1a-b218-915a4c0adaee tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.1866696 Sep 30 08:15:50.455004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.529881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-044b35e5-6196-4c6e-9951-aed96b149036 req-5fcab966-bdac-4608-8203-3112418b31c5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449969 Sep 30 08:15:50.577558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db88b0-5703-4ebe-9e46-3ebbe9755b48 req-b605c314-9cda-45a9-a8a2-886bea97c0fb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:50.580353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29db88b0-5703-4ebe-9e46-3ebbe9755b48 req-b605c314-9cda-45a9-a8a2-886bea97c0fb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.2815204 Sep 30 08:15:50.620247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.632015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.670844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29db88b0-5703-4ebe-9e46-3ebbe9755b48 req-1e7b9032-a2aa-4221-808e-828a39e27e8d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781021 Sep 30 08:15:50.680113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.684657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45742) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:50.684875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5184395 Sep 30 08:15:50.685489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Sync routers for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:50.689864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Request body: {'security_group_rule': {'security_group_id': 'e9965f81-1ff5-49b2-a4dd-ceb3ee173304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:50.690988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509a0bd-11fc-42bf-ae86-184071826107 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9965f81-1ff5-49b2-a4dd-ceb3ee173304,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.725400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:50.726453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:50.751969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.768697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78c4a3-8cd8-4b07-ae83-553f0027e169 req-f5d2eb18-ef0b-4c8a-99cb-a75673603b59 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:50.777912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b78c4a3-8cd8-4b07-ae83-553f0027e169 req-f5d2eb18-ef0b-4c8a-99cb-a75673603b59 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 945 time: 0.0700624 Sep 30 08:15:50.827414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b78c4a3-8cd8-4b07-ae83-553f0027e169 req-0c85d50c-3ccc-4101-86ab-510e0af491db tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Sep 30 08:15:50.845279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.859621 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.886596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e057abd-81ff-4a2e-b862-62035ca2a470,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.908441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.910588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8292b2aa-d254-4dd6-88ff-14bb4fa380c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246957 Sep 30 08:15:50.913750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:50.920728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Request body: {'security_group_rule': {'security_group_id': 'e9965f81-1ff5-49b2-a4dd-ceb3ee173304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:50.950033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b05addec-8fb3-4983-9351-234452819adf req-2b4bf3ca-c6b8-40e2-bfb5-18071904276d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0757756 Sep 30 08:15:51.029067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.033974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71300-d479-4fb9-8d2f-c938b1a4a3b4 req-0dec3614-fa35-4d23-94dc-dfcb3d8537c3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:51.036191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65f71300-d479-4fb9-8d2f-c938b1a4a3b4 req-0dec3614-fa35-4d23-94dc-dfcb3d8537c3 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 950 time: 0.0767159 Sep 30 08:15:51.084842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:51.122487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.126062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65f71300-d479-4fb9-8d2f-c938b1a4a3b4 req-cf5e83ff-e1d7-4ea8-8f93-f41d45775937 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786271 Sep 30 08:15:51.130575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.179355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48196fa-887e-4a5a-8d8a-83ae113a9a0d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:51.196089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.202289 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d452871-99b6-4b3f-8eda-c771c992baf5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833622 Sep 30 08:15:51.206392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45754) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:51.214838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:51.286572 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.493132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 2, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:51.511447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.567399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45766) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:51.572569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:51.609576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Checking router: 72361ae7-a03e-4737-91a2-242076e46cff for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:51.609939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Updating router 72361ae7-a03e-4737-91a2-242076e46cff port 84d5721e-2070-4bd8-9665-5caaebc30db5 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:15:51.642507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.644672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:51.645410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b0ebcab-a1e8-4e8c-b01b-a9de37e40f89 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:51.734901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Allocated IP 172.25.7.199 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/f50f4858-f2f2-4a46-9f82-041cdf9a8d11) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:51.750076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c26770-93e7-44d5-9ee3-0fad1263ffa9 req-937e3564-1a9b-4a72-a7af-a13bbb956207 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:51.759605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9c26770-93e7-44d5-9ee3-0fad1263ffa9 req-937e3564-1a9b-4a72-a7af-a13bbb956207 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.0993633 Sep 30 08:15:51.811871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9c26770-93e7-44d5-9ee3-0fad1263ffa9 req-ad692486-43e5-48f9-aac6-87c47cd2dea5 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512795 Sep 30 08:15:52.066749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ece1b0c1-4606-4e63-a30f-1aac42e83ccb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:52.070798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.096260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.098066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.160138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85427-a52e-483e-8ee6-76e76a7bd81f req-9bdd2dbc-74d4-490f-ac9a-e6523865045e tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.162668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59e85427-a52e-483e-8ee6-76e76a7bd81f req-9bdd2dbc-74d4-490f-ac9a-e6523865045e tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.3423555 Sep 30 08:15:52.204842 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.218520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1ca3-a10f-4b91-886e-026053020b93 None None] Pushing event updated for resources: {'Port': ['ID=84d5721e-2070-4bd8-9665-5caaebc30db5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.255029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.278544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59e85427-a52e-483e-8ee6-76e76a7bd81f req-124a7eb1-2eca-4309-bd6b-3a15477faee0 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066291 Sep 30 08:15:52.280767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:52.303098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Attempting to bind port 84d5721e-2070-4bd8-9665-5caaebc30db5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:52.303493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Attempting to bind port 84d5721e-2070-4bd8-9665-5caaebc30db5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:52.303984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Attempting to bind port 84d5721e-2070-4bd8-9665-5caaebc30db5 on network f353bf86-ddda-4abb-a16f-e2957032e186 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:52.307172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ece1b0c1-4606-4e63-a30f-1aac42e83ccb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:52.307561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.315390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d246108-01e3-429f-8b86-b63aa1834f8c req-7057678a-78be-4683-bace-c64af338cafa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.316949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d246108-01e3-429f-8b86-b63aa1834f8c req-7057678a-78be-4683-bace-c64af338cafa tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.2825978 Sep 30 08:15:52.319996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:52.352321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:52.352701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Checking segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:52.353345 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.353791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Bound using segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:52.354284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Bound port: 84d5721e-2070-4bd8-9665-5caaebc30db5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:52.354669 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.356175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:52.449209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-487cb7d7-63a0-4107-b369-a240bc9f5798 req-ca6b569b-a44b-46d6-9357-d366218c9ecb tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0890527 Sep 30 08:15:52.461980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event updated for resources: {'Port': ['ID=f50f4858-f2f2-4a46-9f82-041cdf9a8d11,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.480891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] For port 84d5721e-2070-4bd8-9665-5caaebc30db5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:52.484355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] For port 84d5721e-2070-4bd8-9665-5caaebc30db5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=84d5721e-2070-4bd8-9665-5caaebc30db5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:52.497630 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.554940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d246108-01e3-429f-8b86-b63aa1834f8c req-41a1d2ba-30b7-4b7f-bbe4-b9f98bfe124d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150033 Sep 30 08:15:52.582796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1ca3-a10f-4b91-886e-026053020b93 None None] Pushing event updated for resources: {'Port': ['ID=84d5721e-2070-4bd8-9665-5caaebc30db5,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.612164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-df4d8b56-8b7c-4b36-8efc-ffbce0b3393e None None] Provisioning complete for port 84d5721e-2070-4bd8-9665-5caaebc30db5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:52.612831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df4d8b56-8b7c-4b36-8efc-ffbce0b3393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.700738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-dfc6fa30-09df-48c7-8854-f098db1e2823 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.702038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:52.703074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:52.703916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-dfc6fa30-09df-48c7-8854-f098db1e2823 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.0815084 Sep 30 08:15:52.735001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:52.738725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Deleting port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:52.739206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.839650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.860722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df4d8b56-8b7c-4b36-8efc-ffbce0b3393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.883134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99a672-54be-4c37-831a-80a658894984 req-a1e88e80-79b7-4b5c-81a1-85f4ab2f5979 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.891451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a99a672-54be-4c37-831a-80a658894984 req-a1e88e80-79b7-4b5c-81a1-85f4ab2f5979 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 950 time: 0.2231438 Sep 30 08:15:52.953505 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-f668d634-833a-47f6-bd9e-8a1ece2681e3 service neutron] show failed (client error): The resource could not be found. Sep 30 08:15:52.954432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-f668d634-833a-47f6-bd9e-8a1ece2681e3 service neutron] 10.222.0.57 "GET /v2.0/ports/f8af0329-4883-46b6-a818-981ec250da5b/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.3031297 Sep 30 08:15:53.000755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-df4d8b56-8b7c-4b36-8efc-ffbce0b3393e None None] For port 84d5721e-2070-4bd8-9665-5caaebc30db5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=84d5721e-2070-4bd8-9665-5caaebc30db5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:53.003966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] For port 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:53.004385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.010278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:53.015252 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df4d8b56-8b7c-4b36-8efc-ffbce0b3393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.018324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Calling delete_port for 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:53.044636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a99a672-54be-4c37-831a-80a658894984 req-f84fe4a5-54ec-4277-9246-e8a01b1e55b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503646 Sep 30 08:15:53.053575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.143667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51cd50-9b60-4348-9545-9d88b5622721 req-0965e22c-e77a-4db6-b7b3-2e40228413b7 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:53.157087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e51cd50-9b60-4348-9545-9d88b5622721 req-0965e22c-e77a-4db6-b7b3-2e40228413b7 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.2059453 Sep 30 08:15:53.211918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d8b56-8b7c-4b36-8efc-ffbce0b3393e None None] Pushing event updated for resources: {'Port': ['ID=84d5721e-2070-4bd8-9665-5caaebc30db5,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:53.225526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.286759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7b92da85-4bc1-4604-8660-dd083f11840e None None] Provisioning complete for port 84d5721e-2070-4bd8-9665-5caaebc30db5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:53.287554 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7b92da85-4bc1-4604-8660-dd083f11840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.381188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.410608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c3340f-ec7a-40b4-9f6a-49c81ed4c84a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:53.462853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e51cd50-9b60-4348-9545-9d88b5622721 req-f18b52bb-6905-462c-9a7f-d658d8c10028 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038707 Sep 30 08:15:53.515574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-bc451388-a82c-440e-8869-a672b276d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:53.524495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-bc451388-a82c-440e-8869-a672b276d77c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 1101 time: 0.2855647 Sep 30 08:15:53.551182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:53.588700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:53.628724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e7bac-81fb-461b-8a27-52c5893028b3 None None] The sync data for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 is: [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:53.682494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355a17d-c935-421a-9c88-dac8e5cf9829 req-84f1cb7b-0a5b-42b2-91b5-b5734c3d5f9c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:53.690682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5355a17d-c935-421a-9c88-dac8e5cf9829 req-84f1cb7b-0a5b-42b2-91b5-b5734c3d5f9c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 945 time: 0.5065370 Sep 30 08:15:53.694256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:53.758256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:53.785734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.827233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.836579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:53.849335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5355a17d-c935-421a-9c88-dac8e5cf9829 req-feb8459a-9264-44c9-84aa-ba112ed9af0c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576421 Sep 30 08:15:53.904810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.928893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:53.933996 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83585305-24b1-4606-babe-b6b9102c4772" -d '{"events": [{"server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:53.939888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.940235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:53.949798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.979623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:15:54.055094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.083210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a0726f1-95ef-4e1a-b734-2af547065a7b req-a4762ef6-db24-4536-acf6-221235efa979 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4b7a445-c0f7-4dbe-805d-415884c7e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0485880 Sep 30 08:15:54.149133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event updated for resources: {'Port': ['ID=f50f4858-f2f2-4a46-9f82-041cdf9a8d11,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:54.175915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:54.206829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:54.206829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:54.206829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:54.209969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 84d5721e-2070-4bd8-9665-5caaebc30db5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:54.261464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a7bf9-c64e-4a7f-b4c3-cd2e117f044b req-7667f3d6-75bc-48d5-b8c4-02ddb57f5c9f tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.269108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a30a7bf9-c64e-4a7f-b4c3-cd2e117f044b req-7667f3d6-75bc-48d5-b8c4-02ddb57f5c9f tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 1101 time: 0.5331881 Sep 30 08:15:54.275002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.302508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:54.302834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Attempting to bind port f2221c4d-fadf-4835-b645-4ce699c0df04 on network 0db6a34d-51e6-4a50-88cd-8711ac4f2830 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:54.308471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 84d5721e-2070-4bd8-9665-5caaebc30db5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:54.308694 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.318849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:54.319194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Checking segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:54.319588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Bound using segment: {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:54.320343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Bound port: f2221c4d-fadf-4835-b645-4ce699c0df04, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38514b-a230-4149-81f0-940dce7fccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0db6a34d-51e6-4a50-88cd-8711ac4f2830'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:54.320805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.484060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a30a7bf9-c64e-4a7f-b4c3-cd2e117f044b req-c95ff206-5a2d-49a0-b05f-ff0a9014c6d0 tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113121 Sep 30 08:15:54.512863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.519723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-396351e7-f441-41b2-a878-2bd602870954 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3084068 Sep 30 08:15:54.590907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:54.655971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:54.658453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Router 9c048aa3-a014-4d53-91d7-17cbdcaca180 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:54.667404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.825598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:54.854531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d8653-c652-4297-9688-fc4c0c728db2 req-8f424222-4ba0-4a6f-bdb0-7065bd3d3b62 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.862585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d8653-c652-4297-9688-fc4c0c728db2 req-8f424222-4ba0-4a6f-bdb0-7065bd3d3b62 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.869819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d8653-c652-4297-9688-fc4c0c728db2 req-8f424222-4ba0-4a6f-bdb0-7065bd3d3b62 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.878766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697d8653-c652-4297-9688-fc4c0c728db2 req-8f424222-4ba0-4a6f-bdb0-7065bd3d3b62 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf&device_id=697e4228-f9c9-480d-b45c-2d00b049739a&device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 2417 time: 0.2354071 Sep 30 08:15:54.916832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:54.941471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.942178 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.946398 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-6113dacc-a3fe-47ba-ad57-3b49e89878cc service neutron] 10.222.0.57 "PUT /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 1121 time: 2.2170889 Sep 30 08:15:54.978817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697d8653-c652-4297-9688-fc4c0c728db2 req-c17e4c17-b6f3-4a21-b0d7-f1aa157ac801 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982885 Sep 30 08:15:55.009535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:55.037087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:55.049831 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] Sync routers for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:55.060496 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1b799f95-d7bb-4457-a125-2dbaeee964e0 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c048aa3-a014-4d53-91d7-17cbdcaca180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4917698 Sep 30 08:15:55.063409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45840) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:55.073414 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:55.074083 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.104424 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f361342c-c717-459f-bce5-d6c1fc4886fa x-openstack-request-id: req-f361342c-c717-459f-bce5-d6c1fc4886fa {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:55.104723 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:55.104973 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f361342c-c717-459f-bce5-d6c1fc4886fa {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:55.114123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f2221c4d-fadf-4835-b645-4ce699c0df04'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:55.123058 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'code': 200} Sep 30 08:15:55.188018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f2221c4d-fadf-4835-b645-4ce699c0df04'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:55.250081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:55.255879 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d1f956-8cc3-40c6-b745-e04fa5075637" -d '{"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8af0329-4883-46b6-a818-981ec250da5b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:55.279056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.334221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Transition to ACTIVE for port object f8af0329-4883-46b6-a818-981ec250da5b will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:55.345195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.374164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.405319 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:55.471461 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.597306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-5387dc5c-e034-479a-a6b2-392dd5e8f772 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2532790 Sep 30 08:15:55.681507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.734962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b8da-db37-42ca-9046-192671b4ae48 req-fd6dfefb-ea4d-474e-9686-f174078a247c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:55.737625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.748501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdc5b8da-db37-42ca-9046-192671b4ae48 req-fd6dfefb-ea4d-474e-9686-f174078a247c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.6363041 Sep 30 08:15:55.806434 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:15:53Z', 'revision_number': 5, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port': {'id': 'd19785a8-4834-4155-bf95-e2e97d48ad17', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.905820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Deleting port d19785a8-4834-4155-bf95-e2e97d48ad17 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:55.906182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.011848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:56.039274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] No DVR routers for this DVR port f8af0329-4883-46b6-a818-981ec250da5b on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:56.075630 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] Checking router: 9c048aa3-a014-4d53-91d7-17cbdcaca180 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:56.100962 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] Routers {'9c048aa3-a014-4d53-91d7-17cbdcaca180'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:56.101210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdc5b8da-db37-42ca-9046-192671b4ae48 req-1f64af96-dcc7-4d3b-bf32-e41cd32e9b8c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471835 Sep 30 08:15:56.120701 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c048aa3-a014-4d53-91d7-17cbdcaca180'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:56.197059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-cc8c252f-a154-4553-a90b-0f849ea35ff0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:56.205318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-cc8c252f-a154-4553-a90b-0f849ea35ff0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6068528 Sep 30 08:15:56.249980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-d24a9dd1-fa04-4a7b-bdd8-6c554aa0509a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/quotas/9caeb18ee4834ceea74ee4423504a98e HTTP/1.1" status: 200 len: 375 time: 0.0433433 Sep 30 08:15:56.270116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:56.270810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:56.271369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:56.290126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Port f8af0329-4883-46b6-a818-981ec250da5b on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:56.291528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Attempting to bind port f8af0329-4883-46b6-a818-981ec250da5b on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:56.335422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:56.336195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:56.336888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:56.337815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Bound port: f8af0329-4883-46b6-a818-981ec250da5b, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:56.338448 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.353270 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] Set router 9c048aa3-a014-4d53-91d7-17cbdcaca180 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:56.390598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a92369-c79b-402f-8515-3baeda685888 req-0c4c182f-f5f9-4e6e-8768-fe11e1fdc373 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:56.392198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72a92369-c79b-402f-8515-3baeda685888 req-0c4c182f-f5f9-4e6e-8768-fe11e1fdc373 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.1665900 Sep 30 08:15:56.400605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] For port d19785a8-4834-4155-bf95-e2e97d48ad17, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d19785a8-4834-4155-bf95-e2e97d48ad17,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:56.400971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.426666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:15:55Z', 'revision_number': 6, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:56.430265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Calling delete_port for d19785a8-4834-4155-bf95-e2e97d48ad17 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:56.465262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:56.469600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:56.476080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb140f88-5815-40be-bda2-b448daa310ea None None] The sync data for ids ['9c048aa3-a014-4d53-91d7-17cbdcaca180'] in n-d-807025-5 is: [{'id': '9c048aa3-a014-4d53-91d7-17cbdcaca180', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-749051509-router', 'tenant_id': '45e47e200ab6454a994b37ad9951a1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:42Z', 'updated_at': '2021-09-30T08:15:55Z', 'revision_number': 6, 'project_id': '45e47e200ab6454a994b37ad9951a1b1', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:56.512504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-9d361870-f8dc-4a42-a33b-7fb0c6392c8a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2455554 Sep 30 08:15:56.515649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.581485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:56.582362 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.583846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 1096 time: 3.0408814 Sep 30 08:15:56.608680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72a92369-c79b-402f-8515-3baeda685888 req-48654fa6-6c0c-41ea-8698-ac938d6ec9fa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364508 Sep 30 08:15:56.658272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a057343-606b-4e7b-8afe-da4f92a3abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:56.805167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.889652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19785a8-4834-4155-bf95-e2e97d48ad17,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:57.059754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.262468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.264480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:57.267612 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7886e8e4-c9d3-456a-8479-ed24eb44013a" -d '{"events": [{"name": "network-changed", "server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:57.272566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.379998 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0cb205-22f5-4ec5-b45e-c1aab294b364 x-openstack-request-id: req-3e0cb205-22f5-4ec5-b45e-c1aab294b364 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:57.380331 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8af0329-4883-46b6-a818-981ec250da5b", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:57.380631 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e0cb205-22f5-4ec5-b45e-c1aab294b364 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:57.381025 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b', 'code': 200} Sep 30 08:15:57.421069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.421882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c048aa3-a014-4d53-91d7-17cbdcaca180 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:15:57.436791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.438061 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d7fab90-5356-4d8f-abd6-640965f2c652 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9c048aa3-a014-4d53-91d7-17cbdcaca180 HTTP/1.1" status: 204 len: 168 time: 2.3734164 Sep 30 08:15:57.441133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45910) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:57.461402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05cb5027-3ad9-46cb-80c7-91c67e76c355 req-6d81eeb5-333a-498c-92a3-344e0b1ed41e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0787270 Sep 30 08:15:57.558120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-7651cfed-499b-4e5a-a127-adb299c08992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.563924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-7651cfed-499b-4e5a-a127-adb299c08992 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1099 time: 0.7989421 Sep 30 08:15:57.578321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Deleting subnet a8e79508-f7bc-4a86-a6b7-a4e67eb5716d {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:57.582857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.598448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78975dc-b21a-4b21-aeb5-69bcd983dc9c req-2021e533-0f54-4e26-9c8b-cce814b84334 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.608082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c78975dc-b21a-4b21-aeb5-69bcd983dc9c req-2021e533-0f54-4e26-9c8b-cce814b84334 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.2120776 Sep 30 08:15:57.632586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.711217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f8af0329-4883-46b6-a818-981ec250da5b no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:57.844831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f8af0329-4883-46b6-a818-981ec250da5b not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:57.890003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c78975dc-b21a-4b21-aeb5-69bcd983dc9c req-72e3dce8-1865-4b58-93e2-ab7258020130 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631365 Sep 30 08:15:57.993155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eaeaa-07b2-44d6-b20b-1b81fabd6be9 req-bcc2470f-2941-4523-a53a-fbab4752040a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.994242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.002041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536eaeaa-07b2-44d6-b20b-1b81fabd6be9 req-bcc2470f-2941-4523-a53a-fbab4752040a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.3925083 Sep 30 08:15:58.114338 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53020bc9-f050-4d01-8d06-9e1fa7c3ce4f x-openstack-request-id: req-53020bc9-f050-4d01-8d06-9e1fa7c3ce4f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:58.115157 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:58.115552 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53020bc9-f050-4d01-8d06-9e1fa7c3ce4f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:58.116471 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'status': 'completed', 'code': 200} Sep 30 08:15:58.117281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d19785a8-4834-4155-bf95-e2e97d48ad17 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:58.118547 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.163439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d19785a8-4834-4155-bf95-e2e97d48ad17 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:58.168542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d19785a8-4834-4155-bf95-e2e97d48ad17 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:58.169335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:58.186775 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536eaeaa-07b2-44d6-b20b-1b81fabd6be9 req-7000ce1b-7070-4ff9-ba22-f7e7ee907611 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744099 Sep 30 08:15:58.243978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:58.244860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 59c3340f-ec7a-40b4-9f6a-49c81ed4c84a not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:58.308771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e79508-f7bc-4a86-a6b7-a4e67eb5716d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:58.315479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd1a64-37b5-478c-bd16-87308efe8af8 None None] Network 2f44ff97-da5d-47b4-a342-bae02a8ac899 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:58.317149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.319175 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b6f1e761-a73b-462d-b7b5-5692194a8826 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a8e79508-f7bc-4a86-a6b7-a4e67eb5716d HTTP/1.1" status: 204 len: 168 time: 0.8767962 Sep 30 08:15:58.321735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45924) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:58.381048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-c627057e-cabc-4733-bdd3-63e2c1237b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.390532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-c627057e-cabc-4733-bdd3-63e2c1237b75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.6992650 Sep 30 08:15:58.467916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-b574ecf4-6171-4a6e-826c-cceaf72e76b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.0620737 Sep 30 08:15:58.503508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.572184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-45ab6cad-8778-47cc-b7b6-4ac2e0b3441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.573895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-45ab6cad-8778-47cc-b7b6-4ac2e0b3441a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0865204 Sep 30 08:15:58.585386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda8bf0-9dfd-4403-babb-844ba4206314 req-f0c4a74e-abd7-4f74-a136-6f095614636d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.588231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5eda8bf0-9dfd-4403-babb-844ba4206314 req-f0c4a74e-abd7-4f74-a136-6f095614636d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.3633785 Sep 30 08:15:58.605309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-dc8bd043-b78f-4a32-8d71-101aa1134d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.607285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-dc8bd043-b78f-4a32-8d71-101aa1134d38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1124 time: 0.4686987 Sep 30 08:15:58.674858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Deleting port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:58.675227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.693794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] DHCP port deletion for 2f44ff97-da5d-47b4-a342-bae02a8ac899 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:15:58.703333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5eda8bf0-9dfd-4403-babb-844ba4206314 req-075667ac-4234-4f7b-b888-82e6d26390de tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935023 Sep 30 08:15:58.781654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] For port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:58.782037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.805633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Calling delete_port for 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:58.827262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] Deleting port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:58.828398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.898095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-432dba61-f28d-4f09-bb62-c7b502fa7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.902727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-432dba61-f28d-4f09-bb62-c7b502fa7d31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.2041678 Sep 30 08:15:58.956178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] For port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,segment=NetworkSegment(1da92e11-4f9c-41bd-b16f-c67a9cc17aad),segment_id=1da92e11-4f9c-41bd-b16f-c67a9cc17aad)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:58.956541 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.993055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:58.993786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] Calling delete_port for 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:59.023157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-da984b6f-5969-4465-8652-52420b5342db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 217 time: 0.0858352 Sep 30 08:15:59.057995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:59.072386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] No DVR routers for this DVR port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:59.127942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-b9eebc54-f136-4a4e-b52f-6b5f435d82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:59.130259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-b9eebc54-f136-4a4e-b52f-6b5f435d82aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0870974 Sep 30 08:15:59.138314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cc4a843-3ba6-4672-bb29-74ea6474f6ce req-d7371dd1-f1e7-4571-8641-604baf4e4335 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 210 time: 0.2344561 Sep 30 08:15:59.140624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-a7d85ab5-3a6b-4fe4-ac89-87a17a19bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:59.142435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-a7d85ab5-3a6b-4fe4-ac89-87a17a19bd66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5529008 Sep 30 08:15:59.192651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-1ce7a6ae-c226-4f0a-8b8e-37fb0766cbea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487621 Sep 30 08:15:59.256500 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.395776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:59.403993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.405112 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a517190c-4339-47a4-a123-0a6419f3befa" -d '{"events": [{"name": "network-changed", "server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "tag": "f8af0329-4883-46b6-a818-981ec250da5b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:59.427346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] Pushing event deleted for resources: {'Port': ['ID=7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:59.458457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc223341-3721-466a-b4b2-a85202321d51 None None] No DVR routers for this DVR port 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:59.511962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f44ff97-da5d-47b4-a342-bae02a8ac899']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:59.539350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da92e11-4f9c-41bd-b16f-c67a9cc17aad') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:59.539889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da92e11-4f9c-41bd-b16f-c67a9cc17aad') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:59.567933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.585320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.593166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:59.593667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:59.679611 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:59.698624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.714586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-3add4294-26a3-4e4e-bfed-f98843ee0c6f service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886119 Sep 30 08:15:59.725464 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.729064 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f44ff97-da5d-47b4-a342-bae02a8ac899 HTTP/1.1" status: 204 len: 168 time: 1.4059575 Sep 30 08:15:59.744669 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-761db40e-2fe4-4e78-98d0-b8bd1343d48c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9caeb18ee4834ceea74ee4423504a98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600343 Sep 30 08:15:59.745376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:59.763015 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a5799-92c7-413c-a564-b7087361ff20 x-openstack-request-id: req-c28a5799-92c7-413c-a564-b7087361ff20 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:59.763402 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "tag": "f8af0329-4883-46b6-a818-981ec250da5b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:59.763725 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c28a5799-92c7-413c-a564-b7087361ff20 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:59.764184 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b', 'status': 'completed', 'code': 200} Sep 30 08:15:59.776834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ceca7-807c-4074-a001-2b2231cdd641 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f44ff97-da5d-47b4-a342-bae02a8ac899,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:59.857135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-fabb8164-1b1a-4aa2-82bd-31d44719843c service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611464 Sep 30 08:16:00.050237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:00.087613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3076ee-5045-4a80-83d2-e41ea0fece13 req-303b4b4d-66f9-47bc-a04a-57d34a9ea837 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.088252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e3076ee-5045-4a80-83d2-e41ea0fece13 req-303b4b4d-66f9-47bc-a04a-57d34a9ea837 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.7181818 Sep 30 08:16:00.094694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:00.096076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7c84aed2-d9f0-49ba-a0ec-cff90cc0c70f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:00.195135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7886e8e4-c9d3-456a-8479-ed24eb44013a req-1adfff63-468b-42af-b1fa-88f4b9cf5204 service neutron] 10.222.0.50 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223480 Sep 30 08:16:00.197658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-c1ec4264-8aa2-4e26-b47c-8a8406e0059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.199167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-c1ec4264-8aa2-4e26-b47c-8a8406e0059e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1099 time: 0.4334459 Sep 30 08:16:00.217111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c43d644-b754-4d74-9c4e-df1ec87e15f7 req-722d9059-4061-4860-996b-8ad4945bc916 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444877 Sep 30 08:16:00.253162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63766c5-9bb3-4d22-8e70-f5074439e953 req-5d4d9828-d9ce-4742-829c-2c1ee94942b0 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.267456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c63766c5-9bb3-4d22-8e70-f5074439e953 req-5d4d9828-d9ce-4742-829c-2c1ee94942b0 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.2244635 Sep 30 08:16:00.400710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-e4dfb3b2-eb55-48de-9a4c-ca3ecddbc773 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.403872 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-e4dfb3b2-eb55-48de-9a4c-ca3ecddbc773 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6484349 Sep 30 08:16:00.469411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Request body: {'port': {'device_id': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9caeb18ee4834ceea74ee4423504a98e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:00.513270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-bc0f7028-2a5d-4b19-8f1a-45fa7bdd6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.516047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-bc0f7028-2a5d-4b19-8f1a-45fa7bdd6391 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2952669 Sep 30 08:16:00.552364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e3076ee-5045-4a80-83d2-e41ea0fece13 req-db4a755e-87d0-477a-8b07-b121ea8971ac tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368880 Sep 30 08:16:00.631804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c63766c5-9bb3-4d22-8e70-f5074439e953 req-f2add699-bc2a-4d78-9a63-903fd5c5cbae tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625815 Sep 30 08:16:00.639472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-f8256ec9-fe00-4ebe-b792-2ed78384278e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.0798917 Sep 30 08:16:00.656840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-e68c627d-c121-42cc-b840-1bacfb91e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.666358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-e68c627d-c121-42cc-b840-1bacfb91e9e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1099 time: 0.3073368 Sep 30 08:16:00.735527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-0d88842d-4f0b-4c9c-85f6-242084293883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.737605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-0d88842d-4f0b-4c9c-85f6-242084293883 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0693958 Sep 30 08:16:00.781907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Made reservation on behalf of 9caeb18ee4834ceea74ee4423504a98e for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:00.791342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:00.870795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-55924dd7-6b3d-46b1-adf6-03fd1df9eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.872644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-55924dd7-6b3d-46b1-adf6-03fd1df9eb75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1337352 Sep 30 08:16:00.955598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6fdcbc2-be62-432b-8d46-dab44008cdc8 req-f3c45069-dfd9-4750-ad4f-dbc00df8c015 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0708287 Sep 30 08:16:01.058229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-daa8a210-3454-4199-a881-d513365c1c08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.1146061 Sep 30 08:16:01.090864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:01.143214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Allocated IP 192.168.233.116 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/7ddbea80-894c-4d45-bacc-bff86463a7ae) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:01.148977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-0b82d47f-e85c-4be8-834a-c746e8e4236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:01.151260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-0b82d47f-e85c-4be8-834a-c746e8e4236e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0673425 Sep 30 08:16:01.157961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-ff0a085d-5ddc-406f-9186-9204d01553af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:01.159537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-ff0a085d-5ddc-406f-9186-9204d01553af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2858708 Sep 30 08:16:01.366865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517190c-4339-47a4-a123-0a6419f3befa req-473093f6-99b1-48ba-8d5f-f796d55e7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:01.369173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-473093f6-99b1-48ba-8d5f-f796d55e7e56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086020 Sep 30 08:16:01.469645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-d6a2ecc2-664e-4751-a4b5-df563e66a511 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721610 Sep 30 08:16:01.558456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:01.698447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:01.716639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-2e2216e2-81ae-4850-9699-fae2411aa649 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222311 Sep 30 08:16:01.716976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:01.798397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:01.801819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f', '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:01.803079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:01.809583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:01.926698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event updated for resources: {'Port': ['ID=7ddbea80-894c-4d45-bacc-bff86463a7ae,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:01.955607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:01.957645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.023361 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-ba057e85-bb5c-4821-9717-0e17da57d46c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5620594 Sep 30 08:16:02.100308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Request body: {'port': {'device_id': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:02.113589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-76260529-c704-4c1b-a07c-229157d97c87 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208447 Sep 30 08:16:02.283742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf091c-9958-4ecd-8ae7-d60c29164d65 req-24140ae8-ebc8-433a-a49e-b20f0eb1527b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:02.285640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8abf091c-9958-4ecd-8ae7-d60c29164d65 req-24140ae8-ebc8-433a-a49e-b20f0eb1527b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.5698609 Sep 30 08:16:02.294236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29748-c6a5-4014-b956-80c4a413943f req-2596cf86-fe01-49ae-b3d4-6c677d0f43dd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:02.295998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2b29748-c6a5-4014-b956-80c4a413943f req-2596cf86-fe01-49ae-b3d4-6c677d0f43dd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.4656973 Sep 30 08:16:02.329888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Deleting port 5ea48e88-c8b6-49ec-923d-21efe1791af5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:02.330717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.339244 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.506188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2b29748-c6a5-4014-b956-80c4a413943f req-1d5dc16c-9661-49af-beaa-64de7575fb24 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451647 Sep 30 08:16:02.528189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8abf091c-9958-4ecd-8ae7-d60c29164d65 req-2817e8f6-0d7f-4218-8b68-f886d3ed004d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033498 Sep 30 08:16:02.563149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a517190c-4339-47a4-a123-0a6419f3befa req-726c848b-cf4d-4e50-80b6-12e92fdfe931 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366338 Sep 30 08:16:02.613243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9adaaabd-1b32-46b9-9677-0f665cea4556 None None] Provisioning complete for port 7ddbea80-894c-4d45-bacc-bff86463a7ae triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:02.613703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adaaabd-1b32-46b9-9677-0f665cea4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.737946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265dba-7374-4eba-9c7b-3276c2bf3dc6 req-60fe4612-3f45-4597-bd4d-6d9e418e23e1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:02.749166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9adaaabd-1b32-46b9-9677-0f665cea4556 None None] Port 7ddbea80-894c-4d45-bacc-bff86463a7ae cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:02.751919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d265dba-7374-4eba-9c7b-3276c2bf3dc6 req-60fe4612-3f45-4597-bd4d-6d9e418e23e1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.1152496 Sep 30 08:16:02.752893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] For port 5ea48e88-c8b6-49ec-923d-21efe1791af5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5ea48e88-c8b6-49ec-923d-21efe1791af5,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:02.753352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.777228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Calling delete_port for 5ea48e88-c8b6-49ec-923d-21efe1791af5 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:02.844326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d265dba-7374-4eba-9c7b-3276c2bf3dc6 req-7bcd0726-d3db-4927-901d-ec1993ebd8c2 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909631 Sep 30 08:16:03.083111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d184-6f74-4d92-83d6-e3a7f6049ab4 req-3c705ad4-d8f0-4ffd-9ab6-b8443f1d59e2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:03.086887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c426d184-6f74-4d92-83d6-e3a7f6049ab4 req-3c705ad4-d8f0-4ffd-9ab6-b8443f1d59e2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 936 time: 0.1665170 Sep 30 08:16:03.178452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddbea80-894c-4d45-bacc-bff86463a7ae {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:03.210928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.220855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c426d184-6f74-4d92-83d6-e3a7f6049ab4 req-2745bb5c-562c-4af9-8310-c0128e0f62f7 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179154 Sep 30 08:16:03.339951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Transition to ACTIVE for port object 7ddbea80-894c-4d45-bacc-bff86463a7ae will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:03.353335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.468240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.471687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddbea80-894c-4d45-bacc-bff86463a7ae,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:03.498345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937474df-5b9d-4bae-93a9-eb8a52558125 req-623b569c-50f1-4d9b-98d6-c97998d6f087 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:03.513499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-937474df-5b9d-4bae-93a9-eb8a52558125 req-623b569c-50f1-4d9b-98d6-c97998d6f087 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.2075527 Sep 30 08:16:03.607829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f8af0329-4883-46b6-a818-981ec250da5b details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:03.671647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea48e88-c8b6-49ec-923d-21efe1791af5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:03.688992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-937474df-5b9d-4bae-93a9-eb8a52558125 req-2b09bae3-3d46-4bc1-8b8f-184ce8353785 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709728 Sep 30 08:16:03.871469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:03.885404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba41a-6dbe-4c8a-9068-a7adb68c18cf req-d56ec59a-2326-4390-bef2-7ca3cf1aecb0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:03.886666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f8af0329-4883-46b6-a818-981ec250da5b', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f8af0329-4883-46b6-a818-981ec250da5b', 'mac_address': 'fa:16:3e:3f:90:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:03.896122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f4ba41a-6dbe-4c8a-9068-a7adb68c18cf req-d56ec59a-2326-4390-bef2-7ca3cf1aecb0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 948 time: 0.2017617 Sep 30 08:16:03.958992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.974008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Attempting to bind port 7ddbea80-894c-4d45-bacc-bff86463a7ae on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:03.974493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Attempting to bind port 7ddbea80-894c-4d45-bacc-bff86463a7ae by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:03.974683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Attempting to bind port 7ddbea80-894c-4d45-bacc-bff86463a7ae on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:03.978084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8af0329-4883-46b6-a818-981ec250da5b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:03.995242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Port 7ddbea80-894c-4d45-bacc-bff86463a7ae on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:03.995574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Attempting to bind port 7ddbea80-894c-4d45-bacc-bff86463a7ae on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:04.006353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:04.021137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:04.063944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f4ba41a-6dbe-4c8a-9068-a7adb68c18cf req-8c39de53-2118-4dd0-9a90-d4a371806e36 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659081 Sep 30 08:16:04.100927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49423-22eb-42f4-8d1e-9bfbd3781cd9 req-21202860-93f1-4322-adaf-13704bbde1f2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:04.101877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:04.102234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:04.103155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:04.109767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Bound port: 7ddbea80-894c-4d45-bacc-bff86463a7ae, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:04.110194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:04.111344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99e49423-22eb-42f4-8d1e-9bfbd3781cd9 req-21202860-93f1-4322-adaf-13704bbde1f2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.2025285 Sep 30 08:16:04.175575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:04.190578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.190997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.191355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.191694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.192038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.192360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.192689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.193063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.193396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.193745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.194070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.194390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:04.254625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99e49423-22eb-42f4-8d1e-9bfbd3781cd9 req-2d581216-b11a-4c80-b2b4-4c246c697331 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374278 Sep 30 08:16:04.387248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23832-8828-454b-9249-5835872ba657 req-7f1bc875-a479-4037-8ceb-6d069c5aed42 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:04.389249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79d23832-8828-454b-9249-5835872ba657 req-7f1bc875-a479-4037-8ceb-6d069c5aed42 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.2218227 Sep 30 08:16:04.486304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d15f-d7b3-4fab-8c9d-b70f41bb4a31 req-f6670089-e798-4876-877e-eb1bc6abd78a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:04.492354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8450d15f-d7b3-4fab-8c9d-b70f41bb4a31 req-f6670089-e798-4876-877e-eb1bc6abd78a tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.2060919 Sep 30 08:16:04.671962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8450d15f-d7b3-4fab-8c9d-b70f41bb4a31 req-6eb00863-68cf-483c-b4ac-6cdda60dcedc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702733 Sep 30 08:16:04.674039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f8af0329-4883-46b6-a818-981ec250da5b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:04.738150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbe6d-43d6-4853-83a5-e66839f46eeb req-aa58790d-5d82-4ffb-8f51-4a54a7e8bb64 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:04.754164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:04.755176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-556cbe6d-43d6-4853-83a5-e66839f46eeb req-aa58790d-5d82-4ffb-8f51-4a54a7e8bb64 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 948 time: 0.1738009 Sep 30 08:16:04.758150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] For port 7ddbea80-894c-4d45-bacc-bff86463a7ae, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:04.826751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] For port 7ddbea80-894c-4d45-bacc-bff86463a7ae, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:04.904554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:05.000005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddbea80-894c-4d45-bacc-bff86463a7ae,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:05.073829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07166e1-485e-4ae3-8577-e422611dc75e req-1ad1113a-4b5d-4996-b1a2-f69f9c11800b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.075669 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-1ad1113a-4b5d-4996-b1a2-f69f9c11800b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 949 time: 0.3191893 Sep 30 08:16:05.079634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.080367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:05.089113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8a4ec745-3885-44a4-957b-9ede8c7bb9b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/7ddbea80-894c-4d45-bacc-bff86463a7ae HTTP/1.1" status: 200 len: 1096 time: 2.9960737 Sep 30 08:16:05.089755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'tag': '7ddbea80-894c-4d45-bacc-bff86463a7ae'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:05.102512 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89efda9-9343-497e-919f-927268d1408e" -d '{"events": [{"name": "network-changed", "server_uuid": "dae38096-2b9d-48c6-a7bf-9e350703bfa3", "tag": "7ddbea80-894c-4d45-bacc-bff86463a7ae"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:05.233942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Deleting port f9f18677-ac73-4236-98c6-36118f3ba862 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:05.234414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:05.270441 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [req-c07166e1-485e-4ae3-8577-e422611dc75e req-f2c511f8-9f0a-481f-a1bf-f7dce69fb40f service neutron] delete failed (client error): The resource could not be found. Sep 30 08:16:05.271490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-f2c511f8-9f0a-481f-a1bf-f7dce69fb40f service neutron] 10.222.0.57 "DELETE /v2.0/ports/f8af0329-4883-46b6-a818-981ec250da5b/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.1582191 Sep 30 08:16:05.291220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-456004fa-5f1b-4472-b8ea-2bf7b6ee42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.292629 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-456004fa-5f1b-4472-b8ea-2bf7b6ee42e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.1353006 Sep 30 08:16:05.300820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-556cbe6d-43d6-4853-83a5-e66839f46eeb req-aabdee03-6241-4ecb-9d28-6f95dd5c3ddf tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391088 Sep 30 08:16:05.374808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c468005-f40a-4c60-8dee-3534686b9651 req-345243ea-42f9-40e9-87bc-f10fb7b1b899 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.382837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c468005-f40a-4c60-8dee-3534686b9651 req-345243ea-42f9-40e9-87bc-f10fb7b1b899 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 949 time: 0.5862215 Sep 30 08:16:05.383052 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-e29416d1-723a-46c8-8095-d2c01dd3f980 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae HTTP/1.1" status: 200 len: 217 time: 0.0472648 Sep 30 08:16:05.400050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:16:05.509367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-a50b5ad4-93bc-49f4-8976-897bb53770fb service neutron] 10.222.0.50 "GET /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.2798979 Sep 30 08:16:05.522148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c468005-f40a-4c60-8dee-3534686b9651 req-8dcdaa10-50c4-40d0-978a-37965c22ba10 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379111 Sep 30 08:16:05.559206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] For port f9f18677-ac73-4236-98c6-36118f3ba862, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f9f18677-ac73-4236-98c6-36118f3ba862,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:05.559561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:05.582837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Calling delete_port for f9f18677-ac73-4236-98c6-36118f3ba862 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:05.598656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e79f8-ec53-4573-8c11-d8a9451a6fcb req-5236d8e9-3b39-497d-8ca8-73491e2f510f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.603969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07166e1-485e-4ae3-8577-e422611dc75e req-05730d25-937b-4832-9a04-921e4b2a7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.605499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-05730d25-937b-4832-9a04-921e4b2a7d75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 1100 time: 0.1534789 Sep 30 08:16:05.606582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae2e79f8-ec53-4573-8c11-d8a9451a6fcb req-5236d8e9-3b39-497d-8ca8-73491e2f510f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 944 time: 0.1736190 Sep 30 08:16:05.612108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-4db7c648-0f74-49aa-a446-d91d487ddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.613608 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-4db7c648-0f74-49aa-a446-d91d487ddacb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1603091 Sep 30 08:16:05.614743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:05.625465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a209970-3908-496e-8678-e9786d576117 None None] Sync routers for ids ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:05.627716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a02059a-9492-4529-a0ab-b401e379e87e admin admin] 10.222.0.41 "PUT /v2.0/routers/ba83a372-aada-4dbe-92f1-3a2b9d36b9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8808181 Sep 30 08:16:05.630122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:05.638018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] Routers {'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:05.638654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:05.684155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:05.761175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:05.861093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae2e79f8-ec53-4573-8c11-d8a9451a6fcb req-19825cfc-4244-435a-9935-437549199962 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500293 Sep 30 08:16:05.875803 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:05.902913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] Set router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:05.917103 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e34dc7-8ab1-47e6-9a81-0b01b7159a68 x-openstack-request-id: req-e9e34dc7-8ab1-47e6-9a81-0b01b7159a68 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:05.918413 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae38096-2b9d-48c6-a7bf-9e350703bfa3", "tag": "7ddbea80-894c-4d45-bacc-bff86463a7ae", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:05.919211 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9e34dc7-8ab1-47e6-9a81-0b01b7159a68 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:05.919842 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'tag': '7ddbea80-894c-4d45-bacc-bff86463a7ae', 'status': 'completed', 'code': 200} Sep 30 08:16:05.960970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event deleted for resources: {'Port': ['ID=f9f18677-ac73-4236-98c6-36118f3ba862,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:05.978478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.087071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] No DVR routers for this DVR port f9f18677-ac73-4236-98c6-36118f3ba862 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:06.089798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.092227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79d23832-8828-454b-9249-5835872ba657 req-fea40206-29f2-4b8e-bb0f-c5db2d75268d tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "DELETE /v2.0/ports/f9f18677-ac73-4236-98c6-36118f3ba862 HTTP/1.1" status: 204 len: 173 time: 1.6815393 Sep 30 08:16:06.097406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8f2c5416-c875-41c4-b480-7efbb3d3b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.099748 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-8f2c5416-c875-41c4-b480-7efbb3d3b3ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4590745 Sep 30 08:16:06.121811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'name': 'network-vif-deleted', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:06.124187 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f190e-b0fa-4062-a952-adbb66419904" -d '{"events": [{"server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "name": "network-vif-deleted", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:06.157344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07166e1-485e-4ae3-8577-e422611dc75e req-c2681073-7153-481d-8277-6975160ceed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.158878 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-c2681073-7153-481d-8277-6975160ceed3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.5156844 Sep 30 08:16:06.175776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Deleting port 87d0497b-7373-4535-8ec8-d78ff7d7911f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:06.176131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.204384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61705834-6f00-4bd6-a8d7-7c896a84b051 req-d538bf75-eedd-447a-b2f9-e55ddc7279c1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.206271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61705834-6f00-4bd6-a8d7-7c896a84b051 req-d538bf75-eedd-447a-b2f9-e55ddc7279c1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 943 time: 0.2017529 Sep 30 08:16:06.216225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125777f-e2c3-4885-b8b0-b1a6a2bf5156 req-45907dd2-892f-4c9d-b159-f9e27ae781f3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.217536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2125777f-e2c3-4885-b8b0-b1a6a2bf5156 req-45907dd2-892f-4c9d-b159-f9e27ae781f3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.2431777 Sep 30 08:16:06.253054 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-8f3a0f8e-8666-46ae-a8d6-fea19b514c0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 200 len: 217 time: 0.0746553 Sep 30 08:16:06.281545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:16:03Z', 'revision_number': 5, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port': {'id': '87d0497b-7373-4535-8ec8-d78ff7d7911f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:53Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:06.321223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a209970-3908-496e-8678-e9786d576117 None None] Checking router: ba83a372-aada-4dbe-92f1-3a2b9d36b9aa for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:06.327167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61705834-6f00-4bd6-a8d7-7c896a84b051 req-0770ab49-8ea2-4541-a1a8-6ba495805f2f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747929 Sep 30 08:16:06.355875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] Routers {'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:06.356576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:06.357174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2125777f-e2c3-4885-b8b0-b1a6a2bf5156 req-936f6d6c-ecd1-4a77-b23d-3db29a00accf tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964196 Sep 30 08:16:06.379400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:06.381317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] For port 87d0497b-7373-4535-8ec8-d78ff7d7911f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87d0497b-7373-4535-8ec8-d78ff7d7911f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:06.381961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.397373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Calling delete_port for 87d0497b-7373-4535-8ec8-d78ff7d7911f owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:06.419414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:06.454964 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de58c48a-35c0-4c31-8c83-62f9d71674a8 x-openstack-request-id: req-de58c48a-35c0-4c31-8c83-62f9d71674a8 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:06.455548 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f", "name": "network-vif-deleted", "tag": "f9f18677-ac73-4236-98c6-36118f3ba862", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:06.456086 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de58c48a-35c0-4c31-8c83-62f9d71674a8 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:06.456736 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f', 'name': 'network-vif-deleted', 'tag': 'f9f18677-ac73-4236-98c6-36118f3ba862', 'status': 'completed', 'code': 200} Sep 30 08:16:06.480220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2221c4d-fadf-4835-b645-4ce699c0df04 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:06.489354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] Set router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:06.493949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:06.519482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.559627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7a209970-3908-496e-8678-e9786d576117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:16:05Z', 'revision_number': 6, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:06.562050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-c0477209-5023-4fa4-ae86-6f1177b67255 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463344 Sep 30 08:16:06.566223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07166e1-485e-4ae3-8577-e422611dc75e req-0226716b-671b-49c1-92e9-e04b018f9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.567746 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-0226716b-671b-49c1-92e9-e04b018f9f9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1539283 Sep 30 08:16:06.592004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a209970-3908-496e-8678-e9786d576117 None None] The sync data for ids ['ba83a372-aada-4dbe-92f1-3a2b9d36b9aa'] in n-d-807025-5 is: [{'id': 'ba83a372-aada-4dbe-92f1-3a2b9d36b9aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544862973-router', 'tenant_id': '6746be3440d3427ebb9ff403bd685323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:52Z', 'updated_at': '2021-09-30T08:16:05Z', 'revision_number': 6, 'project_id': '6746be3440d3427ebb9ff403bd685323', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:06.607635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c69c7-52c6-4283-b478-f5286553c34a req-d459ee27-9454-4016-b896-c2807597a295 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.609394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42c69c7-52c6-4283-b478-f5286553c34a req-d459ee27-9454-4016-b896-c2807597a295 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 948 time: 0.1021194 Sep 30 08:16:06.722377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42c69c7-52c6-4283-b478-f5286553c34a req-64cfc9e1-8540-4512-a6e2-911a4d74df96 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027949 Sep 30 08:16:06.738216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] Transition to ACTIVE for port object f2221c4d-fadf-4835-b645-4ce699c0df04 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:06.748690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f35906-0340-44ed-9ccb-415f8e47e92d req-3aec22f3-e286-4467-84c4-85011792e688 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.756608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44f35906-0340-44ed-9ccb-415f8e47e92d req-3aec22f3-e286-4467-84c4-85011792e688 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 949 time: 0.1129677 Sep 30 08:16:06.766666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.789762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07166e1-485e-4ae3-8577-e422611dc75e req-e754cf92-2823-45ff-9200-3b9468406cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.791380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-e754cf92-2823-45ff-9200-3b9468406cce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705675 Sep 30 08:16:06.820170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-10233143-3960-4aa2-80ac-0d2f2674a361 req-24ddd2e4-62a2-4476-999e-b6e1ff7371b3 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003348 Sep 30 08:16:06.846649 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.902374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] Pushing event updated for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=10']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:06.903201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d0497b-7373-4535-8ec8-d78ff7d7911f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:06.954497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] No DVR routers for this DVR port f2221c4d-fadf-4835-b645-4ce699c0df04 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:07.042510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44f35906-0340-44ed-9ccb-415f8e47e92d req-f591603a-d7b9-4132-a139-a3fde1fd4fd5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833436 Sep 30 08:16:07.092445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.093153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-bb4d1ced-1821-4773-9703-29735ffd5393 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5679903 Sep 30 08:16:07.099084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-e48ea736-df6a-48b8-a9b2-93ccf8a5ea88 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599165 Sep 30 08:16:07.123563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48189805-1ef7-4aec-abcc-73da45f44e87 req-6a8d29c3-fe2e-4a01-8129-68a5982fa91c tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5de198-5b4b-4ec2-94ee-aca6aaa1a50f HTTP/1.1" status: 200 len: 210 time: 0.0762775 Sep 30 08:16:07.173263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89efda9-9343-497e-919f-927268d1408e req-423eb840-a37c-4d0b-ac7c-07f66e1c7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.174962 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-423eb840-a37c-4d0b-ac7c-07f66e1c7eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.2580473 Sep 30 08:16:07.253129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.261993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.290475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-4e13e905-11d8-450a-ad88-3253d2c1acf2 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.293135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-4e13e905-11d8-450a-ad88-3253d2c1acf2 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0532582 Sep 30 08:16:07.356055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-b09d52c0-cc30-480c-af21-37002fe00595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.358133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-b09d52c0-cc30-480c-af21-37002fe00595 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b&tenant_id=1750d3d7b57a4b37b298f0b82a156831 HTTP/1.1" status: 200 len: 1095 time: 0.0525539 Sep 30 08:16:07.557559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5687f3f-3572-4d78-910d-f8f79d6ecd9f req-718037d9-4f35-4d77-9d6f-1341325f1ad8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.559418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5687f3f-3572-4d78-910d-f8f79d6ecd9f req-718037d9-4f35-4d77-9d6f-1341325f1ad8 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.1465943 Sep 30 08:16:07.562083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-f3930bbc-0e10-48ae-8add-f64d7c6ae814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.563737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-f3930bbc-0e10-48ae-8add-f64d7c6ae814 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1095 time: 0.1659729 Sep 30 08:16:07.584680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a663e25-9ae8-4489-bdcc-e31166fc92dd req-75ac8f98-a914-4fb8-b646-30ef2c6fb39a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.586542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a663e25-9ae8-4489-bdcc-e31166fc92dd req-75ac8f98-a914-4fb8-b646-30ef2c6fb39a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1293058 Sep 30 08:16:07.654759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f8af0329-4883-46b6-a818-981ec250da5b up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:07.721639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f8af0329-4883-46b6-a818-981ec250da5b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:07.729786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f8af0329-4883-46b6-a818-981ec250da5b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:07.730311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.755408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5687f3f-3572-4d78-910d-f8f79d6ecd9f req-6017c4c9-a3d1-47bc-86e1-94fb8f4bce49 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872544 Sep 30 08:16:07.772572 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.772572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba83a372-aada-4dbe-92f1-3a2b9d36b9aa {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:16:07.778892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-e094951a-9d33-4bc2-ad27-d7ffc65e33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.779184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.782709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-e094951a-9d33-4bc2-ad27-d7ffc65e33c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1926601 Sep 30 08:16:07.782878 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-89353369-8d08-4fad-b629-e788821f30c4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ba83a372-aada-4dbe-92f1-3a2b9d36b9aa HTTP/1.1" status: 204 len: 168 time: 2.1415367 Sep 30 08:16:07.784439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46042) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:07.801399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89efda9-9343-497e-919f-927268d1408e req-9fd9a802-f460-47fc-869d-831fd462ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.802979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-9fd9a802-f460-47fc-869d-831fd462ef60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.6043856 Sep 30 08:16:07.813493 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c07166e1-485e-4ae3-8577-e422611dc75e req-f0640432-5015-48f4-8a17-5e36b5a2ca2a service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809299 Sep 30 08:16:07.817013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a663e25-9ae8-4489-bdcc-e31166fc92dd req-5279e84e-e986-49fe-84cb-74ccf19f7418 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992590 Sep 30 08:16:07.823616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:07.880468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Deleting subnet b97794fd-783c-42a2-8d65-3bbc16f34496 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:07.895671 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-88f3703e-67d8-47ec-b67f-a344eb7f853a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae HTTP/1.1" status: 200 len: 217 time: 0.0729878 Sep 30 08:16:07.916359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: f9f18677-ac73-4236-98c6-36118f3ba862 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:07.916708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f9f18677-ac73-4236-98c6-36118f3ba862 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:07.957514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-56bd9afe-8003-48e0-9a23-78fa6fa72df3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 200 len: 217 time: 0.1603298 Sep 30 08:16:07.973345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.042711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89efda9-9343-497e-919f-927268d1408e req-68488c9d-991e-46cc-9c27-42b9402f69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:08.045954 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-68488c9d-991e-46cc-9c27-42b9402f69af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1381404 Sep 30 08:16:08.051693 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.068879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ea48e88-c8b6-49ec-923d-21efe1791af5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:08.126887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.135647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:08.136743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:08.146945 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f1a355-505c-4d82-b656-fbabbb3aaa13" -d '{"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-plugged", "status": "completed", "tag": "f8af0329-4883-46b6-a818-981ec250da5b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:08.151698 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.154160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5ea48e88-c8b6-49ec-923d-21efe1791af5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:08.154466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ea48e88-c8b6-49ec-923d-21efe1791af5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:08.154865 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87d0497b-7373-4535-8ec8-d78ff7d7911f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:08.166212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0a3e-5062-4353-93f9-10813fb75e71 req-6efcb9c5-afb2-44d0-a80a-546111401715 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:08.169007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-578b0a3e-5062-4353-93f9-10813fb75e71 req-6efcb9c5-afb2-44d0-a80a-546111401715 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 948 time: 0.2100163 Sep 30 08:16:08.171737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89efda9-9343-497e-919f-927268d1408e req-5fa487ba-d36b-47c2-a288-d6381a2ee971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:08.174193 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-5fa487ba-d36b-47c2-a288-d6381a2ee971 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120434 Sep 30 08:16:08.174616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04638bd8-4c3d-4843-a34f-dd349c53f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:08.176866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-04638bd8-4c3d-4843-a34f-dd349c53f7d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.1629188 Sep 30 08:16:08.209629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 87d0497b-7373-4535-8ec8-d78ff7d7911f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:08.210000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87d0497b-7373-4535-8ec8-d78ff7d7911f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:08.244548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:08.265575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-5873d906-d9c9-4390-a9a7-bbfd9b1ee77a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328739 Sep 30 08:16:08.348236 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-ecef708e-d153-4cef-9a04-af427327e790 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399498 Sep 30 08:16:08.376965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-578b0a3e-5062-4353-93f9-10813fb75e71 req-d43dc0d7-7e5a-4c0f-85cc-81408b23ab11 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918442 Sep 30 08:16:08.463280 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c7c438-6aa4-448e-8de2-cf421872725c x-openstack-request-id: req-a2c7c438-6aa4-448e-8de2-cf421872725c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:08.463739 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-plugged", "status": "completed", "tag": "f8af0329-4883-46b6-a818-981ec250da5b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:08.464152 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2c7c438-6aa4-448e-8de2-cf421872725c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:08.464804 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b', 'code': 200} Sep 30 08:16:08.508962 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38c2df0c-44fb-4b10-be07-81943fb69884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.526384 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a89efda9-9343-497e-919f-927268d1408e req-1b2eada2-a298-45c1-9551-baf8d26b321e service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461589 Sep 30 08:16:08.536118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1b1a0-fa4f-42fb-a9f4-4aa42ffee482 req-d7bcb161-0994-4c93-adfd-bf10d454c533 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:08.541893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76f1b1a0-fa4f-42fb-a9f4-4aa42ffee482 req-d7bcb161-0994-4c93-adfd-bf10d454c533 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.2817018 Sep 30 08:16:08.578373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.645486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-042c1e1d-e24f-42dd-8986-04275b59b910 service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569400 Sep 30 08:16:08.658704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76f1b1a0-fa4f-42fb-a9f4-4aa42ffee482 req-01dcbbed-63ee-4fbf-82f3-05941f491c84 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045940 Sep 30 08:16:08.773379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.838716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97794fd-783c-42a2-8d65-3bbc16f34496,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:08.858613 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:08.859269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a11470-5e29-44f4-9b95-0dd8822c891f None None] Network 46661b7c-db26-4646-8788-dacc4337cea6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:08.862858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad3b4116-1a4f-456d-9019-1c3df7836c0e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b97794fd-783c-42a2-8d65-3bbc16f34496 HTTP/1.1" status: 204 len: 168 time: 1.0751636 Sep 30 08:16:08.863598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46064) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:08.911615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-0c4c8d3b-8aaa-497c-8042-6686779f16ab service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433679 Sep 30 08:16:08.961070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e12acf-d868-4aea-b130-4db56287979f req-67cee7ea-e1dd-4fd4-8ca6-1e3962fe2d97 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:08.980927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86e12acf-d868-4aea-b130-4db56287979f req-67cee7ea-e1dd-4fd4-8ca6-1e3962fe2d97 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 944 time: 0.2087741 Sep 30 08:16:09.017931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23374-fb66-4aa5-a872-51887a8df3b2 req-42a5ed8b-d7a3-4830-a78e-3f94d159b296 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.019822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cae23374-fb66-4aa5-a872-51887a8df3b2 req-42a5ed8b-d7a3-4830-a78e-3f94d159b296 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.1829622 Sep 30 08:16:09.050326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86e12acf-d868-4aea-b130-4db56287979f req-68266316-2c5e-46b7-9496-c84730f983f4 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669262 Sep 30 08:16:09.061136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.135662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cae23374-fb66-4aa5-a872-51887a8df3b2 req-83f100e9-e804-4d23-acc6-6fe60ee47485 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956366 Sep 30 08:16:09.239976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4370d-d3b7-4db4-ae2c-97547f57529d req-dc9c9c9a-d365-4f46-aa21-f16c5d300cce tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.242194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cc4370d-d3b7-4db4-ae2c-97547f57529d req-dc9c9c9a-d365-4f46-aa21-f16c5d300cce tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1236813 Sep 30 08:16:09.251203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Deleting port abea73b4-1737-494a-b48e-44a9a5086049 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:09.251770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.263645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] DHCP port deletion for 46661b7c-db26-4646-8788-dacc4337cea6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:16:09.331587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cc4370d-d3b7-4db4-ae2c-97547f57529d req-153104bd-8528-4664-97dc-fda791e43ab9 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748405 Sep 30 08:16:09.339386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] For port abea73b4-1737-494a-b48e-44a9a5086049, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=abea73b4-1737-494a-b48e-44a9a5086049,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:09.339767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.354745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] Deleting port abea73b4-1737-494a-b48e-44a9a5086049 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:09.354745 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.367249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-460ef7e4-0842-4976-a36a-0cb2a7638743 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.369673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-460ef7e4-0842-4976-a36a-0cb2a7638743 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b&tenant_id=1750d3d7b57a4b37b298f0b82a156831&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0554616 Sep 30 08:16:09.372914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Calling delete_port for abea73b4-1737-494a-b48e-44a9a5086049 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:09.439616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] For port abea73b4-1737-494a-b48e-44a9a5086049, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=abea73b4-1737-494a-b48e-44a9a5086049,segment=NetworkSegment(50ee76af-ebc6-4e58-aa4b-82c7fa719367),segment_id=50ee76af-ebc6-4e58-aa4b-82c7fa719367)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:09.440427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.463906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] Calling delete_port for abea73b4-1737-494a-b48e-44a9a5086049 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:09.566978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-9062cb0b-c39f-48ed-8420-aba85cfe8e9b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.569817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-9062cb0b-c39f-48ed-8420-aba85cfe8e9b tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 944 time: 0.0801547 Sep 30 08:16:09.581153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.589185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c260e07-5fda-4914-a2e5-4ab335bc8ef4 req-71678fce-8381-444c-84bb-b760b94a0234 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.589679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.590940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c260e07-5fda-4914-a2e5-4ab335bc8ef4 req-71678fce-8381-444c-84bb-b760b94a0234 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 948 time: 0.1055098 Sep 30 08:16:09.618093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-51990f78-d9be-4769-b102-3aaa807d980a service neutron] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:09.625253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-51990f78-d9be-4769-b102-3aaa807d980a service neutron] Notify callbacks [] for binding, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.626933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87cd56d-89e1-4d73-8902-2774872544e5 req-51990f78-d9be-4769-b102-3aaa807d980a service neutron] 10.222.0.57 "DELETE /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.2412505 Sep 30 08:16:09.629427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] Pushing event deleted for resources: {'Port': ['ID=abea73b4-1737-494a-b48e-44a9a5086049,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:09.670438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122cf4f-8b79-4be9-a40a-5ec0deb10ff8 None None] No DVR routers for this DVR port abea73b4-1737-494a-b48e-44a9a5086049 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:09.671376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c260e07-5fda-4914-a2e5-4ab335bc8ef4 req-c21a5b65-f5c7-485c-aec1-76415101b2af tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625913 Sep 30 08:16:09.699970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] No DVR routers for this DVR port abea73b4-1737-494a-b48e-44a9a5086049 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:09.702559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Pushing event deleted for resources: {'Port': ['ID=abea73b4-1737-494a-b48e-44a9a5086049,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:09.815504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.837730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323284b-31ab-41a0-b3f8-b0151d02ac56 req-2b3a9faf-5161-4012-b1a5-fa122eaf79df tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.840001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6323284b-31ab-41a0-b3f8-b0151d02ac56 req-2b3a9faf-5161-4012-b1a5-fa122eaf79df tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0618916 Sep 30 08:16:09.845502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46661b7c-db26-4646-8788-dacc4337cea6']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:09.857736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ee76af-ebc6-4e58-aa4b-82c7fa719367') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:09.858010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ee76af-ebc6-4e58-aa4b-82c7fa719367') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:09.871792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.889910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Deleting port a5b631da-caeb-46da-ab83-ee6719c1d575 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:09.890365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.895411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6323284b-31ab-41a0-b3f8-b0151d02ac56 req-4e336dbb-0c2d-4377-9e25-21c6a48a46a7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Sep 30 08:16:09.906276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.927142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:09.927419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:09.929557 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:10.051149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.069924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device abea73b4-1737-494a-b48e-44a9a5086049 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:10.072369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.084076 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/46661b7c-db26-4646-8788-dacc4337cea6 HTTP/1.1" status: 204 len: 168 time: 1.2135701 Sep 30 08:16:10.089719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377796a1-bdd6-4882-8e10-bc82520707ac admin admin] Pushing event deleted for resources: {'Network': ['ID=46661b7c-db26-4646-8788-dacc4337cea6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:10.122770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] For port a5b631da-caeb-46da-ab83-ee6719c1d575, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a5b631da-caeb-46da-ab83-ee6719c1d575,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:10.128546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.139488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: abea73b4-1737-494a-b48e-44a9a5086049 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:10.140618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device abea73b4-1737-494a-b48e-44a9a5086049 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:10.167723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Calling delete_port for a5b631da-caeb-46da-ab83-ee6719c1d575 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:10.176738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115df4a-79ba-45b1-83b7-accb38b5545d req-a536f989-f61a-4637-bf13-da2a95e45001 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:10.198184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d115df4a-79ba-45b1-83b7-accb38b5545d req-a536f989-f61a-4637-bf13-da2a95e45001 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.2108133 Sep 30 08:16:10.342363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46086) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:10.394034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d115df4a-79ba-45b1-83b7-accb38b5545d req-d1b045ed-a8ef-4751-9498-63cbe1cbafd1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667979 Sep 30 08:16:10.436356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7473c4-7297-4bcc-acc6-1b656cb370ca req-ecd2ab57-d5a0-405f-a7a9-1f40f8b53372 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:10.444238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a7473c4-7297-4bcc-acc6-1b656cb370ca req-ecd2ab57-d5a0-405f-a7a9-1f40f8b53372 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=095f1f0a-3508-4cea-9a16-e542fd98fcb8 HTTP/1.1" status: 200 len: 944 time: 0.1821501 Sep 30 08:16:10.504246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.511428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a7473c4-7297-4bcc-acc6-1b656cb370ca req-b01dd3d3-f2f5-44f4-8a4e-84d1ca7c7498 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662696 Sep 30 08:16:10.572955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-85242a7a-30f7-4ba8-86ca-6a02a5ddfb8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45e47e200ab6454a994b37ad9951a1b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2245491 Sep 30 08:16:10.582847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event deleted for resources: {'Port': ['ID=a5b631da-caeb-46da-ab83-ee6719c1d575,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:10.586102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:10.619132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc087-0ec1-40fa-90a0-4a39357eca1c req-4cbc6f53-f7a8-45e4-a70d-38c5c97e9391 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:10.621346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d83bc087-0ec1-40fa-90a0-4a39357eca1c req-4cbc6f53-f7a8-45e4-a70d-38c5c97e9391 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.0795741 Sep 30 08:16:10.702906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] No DVR routers for this DVR port a5b631da-caeb-46da-ab83-ee6719c1d575 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:10.705500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.707913 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01463ef4-30f6-40f9-8c96-941c9da64b0c req-ad6e6196-57e2-4d28-a9e7-516df352ad3f tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "DELETE /v2.0/ports/a5b631da-caeb-46da-ab83-ee6719c1d575 HTTP/1.1" status: 204 len: 173 time: 1.1159282 Sep 30 08:16:10.708376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'name': 'network-vif-deleted', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:10.711303 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb338be-adcb-4a1d-82b8-99592b220dda" -d '{"events": [{"server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "name": "network-vif-deleted", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:10.739764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c81602c4-a635-4af0-b600-cca612386f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.740074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d83bc087-0ec1-40fa-90a0-4a39357eca1c req-e921ee2e-8544-4881-b4e3-589b2f215fc7 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934358 Sep 30 08:16:10.773956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c81602c4-a635-4af0-b600-cca612386f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.786143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99528d-7395-44fe-968b-28b98ad9df6f req-4286ca85-ffa6-4f9f-beb1-abc6be87d9fd tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:10.788651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a99528d-7395-44fe-968b-28b98ad9df6f req-4286ca85-ffa6-4f9f-beb1-abc6be87d9fd tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.0961154 Sep 30 08:16:10.856414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c81602c4-a635-4af0-b600-cca612386f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.859626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c81602c4-a635-4af0-b600-cca612386f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.861503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c81602c4-a635-4af0-b600-cca612386f64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56ad6bd3-f007-496a-bf87-187ba794ee3a HTTP/1.1" status: 204 len: 168 time: 0.2732639 Sep 30 08:16:10.872592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81602c4-a635-4af0-b600-cca612386f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ad6bd3-f007-496a-bf87-187ba794ee3a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:10.887232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a99528d-7395-44fe-968b-28b98ad9df6f req-273f3c30-7b89-457b-80ec-c61b52a4fc07 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901456 Sep 30 08:16:10.958286 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ae5ac5-8b53-4b7f-bb1e-713db186c8ba x-openstack-request-id: req-02ae5ac5-8b53-4b7f-bb1e-713db186c8ba {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:10.958642 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f1f0a-3508-4cea-9a16-e542fd98fcb8", "name": "network-vif-deleted", "tag": "a5b631da-caeb-46da-ab83-ee6719c1d575", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:10.958920 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02ae5ac5-8b53-4b7f-bb1e-713db186c8ba {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:10.959355 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f1f0a-3508-4cea-9a16-e542fd98fcb8', 'name': 'network-vif-deleted', 'tag': 'a5b631da-caeb-46da-ab83-ee6719c1d575', 'status': 'completed', 'code': 200} Sep 30 08:16:11.014297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454908a-6166-46cb-b092-10afcafe19f9 req-7aaf383e-4ffb-411c-9498-b1af453b7c56 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.015888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3454908a-6166-46cb-b092-10afcafe19f9 req-7aaf383e-4ffb-411c-9498-b1af453b7c56 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 948 time: 0.0783236 Sep 30 08:16:11.016913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8aee9bcc-8278-48fa-822d-1d6db17874eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.071539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3454908a-6166-46cb-b092-10afcafe19f9 req-bf2733af-dfcb-455e-a033-370b0070cc1d tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 Sep 30 08:16:11.126464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2d15-da0a-4dd5-9531-8bdbcdd71fc5 req-bbae3749-c7b1-4e2f-8e25-752c70640668 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.128244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a7d2d15-da0a-4dd5-9531-8bdbcdd71fc5 req-bbae3749-c7b1-4e2f-8e25-752c70640668 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 1095 time: 0.0557742 Sep 30 08:16:11.175403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a7d2d15-da0a-4dd5-9531-8bdbcdd71fc5 req-44c75061-e27c-4c2d-b690-bbdb94edb695 tempest-LiveMigrationTest-911665979 tempest-LiveMigrationTest-911665979-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Sep 30 08:16:11.435944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.501948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-b9de2eae-93d3-416b-a976-6c72b19bb1b1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574930 Sep 30 08:16:11.516562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46130) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:11.583551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-547e1ee8-7ae2-4fe6-a0d2-816d4c5b0150 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6746be3440d3427ebb9ff403bd685323&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0647018 Sep 30 08:16:11.586898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46134) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:11.678895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0956-2cd7-41a8-bb40-9301e73f75a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.703623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69800f7-f770-4ef6-8610-1559e752f329 req-2a0a7a0f-f765-4402-9f80-be42970c51cc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.705471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e69800f7-f770-4ef6-8610-1559e752f329 req-2a0a7a0f-f765-4402-9f80-be42970c51cc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.1223869 Sep 30 08:16:11.720631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0956-2cd7-41a8-bb40-9301e73f75a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.741303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-1b28f9b3-0aa1-4989-97eb-4d2bd658fddb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.743437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-1b28f9b3-0aa1-4989-97eb-4d2bd658fddb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378018 Sep 30 08:16:11.757985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7ddbea80-894c-4d45-bacc-bff86463a7ae details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:11.787814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e69800f7-f770-4ef6-8610-1559e752f329 req-812c40c0-ef44-46dd-8ef9-5c03c4661637 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648448 Sep 30 08:16:11.795880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-fe653a99-aa2f-4c01-8a11-71861d2b69ea tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/quotas/f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0431063 Sep 30 08:16:11.818752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0956-2cd7-41a8-bb40-9301e73f75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.825044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0956-2cd7-41a8-bb40-9301e73f75a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.830322 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ebcd0956-2cd7-41a8-bb40-9301e73f75a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bd6aa31-25b4-4100-b007-b0f46ed2462a HTTP/1.1" status: 204 len: 168 time: 0.2371879 Sep 30 08:16:11.844929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd0956-2cd7-41a8-bb40-9301e73f75a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd6aa31-25b4-4100-b007-b0f46ed2462a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:11.904560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-6cd34019-7d81-4c90-90a5-1a88ae94b06f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070685 Sep 30 08:16:12.011953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7ddbea80-894c-4d45-bacc-bff86463a7ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:12.027653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7ddbea80-894c-4d45-bacc-bff86463a7ae', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '7ddbea80-894c-4d45-bacc-bff86463a7ae', 'mac_address': 'fa:16:3e:ac:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:12.087989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.122082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddbea80-894c-4d45-bacc-bff86463a7ae {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:12.167478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7ddbea80-894c-4d45-bacc-bff86463a7ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:12.180062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.291084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7ddbea80-894c-4d45-bacc-bff86463a7ae,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:12.318176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e74a4c6-0f91-4a62-afdb-24b5f40d7e12 req-3afa5080-866f-4d33-80b6-3cd17ecfc812 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 210 time: 0.0663378 Sep 30 08:16:12.342679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e1a7f-54ef-41ff-be68-9c34d4b42db9 req-0b3fa260-ad50-4830-8905-5dd08504433a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:12.347471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd8e1a7f-54ef-41ff-be68-9c34d4b42db9 req-0b3fa260-ad50-4830-8905-5dd08504433a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1849718 Sep 30 08:16:12.405475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd8e1a7f-54ef-41ff-be68-9c34d4b42db9 req-4dd42962-dee7-40da-8857-8f37e7db65df tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 Sep 30 08:16:12.486022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e29b-f37d-499b-ba0b-3b1fd57fdd29 req-f390a164-3042-4f1f-af97-dd78c02df298 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:12.487901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e9e29b-f37d-499b-ba0b-3b1fd57fdd29 req-f390a164-3042-4f1f-af97-dd78c02df298 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 949 time: 0.0765281 Sep 30 08:16:12.594286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e9e29b-f37d-499b-ba0b-3b1fd57fdd29 req-bb6b9407-f161-44cc-b57f-b743f3f6d53b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860026 Sep 30 08:16:12.602289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-3bfb78a7-2363-4d53-aaaa-a5dce2a1768e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:12.604577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-3bfb78a7-2363-4d53-aaaa-a5dce2a1768e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.0959466 Sep 30 08:16:12.607474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac11f96-eb4e-4e3e-bc44-c8da1b9328c8 req-2362c3ae-9a2c-49ef-9bfa-b7121052e429 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:12.609241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cac11f96-eb4e-4e3e-bc44-c8da1b9328c8 req-2362c3ae-9a2c-49ef-9bfa-b7121052e429 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 944 time: 0.1108799 Sep 30 08:16:12.661660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cac11f96-eb4e-4e3e-bc44-c8da1b9328c8 req-88e5fb76-79ce-4d30-ae05-3c4e177e6554 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454602 Sep 30 08:16:12.692503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7ddbea80-894c-4d45-bacc-bff86463a7ae'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:12.751743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Deleting port f2221c4d-fadf-4835-b645-4ce699c0df04 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:12.752143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.914233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] For port f2221c4d-fadf-4835-b645-4ce699c0df04, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f2221c4d-fadf-4835-b645-4ce699c0df04,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:12.915424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.933108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Calling delete_port for f2221c4d-fadf-4835-b645-4ce699c0df04 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:12.970792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a34bd-fbbc-46ee-8d64-4314614d1085 req-e2a7f788-71de-48ff-bf03-fb951d174ef6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:12.978918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b52a34bd-fbbc-46ee-8d64-4314614d1085 req-e2a7f788-71de-48ff-bf03-fb951d174ef6 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 944 time: 0.0822599 Sep 30 08:16:13.001833 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.034000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b52a34bd-fbbc-46ee-8d64-4314614d1085 req-6358992e-4299-44c5-ad84-4d9832447e34 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540631 Sep 30 08:16:13.150179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99526330-5d67-48d4-901a-677ae183f2e4 req-2fe508d8-c08d-4a7f-ba3d-47e3db5eafff tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:13.156177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99526330-5d67-48d4-901a-677ae183f2e4 req-2fe508d8-c08d-4a7f-ba3d-47e3db5eafff tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 944 time: 0.0752416 Sep 30 08:16:13.221854 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.270333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7a455538-95a6-4c7b-9094-4f3e4d55d5ae'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:13.278846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event deleted for resources: {'Port': ['ID=f2221c4d-fadf-4835-b645-4ce699c0df04,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:13.317481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Deleting port 966c0281-170a-48be-a99a-1465cd22b9a4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:13.317836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.328731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] No DVR routers for this DVR port f2221c4d-fadf-4835-b645-4ce699c0df04 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:13.332733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.335039 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d7003e01-9e19-474a-9542-79640d7d14f2 req-2fc1df5e-f4ce-48ed-bf01-2a2b8246bc38 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "DELETE /v2.0/ports/f2221c4d-fadf-4835-b645-4ce699c0df04 HTTP/1.1" status: 204 len: 173 time: 0.7129679 Sep 30 08:16:13.335728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'name': 'network-vif-deleted', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:13.339244 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0569db7a-f889-4274-8e46-1d962518e99b" -d '{"events": [{"server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "name": "network-vif-deleted", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:13.466610 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac25fd5-66cb-496f-bae2-48add3a2422e x-openstack-request-id: req-6ac25fd5-66cb-496f-bae2-48add3a2422e {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:13.467157 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed5cdbf-98e8-4b8c-a204-83aec2068a1b", "name": "network-vif-deleted", "tag": "f2221c4d-fadf-4835-b645-4ce699c0df04", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:13.467725 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ac25fd5-66cb-496f-bae2-48add3a2422e {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:13.468159 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed5cdbf-98e8-4b8c-a204-83aec2068a1b', 'name': 'network-vif-deleted', 'tag': 'f2221c4d-fadf-4835-b645-4ce699c0df04', 'status': 'completed', 'code': 200} Sep 30 08:16:13.553617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42375354-d532-45db-9b4d-c2a44f956035 req-eacdfd3f-939d-4532-b823-4a847da0ad17 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 210 time: 0.0699294 Sep 30 08:16:13.561306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] For port 966c0281-170a-48be-a99a-1465cd22b9a4, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=966c0281-170a-48be-a99a-1465cd22b9a4,segment=NetworkSegment(0fa0019b-1f2b-455b-9fd4-aff5085973cb),segment_id=0fa0019b-1f2b-455b-9fd4-aff5085973cb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:13.562675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.592761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Calling delete_port for 966c0281-170a-48be-a99a-1465cd22b9a4 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:13.776829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:13.817010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: a5b631da-caeb-46da-ab83-ee6719c1d575 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:13.817963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a5b631da-caeb-46da-ab83-ee6719c1d575 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:13.873473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a651b0-fc2e-467d-b2fe-b67cc67034fd req-8cc53fdb-9ab6-44c4-819f-955c5b181022 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:13.886197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7a651b0-fc2e-467d-b2fe-b67cc67034fd req-8cc53fdb-9ab6-44c4-819f-955c5b181022 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.3121259 Sep 30 08:16:13.902449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-8a594a7e-a9f9-47ee-84ff-76b6603f87b0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044810 Sep 30 08:16:14.061787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07086c2-e743-432b-bd13-715844aeda79 req-8c2712f3-dd26-4e75-8a96-36d10c8bb4f4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:14.079711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f07086c2-e743-432b-bd13-715844aeda79 req-8c2712f3-dd26-4e75-8a96-36d10c8bb4f4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 949 time: 0.3331544 Sep 30 08:16:14.248854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7a651b0-fc2e-467d-b2fe-b67cc67034fd req-970a199c-e493-4a83-aa62-ea1751d0d0e2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447735 Sep 30 08:16:14.306046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f07086c2-e743-432b-bd13-715844aeda79 req-2f189523-2062-4d52-929e-3aef17b4f5a0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200866 Sep 30 08:16:14.409435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-2aa2fe12-6a2f-4ec6-b861-3a998360261e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:14.411475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-2aa2fe12-6a2f-4ec6-b861-3a998360261e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4948902 Sep 30 08:16:14.447683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Request body: {'port': {'device_id': '35c63b17-0770-415b-b650-b565072a11b2', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'f7625fa3f2fd44fba4d11d1d5409b9b3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:14.453398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f68da49-e85c-42f2-9220-444a9ec75de9 req-e93a8fd7-adeb-469b-a118-ca21a3ede18c tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 210 time: 0.0518105 Sep 30 08:16:14.454117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.506213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Pushing event deleted for resources: {'Port': ['ID=966c0281-170a-48be-a99a-1465cd22b9a4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:14.785399 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.857248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472c011-c141-4e2f-a8ff-942d6a8409fe req-e390682a-e8c3-498b-a70e-3a03e416ec5a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:14.863097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2472c011-c141-4e2f-a8ff-942d6a8409fe req-e390682a-e8c3-498b-a70e-3a03e416ec5a tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d420c50-3753-49c3-9372-eff7d8b126df HTTP/1.1" status: 200 len: 866 time: 0.5222194 Sep 30 08:16:14.956705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] No DVR routers for this DVR port 966c0281-170a-48be-a99a-1465cd22b9a4 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:14.962237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.964239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99526330-5d67-48d4-901a-677ae183f2e4 req-a3c9cbb0-8ba5-4fa0-90aa-00fb9ee17f32 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.57 "DELETE /v2.0/ports/966c0281-170a-48be-a99a-1465cd22b9a4 HTTP/1.1" status: 204 len: 173 time: 1.7990527 Sep 30 08:16:14.965101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'name': 'network-vif-deleted', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:14.967417 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3684329e-7086-40eb-8a25-79a6e21e394b" -d '{"events": [{"server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "name": "network-vif-deleted", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:14.971421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-1c9a92dd-7c45-48de-bb77-8a0841d8699f tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab42c8037ca345a18c462f97d6161fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791569 Sep 30 08:16:15.036112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2472c011-c141-4e2f-a8ff-942d6a8409fe req-89c6377c-e0ee-4559-9394-82e87828ddb3 tempest-LiveAutoBlockMigrationV225Test-1893175907 tempest-LiveAutoBlockMigrationV225Test-1893175907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d62a2d63-1eb0-41e0-8dbc-79cf869f4311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721218 Sep 30 08:16:15.104573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Made reservation on behalf of f7625fa3f2fd44fba4d11d1d5409b9b3 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:15.107979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.157481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-df874050-2e45-41a9-af4d-62b883572d70 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:15.166813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-df874050-2e45-41a9-af4d-62b883572d70 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855690 Sep 30 08:16:15.231876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-20e3a7b7-fe49-4387-a085-9a5a34c0b1e0 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/quotas/ab42c8037ca345a18c462f97d6161fbe HTTP/1.1" status: 200 len: 375 time: 0.0640380 Sep 30 08:16:15.253336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-776423d8-9ac5-4814-b396-601c70593039 req-11d62564-b2d5-4870-b1f2-f032d65ecbc2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 210 time: 0.0406425 Sep 30 08:16:15.298386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-7f5b9ff8-27ff-4f88-abdb-995026d5eec2 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab42c8037ca345a18c462f97d6161fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411654 Sep 30 08:16:15.307704 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f0352-3248-40cd-9213-93a127017886 x-openstack-request-id: req-641f0352-3248-40cd-9213-93a127017886 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:15.312180 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d420c50-3753-49c3-9372-eff7d8b126df", "name": "network-vif-deleted", "tag": "966c0281-170a-48be-a99a-1465cd22b9a4", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:15.314422 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-641f0352-3248-40cd-9213-93a127017886 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:15.314876 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d420c50-3753-49c3-9372-eff7d8b126df', 'name': 'network-vif-deleted', 'tag': '966c0281-170a-48be-a99a-1465cd22b9a4', 'status': 'completed', 'code': 200} Sep 30 08:16:15.432603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Allocated IP 192.168.233.243 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/1da4c785-2302-45d9-8e69-e5e8b29b0817) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:15.458757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a424cd-b07b-40ec-9de0-80c34542c0be req-015c6acd-e257-4ce3-8d75-52245a14dd7c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:15.460374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58a424cd-b07b-40ec-9de0-80c34542c0be req-015c6acd-e257-4ce3-8d75-52245a14dd7c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1034744 Sep 30 08:16:15.602142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58a424cd-b07b-40ec-9de0-80c34542c0be req-69ccaf3d-a059-4c2d-b3e1-00c6c0ba1d73 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327822 Sep 30 08:16:15.810381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7ddbea80-894c-4d45-bacc-bff86463a7ae up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:15.944509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bac62aac-c86c-4d7e-914c-42fac0afaea8 req-1ca971d2-5ea5-45de-bbf7-ca7afa0e2d87 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 210 time: 0.2561755 Sep 30 08:16:15.984316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b832-384e-4ed9-aafc-76132d41fbf6 req-12a73705-1918-42b7-add5-e365d2671163 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:15.995045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b32b832-384e-4ed9-aafc-76132d41fbf6 req-12a73705-1918-42b7-add5-e365d2671163 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 949 time: 0.4656348 Sep 30 08:16:16.017842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7ddbea80-894c-4d45-bacc-bff86463a7ae completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:16.025424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7ddbea80-894c-4d45-bacc-bff86463a7ae triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:16.025834 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.130523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed0d6b61-db49-4048-a1e2-f58cf46a80c4 req-1e3fd1b9-ebc9-4ba7-bdd3-5d465a1d3925 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 210 time: 0.0535877 Sep 30 08:16:16.189791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.197087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.222324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddbea80-894c-4d45-bacc-bff86463a7ae'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:16.227103 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c1138-b957-41ed-b05f-f0a78abaa764" -d '{"events": [{"server_uuid": "dae38096-2b9d-48c6-a7bf-9e350703bfa3", "name": "network-vif-plugged", "status": "completed", "tag": "7ddbea80-894c-4d45-bacc-bff86463a7ae"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:16.245427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7ddbea80-894c-4d45-bacc-bff86463a7ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:16.252488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.254453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:16.260031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b32b832-384e-4ed9-aafc-76132d41fbf6 req-4806082c-0124-4f78-9b74-7d30522eacd8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622797 Sep 30 08:16:16.336201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46260) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:16.349642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.395396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: f2221c4d-fadf-4835-b645-4ce699c0df04 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:16.395751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f2221c4d-fadf-4835-b645-4ce699c0df04 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:16.410657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3', 'f8af0329-4883-46b6-a818-981ec250da5b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:16.469642 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637d4283-2e51-4bc0-93b8-63cef0a7be5f x-openstack-request-id: req-637d4283-2e51-4bc0-93b8-63cef0a7be5f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:16.470135 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae38096-2b9d-48c6-a7bf-9e350703bfa3", "name": "network-vif-plugged", "status": "completed", "tag": "7ddbea80-894c-4d45-bacc-bff86463a7ae", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:16.470406 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-637d4283-2e51-4bc0-93b8-63cef0a7be5f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:16.470806 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddbea80-894c-4d45-bacc-bff86463a7ae', 'code': 200} Sep 30 08:16:16.498927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:16.505134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Deleting subnet 37d6b957-1829-454a-87fa-deff8e18c6b9 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:16.517036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.525011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7ddbea80-894c-4d45-bacc-bff86463a7ae,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:16.528501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:16.547490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:16.558508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:16.590980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.667630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.723222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cdae-7662-4ed3-8644-7980cb434cb9 req-3a0baf5b-0e9d-4436-a7f0-433849cf4671 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:16.728401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de41cdae-7662-4ed3-8644-7980cb434cb9 req-3a0baf5b-0e9d-4436-a7f0-433849cf4671 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 936 time: 0.2751420 Sep 30 08:16:16.809811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:16.810578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.814817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.871541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d6b957-1829-454a-87fa-deff8e18c6b9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:16.874933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.877850 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2968adf7-6016-422f-9124-7a455dc74724 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/37d6b957-1829-454a-87fa-deff8e18c6b9 HTTP/1.1" status: 204 len: 168 time: 0.5400977 Sep 30 08:16:16.880266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46266) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:16.900228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03504e-00d0-4d29-83e5-9562a80c3c0a req-c0921aa7-1ccf-4085-ac6e-c8ce84c0a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:16.905100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad03504e-00d0-4d29-83e5-9562a80c3c0a req-c0921aa7-1ccf-4085-ac6e-c8ce84c0a8b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 1101 time: 0.2851903 Sep 30 08:16:16.987354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-d045e836-df50-417d-8aad-765d7a5d90be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5453279 Sep 30 08:16:17.002202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.021500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de41cdae-7662-4ed3-8644-7980cb434cb9 req-ceb39a19-3c89-40f6-b0b3-c7e7762ae487 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760971 Sep 30 08:16:17.036992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Request body: {'port': {'device_id': '35c63b17-0770-415b-b650-b565072a11b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:17.104520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad03504e-00d0-4d29-83e5-9562a80c3c0a req-eb8b7e1b-e272-4442-95cf-42c74ef08a59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501269 Sep 30 08:16:17.113087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef8a3e-c6e2-4bdc-8d34-c44730177f0d req-d5731064-fdeb-4852-8479-a5800c538b1b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:17.121731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74ef8a3e-c6e2-4bdc-8d34-c44730177f0d req-d5731064-fdeb-4852-8479-a5800c538b1b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.3082325 Sep 30 08:16:17.142317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-75be2969-0af0-4a04-a850-f8f5f41644c4 None None] Provisioning complete for port 1da4c785-2302-45d9-8e69-e5e8b29b0817 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:17.142928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75be2969-0af0-4a04-a850-f8f5f41644c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.189131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.224956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70866ceb-6319-4dcc-8c74-c65f08af4983 req-82f07cc2-981f-4d77-90e1-4e33339261f2 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 210 time: 0.0524659 Sep 30 08:16:17.235027 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.257323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74ef8a3e-c6e2-4bdc-8d34-c44730177f0d req-f03eff55-9ed5-43c4-84e3-d7fc667e3369 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346385 Sep 30 08:16:17.258000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effa02ef-b72f-4937-9edf-6f0db0a1e9b4']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:17.279040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa0019b-1f2b-455b-9fd4-aff5085973cb') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:17.280744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa0019b-1f2b-455b-9fd4-aff5085973cb') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:17.305935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.333527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.346072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:17.347169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:17.351106 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:17.440903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-75be2969-0af0-4a04-a850-f8f5f41644c4 None None] Port 1da4c785-2302-45d9-8e69-e5e8b29b0817 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:17.540745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.563801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.570298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] 10.222.0.41 "DELETE /v2.0/networks/effa02ef-b72f-4937-9edf-6f0db0a1e9b4 HTTP/1.1" status: 204 len: 168 time: 0.6848624 Sep 30 08:16:17.582113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46284) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:17.596195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15907f67-439d-4e4a-99a5-944df388dc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=effa02ef-b72f-4937-9edf-6f0db0a1e9b4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:17.705944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Deleting subnet 99e36b72-ad0f-4d04-b742-e3057f12e63a {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:17.716118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.719605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-78f9b88e-9eb8-4632-aaef-921ba0043914 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ab42c8037ca345a18c462f97d6161fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509167 Sep 30 08:16:17.749175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89933596-bc87-48dd-90b3-a7d88f747fbe req-9b8a4bd8-1abd-43fa-b401-dd7b8140b2d1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 210 time: 0.1300189 Sep 30 08:16:17.764008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.799926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da4c785-2302-45d9-8e69-e5e8b29b0817 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:17.826037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.829179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:17.854024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.876111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 966c0281-170a-48be-a99a-1465cd22b9a4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:17.876460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 966c0281-170a-48be-a99a-1465cd22b9a4 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:17.924709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.932747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7479d0-7cc6-407c-b3b6-a86409307fb1 req-ffb2068b-f2d0-4903-b331-0c48eaa5bd5a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:17.948373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e7479d0-7cc6-407c-b3b6-a86409307fb1 req-ffb2068b-f2d0-4903-b331-0c48eaa5bd5a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 950 time: 0.3180707 Sep 30 08:16:17.956633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e36b72-ad0f-4d04-b742-e3057f12e63a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:17.984632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.991990 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5fbb740a-dc88-474b-8ef3-73ee0fc894a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/99e36b72-ad0f-4d04-b742-e3057f12e63a HTTP/1.1" status: 204 len: 168 time: 0.4084039 Sep 30 08:16:17.992867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46292) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:18.034250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Transition to ACTIVE for port object 1da4c785-2302-45d9-8e69-e5e8b29b0817 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:18.049030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.099958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e7479d0-7cc6-407c-b3b6-a86409307fb1 req-54e2841a-b611-4794-b930-9b533ef45727 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501877 Sep 30 08:16:18.100386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.137243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-2c982547-390d-4695-a2ba-907a9448ea1c tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:18.138811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-2c982547-390d-4695-a2ba-907a9448ea1c tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3969419 Sep 30 08:16:18.150897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:18.198334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Request body: {'port': {'device_id': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'ab42c8037ca345a18c462f97d6161fbe'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:18.299225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.348300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284a49b9-ab4d-45bf-9dee-825e2ffa551a']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:18.365348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc06635-608f-449e-88ae-d905a5665485') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:18.365764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc06635-608f-449e-88ae-d905a5665485') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:18.385904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.423480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.439479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:18.439954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:18.442090 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:18.450891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Made reservation on behalf of ab42c8037ca345a18c462f97d6161fbe for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:18.455519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.525820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.528200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.533366 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.538355 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] 10.222.0.41 "DELETE /v2.0/networks/284a49b9-ab4d-45bf-9dee-825e2ffa551a HTTP/1.1" status: 204 len: 168 time: 0.5439260 Sep 30 08:16:18.554019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92f8be-3f0c-45a4-b3f8-d8bbde67b96e admin admin] Pushing event deleted for resources: {'Network': ['ID=284a49b9-ab4d-45bf-9dee-825e2ffa551a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:18.578810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a0b964d-1cb5-4e1a-988a-7c4bb1b62ab2 req-a1882295-29db-4566-bd7c-90e3403965f3 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 210 time: 0.1356385 Sep 30 08:16:18.667124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aed1e-8e38-489c-8474-8e8f8e48bba8 req-68cc96c2-5da6-4e09-a6d0-30f8655b54d2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:18.668760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d26aed1e-8e38-489c-8474-8e8f8e48bba8 req-68cc96c2-5da6-4e09-a6d0-30f8655b54d2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 948 time: 0.2327461 Sep 30 08:16:18.745403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Attempting to bind port 1da4c785-2302-45d9-8e69-e5e8b29b0817 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:18.745737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Attempting to bind port 1da4c785-2302-45d9-8e69-e5e8b29b0817 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:18.745998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Attempting to bind port 1da4c785-2302-45d9-8e69-e5e8b29b0817 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:18.767711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Port 1da4c785-2302-45d9-8e69-e5e8b29b0817 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:18.768083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Attempting to bind port 1da4c785-2302-45d9-8e69-e5e8b29b0817 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:18.795995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d26aed1e-8e38-489c-8474-8e8f8e48bba8 req-32c8346b-6f24-45af-8e3f-99300dec3206 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107504 Sep 30 08:16:18.807670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:18.808013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:18.808410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:18.808880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Bound port: 1da4c785-2302-45d9-8e69-e5e8b29b0817, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:18.809263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.836150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18e96b-f8db-4a9d-9ce4-cdf1d64a4a72 req-23586b62-e047-4404-8519-a3a3dee9ccab tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:18.843869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f18e96b-f8db-4a9d-9ce4-cdf1d64a4a72 req-23586b62-e047-4404-8519-a3a3dee9ccab tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1573811 Sep 30 08:16:18.910226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46310) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:18.949800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.967065 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.988442 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-958959ee-1991-49ae-8d88-ef443c6025b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc779dd2e0304869b7844b3e47da03c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760763 Sep 30 08:16:18.989574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46314) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:19.080397 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b318781-387d-499e-8e27-a6d871b9642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.103623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Allocated IP 192.168.233.131 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/baad89e5-092b-436b-9e37-1365a44ed595) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:19.120004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f18e96b-f8db-4a9d-9ce4-cdf1d64a4a72 req-0275324c-ae17-4222-9404-4b2f5a483cb5 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751732 Sep 30 08:16:19.148638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b318781-387d-499e-8e27-a6d871b9642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.179270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:19.226252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d5a582f-2814-4460-88c2-5d98618194fc req-8da77b14-6edf-4132-8810-df60e616c47e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed5cdbf-98e8-4b8c-a204-83aec2068a1b HTTP/1.1" status: 200 len: 210 time: 0.1012359 Sep 30 08:16:19.253279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:19.257378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e348e112-a1bb-468a-9737-c51c19812603,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.313582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.329102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b318781-387d-499e-8e27-a6d871b9642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.332774 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b318781-387d-499e-8e27-a6d871b9642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.336978 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7b318781-387d-499e-8e27-a6d871b9642a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d62a2d63-1eb0-41e0-8dbc-79cf869f4311 HTTP/1.1" status: 204 len: 168 time: 0.3454461 Sep 30 08:16:19.349158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318781-387d-499e-8e27-a6d871b9642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62a2d63-1eb0-41e0-8dbc-79cf869f4311,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.433136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:19.433940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.435359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] 10.222.0.50 "PUT /v2.0/ports/1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 1096 time: 2.4160552 Sep 30 08:16:19.441638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:19.444506 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40268e-aa12-4fad-b434-83193ad68511" -d '{"events": [{"name": "network-changed", "server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:19.552336 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828beef-921c-42d9-9373-5983962de23d x-openstack-request-id: req-f828beef-921c-42d9-9373-5983962de23d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:19.553260 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:19.553599 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f828beef-921c-42d9-9373-5983962de23d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:19.554032 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'status': 'completed', 'code': 200} Sep 30 08:16:19.555641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25dae-a447-46cc-a82d-b113dfd62690 service neutron] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.614744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c2d6-5a45-4f17-9a18-0d4af6736cb8 req-c2d32b44-2d3e-4112-b34e-0e89fc522e2b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:19.622940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8877c2d6-5a45-4f17-9a18-0d4af6736cb8 req-c2d32b44-2d3e-4112-b34e-0e89fc522e2b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 950 time: 0.3065710 Sep 30 08:16:19.751728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8877c2d6-5a45-4f17-9a18-0d4af6736cb8 req-9973fd1e-e988-41f1-9784-0688ab69f70b tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266220 Sep 30 08:16:19.799628 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.869994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-98c767a7-1f2c-4100-8012-6beb8d3a4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:19.874517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-98c767a7-1f2c-4100-8012-6beb8d3a4d16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1099 time: 0.3070197 Sep 30 08:16:19.877681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-589840fa-84cf-4a23-b30d-fee8781c190f req-4e680474-d6a3-4b05-9bfb-a804ee3af3bd tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 210 time: 0.1362667 Sep 30 08:16:20.036210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-92a71e95-2d4d-421d-bf27-26b520da0e9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 217 time: 0.1324670 Sep 30 08:16:20.140306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-f2e20189-86c6-445a-8548-488447a56a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:20.142688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-f2e20189-86c6-445a-8548-488447a56a0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0766191 Sep 30 08:16:20.259248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:20.263690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:20.317428 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-184f0b2b-ece5-4055-96ac-2245f36749f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a6c7a91908447ea1f9b3715a9ab422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565863 Sep 30 08:16:20.318462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46348) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:20.353723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3435-7bab-4b1d-8058-729df8490c0b req-af6084e1-9542-40e9-9b16-86dba00463ff tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:20.365834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b27e3435-7bab-4b1d-8058-729df8490c0b req-af6084e1-9542-40e9-9b16-86dba00463ff tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 948 time: 0.3496292 Sep 30 08:16:20.377845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0fcc-576e-49ff-9f30-d6c678923a5f req-406351ae-a113-4612-92b9-37c5b9206bfe tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:20.380140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a3c0fcc-576e-49ff-9f30-d6c678923a5f req-406351ae-a113-4612-92b9-37c5b9206bfe tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 1101 time: 0.3705807 Sep 30 08:16:20.380767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc058-69ed-4c8d-a493-7d2d41982032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:20.397224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:20.420110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc058-69ed-4c8d-a493-7d2d41982032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:20.425632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:20.439254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:20.538327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc058-69ed-4c8d-a493-7d2d41982032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:20.542437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc058-69ed-4c8d-a493-7d2d41982032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:20.543937 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aa4dc058-69ed-4c8d-a493-7d2d41982032 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c1c9526-6e0d-42f8-8ee7-e4b4d5e6d4af HTTP/1.1" status: 204 len: 168 time: 0.2242117 Sep 30 08:16:20.555172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dc058-69ed-4c8d-a493-7d2d41982032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1c9526-6e0d-42f8-8ee7-e4b4d5e6d4af,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:20.588252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b27e3435-7bab-4b1d-8058-729df8490c0b req-3e4d2fe1-23c5-4b8f-8e90-23c2364d089d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209294 Sep 30 08:16:20.589173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Pushing event updated for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:20.621632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-50a14ad4-6029-4f11-90de-0febcd7fe49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:20.630026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-50a14ad4-6029-4f11-90de-0febcd7fe49f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4704340 Sep 30 08:16:20.678636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a3c0fcc-576e-49ff-9f30-d6c678923a5f req-9ea90ee7-c11f-417d-9485-cf629eb49eee tempest-ServersOnMultiNodesTest-809972926 tempest-ServersOnMultiNodesTest-809972926-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789123 Sep 30 08:16:20.873771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-931a487d-f9db-46b2-b69c-26fa593d9654 None None] Provisioning complete for port baad89e5-092b-436b-9e37-1365a44ed595 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:20.876964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-931a487d-f9db-46b2-b69c-26fa593d9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:20.929091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-c9466972-ab2d-4ab1-a5ed-53bb7a019b79 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651362 Sep 30 08:16:21.022765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-931a487d-f9db-46b2-b69c-26fa593d9654 None None] Port baad89e5-092b-436b-9e37-1365a44ed595 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:21.030445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:21.031492 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.093357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-569f619c-44bf-4ea1-a627-26c4a634a749 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9030280 Sep 30 08:16:21.112732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:16:21.125095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Request body: {'port': {'device_id': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:21.216562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9d2f6-e7ef-46fc-94da-5bced00cef08 req-0fabedb5-ff99-4110-868e-bf11393c60c3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:21.220103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9f9d2f6-e7ef-46fc-94da-5bced00cef08 req-0fabedb5-ff99-4110-868e-bf11393c60c3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.2884994 Sep 30 08:16:21.655662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cbe1779-0cd4-41b8-a2eb-29bff9efe9d3 req-7136e3b3-5ea4-41ab-abdb-655626242596 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541061 Sep 30 08:16:21.680577 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.244027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9f9d2f6-e7ef-46fc-94da-5bced00cef08 req-3a1dda08-4b59-432d-9cd4-6137227436e0 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913503 Sep 30 08:16:22.271263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40268e-aa12-4fad-b434-83193ad68511 req-43705f4a-4640-4685-8e7b-17f980183a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.272259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-43705f4a-4640-4685-8e7b-17f980183a20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1099 time: 0.1929865 Sep 30 08:16:22.287832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaf937-fb65-421c-b9cc-6415278d69dc req-c46da439-aab7-4385-8ec1-b76b74abdd2a tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.300677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9cdaf937-fb65-421c-b9cc-6415278d69dc req-c46da439-aab7-4385-8ec1-b76b74abdd2a tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 936 time: 0.6708119 Sep 30 08:16:22.498440 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9cdaf937-fb65-421c-b9cc-6415278d69dc req-1604f2c5-bf5b-469f-bafe-132f86628031 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826000 Sep 30 08:16:22.612207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baad89e5-092b-436b-9e37-1365a44ed595 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:22.655142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.739680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Transition to ACTIVE for port object baad89e5-092b-436b-9e37-1365a44ed595 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:22.747972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45059241-1abd-4645-b43b-5228c7899d5e req-b8507de0-950f-4259-80c1-4a6b772501b4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.749819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45059241-1abd-4645-b43b-5228c7899d5e req-b8507de0-950f-4259-80c1-4a6b772501b4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 950 time: 0.3026273 Sep 30 08:16:22.757229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.933700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729d1f-a0c0-4024-8ef0-2d74c4aa808a req-efd91321-1f45-4156-87de-3734ae4519ca tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.942923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d729d1f-a0c0-4024-8ef0-2d74c4aa808a req-efd91321-1f45-4156-87de-3734ae4519ca tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 948 time: 0.2770009 Sep 30 08:16:23.035423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45059241-1abd-4645-b43b-5228c7899d5e req-1063af33-09f2-4cf5-83e6-0a368bfde5b0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466667 Sep 30 08:16:23.036082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Pushing event updated for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:23.046756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40268e-aa12-4fad-b434-83193ad68511 req-42315fdf-2330-4a91-aecd-40e2a3dab10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.048768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-42315fdf-2330-4a91-aecd-40e2a3dab10e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.7454813 Sep 30 08:16:23.197282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d729d1f-a0c0-4024-8ef0-2d74c4aa808a req-dfc972b1-26b9-4d74-9f68-5c9adbe9110b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531903 Sep 30 08:16:23.224768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-59fe52e6-fe52-4b51-92e5-6dad4565cc2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 217 time: 0.1431375 Sep 30 08:16:23.388843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Attempting to bind port baad89e5-092b-436b-9e37-1365a44ed595 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:23.390334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Attempting to bind port baad89e5-092b-436b-9e37-1365a44ed595 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:23.391056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Attempting to bind port baad89e5-092b-436b-9e37-1365a44ed595 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:23.425188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40268e-aa12-4fad-b434-83193ad68511 req-bc7804ba-e7d8-4132-a54e-599205b07788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.433905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-bc7804ba-e7d8-4132-a54e-599205b07788 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1940646 Sep 30 08:16:23.436213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Port baad89e5-092b-436b-9e37-1365a44ed595 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:23.436553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Attempting to bind port baad89e5-092b-436b-9e37-1365a44ed595 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:23.512017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:23.512401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:23.512790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:23.513479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Bound port: baad89e5-092b-436b-9e37-1365a44ed595, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:23.513942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.707818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:23.771849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40268e-aa12-4fad-b434-83193ad68511 req-75ace475-360c-4061-ab67-b5a7004bb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.779861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-75ace475-360c-4061-ab67-b5a7004bb110 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3344138 Sep 30 08:16:23.927266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:23.939170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:23.946873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=baad89e5-092b-436b-9e37-1365a44ed595,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:23.953257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'mac_address': 'fa:16:3e:86:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:23.976224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5b699-467f-463d-8b10-f0fe7667a281 req-20174791-eb6c-4d7c-8d86-5ef38faa9547 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.989256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62c5b699-467f-463d-8b10-f0fe7667a281 req-20174791-eb6c-4d7c-8d86-5ef38faa9547 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.5539322 Sep 30 08:16:24.015797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.023141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.032717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da4c785-2302-45d9-8e69-e5e8b29b0817 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:24.058790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:24.064774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.130606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:24.176398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-6a7687cd-2275-4b0b-afd2-932f602aea31 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.178182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-6a7687cd-2275-4b0b-afd2-932f602aea31 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 950 time: 0.6581256 Sep 30 08:16:24.196068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.196883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.198524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] 10.222.0.50 "PUT /v2.0/ports/baad89e5-092b-436b-9e37-1365a44ed595 HTTP/1.1" status: 200 len: 1096 time: 3.0827887 Sep 30 08:16:24.225210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62c5b699-467f-463d-8b10-f0fe7667a281 req-5beab4b3-84fe-4ff5-9408-858a08a3fc7d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344723 Sep 30 08:16:24.236452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:24.239044 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf" -d '{"events": [{"name": "network-changed", "server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "tag": "baad89e5-092b-436b-9e37-1365a44ed595"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:24.265869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b58d3-6d0e-41b2-9788-e7334f55dbfc req-0302175b-b8ca-4022-9f47-a022d21cc813 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.267735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-310b58d3-6d0e-41b2-9788-e7334f55dbfc req-0302175b-b8ca-4022-9f47-a022d21cc813 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 948 time: 0.6332996 Sep 30 08:16:24.495201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da5033-f6e9-4c52-9606-9229909a652f service neutron] Pushing event updated for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:24.554516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-310b58d3-6d0e-41b2-9788-e7334f55dbfc req-1ce8ddb0-ee80-40a6-a9b3-1eba4400f026 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263856 Sep 30 08:16:24.581236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1da4c785-2302-45d9-8e69-e5e8b29b0817'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:24.777055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-94f10c9c-35f4-42ac-a54d-41dc30794291 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615512 Sep 30 08:16:24.822517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-e9765b60-2001-480b-8127-dda013f02266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.824473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-e9765b60-2001-480b-8127-dda013f02266 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab42c8037ca345a18c462f97d6161fbe&device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 1099 time: 0.4652128 Sep 30 08:16:24.861476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.862434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.863299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.864022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.864789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.865542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.866225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.866955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.870098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8cdee67-7205-4df4-b006-d9457477dfd8 req-1f0702b3-08e0-4230-924d-43639b6bad2b tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5707 time: 0.2225590 Sep 30 08:16:24.937267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-8cd27997-34d1-4846-a1c6-5137abf90ced service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=baad89e5-092b-436b-9e37-1365a44ed595 HTTP/1.1" status: 200 len: 217 time: 0.0816934 Sep 30 08:16:25.051363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fee514-3663-49a4-939c-9cd8b6064296 req-54feb997-e6f5-4395-8539-93e89bf15d98 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.052842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1fee514-3663-49a4-939c-9cd8b6064296 req-54feb997-e6f5-4395-8539-93e89bf15d98 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=dae38096-2b9d-48c6-a7bf-9e350703bfa3 HTTP/1.1" status: 200 len: 950 time: 0.2783554 Sep 30 08:16:25.127469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port 7ddbea80-894c-4d45-bacc-bff86463a7ae {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:25.127906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.133732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb40268e-aa12-4fad-b434-83193ad68511 req-ae7c34b9-4a80-43aa-9ae7-23382fc3e1ba service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429072 Sep 30 08:16:25.169818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-feda2133-3611-4491-9637-d13e686aaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.171561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-feda2133-3611-4491-9637-d13e686aaaa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.2214725 Sep 30 08:16:25.223513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1fee514-3663-49a4-939c-9cd8b6064296 req-60c3962f-c2fa-408a-b49f-c37130a889f7 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528528 Sep 30 08:16:25.281384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6f47c-7012-4dcf-9ff0-8ac8ab456979 req-af1a4520-09de-490e-9d69-07200007ea8e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.283035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61f6f47c-7012-4dcf-9ff0-8ac8ab456979 req-af1a4520-09de-490e-9d69-07200007ea8e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 949 time: 0.2136734 Sep 30 08:16:25.328249 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486c4445-a92d-4cc6-aa6f-7381e4fad44f x-openstack-request-id: req-486c4445-a92d-4cc6-aa6f-7381e4fad44f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:25.328546 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "tag": "baad89e5-092b-436b-9e37-1365a44ed595", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:25.328771 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-486c4445-a92d-4cc6-aa6f-7381e4fad44f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:25.329165 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595', 'status': 'completed', 'code': 200} Sep 30 08:16:25.368271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port 7ddbea80-894c-4d45-bacc-bff86463a7ae, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7ddbea80-894c-4d45-bacc-bff86463a7ae,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:25.368583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.375973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-4a7272e7-7bb2-4692-af01-a5b1775c9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.377550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-4a7272e7-7bb2-4692-af01-a5b1775c9fd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812689 Sep 30 08:16:25.394926 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.429021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for 7ddbea80-894c-4d45-bacc-bff86463a7ae owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:25.438189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61f6f47c-7012-4dcf-9ff0-8ac8ab456979 req-e308b36e-5cc3-4639-b6e5-a76e3627fda0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441479 Sep 30 08:16:25.524289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.661150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-22fabf75-d973-488d-b644-3cd99113aa88 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580731 Sep 30 08:16:25.717283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e4c94-ed1b-4266-89d4-10a6932b8b71 req-2647c149-a543-40a4-a732-6e549d70601f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.718742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b2e4c94-ed1b-4266-89d4-10a6932b8b71 req-2647c149-a543-40a4-a732-6e549d70601f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 886 time: 0.2058530 Sep 30 08:16:25.918779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d910597-79c5-4be8-8f18-e2d235382cc7 req-425a28b1-63e8-4a6f-b649-c4ee359482ff service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473249 Sep 30 08:16:25.958365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4643777-3e16-4e62-886d-7b691c0a3f37 req-a157c1b3-352a-4673-b2cb-27ed45ef573e tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.966550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4643777-3e16-4e62-886d-7b691c0a3f37 req-a157c1b3-352a-4673-b2cb-27ed45ef573e tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 948 time: 0.1683481 Sep 30 08:16:25.975785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.990085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:26.022927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f', '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:26.048889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=7ddbea80-894c-4d45-bacc-bff86463a7ae,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:26.087799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-79b40347-18f8-44b3-9d12-75153b8a0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.089417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-79b40347-18f8-44b3-9d12-75153b8a0504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75b1df868bac4a128b020552d8c6dce8&device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 1096 time: 0.1911972 Sep 30 08:16:26.151533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4643777-3e16-4e62-886d-7b691c0a3f37 req-0d802d44-c7e3-4b69-9356-696099659903 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793008 Sep 30 08:16:26.653417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port 7ddbea80-894c-4d45-bacc-bff86463a7ae on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:26.682995 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.685007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1cb495b-0cc0-4666-a1dc-0b44468c29ef req-31b7e61f-f04f-4501-bf80-bae56d221199 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "DELETE /v2.0/ports/7ddbea80-894c-4d45-bacc-bff86463a7ae HTTP/1.1" status: 204 len: 173 time: 2.4914675 Sep 30 08:16:26.762725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-6cb26bf5-d2af-46ef-9dfe-17af8646cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.764253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-6cb26bf5-d2af-46ef-9dfe-17af8646cf73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab42c8037ca345a18c462f97d6161fbe&device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 1099 time: 0.7050560 Sep 30 08:16:26.775207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.775694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.776169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.776636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.777102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.777600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.778061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.778520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.780502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f97e361-ab6b-409a-9fae-2cf2abc077be req-b49ab562-5413-484f-8c75-83fa0b85c94f tempest-NetworksTest-259984375 tempest-NetworksTest-259984375-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5707 time: 0.7843425 Sep 30 08:16:26.800929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac037-8472-4550-813d-dbb2299382c8 req-a4265e83-d93f-413c-bc60-51dc42f4408b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.809842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eeac037-8472-4550-813d-dbb2299382c8 req-a4265e83-d93f-413c-bc60-51dc42f4408b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.5630078 Sep 30 08:16:26.838832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-c84844a2-c45b-4baa-a5c4-4157ed8f2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.840458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-c84844a2-c45b-4baa-a5c4-4157ed8f2af7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 200 len: 917 time: 0.7396905 Sep 30 08:16:26.892801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-f87c7d8b-0129-48b0-956d-33d8c150ebe1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.894575 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-f87c7d8b-0129-48b0-956d-33d8c150ebe1 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.0882530 Sep 30 08:16:26.918484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-60a23c51-32b9-4cc5-86fc-d39ba4bfd673 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 HTTP/1.1" status: 200 len: 217 time: 0.0642681 Sep 30 08:16:26.982107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eeac037-8472-4550-813d-dbb2299382c8 req-190afb88-99b6-403d-af23-0c83ed9468ed tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712744 Sep 30 08:16:27.014162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Deleting port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:27.014746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.082764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-4ee62353-8c76-43ea-901b-1ce42415379b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--128882567&fields=id&tenant_id=696a7fb12c264887acf92aff30253dfb HTTP/1.1" status: 200 len: 267 time: 0.1291356 Sep 30 08:16:27.084319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-857d7a88-f274-457a-8397-41dfb9f69b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.085818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-857d7a88-f274-457a-8397-41dfb9f69b12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2715788 Sep 30 08:16:27.102467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-c6665e4c-39d9-407b-8f9e-b36d508bb691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.104050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-c6665e4c-39d9-407b-8f9e-b36d508bb691 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 200 len: 855 time: 0.1492968 Sep 30 08:16:27.132104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] For port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:27.132468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.150811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Calling delete_port for 7a455538-95a6-4c7b-9094-4f3e4d55d5ae owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:27.183045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-b6df14d0-36fa-4986-97c5-c48b51b556b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=baad89e5-092b-436b-9e37-1365a44ed595 HTTP/1.1" status: 200 len: 217 time: 0.0769153 Sep 30 08:16:27.282477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:27.319745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622261-eae7-4ba4-bab3-30c28a306b9a req-03895d2a-4dd4-4a9f-812c-61b5bf0226fa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.327641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91622261-eae7-4ba4-bab3-30c28a306b9a req-03895d2a-4dd4-4a9f-812c-61b5bf0226fa tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=99c2c83c-93ed-4e33-a52b-85fa415522af HTTP/1.1" status: 200 len: 944 time: 0.2701161 Sep 30 08:16:27.334854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'name': 'network-vif-deleted', 'tag': '7ddbea80-894c-4d45-bacc-bff86463a7ae'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:27.337873 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b87f2cb-d1d9-4bff-970e-50630703360d" -d '{"events": [{"server_uuid": "dae38096-2b9d-48c6-a7bf-9e350703bfa3", "name": "network-vif-deleted", "tag": "7ddbea80-894c-4d45-bacc-bff86463a7ae"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:27.379515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-68b898ec-9d1b-4bb9-8917-3ea41393b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.380995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-68b898ec-9d1b-4bb9-8917-3ea41393b3fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1717603 Sep 30 08:16:27.386343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-b620927f-7515-4d42-b45f-78044ad34619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.388240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-b620927f-7515-4d42-b45f-78044ad34619 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8efb1060-a36b-4338-9c83-ed1ffc5a09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301733 Sep 30 08:16:27.390825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.395251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-2316429e-5966-4827-83ac-833664f21542 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.397121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-2316429e-5966-4827-83ac-833664f21542 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/networks?id=f353bf86-ddda-4abb-a16f-e2957032e186 HTTP/1.1" status: 200 len: 816 time: 0.2921269 Sep 30 08:16:27.431243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event deleted for resources: {'Port': ['ID=7a455538-95a6-4c7b-9094-4f3e4d55d5ae,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:27.469528 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f66085f-b319-488a-a93f-819186ce872f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.470848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-da42af4a-689e-41e8-b6c0-c8cc56c941dd tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/quotas/696a7fb12c264887acf92aff30253dfb HTTP/1.1" status: 200 len: 375 time: 0.0631347 Sep 30 08:16:27.474980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91622261-eae7-4ba4-bab3-30c28a306b9a req-e9e22e8c-bea3-467c-9e08-67dd1a707573 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465259 Sep 30 08:16:27.493709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] No DVR routers for this DVR port 7a455538-95a6-4c7b-9094-4f3e4d55d5ae on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:27.497271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.499225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f7996715-226b-4fbf-a11a-0c294ac2622a req-847cdba3-b269-47b5-ab04-a2da2686b411 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.50 "DELETE /v2.0/ports/7a455538-95a6-4c7b-9094-4f3e4d55d5ae HTTP/1.1" status: 204 len: 173 time: 0.5963211 Sep 30 08:16:27.499659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'name': 'network-vif-deleted', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:27.501955 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6599f2c6-0fcb-45e5-bd94-1b6ca03162bb" -d '{"events": [{"server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "name": "network-vif-deleted", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:27.573557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-c6543847-d4bb-4ba6-bee3-901f6f931cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.576081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-c6543847-d4bb-4ba6-bee3-901f6f931cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578801 Sep 30 08:16:27.616909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f66085f-b319-488a-a93f-819186ce872f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.622495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f66085f-b319-488a-a93f-819186ce872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.653560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-9eb3737c-c20c-4b35-91b2-d35ced9cff7b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=696a7fb12c264887acf92aff30253dfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1740618 Sep 30 08:16:27.658821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-de632de6-216c-4c63-9059-e66e5a1e1c84 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308927 Sep 30 08:16:27.670353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f66085f-b319-488a-a93f-819186ce872f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a814f152fbcf4f0cbe30075a9f44fb8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859925 Sep 30 08:16:27.671189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:27.693371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66085f-b319-488a-a93f-819186ce872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc9a04-077e-4701-aae9-ff496baccf69,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:27.718527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device baad89e5-092b-436b-9e37-1365a44ed595 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:27.730815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:27.740517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3eb82644-fbb9-4b91-a4ab-d3ab1bc0c0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.773097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3eb82644-fbb9-4b91-a4ab-d3ab1bc0c0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.833099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3eb82644-fbb9-4b91-a4ab-d3ab1bc0c0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.838522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3eb82644-fbb9-4b91-a4ab-d3ab1bc0c0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.842424 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3eb82644-fbb9-4b91-a4ab-d3ab1bc0c0b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56bc9a04-077e-4701-aae9-ff496baccf69 HTTP/1.1" status: 204 len: 168 time: 0.1648567 Sep 30 08:16:27.858049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-5a137b6d-b742-42b1-b130-260f9d5ad63e service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725518 Sep 30 08:16:27.871717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb82644-fbb9-4b91-a4ab-d3ab1bc0c0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc9a04-077e-4701-aae9-ff496baccf69,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:27.877810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=baad89e5-092b-436b-9e37-1365a44ed595,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:27.892744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'baad89e5-092b-436b-9e37-1365a44ed595', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'baad89e5-092b-436b-9e37-1365a44ed595', 'mac_address': 'fa:16:3e:f9:64:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:27.905835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7ddbea80-894c-4d45-bacc-bff86463a7ae no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:27.917239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa10e15-e921-4712-85a3-a8ef7b78acbd req-f928e139-1e31-4c65-9ca2-cd1f0edc6f7f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.918798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa10e15-e921-4712-85a3-a8ef7b78acbd req-f928e139-1e31-4c65-9ca2-cd1f0edc6f7f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 949 time: 0.2255177 Sep 30 08:16:27.933797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 7ddbea80-894c-4d45-bacc-bff86463a7ae {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:27.934269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7ddbea80-894c-4d45-bacc-bff86463a7ae not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:27.936000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1da4c785-2302-45d9-8e69-e5e8b29b0817 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:27.943027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1da4c785-2302-45d9-8e69-e5e8b29b0817 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:27.944019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.013845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8afb6977-6908-40f6-83ec-50083fb242f0 req-6903c580-5092-46d2-8013-2256c043fdd4 service neutron] 10.222.0.50 "GET /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194594 Sep 30 08:16:28.112550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa10e15-e921-4712-85a3-a8ef7b78acbd req-4d556634-6992-4693-b0b6-768a64387a7a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238480 Sep 30 08:16:28.129178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-84e58a53-83d3-4d19-9d2e-c814e71f1a5c service neutron] 10.222.0.41 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367948 Sep 30 08:16:28.150031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41133fd5-7113-41f6-89e5-d6ab6cfc19bf req-8d1a05bf-343b-45c3-90cc-836598c66199 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762938 Sep 30 08:16:28.182309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.233722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baad89e5-092b-436b-9e37-1365a44ed595 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:28.247232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.273159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=baad89e5-092b-436b-9e37-1365a44ed595,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:28.282497 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.314450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:28.328056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:28.332266 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68db33-9549-4e3b-bf46-a6cf4ec0fe64" -d '{"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-plugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:28.357356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-986d9677-a8ad-472d-b76e-475b3b75c6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.373258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:28.382732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.394233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d58d5-8b06-4115-ad9f-a5092d1185a9 req-1943b8a0-463a-413d-ae34-4c5c79e80fa4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:28.396578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad1d58d5-8b06-4115-ad9f-a5092d1185a9 req-1943b8a0-463a-413d-ae34-4c5c79e80fa4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 949 time: 0.1603496 Sep 30 08:16:28.427002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-0cb2998f-9abd-4fbd-8e5c-642090c21394 service neutron] 10.222.0.41 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882688 Sep 30 08:16:28.428814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.472750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad1d58d5-8b06-4115-ad9f-a5092d1185a9 req-364c7355-e2ef-4e39-a6b9-51aba3329699 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602636 Sep 30 08:16:28.518771 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feb05c2-7630-4790-99ba-b770b9f2e0f2 x-openstack-request-id: req-3feb05c2-7630-4790-99ba-b770b9f2e0f2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:28.519069 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae38096-2b9d-48c6-a7bf-9e350703bfa3", "name": "network-vif-deleted", "tag": "7ddbea80-894c-4d45-bacc-bff86463a7ae", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:28.519335 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3feb05c2-7630-4790-99ba-b770b9f2e0f2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:28.519706 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae38096-2b9d-48c6-a7bf-9e350703bfa3', 'name': 'network-vif-deleted', 'tag': '7ddbea80-894c-4d45-bacc-bff86463a7ae', 'status': 'completed', 'code': 200} Sep 30 08:16:28.534232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.599517 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a5d6e8-f13d-4789-9259-996ec2826f69 x-openstack-request-id: req-64a5d6e8-f13d-4789-9259-996ec2826f69 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:28.599810 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2c83c-93ed-4e33-a52b-85fa415522af", "name": "network-vif-deleted", "tag": "7a455538-95a6-4c7b-9094-4f3e4d55d5ae", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:28.600059 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64a5d6e8-f13d-4789-9259-996ec2826f69 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:28.600458 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2c83c-93ed-4e33-a52b-85fa415522af', 'name': 'network-vif-deleted', 'tag': '7a455538-95a6-4c7b-9094-4f3e4d55d5ae', 'status': 'completed', 'code': 200} Sep 30 08:16:28.618039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-986d9677-a8ad-472d-b76e-475b3b75c6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.630264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-986d9677-a8ad-472d-b76e-475b3b75c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.676060 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-986d9677-a8ad-472d-b76e-475b3b75c6a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9dfb921b3a4c4db49b036f0673253c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601029 Sep 30 08:16:28.678531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46502) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:28.690009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d9677-a8ad-472d-b76e-475b3b75c6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130f3d5a-db7a-4a23-b3c2-c47d344d3bb4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.741369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b0abda2-a2da-4ee4-9559-571594fec475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.770355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b0abda2-a2da-4ee4-9559-571594fec475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.854904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b0abda2-a2da-4ee4-9559-571594fec475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.857698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b0abda2-a2da-4ee4-9559-571594fec475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.859602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b0abda2-a2da-4ee4-9559-571594fec475 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/130f3d5a-db7a-4a23-b3c2-c47d344d3bb4 HTTP/1.1" status: 204 len: 168 time: 0.1800377 Sep 30 08:16:28.881847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0abda2-a2da-4ee4-9559-571594fec475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130f3d5a-db7a-4a23-b3c2-c47d344d3bb4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.924690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b01ec-81c4-49a8-822b-ba6c57d0e82d req-3c391c71-d307-4149-a16e-a5091d7bf334 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:28.926750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-421b01ec-81c4-49a8-822b-ba6c57d0e82d req-3c391c71-d307-4149-a16e-a5091d7bf334 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.0779791 Sep 30 08:16:28.935236 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd57b2f-bdb4-4fa9-bfb0-9f579a6ba423 x-openstack-request-id: req-dfd57b2f-bdb4-4fa9-bfb0-9f579a6ba423 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:28.935721 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-plugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:28.935926 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfd57b2f-bdb4-4fa9-bfb0-9f579a6ba423 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:28.936604 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'code': 200} Sep 30 08:16:28.983693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-421b01ec-81c4-49a8-822b-ba6c57d0e82d req-fa61491d-0bf7-435e-a27d-44138e08de19 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486374 Sep 30 08:16:29.040007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['baad89e5-092b-436b-9e37-1365a44ed595'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:29.194510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547c734-5deb-4435-b550-babe331276d2 req-10e09aa1-cbce-4117-ad65-7bea41af7eff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:29.195979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8547c734-5deb-4435-b550-babe331276d2 req-10e09aa1-cbce-4117-ad65-7bea41af7eff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 950 time: 0.1286547 Sep 30 08:16:29.225004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe850dc-58c8-45a8-931d-fe37894c5b17 req-67d4534c-d8ca-4671-bc51-28487e58bcb7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 210 time: 0.0415075 Sep 30 08:16:29.233383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19840e-4b46-4d52-87d8-15bd73093df7 req-9541c635-70f5-41c3-b55a-8e7d67e9a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:29.234995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd19840e-4b46-4d52-87d8-15bd73093df7 req-9541c635-70f5-41c3-b55a-8e7d67e9a72e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1101 time: 0.0992908 Sep 30 08:16:29.291507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8547c734-5deb-4435-b550-babe331276d2 req-10b97c4a-9cf3-4638-8ac8-042f6c337dc5 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630491 Sep 30 08:16:29.307940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd19840e-4b46-4d52-87d8-15bd73093df7 req-d94a787e-038a-4b71-bc3e-292fa30ee5d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581653 Sep 30 08:16:29.447833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455df8a-0422-4c14-9358-5e85f6862110 req-88bb242f-b758-4407-a617-55ed0844c51a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:29.455206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0455df8a-0422-4c14-9358-5e85f6862110 req-88bb242f-b758-4407-a617-55ed0844c51a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.0786130 Sep 30 08:16:29.509832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0455df8a-0422-4c14-9358-5e85f6862110 req-8ce9ff64-3f53-4dba-bce1-2bbcfda38b95 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531538 Sep 30 08:16:29.617712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e499c-f452-481f-92ce-c8bede40c2f0 req-82afa81e-9d00-4c3d-a79e-082c5802d84b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:29.620330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-314e499c-f452-481f-92ce-c8bede40c2f0 req-82afa81e-9d00-4c3d-a79e-082c5802d84b tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.0720038 Sep 30 08:16:29.696266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745165-7a23-451f-9805-2956f8c00bf3 req-77474163-17ec-42b3-b2eb-cde1319e1ecc tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:29.700249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40745165-7a23-451f-9805-2956f8c00bf3 req-77474163-17ec-42b3-b2eb-cde1319e1ecc tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 949 time: 0.1031981 Sep 30 08:16:29.707163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-314e499c-f452-481f-92ce-c8bede40c2f0 req-93eb0770-15b0-45e4-8892-6dcc1102d32d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687447 Sep 30 08:16:29.736770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:29.768019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40745165-7a23-451f-9805-2956f8c00bf3 req-3fd59e26-401f-4997-a919-d365b0c1f2f7 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593107 Sep 30 08:16:29.774680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 7a455538-95a6-4c7b-9094-4f3e4d55d5ae {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:29.775028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7a455538-95a6-4c7b-9094-4f3e4d55d5ae not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:30.099652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3ae2d-e9d6-4405-8bd7-87be74a73f9b req-8cfca769-66d2-47dc-8a0e-1802727f126c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.101120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82b3ae2d-e9d6-4405-8bd7-87be74a73f9b req-8cfca769-66d2-47dc-8a0e-1802727f126c tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.0519228 Sep 30 08:16:30.155471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82b3ae2d-e9d6-4405-8bd7-87be74a73f9b req-7168d838-eaa7-4ada-ab88-248c7369afd8 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Sep 30 08:16:30.245303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-c19d7c0c-2c3f-4e2a-b209-718cd02fd384 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.246876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-c19d7c0c-2c3f-4e2a-b209-718cd02fd384 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Sep 30 08:16:30.387829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c88883a-00c5-44ff-b372-1e1ab2727550 req-41593516-418e-426b-9a6b-254d43bdbe06 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 210 time: 0.0368953 Sep 30 08:16:30.397609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3a4f-ff15-4458-8e2c-5dfee8f4e78a req-dc4cad1e-d88b-411d-ac82-377d1beaf92a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.412934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecdf3a4f-ff15-4458-8e2c-5dfee8f4e78a req-dc4cad1e-d88b-411d-ac82-377d1beaf92a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1454425 Sep 30 08:16:30.491685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Deleting port 51517bd5-38d2-41c8-8a33-2a1886b8b926 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:30.492348 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.501428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecdf3a4f-ff15-4458-8e2c-5dfee8f4e78a req-d9236427-4f55-453a-8958-635f0b4704f6 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952363 Sep 30 08:16:30.590450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-2b5a1313-5a72-431b-b2d5-15541e0dda84 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.592643 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-2b5a1313-5a72-431b-b2d5-15541e0dda84 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.57 "GET /v2.0/networks?id=f353bf86-ddda-4abb-a16f-e2957032e186 HTTP/1.1" status: 200 len: 816 time: 0.1640439 Sep 30 08:16:30.637881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff54baa-17cb-456b-9b1d-ec76e930ed3c req-29a37958-bf29-4124-b1a1-edf173eca511 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.646245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bff54baa-17cb-456b-9b1d-ec76e930ed3c req-29a37958-bf29-4124-b1a1-edf173eca511 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 950 time: 0.1494863 Sep 30 08:16:30.655019 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-a9073015-ec8c-44d8-bfde-473c0c7a485d tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=696a7fb12c264887acf92aff30253dfb HTTP/1.1" status: 200 len: 379 time: 0.0419626 Sep 30 08:16:30.680465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Request body: {'port': {'device_id': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'admin_state_up': True, 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'security_groups': ['e9965f81-1ff5-49b2-a4dd-ceb3ee173304']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:30.718921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] For port 51517bd5-38d2-41c8-8a33-2a1886b8b926, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=51517bd5-38d2-41c8-8a33-2a1886b8b926,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:30.719310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.753506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77ded5-1303-42bd-ac8d-f8d446c7c0b9 req-f76f2b81-fdd8-44d5-a232-406958a54122 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.755377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e77ded5-1303-42bd-ac8d-f8d446c7c0b9 req-f76f2b81-fdd8-44d5-a232-406958a54122 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 945 time: 0.1481719 Sep 30 08:16:30.756967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Calling delete_port for 51517bd5-38d2-41c8-8a33-2a1886b8b926 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:30.771506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bff54baa-17cb-456b-9b1d-ec76e930ed3c req-d21f6e5c-5d25-49b1-bc2f-09c5f0682952 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220350 Sep 30 08:16:30.848109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Made reservation on behalf of 696a7fb12c264887acf92aff30253dfb for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:30.853271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.955427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e77ded5-1303-42bd-ac8d-f8d446c7c0b9 req-f915c246-e404-4369-a926-4609f089d4a1 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743512 Sep 30 08:16:31.030077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Allocated IP 172.20.0.7 (f353bf86-ddda-4abb-a16f-e2957032e186/57055eb0-ff37-492f-b24e-d454d91f7b32/3b867e76-43d8-483a-82c8-b99fba106055) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:31.047171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68e0c6-1cad-4b5c-8255-0757aa79c899 req-be3298fb-41a4-490b-8898-81dbca42340f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.060314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af68e0c6-1cad-4b5c-8255-0757aa79c899 req-be3298fb-41a4-490b-8898-81dbca42340f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1830447 Sep 30 08:16:31.191590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.226395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.264159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af68e0c6-1cad-4b5c-8255-0757aa79c899 req-33bb574e-6b94-44b5-939d-007075c1004e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010498 Sep 30 08:16:31.267547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Network f353bf86-ddda-4abb-a16f-e2957032e186 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:31.270945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:31.276154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:31.283939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e6e4-5032-4667-aebd-a6f6c66cf5cf req-fba06603-7468-4d15-8320-29b0c76e1f3e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.298462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f32e6e4-5032-4667-aebd-a6f6c66cf5cf req-fba06603-7468-4d15-8320-29b0c76e1f3e tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=599b51ba-7ff8-4343-b1b5-3db878ed5c63 HTTP/1.1" status: 200 len: 945 time: 0.2633600 Sep 30 08:16:31.310722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event updated for resources: {'Port': ['ID=3b867e76-43d8-483a-82c8-b99fba106055,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.348842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.349821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.374929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.375154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-30524fce-eba8-41b1-ae14-9d0d2d6b65c7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6997986 Sep 30 08:16:31.382766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f32e6e4-5032-4667-aebd-a6f6c66cf5cf req-9368fa5a-40cb-4ec8-88ac-64e51b178b0d tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831418 Sep 30 08:16:31.409556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Request body: {'port': {'device_id': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:31.429398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event deleted for resources: {'Port': ['ID=51517bd5-38d2-41c8-8a33-2a1886b8b926,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.499832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.537370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] No DVR routers for this DVR port 51517bd5-38d2-41c8-8a33-2a1886b8b926 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:31.560647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.564050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c63dc51-11c8-4979-b3d7-1b4060f0c867 req-78f06a46-692a-4594-a38f-eddb8d537c6f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "DELETE /v2.0/ports/51517bd5-38d2-41c8-8a33-2a1886b8b926 HTTP/1.1" status: 204 len: 173 time: 1.3053775 Sep 30 08:16:31.565115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'name': 'network-vif-deleted', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:31.568888 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a62b4f2-21b3-44be-b5bd-88a50f38a3ca" -d '{"events": [{"server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "name": "network-vif-deleted", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:31.633968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed566f-0965-4a3e-ae09-67cf2d6e5f1a req-9ec21437-a738-488b-9f1a-cea9ab10c035 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.641795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3ed566f-0965-4a3e-ae09-67cf2d6e5f1a req-9ec21437-a738-488b-9f1a-cea9ab10c035 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 949 time: 0.1564603 Sep 30 08:16:31.660944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b964072c-34e0-46c0-9906-3403de74038f None None] Provisioning complete for port 3b867e76-43d8-483a-82c8-b99fba106055 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:31.661713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b964072c-34e0-46c0-9906-3403de74038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.670795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6387-c58e-4391-b420-31154a81289e req-532a9c46-e194-4d65-9ce4-68844275c0c3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.672652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-025e6387-c58e-4391-b420-31154a81289e req-532a9c46-e194-4d65-9ce4-68844275c0c3 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.1773546 Sep 30 08:16:31.715813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b964072c-34e0-46c0-9906-3403de74038f None None] Port 3b867e76-43d8-483a-82c8-b99fba106055 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:31.749712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device baad89e5-092b-436b-9e37-1365a44ed595 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:31.774091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3ed566f-0965-4a3e-ae09-67cf2d6e5f1a req-f8a5a17a-36f9-4015-ae80-54ca3d697edb tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312842 Sep 30 08:16:31.785622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-025e6387-c58e-4391-b420-31154a81289e req-9a81a0b4-4146-4384-9a73-25b6f6e4a291 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968680 Sep 30 08:16:31.825852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port baad89e5-092b-436b-9e37-1365a44ed595 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:31.833476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171cbf3-048e-426e-848a-fae35a29e16b req-a25ee436-fe72-4867-9021-e4bfd2826702 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.846644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e171cbf3-048e-426e-848a-fae35a29e16b req-a25ee436-fe72-4867-9021-e4bfd2826702 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 950 time: 0.1728952 Sep 30 08:16:31.848141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port baad89e5-092b-436b-9e37-1365a44ed595 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:31.848522 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.017689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:32.018303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.030314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.064042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b867e76-43d8-483a-82c8-b99fba106055 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:32.073541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.080140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:32.082156 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86431b04-5bb3-4b79-b0ed-5e1ac7519638" -d '{"events": [{"server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "baad89e5-092b-436b-9e37-1365a44ed595"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:32.107381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=baad89e5-092b-436b-9e37-1365a44ed595,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:32.108973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Transition to ACTIVE for port object 3b867e76-43d8-483a-82c8-b99fba106055 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:32.112750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.114592 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.179074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-f05750c1-b022-4231-b384-f90d3f4f7a35 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b3d73986fba49f082029ab65a70c24d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471148 Sep 30 08:16:32.195587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.198146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3b867e76-43d8-483a-82c8-b99fba106055,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.278106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278ba2a-e776-4aa9-80a4-3315d5cae1ec req-9161f25a-d523-4aaf-bf49-76b77789518f tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.281252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8278ba2a-e776-4aa9-80a4-3315d5cae1ec req-9161f25a-d523-4aaf-bf49-76b77789518f tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 931 time: 0.2359140 Sep 30 08:16:32.297773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:32.298447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.368204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:32.369352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Attempting to bind port 3b867e76-43d8-483a-82c8-b99fba106055 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:32.369827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Attempting to bind port 3b867e76-43d8-483a-82c8-b99fba106055 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:32.370140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Attempting to bind port 3b867e76-43d8-483a-82c8-b99fba106055 on network f353bf86-ddda-4abb-a16f-e2957032e186 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:32.377316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Port 3b867e76-43d8-483a-82c8-b99fba106055 on network f353bf86-ddda-4abb-a16f-e2957032e186 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:32.377768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Attempting to bind port 3b867e76-43d8-483a-82c8-b99fba106055 on network f353bf86-ddda-4abb-a16f-e2957032e186 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:32.390234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:32.390609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Checking segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:32.391376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Bound using segment: {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:32.391900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Bound port: 3b867e76-43d8-483a-82c8-b99fba106055, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:32.392319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.474350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] For port 3b867e76-43d8-483a-82c8-b99fba106055, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:32.478225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] For port 3b867e76-43d8-483a-82c8-b99fba106055, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b867e76-43d8-483a-82c8-b99fba106055,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:32.483485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.514330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8278ba2a-e776-4aa9-80a4-3315d5cae1ec req-8c5eb65b-77dc-44c4-838f-945b230ca516 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218778 Sep 30 08:16:32.528562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-78235f04-d333-4f70-bcde-d268aae5319d tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.530661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.531256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.532675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] 10.222.0.57 "PUT /v2.0/ports/3b867e76-43d8-483a-82c8-b99fba106055 HTTP/1.1" status: 200 len: 1091 time: 1.1414781 Sep 30 08:16:32.533127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:32.535419 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "tag": "3b867e76-43d8-483a-82c8-b99fba106055"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:32.537195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-78235f04-d333-4f70-bcde-d268aae5319d tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564000 Sep 30 08:16:32.587597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5664d-42e6-43de-8f95-eab807a90cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3b867e76-43d8-483a-82c8-b99fba106055,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.591600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-8c60149d-0f36-4c0c-9ce8-0ef026c4d264 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/quotas/8b3d73986fba49f082029ab65a70c24d HTTP/1.1" status: 200 len: 375 time: 0.0533974 Sep 30 08:16:32.620413 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaccd16-7608-4808-be78-2b3d6a727709 x-openstack-request-id: req-3aaccd16-7608-4808-be78-2b3d6a727709 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:32.620563 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599b51ba-7ff8-4343-b1b5-3db878ed5c63", "name": "network-vif-deleted", "tag": "51517bd5-38d2-41c8-8a33-2a1886b8b926", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:32.620829 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3aaccd16-7608-4808-be78-2b3d6a727709 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:32.621225 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599b51ba-7ff8-4343-b1b5-3db878ed5c63', 'name': 'network-vif-deleted', 'tag': '51517bd5-38d2-41c8-8a33-2a1886b8b926', 'status': 'completed', 'code': 200} Sep 30 08:16:32.663268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-12d88abe-0ef6-4da3-b9a9-c0f4a52b370a tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b3d73986fba49f082029ab65a70c24d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696547 Sep 30 08:16:32.693001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.713001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:32.726804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-1fb798fe-080f-4dd6-9ccb-ceafc4b08fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.728352 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-1fb798fe-080f-4dd6-9ccb-ceafc4b08fa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=696a7fb12c264887acf92aff30253dfb&device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 1094 time: 0.0658817 Sep 30 08:16:32.760476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f', '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:32.801155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.828991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-8f1522ad-c10a-4f92-9167-124f1005290e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b867e76-43d8-483a-82c8-b99fba106055 HTTP/1.1" status: 200 len: 217 time: 0.0546355 Sep 30 08:16:32.884209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6277441a-d828-4967-932c-f9569fc521aa req-4a97e5a1-22a1-42d6-8f67-08de20dc511a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3f5293-5863-4b64-b13a-9c33acc9fa88 HTTP/1.1" status: 200 len: 210 time: 0.1664946 Sep 30 08:16:32.952634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-ac978134-dba1-4000-b469-86e0a674e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.960043 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-ac978134-dba1-4000-b469-86e0a674e5d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57055eb0-ff37-492f-b24e-d454d91f7b32 HTTP/1.1" status: 200 len: 855 time: 0.1138101 Sep 30 08:16:32.990181 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c38e980-f7f9-4cc0-9997-44823c1d1b2c x-openstack-request-id: req-7c38e980-f7f9-4cc0-9997-44823c1d1b2c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:32.990635 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "baad89e5-092b-436b-9e37-1365a44ed595", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:32.990887 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c38e980-f7f9-4cc0-9997-44823c1d1b2c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:32.992565 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595', 'code': 200} Sep 30 08:16:33.030703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-68ba04b6-2e1f-42eb-bbaf-eaeb3855b0ba req-89a7eaa2-3611-428d-8dfc-f2527b1fec91 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:16:33.032253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68ba04b6-2e1f-42eb-bbaf-eaeb3855b0ba req-89a7eaa2-3611-428d-8dfc-f2527b1fec91 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0433269 Sep 30 08:16:33.066797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:33.067933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-2a23ee14-2b1f-421c-af31-e8eea868c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.069862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-2a23ee14-2b1f-421c-af31-e8eea868c808 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f353bf86-ddda-4abb-a16f-e2957032e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988657 Sep 30 08:16:33.071159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.073524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e171cbf3-048e-426e-848a-fae35a29e16b req-0e65c148-d00f-46d3-bc90-02b3ca7a86e9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "DELETE /v2.0/ports/f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e HTTP/1.1" status: 204 len: 173 time: 1.2175035 Sep 30 08:16:33.278792 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-fb46083d-4d47-444c-8ca1-767d2a7d4047 service neutron] 10.222.0.57 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954117 Sep 30 08:16:33.348268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995b64b-4db7-4a2f-bc09-d85304a11806 req-ff540237-2601-4bd7-a7d0-3fc7934d587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.349995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6995b64b-4db7-4a2f-bc09-d85304a11806 req-ff540237-2601-4bd7-a7d0-3fc7934d587e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 1101 time: 0.2082963 Sep 30 08:16:33.363546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68ba04b6-2e1f-42eb-bbaf-eaeb3855b0ba req-eb7bbf1c-b843-49b6-a46a-c7b83149ecfa tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3131537 Sep 30 08:16:33.374968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c07c-e2f2-4d75-a2f0-9596eb7c7a17 req-ae05ab03-34df-40fb-ad9e-45d15e01011d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.376680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8738c07c-e2f2-4d75-a2f0-9596eb7c7a17 req-ae05ab03-34df-40fb-ad9e-45d15e01011d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2923751 Sep 30 08:16:33.476661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6995b64b-4db7-4a2f-bc09-d85304a11806 req-9de8be4c-494c-404b-9826-e05082548e93 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932953 Sep 30 08:16:33.516189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8738c07c-e2f2-4d75-a2f0-9596eb7c7a17 req-2aada7ad-fbdc-4dee-aab5-37e8437aa0f8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312685 Sep 30 08:16:33.887745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66ddf-6f65-435c-bc9e-ab381972ab55 req-57ceda65-ea90-4552-86a3-0842474d245b tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.890013 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ffa30a-044e-4808-bfc5-c1f4a2e501f8 x-openstack-request-id: req-13ffa30a-044e-4808-bfc5-c1f4a2e501f8 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:33.890241 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "tag": "3b867e76-43d8-483a-82c8-b99fba106055", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:33.890506 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13ffa30a-044e-4808-bfc5-c1f4a2e501f8 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:33.890890 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055', 'status': 'completed', 'code': 200} Sep 30 08:16:33.891295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfb66ddf-6f65-435c-bc9e-ab381972ab55 req-57ceda65-ea90-4552-86a3-0842474d245b tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 950 time: 0.1357307 Sep 30 08:16:33.902342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8129fe0-ea00-4ca7-a9ea-bc1966d6b0c0 req-8dff64c1-e537-4593-99f5-959cb564a0ee tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 210 time: 0.1037936 Sep 30 08:16:33.947005 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a3abff4b-3d62-4359-874f-4e6d172e9498 req-018ff659-a39c-4701-9e7a-8b51fa64ed64 service neutron] 10.222.0.57 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413059 Sep 30 08:16:33.999234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:34.070016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 51517bd5-38d2-41c8-8a33-2a1886b8b926 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:34.071092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 51517bd5-38d2-41c8-8a33-2a1886b8b926 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:34.100374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-b4afc1d1-e716-4c49-8a9f-663237472596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.102293 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-b4afc1d1-e716-4c49-8a9f-663237472596 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=696a7fb12c264887acf92aff30253dfb&device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 1094 time: 0.0685120 Sep 30 08:16:34.204801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-b8de9870-daa9-40ab-8a59-39463193acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.206610 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-b8de9870-daa9-40ab-8a59-39463193acbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=f353bf86-ddda-4abb-a16f-e2957032e186 HTTP/1.1" status: 200 len: 917 time: 0.0945842 Sep 30 08:16:34.255622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-70a2a0a6-984a-402b-b2e9-7d2dbe4b8507 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b867e76-43d8-483a-82c8-b99fba106055 HTTP/1.1" status: 200 len: 217 time: 0.0380991 Sep 30 08:16:34.317690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-1d5d3d59-5d73-400d-b8fc-7e23ae249317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.319302 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-1d5d3d59-5d73-400d-b8fc-7e23ae249317 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57055eb0-ff37-492f-b24e-d454d91f7b32 HTTP/1.1" status: 200 len: 855 time: 0.0483150 Sep 30 08:16:34.388747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-bc3a85c5-b988-4ef1-a0ab-7f56c6ee7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.390894 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-bc3a85c5-b988-4ef1-a0ab-7f56c6ee7b5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f353bf86-ddda-4abb-a16f-e2957032e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624478 Sep 30 08:16:34.402503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfb66ddf-6f65-435c-bc9e-ab381972ab55 req-62ba6620-3247-4fc0-8b83-08f8dc738dc9 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936094 Sep 30 08:16:34.433008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c079f2-96a1-47ce-98f0-b2a33eda4933 req-cf28507b-3b20-42ba-853c-3b53d2790a5e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.434686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82c079f2-96a1-47ce-98f0-b2a33eda4933 req-cf28507b-3b20-42ba-853c-3b53d2790a5e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1123285 Sep 30 08:16:34.437896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-5665ca5e-2f11-46fe-8c8c-c5eb009789ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144266 Sep 30 08:16:34.498038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82c079f2-96a1-47ce-98f0-b2a33eda4933 req-06892ddb-5459-408a-a8eb-b2d84b3b348a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525422 Sep 30 08:16:34.535380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-95702522-50f5-4d05-849c-d31426f80137 service neutron] 10.222.0.57 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338177 Sep 30 08:16:34.593537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9c7c5-d8e5-45ca-b0ec-641887f4789f req-acc6d735-8ca9-45b9-9919-0dd88973a69b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.595721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fc9c7c5-d8e5-45ca-b0ec-641887f4789f req-acc6d735-8ca9-45b9-9919-0dd88973a69b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.0835681 Sep 30 08:16:34.603770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-67af20dc-573d-4914-880c-edda8d91366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.605522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-67af20dc-573d-4914-880c-edda8d91366f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1750d3d7b57a4b37b298f0b82a156831&device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 1095 time: 0.0825341 Sep 30 08:16:34.622414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'name': 'network-vif-deleted', 'tag': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:34.624409 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c2b22-4bdc-4571-ab14-c15ca2a4b0db" -d '{"events": [{"server_uuid": "ca3f5293-5863-4b64-b13a-9c33acc9fa88", "name": "network-vif-deleted", "tag": "f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:34.689716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fc9c7c5-d8e5-45ca-b0ec-641887f4789f req-41f58158-b026-470f-955c-e30438506520 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830832 Sep 30 08:16:34.691865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-5b07084b-c076-4596-8fcd-63eaedfc84a5 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8b3d73986fba49f082029ab65a70c24d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441618 Sep 30 08:16:34.840754 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a41caf6d-1885-4baa-b8cb-3fc2d4a68d4d req-caefd884-5965-4655-84a3-3b82f1074eef service neutron] 10.222.0.57 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949619 Sep 30 08:16:34.868787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-328d471c-ca04-46b3-9b4d-748f1e5c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.874944 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-328d471c-ca04-46b3-9b4d-748f1e5c8fad service neutron] 10.222.0.57 "GET /v2.0/networks?id=0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 200 len: 909 time: 0.1895807 Sep 30 08:16:34.935930 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-6c5f0c0d-b321-4cbf-a6c0-6196974ce560 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 200 len: 217 time: 0.0503936 Sep 30 08:16:34.946836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5089e7-a816-44a5-bad0-5815c9c63ee6 req-5840778a-fec6-4742-83e0-928961cc1bc9 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.948552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e5089e7-a816-44a5-bad0-5815c9c63ee6 req-5840778a-fec6-4742-83e0-928961cc1bc9 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1158428 Sep 30 08:16:34.955777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-286c2559-bc09-4ca1-bdfc-99e54b160798 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.957286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-286c2559-bc09-4ca1-bdfc-99e54b160798 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526159 Sep 30 08:16:34.974104 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43d4bd7-1c6b-4b7b-81fb-79986d027a56 x-openstack-request-id: req-f43d4bd7-1c6b-4b7b-81fb-79986d027a56 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:34.974918 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3f5293-5863-4b64-b13a-9c33acc9fa88", "name": "network-vif-deleted", "tag": "f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:34.975464 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f43d4bd7-1c6b-4b7b-81fb-79986d027a56 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:34.976204 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3f5293-5863-4b64-b13a-9c33acc9fa88', 'name': 'network-vif-deleted', 'tag': 'f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e', 'status': 'completed', 'code': 200} Sep 30 08:16:34.993038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Request body: {'port': {'device_id': '4bbc037d-e824-452d-9036-28895f9787a3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '8b3d73986fba49f082029ab65a70c24d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:35.007561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-30fe4b6c-c80f-4623-948e-946dbc361f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:35.009592 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-30fe4b6c-c80f-4623-948e-946dbc361f37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 200 len: 848 time: 0.0512481 Sep 30 08:16:35.052047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-2c84a319-c6a5-4fd2-8bb9-7106cc2e7469 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0db6a34d-51e6-4a50-88cd-8711ac4f2830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251336 Sep 30 08:16:35.102201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e5089e7-a816-44a5-bad0-5815c9c63ee6 req-2f754c39-acaa-405b-bd3c-0123dd537080 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392288 Sep 30 08:16:35.157084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049151a0-801f-4cd2-979c-5cc17aac15b9 req-c9811f0d-1e47-4d3c-a06d-4a6bbfd51c39 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:35.158633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-049151a0-801f-4cd2-979c-5cc17aac15b9 req-c9811f0d-1e47-4d3c-a06d-4a6bbfd51c39 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 944 time: 0.1238506 Sep 30 08:16:35.224325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-049151a0-801f-4cd2-979c-5cc17aac15b9 req-71953199-2c12-4327-8cd0-2e36cd155b49 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 Sep 30 08:16:35.225640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Made reservation on behalf of 8b3d73986fba49f082029ab65a70c24d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:35.231577 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.238097 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-9bd86e65-4fa7-4889-b3e4-133388024b5d service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723952 Sep 30 08:16:35.250757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.402251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a96fb948-ea3c-47a5-aaa2-8606a8f44439 req-649c337b-6c87-44b2-af84-20b3eb23afac service neutron] 10.222.0.57 "GET /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357033 Sep 30 08:16:35.404433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c70a6c1-7998-4a5d-8acb-54eef70c93bc req-9be0576c-097a-48d8-9607-620a87d2c4c1 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 210 time: 0.0547204 Sep 30 08:16:35.515847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-abc6e7d8-a987-4b17-9a3e-df099ac44adc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:35.517563 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-abc6e7d8-a987-4b17-9a3e-df099ac44adc tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 944 time: 0.0660625 Sep 30 08:16:35.583625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.590730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.650999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14658da8-06d8-43af-9c10-34e94f26e7fd req-2b24505f-0e7f-4d72-a64a-7a5fd4f43760 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:35.652984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14658da8-06d8-43af-9c10-34e94f26e7fd req-2b24505f-0e7f-4d72-a64a-7a5fd4f43760 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 945 time: 0.1324143 Sep 30 08:16:35.689209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Deleting port 76f7464e-f122-48a6-bef8-05080a2f5f27 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:35.689974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.740386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:35.763194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:35.763802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f194a5d2-3ed5-4e76-bc28-bd4bb6a2390e not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:35.769036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45dddad-dfd9-4fad-938f-270967d30706,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:35.806903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-b2cc653b-452b-45c6-991f-64baed0a5fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678376 Sep 30 08:16:35.841666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] For port 76f7464e-f122-48a6-bef8-05080a2f5f27, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=76f7464e-f122-48a6-bef8-05080a2f5f27,segment=NetworkSegment(ce38514b-a230-4149-81f0-940dce7fccdb),segment_id=ce38514b-a230-4149-81f0-940dce7fccdb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:35.842286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.856684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14658da8-06d8-43af-9c10-34e94f26e7fd req-53effcb0-3afe-427c-8186-e150c38d1626 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628511 Sep 30 08:16:35.864288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Calling delete_port for 76f7464e-f122-48a6-bef8-05080a2f5f27 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:35.867916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb78616-b33b-48d8-8582-08b55ea06b3d req-77e9aab8-0243-4f86-bddb-9796b45315d6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:35.869675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fb78616-b33b-48d8-8582-08b55ea06b3d req-77e9aab8-0243-4f86-bddb-9796b45315d6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 950 time: 0.2292635 Sep 30 08:16:35.960471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Allocated IP 192.168.233.120 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/2253f29d-7eef-41a8-8359-386bd10b10e3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:36.041820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fb78616-b33b-48d8-8582-08b55ea06b3d req-6b6269cf-8e93-4a0d-8763-23a7fe22f67c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530850 Sep 30 08:16:36.155038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0ffb-66cb-4aa9-8e92-9e5de557c734 req-94c24496-cbb9-467e-9577-acb21dddf7e4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.164861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f61e0ffb-66cb-4aa9-8e92-9e5de557c734 req-94c24496-cbb9-467e-9577-acb21dddf7e4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 950 time: 0.1444733 Sep 30 08:16:36.199715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.216195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-becf46ce-1d16-4e86-a34c-1bb207c24408 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2215400 Sep 30 08:16:36.241423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Pushing event deleted for resources: {'Port': ['ID=76f7464e-f122-48a6-bef8-05080a2f5f27,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.293351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] No DVR routers for this DVR port 76f7464e-f122-48a6-bef8-05080a2f5f27 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:36.298706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.300928 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d17b6e2b-4b57-4361-a6e7-ffb0ec657dff req-db0b720a-c376-4c45-8005-74753fca4a07 tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.57 "DELETE /v2.0/ports/76f7464e-f122-48a6-bef8-05080a2f5f27 HTTP/1.1" status: 204 len: 173 time: 0.7725055 Sep 30 08:16:36.301489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'name': 'network-vif-deleted', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:36.304772 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df1faa7-7ecb-4fa0-aa0a-83a5c27de66f" -d '{"events": [{"server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "name": "network-vif-deleted", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:36.350453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f61e0ffb-66cb-4aa9-8e92-9e5de557c734 req-b7688379-1055-46f8-b73a-261043e5f1ae tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823492 Sep 30 08:16:36.447830 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.452807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-f7dc3b15-7ef8-4af9-8f65-7139d8eedfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.454494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-f7dc3b15-7ef8-4af9-8f65-7139d8eedfb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9caeb18ee4834ceea74ee4423504a98e&device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 1100 time: 0.1381569 Sep 30 08:16:36.465070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b181e-b0b2-470e-84ee-42d12cd5a15a req-91f1f1b6-3c9d-42fa-aff5-d4d7d3c33b9e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.472423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d21b181e-b0b2-470e-84ee-42d12cd5a15a req-91f1f1b6-3c9d-42fa-aff5-d4d7d3c33b9e tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2787361 Sep 30 08:16:36.609680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d21b181e-b0b2-470e-84ee-42d12cd5a15a req-65e45166-aa59-4992-a287-bd6e1b360d0c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362276 Sep 30 08:16:36.670686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.683252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d7e2b-5838-4c01-a72e-aa8b409538b8 req-31679b91-40c6-477f-8ea5-a12a89cf2c67 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.685737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9d7e2b-5838-4c01-a72e-aa8b409538b8 req-31679b91-40c6-477f-8ea5-a12a89cf2c67 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.2015839 Sep 30 08:16:36.787047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-dd9953be-fa5f-4323-be22-c398f780fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.789413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-dd9953be-fa5f-4323-be22-c398f780fffa service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2841644 Sep 30 08:16:36.791399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:36.804665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:36.810303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:36.817770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Pushing event updated for resources: {'Port': ['ID=2253f29d-7eef-41a8-8359-386bd10b10e3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.873075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9d7e2b-5838-4c01-a72e-aa8b409538b8 req-e9388640-2c4f-4a79-b7f9-63ada109359b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670892 Sep 30 08:16:36.960520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-1e0ebfb7-450d-4da2-a467-0a5fafd54a22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f HTTP/1.1" status: 200 len: 217 time: 0.1061738 Sep 30 08:16:36.971343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e901b-52d5-47e5-b4f0-9e82b366dec8 req-b037a6a8-1064-455e-a490-04f3aa0f9b9b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.980224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f1e901b-52d5-47e5-b4f0-9e82b366dec8 req-b037a6a8-1064-455e-a490-04f3aa0f9b9b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.2874508 Sep 30 08:16:37.047434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.048169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:37.053898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f637819-a89a-42cf-aae2-9cbb5f5963c6 req-a0d0f8a6-3d53-4440-be8b-6b93153c5c5f tempest-LiveMigrationTest-1290996304 tempest-LiveMigrationTest-1290996304-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e362a96-639f-44ed-89b4-0b33837c7e52 HTTP/1.1" status: 200 len: 210 time: 0.0604181 Sep 30 08:16:37.131398 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd0c75-9b53-40bf-acf0-a12e1aaad9b7 x-openstack-request-id: req-59bd0c75-9b53-40bf-acf0-a12e1aaad9b7 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:37.131966 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e362a96-639f-44ed-89b4-0b33837c7e52", "name": "network-vif-deleted", "tag": "76f7464e-f122-48a6-bef8-05080a2f5f27", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:37.132092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f1e901b-52d5-47e5-b4f0-9e82b366dec8 req-efe9f631-444d-417c-9e05-85d235844acb tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508069 Sep 30 08:16:37.132357 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59bd0c75-9b53-40bf-acf0-a12e1aaad9b7 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:37.133836 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e362a96-639f-44ed-89b4-0b33837c7e52', 'name': 'network-vif-deleted', 'tag': '76f7464e-f122-48a6-bef8-05080a2f5f27', 'status': 'completed', 'code': 200} Sep 30 08:16:37.139133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d2b0b1b7-bf1c-4514-92b3-9c03c4c55af3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1512680 Sep 30 08:16:37.152598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-913c87f1-6e58-4098-a808-e33f0d977316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.154913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-913c87f1-6e58-4098-a808-e33f0d977316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1370513 Sep 30 08:16:37.162365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Request body: {'port': {'device_id': '4bbc037d-e824-452d-9036-28895f9787a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:37.222125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-63205e6a-e528-4a38-83b3-ae5175b50b97 None None] Provisioning complete for port 2253f29d-7eef-41a8-8359-386bd10b10e3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:37.222662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-63205e6a-e528-4a38-83b3-ae5175b50b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:37.274297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:37.286947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-63205e6a-e528-4a38-83b3-ae5175b50b97 None None] Port 2253f29d-7eef-41a8-8359-386bd10b10e3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:37.296685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-a0288827-5bb2-456f-86bb-f7587611941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.298274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-a0288827-5bb2-456f-86bb-f7587611941e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145384 Sep 30 08:16:37.500133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b82d8-f709-425c-a69b-b14e94d0790c req-345c728e-b6f1-4132-8f0a-1707a68efef4 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.501585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-408b82d8-f709-425c-a69b-b14e94d0790c req-345c728e-b6f1-4132-8f0a-1707a68efef4 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 936 time: 0.2163222 Sep 30 08:16:37.612608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-70872141-d0bf-416b-ad9d-9be5b2131feb service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043292 Sep 30 08:16:37.651955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-408b82d8-f709-425c-a69b-b14e94d0790c req-9c50b9b1-279c-4f9b-b2f5-fb91a45625ff tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337395 Sep 30 08:16:37.659155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-e4103547-b8a2-4fee-bf65-f38f1b8efb0e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.660582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-e4103547-b8a2-4fee-bf65-f38f1b8efb0e tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 950 time: 0.1799171 Sep 30 08:16:37.678684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa3689-4471-4a91-bf6a-968734776214 req-fb8921d1-a9f1-44a3-8b15-fd969ab66754 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.680920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cfa3689-4471-4a91-bf6a-968734776214 req-fb8921d1-a9f1-44a3-8b15-fd969ab66754 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 950 time: 0.2012141 Sep 30 08:16:37.877878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-8637aec4-f06e-4ea6-837d-aa081462b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.879325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-8637aec4-f06e-4ea6-837d-aa081462b635 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1101 time: 0.0460124 Sep 30 08:16:37.891265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cfa3689-4471-4a91-bf6a-968734776214 req-cf1a2691-5f81-4ef4-891c-8831856ea5d9 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969974 Sep 30 08:16:37.940770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0dace4f-2206-44bf-a451-3d12211fe082 req-427ebc5b-0036-4f18-9ed1-68a047d0c005 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107293 Sep 30 08:16:37.964098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df914f8-ca88-4aa4-9bb1-b58d4442f2cd req-e7d06c38-8ce1-4f56-9ea3-658055e5bc34 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.970613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df914f8-ca88-4aa4-9bb1-b58d4442f2cd req-e7d06c38-8ce1-4f56-9ea3-658055e5bc34 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.977081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df914f8-ca88-4aa4-9bb1-b58d4442f2cd req-e7d06c38-8ce1-4f56-9ea3-658055e5bc34 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:37.984450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4df914f8-ca88-4aa4-9bb1-b58d4442f2cd req-e7d06c38-8ce1-4f56-9ea3-658055e5bc34 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf&device_id=697e4228-f9c9-480d-b45c-2d00b049739a&device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 2417 time: 0.1801937 Sep 30 08:16:38.022287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-68e60efb-c37f-4196-af09-5a413a768f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:38.024494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-68e60efb-c37f-4196-af09-5a413a768f78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1325567 Sep 30 08:16:38.069869 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-deae9a82-e0e0-4600-8164-e601b9ba0491 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 217 time: 0.0352507 Sep 30 08:16:38.092738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2253f29d-7eef-41a8-8359-386bd10b10e3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:38.098197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port db38e5b1-66ae-4e50-ab11-3b64c45f85fc {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:38.098539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.109328 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4df914f8-ca88-4aa4-9bb1-b58d4442f2cd req-ef778dc7-94fe-4e62-bc15-70737daf336e tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240201 Sep 30 08:16:38.122064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.137545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-358b2d13-b724-4621-9bc7-64a125e25882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:38.138942 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-358b2d13-b724-4621-9bc7-64a125e25882 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0611103 Sep 30 08:16:38.139762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8d499-ba7b-455e-80b5-edb818a59b6d req-18d221bf-ae22-472c-9acb-344265d4f9fc tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:38.141282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22a8d499-ba7b-455e-80b5-edb818a59b6d req-18d221bf-ae22-472c-9acb-344265d4f9fc tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 950 time: 0.1494875 Sep 30 08:16:38.169995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Transition to ACTIVE for port object 2253f29d-7eef-41a8-8359-386bd10b10e3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:38.199201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-7aeb2efc-6d6c-4817-b2b2-0a1cb6750182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:38.201045 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-7aeb2efc-6d6c-4817-b2b2-0a1cb6750182 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463450 Sep 30 08:16:38.211404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.301299 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-cf30db73-4859-4829-a39b-50f7f477c13f service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Sep 30 08:16:38.307096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22a8d499-ba7b-455e-80b5-edb818a59b6d req-e4bc631b-16bd-4359-81aa-ba89bf71425f tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542146 Sep 30 08:16:38.323453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port db38e5b1-66ae-4e50-ab11-3b64c45f85fc, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:38.323825 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.334286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Pushing event updated for resources: {'Port': ['ID=2253f29d-7eef-41a8-8359-386bd10b10e3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:38.362121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for db38e5b1-66ae-4e50-ab11-3b64c45f85fc owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:38.394544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf445e7-5c06-498e-97c5-96a631b81856 req-2e074fc3-b4e1-41c6-ad6d-c88cf28cd9b1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:38.396131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaf445e7-5c06-498e-97c5-96a631b81856 req-2e074fc3-b4e1-41c6-ad6d-c88cf28cd9b1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2275074 Sep 30 08:16:38.443046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-b9f82ecc-586a-4d85-8e02-98d298013b4b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260664 Sep 30 08:16:38.479607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff517-d486-4552-a58c-860dc1b4dcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.810700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaf445e7-5c06-498e-97c5-96a631b81856 req-2a3f22a4-ba98-4223-9359-3023778daec2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032609 Sep 30 08:16:38.817421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Attempting to bind port 2253f29d-7eef-41a8-8359-386bd10b10e3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:38.817779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Attempting to bind port 2253f29d-7eef-41a8-8359-386bd10b10e3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:38.818109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Attempting to bind port 2253f29d-7eef-41a8-8359-386bd10b10e3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:38.826803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce994-0f23-494a-901d-5d509e4a397d req-88ef6552-cf8a-4bec-ad5b-1a41a1c3b2f5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:38.828282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-808ce994-0f23-494a-901d-5d509e4a397d req-88ef6552-cf8a-4bec-ad5b-1a41a1c3b2f5 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.4312427 Sep 30 08:16:38.840269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Port 2253f29d-7eef-41a8-8359-386bd10b10e3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:38.840598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Attempting to bind port 2253f29d-7eef-41a8-8359-386bd10b10e3 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:38.854641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:38.862788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:38.863123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:38.863502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:38.863959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Bound port: 2253f29d-7eef-41a8-8359-386bd10b10e3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:38.864295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.902520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Deleting subnet 8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:38.905726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.940908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.968984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-808ce994-0f23-494a-901d-5d509e4a397d req-c00341c4-a7c1-4571-801d-d8706760e4b0 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297042 Sep 30 08:16:38.981915 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.022166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-459cc861-ec68-49d6-aedc-a42d20d223f1 req-5984d013-04c7-43e0-a70f-d44f54a31a8a tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1528385 Sep 30 08:16:39.028740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] For port 2253f29d-7eef-41a8-8359-386bd10b10e3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:39.030981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.033749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] For port 2253f29d-7eef-41a8-8359-386bd10b10e3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2253f29d-7eef-41a8-8359-386bd10b10e3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:39.041859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.049063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:39.056813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.069403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=db38e5b1-66ae-4e50-ab11-3b64c45f85fc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:39.093590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:39.097492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.102031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d0bfe07a-9d3b-419d-b338-435524225781 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ad0ccff-7e88-43b1-ae5a-aa5cb28fbe10 HTTP/1.1" status: 204 len: 168 time: 0.2441223 Sep 30 08:16:39.102448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.120367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f', '1319a83e-e424-4d3e-9a44-63f6fa4ffa61'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:39.128433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:39.129037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.130338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] 10.222.0.57 "PUT /v2.0/ports/2253f29d-7eef-41a8-8359-386bd10b10e3 HTTP/1.1" status: 200 len: 1096 time: 1.9741912 Sep 30 08:16:39.133143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc037d-e824-452d-9036-28895f9787a3', 'tag': '2253f29d-7eef-41a8-8359-386bd10b10e3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:39.135677 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8cca49-316f-433b-aeb1-e067061bada1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbc037d-e824-452d-9036-28895f9787a3", "tag": "2253f29d-7eef-41a8-8359-386bd10b10e3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:39.153247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port db38e5b1-66ae-4e50-ab11-3b64c45f85fc on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:39.157074 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.159200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d7997e0-9ca4-4e0b-a032-94760270b1db req-c5e97ba2-0eed-424f-8674-f4356f98e3ff tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "DELETE /v2.0/ports/db38e5b1-66ae-4e50-ab11-3b64c45f85fc HTTP/1.1" status: 204 len: 173 time: 1.4771833 Sep 30 08:16:39.184241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf255ff-b973-4975-ac57-977f1d68728c service neutron] Pushing event updated for resources: {'Port': ['ID=2253f29d-7eef-41a8-8359-386bd10b10e3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:39.219546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.239408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-2c8145f0-baa8-4b0e-9724-ef579765df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:39.240932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-2c8145f0-baa8-4b0e-9724-ef579765df7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b3d73986fba49f082029ab65a70c24d&device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 1099 time: 0.0535662 Sep 30 08:16:39.290873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05c7cfe8-bae2-40d8-9099-790a6a9338c4 req-1358fdaa-d3e5-4f9c-95a7-275451113f11 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a HTTP/1.1" status: 200 len: 210 time: 0.0480235 Sep 30 08:16:39.332396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.359024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db6a34d-51e6-4a50-88cd-8711ac4f2830']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:39.372450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce38514b-a230-4149-81f0-940dce7fccdb') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:39.372644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce38514b-a230-4149-81f0-940dce7fccdb') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:39.380151 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45826ab3-eb93-4417-862b-45020cb367f2 x-openstack-request-id: req-45826ab3-eb93-4417-862b-45020cb367f2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:39.380444 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbc037d-e824-452d-9036-28895f9787a3", "tag": "2253f29d-7eef-41a8-8359-386bd10b10e3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:39.380691 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45826ab3-eb93-4417-862b-45020cb367f2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:39.381501 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc037d-e824-452d-9036-28895f9787a3', 'tag': '2253f29d-7eef-41a8-8359-386bd10b10e3', 'status': 'completed', 'code': 200} Sep 30 08:16:39.384632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-d00d6b95-950b-4a6f-ad78-09d766530bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=2253f29d-7eef-41a8-8359-386bd10b10e3 HTTP/1.1" status: 200 len: 217 time: 0.1270151 Sep 30 08:16:39.389025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.409909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.417691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:39.418375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.464914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-6cd3e29e-cf91-43db-8092-c15efaaf338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:39.466511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-6cd3e29e-cf91-43db-8092-c15efaaf338c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0719988 Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:39.488207 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:39.495092 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.506306 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.508463 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0db6a34d-51e6-4a50-88cd-8711ac4f2830 HTTP/1.1" status: 204 len: 168 time: 0.4052670 Sep 30 08:16:39.521244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.531249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f714a6f-b8ed-4626-9aef-79a84f18c421 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db6a34d-51e6-4a50-88cd-8711ac4f2830,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:39.549830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a131d13-75d7-47fe-ae03-dab2593ebd5a req-d91b1a76-e64e-44bb-be61-32a3736746d2 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:39.558682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a131d13-75d7-47fe-ae03-dab2593ebd5a req-d91b1a76-e64e-44bb-be61-32a3736746d2 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 948 time: 0.3052144 Sep 30 08:16:39.588903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Deleting subnet fbbdf0d3-8eb8-4824-a387-361b8f44793e {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:39.592912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.665173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-13b9e8eb-5584-4fa3-9858-cf27454f2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:39.666780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-13b9e8eb-5584-4fa3-9858-cf27454f2fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882858 Sep 30 08:16:39.666909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.673966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-ada5c915-e570-40c8-b049-34492fe56875 tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:39.675487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-ada5c915-e570-40c8-b049-34492fe56875 tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 1101 time: 0.1535385 Sep 30 08:16:39.679034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a131d13-75d7-47fe-ae03-dab2593ebd5a req-af3afe71-c19e-4926-9980-cb701f41d420 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748725 Sep 30 08:16:39.770961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.787716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device db38e5b1-66ae-4e50-ab11-3b64c45f85fc no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:39.827454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: db38e5b1-66ae-4e50-ab11-3b64c45f85fc {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:39.828678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device db38e5b1-66ae-4e50-ab11-3b64c45f85fc not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:39.833525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device baad89e5-092b-436b-9e37-1365a44ed595 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:39.876007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.911426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbdf0d3-8eb8-4824-a387-361b8f44793e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:39.916039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.918011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-54ed598f-80ae-4999-9690-f5c7bdb2b463 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fbbdf0d3-8eb8-4824-a387-361b8f44793e HTTP/1.1" status: 204 len: 168 time: 0.3956079 Sep 30 08:16:39.921969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.996072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-47efb77b-9386-45a9-8099-33244823b111 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151245 Sep 30 08:16:40.016800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:40.071204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 76f7464e-f122-48a6-bef8-05080a2f5f27 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:40.071542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 76f7464e-f122-48a6-bef8-05080a2f5f27 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:40.072884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.076883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa320ce-0549-4bc7-81c6-8b676946298d req-2943dc20-50dd-4151-b280-9fe9edf2e650 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:40.079452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaa320ce-0549-4bc7-81c6-8b676946298d req-2943dc20-50dd-4151-b280-9fe9edf2e650 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 950 time: 0.3309913 Sep 30 08:16:40.082858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.118435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:40.120864 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908a6c5e-b771-4f26-b51c-a5cee17ea380" -d '{"events": [{"server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "baad89e5-092b-436b-9e37-1365a44ed595"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:40.136100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=baad89e5-092b-436b-9e37-1365a44ed595,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:40.146777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.156795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Deleting port baad89e5-092b-436b-9e37-1365a44ed595 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:40.157130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.193159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.209800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:40.217676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400c2446-eefd-4226-9eb1-408ece8766ba']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:40.230706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c4fae9-2cb8-4846-a8d0-276678ac829e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:40.230819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c4fae9-2cb8-4846-a8d0-276678ac829e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:40.240886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.255769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.262709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:40.263172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:40.264921 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:40.269630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaa320ce-0549-4bc7-81c6-8b676946298d req-8b71c911-c031-4161-8193-6069a6742925 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766469 Sep 30 08:16:40.331373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a95c4d4a-728e-41e4-bb52-72d12a269f14 req-2f77543f-4c74-4235-ad24-1992d8d35f6e service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185108 Sep 30 08:16:40.334890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.343824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2318f6-cdf3-4389-97e8-bd55332b826d req-66e8a905-ec57-4ae8-a18a-43cdc448694b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:40.350563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc2318f6-cdf3-4389-97e8-bd55332b826d req-66e8a905-ec57-4ae8-a18a-43cdc448694b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2162075 Sep 30 08:16:40.355393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.360031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] 10.222.0.41 "DELETE /v2.0/networks/400c2446-eefd-4226-9eb1-408ece8766ba HTTP/1.1" status: 204 len: 168 time: 0.4345627 Sep 30 08:16:40.360031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93980e-626f-416d-a705-9db568ddd43b admin admin] Pushing event deleted for resources: {'Network': ['ID=400c2446-eefd-4226-9eb1-408ece8766ba,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:40.456225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] For port baad89e5-092b-436b-9e37-1365a44ed595, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=baad89e5-092b-436b-9e37-1365a44ed595,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:40.456602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.490078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Calling delete_port for baad89e5-092b-436b-9e37-1365a44ed595 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:40.500393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc2318f6-cdf3-4389-97e8-bd55332b826d req-26ae38a2-bbf4-4377-aebe-d8c5b00ab725 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475694 Sep 30 08:16:40.520737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82763a00-b2a2-4493-87ba-fe356713231d req-d27f15e6-e78c-4970-84a6-fcc380d03dff tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:40.522269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82763a00-b2a2-4493-87ba-fe356713231d req-d27f15e6-e78c-4970-84a6-fcc380d03dff tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.1678545 Sep 30 08:16:40.562380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-b5ded565-419e-4098-8b65-044107f4ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:40.563928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-b5ded565-419e-4098-8b65-044107f4ee1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b3d73986fba49f082029ab65a70c24d&device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 1099 time: 0.1501288 Sep 30 08:16:40.564937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46750) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:40.608978 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7a8e83b0-d6c1-4b20-bdf4-bba23a27b1ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1750d3d7b57a4b37b298f0b82a156831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427291 Sep 30 08:16:40.611660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46752) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:40.651882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82763a00-b2a2-4493-87ba-fe356713231d req-f775e93d-823d-4124-9cbb-f8208af54e39 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947659 Sep 30 08:16:40.695047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d760acc4-671d-4a7b-917b-965bc969b456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.733605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d760acc4-671d-4a7b-917b-965bc969b456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.747235 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4890000d-3960-4128-a33e-90ce3e72fec4 x-openstack-request-id: req-4890000d-3960-4128-a33e-90ce3e72fec4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:40.747555 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "baad89e5-092b-436b-9e37-1365a44ed595", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:40.748135 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4890000d-3960-4128-a33e-90ce3e72fec4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:40.748701 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595', 'code': 200} Sep 30 08:16:40.770585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-e95ad18d-b400-43e2-b2c8-974800d988fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:40.772512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-e95ad18d-b400-43e2-b2c8-974800d988fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1870034 Sep 30 08:16:40.803665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d760acc4-671d-4a7b-917b-965bc969b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.807123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d760acc4-671d-4a7b-917b-965bc969b456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.810906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d760acc4-671d-4a7b-917b-965bc969b456 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4 HTTP/1.1" status: 204 len: 168 time: 0.1955917 Sep 30 08:16:40.813171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.825605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760acc4-671d-4a7b-917b-965bc969b456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0a4ea-d3f7-42e0-9b7b-3e6bae1e91e4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:40.875933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-ed00506f-381a-456f-b682-a73092993144 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=2253f29d-7eef-41a8-8359-386bd10b10e3 HTTP/1.1" status: 200 len: 217 time: 0.0827570 Sep 30 08:16:40.929998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Pushing event deleted for resources: {'Port': ['ID=baad89e5-092b-436b-9e37-1365a44ed595,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:40.998964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] No DVR routers for this DVR port baad89e5-092b-436b-9e37-1365a44ed595 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:41.001743 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.005047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5788ccea-b35d-4647-bb4b-77a9a4fac15c req-0645e699-a821-401b-8e07-06d21eaa596c tempest-DeleteServersAdminTestJSON-2070459764 tempest-DeleteServersAdminTestJSON-2070459764-project-admin] 10.222.0.50 "DELETE /v2.0/ports/baad89e5-092b-436b-9e37-1365a44ed595 HTTP/1.1" status: 204 len: 173 time: 1.3155119 Sep 30 08:16:41.042413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c154242-48a2-4bba-b600-eecb7c31600e req-fd258211-9c41-4098-9984-39095c97dfe5 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.044538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c154242-48a2-4bba-b600-eecb7c31600e req-fd258211-9c41-4098-9984-39095c97dfe5 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 948 time: 0.1739831 Sep 30 08:16:41.047118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-ccef3254-057f-4c90-b39e-0e7a6aeb2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.048867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-ccef3254-057f-4c90-b39e-0e7a6aeb2890 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1480253 Sep 30 08:16:41.055764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06078dc2-b69f-4dec-9386-9a7da1780139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.136930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c154242-48a2-4bba-b600-eecb7c31600e req-785f0ae5-b791-4d30-8afa-8cdbd8a95a2f tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807104 Sep 30 08:16:41.166754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-9cbca581-61e5-497e-9ab5-e0a3507283b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.168471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-9cbca581-61e5-497e-9ab5-e0a3507283b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058843 Sep 30 08:16:41.328394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-57da0ca3-da4e-48e9-af6e-c2090906f9be service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342101 Sep 30 08:16:41.372120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.383350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46772) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:41.387320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'name': 'network-vif-deleted', 'tag': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc'}, {'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'name': 'network-vif-deleted', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:41.389472 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ea9cc-2e42-4384-8b08-70ae063ebf6b" -d '{"events": [{"server_uuid": "b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a", "name": "network-vif-deleted", "tag": "db38e5b1-66ae-4e50-ab11-3b64c45f85fc"}, {"server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "name": "network-vif-deleted", "tag": "baad89e5-092b-436b-9e37-1365a44ed595"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:41.430177 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4c620af5-01b2-4c9e-a24f-0ce3727fb347 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb636287ea6f4a5e80d0c6e8ac44faba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456419 Sep 30 08:16:41.432807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46778) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:41.484241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0a8c3b2-7460-4f41-a60a-7384107ff04e req-b51c2eed-499f-45e2-8b3b-2c85dc7843c4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=94d72667-2538-4c72-97ea-668f8d3a4d9c HTTP/1.1" status: 200 len: 210 time: 0.0463316 Sep 30 08:16:41.486531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8d45-c066-4045-99b9-9ceedc05b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.517944 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8d45-c066-4045-99b9-9ceedc05b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.524538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8cca49-316f-433b-aeb1-e067061bada1 req-1b1e22ca-f664-4507-b41c-c6ce55f9c249 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623595 Sep 30 08:16:41.544536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55229b8f-2b49-478a-8ed3-89acb23cfc64 req-49470e4d-7aa8-4724-a16f-3344a728f042 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.546169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55229b8f-2b49-478a-8ed3-89acb23cfc64 req-49470e4d-7aa8-4724-a16f-3344a728f042 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 949 time: 0.0937009 Sep 30 08:16:41.547641 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0624d79-2b22-4a8c-9823-eeecb52cce22 x-openstack-request-id: req-f0624d79-2b22-4a8c-9823-eeecb52cce22 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:41.547917 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a", "name": "network-vif-deleted", "tag": "db38e5b1-66ae-4e50-ab11-3b64c45f85fc", "status": "completed", "code": 200}, {"server_uuid": "94d72667-2538-4c72-97ea-668f8d3a4d9c", "name": "network-vif-deleted", "tag": "baad89e5-092b-436b-9e37-1365a44ed595", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:41.548260 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0624d79-2b22-4a8c-9823-eeecb52cce22 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:41.549101 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55a12e7-a5f7-4eb8-bbf1-6bd3f4663d5a', 'name': 'network-vif-deleted', 'tag': 'db38e5b1-66ae-4e50-ab11-3b64c45f85fc', 'status': 'completed', 'code': 200} Sep 30 08:16:41.549407 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d72667-2538-4c72-97ea-668f8d3a4d9c', 'name': 'network-vif-deleted', 'tag': 'baad89e5-092b-436b-9e37-1365a44ed595', 'status': 'completed', 'code': 200} Sep 30 08:16:41.592687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8d45-c066-4045-99b9-9ceedc05b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.595611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8d45-c066-4045-99b9-9ceedc05b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.599383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55229b8f-2b49-478a-8ed3-89acb23cfc64 req-8e6941f7-f876-4633-8b42-afc57ab128d5 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366111 Sep 30 08:16:41.599602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3ac8d45-c066-4045-99b9-9ceedc05b770 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/041990ce-43f0-40f3-9218-d313d81ac67a HTTP/1.1" status: 204 len: 168 time: 0.1631145 Sep 30 08:16:41.605793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8d45-c066-4045-99b9-9ceedc05b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041990ce-43f0-40f3-9218-d313d81ac67a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:41.743015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97e5a-ba2f-42b4-9781-ca57be2c91c2 req-effe9a03-0bfa-4363-bd7c-b895f19df455 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.744641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7f97e5a-ba2f-42b4-9781-ca57be2c91c2 req-effe9a03-0bfa-4363-bd7c-b895f19df455 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.0674415 Sep 30 08:16:41.817164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7f97e5a-ba2f-42b4-9781-ca57be2c91c2 req-8bf7265e-dfe4-4317-b807-91a3bd609321 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653379 Sep 30 08:16:41.840135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497a87-e658-475f-8bfe-9c96dafe9a96 req-28491b48-1475-4811-a6a9-38657316b6da tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.840135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20497a87-e658-475f-8bfe-9c96dafe9a96 req-28491b48-1475-4811-a6a9-38657316b6da tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.0709653 Sep 30 08:16:41.914025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20497a87-e658-475f-8bfe-9c96dafe9a96 req-c30e0f7b-24a1-49df-9393-64ab6c361c7a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678260 Sep 30 08:16:41.944388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d54e-83e9-4499-9cba-607220d07aae req-5b480c96-ed04-4516-8fe4-f498b48f1975 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:41.946563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28e8d54e-83e9-4499-9cba-607220d07aae req-5b480c96-ed04-4516-8fe4-f498b48f1975 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.0660892 Sep 30 08:16:41.996652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28e8d54e-83e9-4499-9cba-607220d07aae req-108dc807-0d1a-4078-8919-d404c327bd07 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Sep 30 08:16:42.263202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aae2d3-dd0e-4c62-8e10-d6be54530eaf req-fe230996-dd60-40f7-b72d-f9a7ab7b73b0 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:42.264698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3aae2d3-dd0e-4c62-8e10-d6be54530eaf req-fe230996-dd60-40f7-b72d-f9a7ab7b73b0 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 948 time: 0.0543418 Sep 30 08:16:42.306557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3aae2d3-dd0e-4c62-8e10-d6be54530eaf req-7f0c4948-ae0d-443c-be52-912d90fcff8b tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Sep 30 08:16:42.740723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-272365e4-457e-4637-8fb5-90be7d1585ec tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab42c8037ca345a18c462f97d6161fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302870 Sep 30 08:16:42.769560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e26b4-dd02-4433-8e12-56cab12a06c8 req-90e8c10f-c586-4008-972b-2ff2d987c996 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:42.771069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a47e26b4-dd02-4433-8e12-56cab12a06c8 req-90e8c10f-c586-4008-972b-2ff2d987c996 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 949 time: 0.0869911 Sep 30 08:16:42.858395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a47e26b4-dd02-4433-8e12-56cab12a06c8 req-00a95711-0ce2-40f3-9d1f-30f6c496a672 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754426 Sep 30 08:16:42.897531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-d572cd4b-88ab-4b7b-ae88-6f7ea533dda4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:42.899585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-d572cd4b-88ab-4b7b-ae88-6f7ea533dda4 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521966 Sep 30 08:16:42.916960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-d1b3d265-3346-4b7a-8b15-050abfddb124 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/quotas/ab42c8037ca345a18c462f97d6161fbe HTTP/1.1" status: 200 len: 375 time: 0.0107927 Sep 30 08:16:42.969468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-c53be809-65ea-4795-85a7-846fd1ae162d tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab42c8037ca345a18c462f97d6161fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457146 Sep 30 08:16:42.997209 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.029749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae08fe-fb90-4229-bec9-7453c8ec795a req-93179b78-84e7-432a-bc5c-95063cc80843 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.032797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8ae08fe-fb90-4229-bec9-7453c8ec795a req-93179b78-84e7-432a-bc5c-95063cc80843 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.0970848 Sep 30 08:16:43.075421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8ae08fe-fb90-4229-bec9-7453c8ec795a req-8a8bd154-fd42-4469-a493-a5cdd2a1d81f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Sep 30 08:16:43.222447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6313f-159e-48ee-8be0-92ba6edc5a97 req-f39bcaa3-6856-41a2-83c1-6b1b806bd14b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.223979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6f6313f-159e-48ee-8be0-92ba6edc5a97 req-f39bcaa3-6856-41a2-83c1-6b1b806bd14b tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.0828269 Sep 30 08:16:43.233360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d633a6-0c38-4d91-aea1-a6ad1a5b27ed req-a1872ab7-1d21-40f7-8fe7-f5d9daf11d2a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.234862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d633a6-0c38-4d91-aea1-a6ad1a5b27ed req-a1872ab7-1d21-40f7-8fe7-f5d9daf11d2a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.0957811 Sep 30 08:16:43.336055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d633a6-0c38-4d91-aea1-a6ad1a5b27ed req-251eecac-a359-4c2a-80cd-61a5478cde4f tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909510 Sep 30 08:16:43.340476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6f6313f-159e-48ee-8be0-92ba6edc5a97 req-03ca6d1b-d2ab-4dcd-b415-9841a43c3223 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038723 Sep 30 08:16:43.347612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-51609428-7355-433c-9a08-a33ad7fea3b8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.349121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-51609428-7355-433c-9a08-a33ad7fea3b8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 949 time: 0.1242597 Sep 30 08:16:43.468599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:43.468954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.570721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-696e2903-621a-460f-9d51-d1e53fa5a192 req-2d937a8d-c00c-43ed-8373-3a104e7a4f27 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 210 time: 0.0656881 Sep 30 08:16:43.620868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:43.621338 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.638441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:43.784504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7e8b6-74f0-4803-ba1e-24133c6a1955 req-92fddf32-f165-430a-b3e3-7c93883ab3c3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.786046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2a7e8b6-74f0-4803-ba1e-24133c6a1955 req-92fddf32-f165-430a-b3e3-7c93883ab3c3 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 948 time: 0.1418095 Sep 30 08:16:43.808834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-9f935794-3c59-4bc8-b434-a89f949b9b21 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.810459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-9f935794-3c59-4bc8-b434-a89f949b9b21 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 949 time: 0.1003397 Sep 30 08:16:43.912530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-6c488f0e-24f9-48cd-8802-18072c8e3c1d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.917245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-6c488f0e-24f9-48cd-8802-18072c8e3c1d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.57 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 946 time: 0.0875702 Sep 30 08:16:43.917734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2a7e8b6-74f0-4803-ba1e-24133c6a1955 req-32876cef-e4f2-4dd1-91f4-cf6dcec0ae24 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202512 Sep 30 08:16:43.982524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.996414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2253f29d-7eef-41a8-8359-386bd10b10e3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:44.007242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a', 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:44.061181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=1319a83e-e424-4d3e-9a44-63f6fa4ffa61,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.097076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Deleting port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:44.097842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.115671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:44.199714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:44.204166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.207622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f23ce25-5b98-445a-b4b5-7ec6f69d2645 req-86bee0c8-74df-474b-8263-90bca8000e87 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "DELETE /v2.0/ports/1319a83e-e424-4d3e-9a44-63f6fa4ffa61 HTTP/1.1" status: 204 len: 173 time: 0.8498490 Sep 30 08:16:44.225338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e15371-f842-4996-81dc-1efa6314aab0', 'name': 'network-vif-deleted', 'tag': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:44.228005 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4278ecb-57d8-4817-806d-c4aa3577d64b" -d '{"events": [{"server_uuid": "77e15371-f842-4996-81dc-1efa6314aab0", "name": "network-vif-deleted", "tag": "1319a83e-e424-4d3e-9a44-63f6fa4ffa61"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:44.233347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:44.234109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.241053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a1dd37-04e2-472f-9d9d-4435bf25b2b0 req-4ee98804-d79d-4f5c-9f86-90cadc6e80a6 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=77e15371-f842-4996-81dc-1efa6314aab0 HTTP/1.1" status: 200 len: 210 time: 0.1025035 Sep 30 08:16:44.345333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] For port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:44.347617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.355140 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6f4b99-0d30-4c38-9135-625b9d1fa517 x-openstack-request-id: req-ec6f4b99-0d30-4c38-9135-625b9d1fa517 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:44.355821 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e15371-f842-4996-81dc-1efa6314aab0", "name": "network-vif-deleted", "tag": "1319a83e-e424-4d3e-9a44-63f6fa4ffa61", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:44.355821 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec6f4b99-0d30-4c38-9135-625b9d1fa517 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:44.356016 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e15371-f842-4996-81dc-1efa6314aab0', 'name': 'network-vif-deleted', 'tag': '1319a83e-e424-4d3e-9a44-63f6fa4ffa61', 'status': 'completed', 'code': 200} Sep 30 08:16:44.418571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Calling delete_port for 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:44.420176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b4a84-3285-44a3-a65f-5b023a6c6694 req-258d92fc-5dc2-427f-a677-03b06150c793 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:44.430885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-311b4a84-3285-44a3-a65f-5b023a6c6694 req-258d92fc-5dc2-427f-a677-03b06150c793 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1679192 Sep 30 08:16:44.436338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port b262df7c-04a6-49b2-a0e7-47c74a14b8c1, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:44.436734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.480012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for b262df7c-04a6-49b2-a0e7-47c74a14b8c1 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:44.618380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-311b4a84-3285-44a3-a65f-5b023a6c6694 req-3fe4966c-b18a-4fff-bb4e-c2448c9cf0be tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858492 Sep 30 08:16:44.715135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-91fc7a44-5144-4b7b-a750-b5da719f511d tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ab42c8037ca345a18c462f97d6161fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815139 Sep 30 08:16:44.739569 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.790002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Pushing event deleted for resources: {'Port': ['ID=83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.857256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2253f29d-7eef-41a8-8359-386bd10b10e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2253f29d-7eef-41a8-8359-386bd10b10e3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:44.890662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] No DVR routers for this DVR port 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:44.894228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.897229 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b30f48fa-4a01-4062-9e79-e50e860b14a7 req-fe1e42a8-5c95-449c-ad30-8f3f46a4d73d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.57 "DELETE /v2.0/ports/83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e HTTP/1.1" status: 204 len: 173 time: 0.9723964 Sep 30 08:16:44.897756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506452d-0a6b-46be-a54e-08d198858dcf', 'name': 'network-vif-deleted', 'tag': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:44.902128 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5b50b-02b5-4ccb-9896-532305ca6855" -d '{"events": [{"server_uuid": "5506452d-0a6b-46be-a54e-08d198858dcf", "name": "network-vif-deleted", "tag": "83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:44.930334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.931469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2253f29d-7eef-41a8-8359-386bd10b10e3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '2253f29d-7eef-41a8-8359-386bd10b10e3', 'mac_address': 'fa:16:3e:9a:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:45.067493 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.094614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.106299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2253f29d-7eef-41a8-8359-386bd10b10e3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:45.180155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2253f29d-7eef-41a8-8359-386bd10b10e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2253f29d-7eef-41a8-8359-386bd10b10e3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:45.192565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.284146 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8755a8f7-24af-4ab0-b706-082eda16db55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.296155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2253f29d-7eef-41a8-8359-386bd10b10e3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.328209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-382b1eb4-3f19-4f0a-bc16-7b626112f274 req-9547fec3-0cc7-42a1-b4f1-631133b4e987 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5506452d-0a6b-46be-a54e-08d198858dcf HTTP/1.1" status: 200 len: 210 time: 0.5145273 Sep 30 08:16:45.429034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8755a8f7-24af-4ab0-b706-082eda16db55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.433636 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.434303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8755a8f7-24af-4ab0-b706-082eda16db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.479089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268190a-f034-47c3-a8bf-53937f571333 req-e6d75511-0421-4761-ab31-2baad43cdb13 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:45.480792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7268190a-f034-47c3-a8bf-53937f571333 req-e6d75511-0421-4761-ab31-2baad43cdb13 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 943 time: 0.6805096 Sep 30 08:16:45.494916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755a8f7-24af-4ab0-b706-082eda16db55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656e5b4-7156-4578-8167-3d332eceea21,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.497766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=b262df7c-04a6-49b2-a0e7-47c74a14b8c1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.501624 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8755a8f7-24af-4ab0-b706-082eda16db55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd1cbcbeae8c4ea5ab45960a0b961782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050488 Sep 30 08:16:45.504189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46898) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.511141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2253f29d-7eef-41a8-8359-386bd10b10e3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:45.579623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8577-9a3c-4026-9337-98163fba7447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.599241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-28c0dce9-672b-492c-b7df-1f60eef561bc tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:45.601256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-28c0dce9-672b-492c-b7df-1f60eef561bc tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8731968 Sep 30 08:16:45.609179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:45.613977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8577-9a3c-4026-9337-98163fba7447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.635584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11be5263-a60a-40e9-83af-d57ab801aead req-91127c9e-489f-48d2-a14c-9c66a1802540 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 210 time: 0.0463059 Sep 30 08:16:45.673598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8577-9a3c-4026-9337-98163fba7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.674149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Request body: {'port': {'device_id': '3b03294a-5e34-494a-bcad-874349dd7a52', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'ab42c8037ca345a18c462f97d6161fbe'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:45.677341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port b262df7c-04a6-49b2-a0e7-47c74a14b8c1 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:45.677754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8577-9a3c-4026-9337-98163fba7447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.680552 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8fcd8577-9a3c-4026-9337-98163fba7447 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4656e5b4-7156-4578-8167-3d332eceea21 HTTP/1.1" status: 204 len: 168 time: 0.1752050 Sep 30 08:16:45.684128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.687389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fe45069-6761-4f02-9781-e2fc9010d698 req-6d2da78a-2fcb-4a0d-b968-cf63b627af01 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "DELETE /v2.0/ports/b262df7c-04a6-49b2-a0e7-47c74a14b8c1 HTTP/1.1" status: 204 len: 173 time: 1.8554623 Sep 30 08:16:45.693179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd8577-9a3c-4026-9337-98163fba7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656e5b4-7156-4578-8167-3d332eceea21,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.704457 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330a0dad-7db3-40ba-8747-eab49bdf1a3b x-openstack-request-id: req-330a0dad-7db3-40ba-8747-eab49bdf1a3b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:45.705583 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506452d-0a6b-46be-a54e-08d198858dcf", "name": "network-vif-deleted", "tag": "83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:45.705583 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-330a0dad-7db3-40ba-8747-eab49bdf1a3b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:45.705947 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506452d-0a6b-46be-a54e-08d198858dcf', 'name': 'network-vif-deleted', 'tag': '83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e', 'status': 'completed', 'code': 200} Sep 30 08:16:45.713740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7268190a-f034-47c3-a8bf-53937f571333 req-07d42b22-41d3-4954-86cd-4cd1ae2121ab tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083459 Sep 30 08:16:45.819544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:45.858524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:45.858879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319a83e-e424-4d3e-9a44-63f6fa4ffa61 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:45.974355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Made reservation on behalf of ab42c8037ca345a18c462f97d6161fbe for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:45.979043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.991556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a3e21-1cde-4761-8c7a-9608e254d863 req-19e6f53c-5493-4d10-9956-21bd66e21fcb tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:45.993951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e8a3e21-1cde-4761-8c7a-9608e254d863 req-19e6f53c-5493-4d10-9956-21bd66e21fcb tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 949 time: 0.1459763 Sep 30 08:16:45.998226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b867e76-43d8-483a-82c8-b99fba106055 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:46.001512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device b262df7c-04a6-49b2-a0e7-47c74a14b8c1 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:46.004046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a864ba1-40b8-4940-bc39-36d5b2ba61ac req-e7d7597f-bade-4389-8262-ea482bd1e3e6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:46.005854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a864ba1-40b8-4940-bc39-36d5b2ba61ac req-e7d7597f-bade-4389-8262-ea482bd1e3e6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1758554 Sep 30 08:16:46.024888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:46.056275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: b262df7c-04a6-49b2-a0e7-47c74a14b8c1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:46.056621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device b262df7c-04a6-49b2-a0e7-47c74a14b8c1 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:46.057041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:46.059575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:46.110978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:46.111659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 83ddcff1-97b1-4bdf-8ac8-c773db4ebb4e not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:46.138433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e8a3e21-1cde-4761-8c7a-9608e254d863 req-60933fb2-93dc-49c0-8847-0c59c712826c tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309612 Sep 30 08:16:46.187586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46908) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:46.208465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a6d28b-93fd-42a2-878b-6ce63447255f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.226436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a864ba1-40b8-4940-bc39-36d5b2ba61ac req-e653fc6d-6a45-4da4-824e-b31e457fa494 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976743 Sep 30 08:16:46.299105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4108cc5b-85e5-4266-b366-24e3533bc9a3 req-dca87f85-4177-41cf-a60e-e02fa08e39e0 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b713bf7e-f821-46d1-8481-bed830f1a975 HTTP/1.1" status: 200 len: 210 time: 0.0425963 Sep 30 08:16:46.300618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Allocated IP 192.168.233.65 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/0e59cd2e-dd87-45f5-b0e7-e24b3c220240) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:46.300966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b867e76-43d8-483a-82c8-b99fba106055, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b867e76-43d8-483a-82c8-b99fba106055,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:46.321461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '3b867e76-43d8-483a-82c8-b99fba106055', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'port_id': '3b867e76-43d8-483a-82c8-b99fba106055', 'mac_address': 'fa:16:3e:d6:3b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:46.325024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a6d28b-93fd-42a2-878b-6ce63447255f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.331935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a6d28b-93fd-42a2-878b-6ce63447255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.367937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'name': 'network-vif-deleted', 'tag': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:46.369263 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ddd1c5-f319-4efd-9660-3e38d20f74d5" -d '{"events": [{"server_uuid": "b713bf7e-f821-46d1-8481-bed830f1a975", "name": "network-vif-deleted", "tag": "b262df7c-04a6-49b2-a0e7-47c74a14b8c1"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:46.399338 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-43a6d28b-93fd-42a2-878b-6ce63447255f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=230c94a5e20b4d50a9a31cb85a1089ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099059 Sep 30 08:16:46.400051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6d28b-93fd-42a2-878b-6ce63447255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d89ab-2e8d-47f5-89b4-2b38a2587eef,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.409025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46914) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:46.446273 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d6495-6103-4887-81e6-bf6877d0c184 x-openstack-request-id: req-3e2d6495-6103-4887-81e6-bf6877d0c184 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:46.446853 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b713bf7e-f821-46d1-8481-bed830f1a975", "name": "network-vif-deleted", "tag": "b262df7c-04a6-49b2-a0e7-47c74a14b8c1", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:46.446853 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e2d6495-6103-4887-81e6-bf6877d0c184 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:46.449679 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b713bf7e-f821-46d1-8481-bed830f1a975', 'name': 'network-vif-deleted', 'tag': 'b262df7c-04a6-49b2-a0e7-47c74a14b8c1', 'status': 'completed', 'code': 200} Sep 30 08:16:46.476722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.532394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b867e76-43d8-483a-82c8-b99fba106055 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:46.542225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e9551f9-1881-432f-9dd0-1c1073672a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.565820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b867e76-43d8-483a-82c8-b99fba106055, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b867e76-43d8-483a-82c8-b99fba106055,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:46.592630 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.600509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e9551f9-1881-432f-9dd0-1c1073672a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.618888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.662437 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.662777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b867e76-43d8-483a-82c8-b99fba106055,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.682463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e9551f9-1881-432f-9dd0-1c1073672a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.688495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e9551f9-1881-432f-9dd0-1c1073672a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.693329 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2e9551f9-1881-432f-9dd0-1c1073672a1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd0d89ab-2e8d-47f5-89b4-2b38a2587eef HTTP/1.1" status: 204 len: 168 time: 0.2810605 Sep 30 08:16:46.714553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9551f9-1881-432f-9dd0-1c1073672a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d89ab-2e8d-47f5-89b4-2b38a2587eef,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.732613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:46.735548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Pushing event updated for resources: {'Port': ['ID=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.743018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:46.746548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.746905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.747330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.748548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.748548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.748548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.748881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.749128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.749594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.749839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.750295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.750451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:46.754453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:46.883181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:46.883967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.898173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfcdac-f122-4fca-bc48-30b051eeea80 req-7d7970a5-2976-4ec7-b759-f94417cf9ed7 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:46.899745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5adfcdac-f122-4fca-bc48-30b051eeea80 req-7d7970a5-2976-4ec7-b759-f94417cf9ed7 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 945 time: 0.1655567 Sep 30 08:16:46.921973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['3b867e76-43d8-483a-82c8-b99fba106055'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:46.933770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9878f5-6be8-4526-9a7e-dda092448f95 req-8c4788f5-b96f-4a27-a5b7-b5dceea56727 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:46.936083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e9878f5-6be8-4526-9a7e-dda092448f95 req-8c4788f5-b96f-4a27-a5b7-b5dceea56727 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 935 time: 0.1489108 Sep 30 08:16:46.970827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5adfcdac-f122-4fca-bc48-30b051eeea80 req-26ecd92c-1749-49ab-8c09-59f8902548d4 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625436 Sep 30 08:16:46.972305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-f2124c25-8085-4ef1-aece-fc9c3da52c89 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3357568 Sep 30 08:16:47.012340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Request body: {'port': {'device_id': '3b03294a-5e34-494a-bcad-874349dd7a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:47.057388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e9878f5-6be8-4526-9a7e-dda092448f95 req-a3461e80-2b2f-44ad-ab3a-32a9a9df723a tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905795 Sep 30 08:16:47.115376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f4852e9f-0bf4-4ab6-9634-7818ce565a5d None None] Provisioning complete for port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:47.115927 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4852e9f-0bf4-4ab6-9634-7818ce565a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.122689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.154860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f4852e9f-0bf4-4ab6-9634-7818ce565a5d None None] Port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:47.175815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fb29d-70d7-468b-9736-fd19d692197b req-5944f11d-e0bf-4fb2-a00c-d659460fa9d8 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:47.181946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950fb29d-70d7-468b-9736-fd19d692197b req-5944f11d-e0bf-4fb2-a00c-d659460fa9d8 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 944 time: 0.0963514 Sep 30 08:16:47.325229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950fb29d-70d7-468b-9736-fd19d692197b req-06e06a3a-5526-4de8-84a3-3f9138443304 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348770 Sep 30 08:16:47.353377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e87674-953b-4b60-a40b-9077b2ee61f7 req-c00e50e9-2bc3-48fd-85a5-573881e68668 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:47.354656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18e87674-953b-4b60-a40b-9077b2ee61f7 req-c00e50e9-2bc3-48fd-85a5-573881e68668 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 949 time: 0.1317279 Sep 30 08:16:47.472283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18e87674-953b-4b60-a40b-9077b2ee61f7 req-bc5408b6-7866-4ce3-b27f-d9678855614f tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113842 Sep 30 08:16:47.519907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bab35-4aa8-4ed8-a25e-26e6da9f9f8f req-0ab5b7e4-3c0b-4b53-9f8c-08d858880919 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:47.521739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa1bab35-4aa8-4ed8-a25e-26e6da9f9f8f req-0ab5b7e4-3c0b-4b53-9f8c-08d858880919 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1189632 Sep 30 08:16:47.598902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:47.610443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa1bab35-4aa8-4ed8-a25e-26e6da9f9f8f req-9002df78-9ff1-4562-a696-6307eefd0b27 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752783 Sep 30 08:16:47.612286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.633466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Transition to ACTIVE for port object 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:47.637619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.696288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Pushing event updated for resources: {'Port': ['ID=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:47.802191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Attempting to bind port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:47.802570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Attempting to bind port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:47.802948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Attempting to bind port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:47.809165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:47.809867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Attempting to bind port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:47.815526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:47.815825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:47.816213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:47.816650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Bound port: 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:47.817083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.891116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] For port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:47.894807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] For port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:47.899811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.937169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:47.938418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.940194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] 10.222.0.50 "PUT /v2.0/ports/0e59cd2e-dd87-45f5-b0e7-e24b3c220240 HTTP/1.1" status: 200 len: 1095 time: 0.9396465 Sep 30 08:16:47.990000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5496a-5c19-4385-9125-3e15b176035f service neutron] Pushing event updated for resources: {'Port': ['ID=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:48.003505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b867e76-43d8-483a-82c8-b99fba106055 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:48.076009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 3b867e76-43d8-483a-82c8-b99fba106055 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:48.087363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 3b867e76-43d8-483a-82c8-b99fba106055 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:48.088046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.186365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8097d7-a718-4a85-ae1d-e19ea0d46a40 req-db145a3d-4a2d-4ff5-9bde-8fe9b2d18291 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.187942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d8097d7-a718-4a85-ae1d-e19ea0d46a40 req-db145a3d-4a2d-4ff5-9bde-8fe9b2d18291 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 949 time: 0.1233513 Sep 30 08:16:48.195695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-346fae68-0df2-4b84-a401-b67171f0ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.197195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-346fae68-0df2-4b84-a401-b67171f0ed86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab42c8037ca345a18c462f97d6161fbe&device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 1098 time: 0.1117086 Sep 30 08:16:48.205236 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.207906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f614a8-5fba-499b-85bf-4ff739b8c4e6 req-17b88c62-5691-4732-877a-842ab03c4396 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.209780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1f614a8-5fba-499b-85bf-4ff739b8c4e6 req-17b88c62-5691-4732-877a-842ab03c4396 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 945 time: 0.1336298 Sep 30 08:16:48.239387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:48.243220 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed375d-5efa-4da3-8598-29c4129e7a9d" -d '{"events": [{"server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "name": "network-vif-plugged", "status": "completed", "tag": "3b867e76-43d8-483a-82c8-b99fba106055"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:48.260593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b867e76-43d8-483a-82c8-b99fba106055, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b867e76-43d8-483a-82c8-b99fba106055,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:48.265410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.266273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2253f29d-7eef-41a8-8359-386bd10b10e3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:48.275458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-c7dbac92-4c92-46e1-bb18-222a4a7e566b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240 HTTP/1.1" status: 200 len: 217 time: 0.0594745 Sep 30 08:16:48.337584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d8097d7-a718-4a85-ae1d-e19ea0d46a40 req-3bd116a3-3c68-4f54-b45f-c55ef296d8c2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393483 Sep 30 08:16:48.366883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b867e76-43d8-483a-82c8-b99fba106055,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:48.370788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1f614a8-5fba-499b-85bf-4ff739b8c4e6 req-956ac8ee-bff3-467b-92de-702308c83aac tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376748 Sep 30 08:16:48.375943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 2253f29d-7eef-41a8-8359-386bd10b10e3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:48.383272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2253f29d-7eef-41a8-8359-386bd10b10e3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:48.383900 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.388051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-50133060-12b4-4796-9eae-07e12644353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.389558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-50133060-12b4-4796-9eae-07e12644353a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1054583 Sep 30 08:16:48.434394 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1eb67d-9dc3-4732-be6a-cf6b0e1e6258 x-openstack-request-id: req-ea1eb67d-9dc3-4732-be6a-cf6b0e1e6258 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:48.434760 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "name": "network-vif-plugged", "status": "completed", "tag": "3b867e76-43d8-483a-82c8-b99fba106055", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:48.435067 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea1eb67d-9dc3-4732-be6a-cf6b0e1e6258 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:48.435516 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055', 'code': 200} Sep 30 08:16:48.460098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b03294a-5e34-494a-bcad-874349dd7a52', 'tag': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:48.463045 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f186d553-4c46-45ed-8c87-d55dc047e35f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b03294a-5e34-494a-bcad-874349dd7a52", "tag": "0e59cd2e-dd87-45f5-b0e7-e24b3c220240"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:48.477993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.503346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-e80d6a1b-1e7b-407b-a0b6-06db5fca1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.505209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-e80d6a1b-1e7b-407b-a0b6-06db5fca1d51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932400 Sep 30 08:16:48.517672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2253f29d-7eef-41a8-8359-386bd10b10e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2253f29d-7eef-41a8-8359-386bd10b10e3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:48.522416 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.571885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2253f29d-7eef-41a8-8359-386bd10b10e3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:48.591145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4733d1b-0eab-40cb-ace9-df0bdab9a947 req-7702d64e-81e0-4c92-9f95-0d8887dd6719 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.592623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4733d1b-0eab-40cb-ace9-df0bdab9a947 req-7702d64e-81e0-4c92-9f95-0d8887dd6719 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 947 time: 0.1491024 Sep 30 08:16:48.677185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8514d-372e-4d5a-b08d-8d73c27f71ce req-e2be0c81-f3ae-4d87-b4a9-022abcf33ca4 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.678603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aed8514d-372e-4d5a-b08d-8d73c27f71ce req-e2be0c81-f3ae-4d87-b4a9-022abcf33ca4 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.1775775 Sep 30 08:16:48.691073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837a974-e457-4912-af99-d6db6bc95660 req-52bf563d-2bb8-4494-b9ef-0ce05885b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.692524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b837a974-e457-4912-af99-d6db6bc95660 req-52bf563d-2bb8-4494-b9ef-0ce05885b82b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 1096 time: 0.1848881 Sep 30 08:16:48.729342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4733d1b-0eab-40cb-ace9-df0bdab9a947 req-1d2eced6-5ce3-4f24-8935-96b1aa155b96 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302381 Sep 30 08:16:48.754719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-a949913f-1119-4e40-ab8b-a6599765e945 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991255 Sep 30 08:16:48.784018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aed8514d-372e-4d5a-b08d-8d73c27f71ce req-a6faa442-c4b6-436c-abc2-afe7cde44e1e tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947814 Sep 30 08:16:48.805247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b837a974-e457-4912-af99-d6db6bc95660 req-00eab731-2700-49e9-b9ac-8fa09783ba8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927093 Sep 30 08:16:48.834281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-577f79d5-e36a-4fc9-bc98-6a5c6896d2d3 req-caf3c165-1057-4f17-9d5a-1ebeaf837f0b tempest-FlavorsV2NegativeTest-1291744770 tempest-FlavorsV2NegativeTest-1291744770-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a3b8c867f104998ad51cf0419fb3498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341327 Sep 30 08:16:48.835704 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8792c-c426-4d15-a450-ddb3f0526e81 x-openstack-request-id: req-4ea8792c-c426-4d15-a450-ddb3f0526e81 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:48.836051 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b03294a-5e34-494a-bcad-874349dd7a52", "tag": "0e59cd2e-dd87-45f5-b0e7-e24b3c220240", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:48.836320 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ea8792c-c426-4d15-a450-ddb3f0526e81 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:48.836621 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b03294a-5e34-494a-bcad-874349dd7a52', 'tag': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240', 'status': 'completed', 'code': 200} Sep 30 08:16:48.912612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-5e2ac211-f5a7-4e7d-b6ac-e2c351b0b38f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:48.914650 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-5e2ac211-f5a7-4e7d-b6ac-e2c351b0b38f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 945 time: 0.0482306 Sep 30 08:16:48.996877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd6a70e4-2037-4e31-a140-cd92a6e2a447 req-39d356ac-7e63-47b0-9787-2a382daac9a8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265558 Sep 30 08:16:49.011337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Deleting port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:49.011721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.026157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dff7b-6f86-4358-8105-12194c21a4b7 req-169d7d2c-9054-43c8-ad4d-186c509f29d1 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.028220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-101dff7b-6f86-4358-8105-12194c21a4b7 req-169d7d2c-9054-43c8-ad4d-186c509f29d1 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.1462059 Sep 30 08:16:49.037600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f79d5-e36a-4fc9-bc98-6a5c6896d2d3 req-e22272f8-2e96-48a2-b5b2-0bd3e3bc53e7 tempest-FlavorsV2NegativeTest-1291744770 tempest-FlavorsV2NegativeTest-1291744770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.039697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-577f79d5-e36a-4fc9-bc98-6a5c6896d2d3 req-e22272f8-2e96-48a2-b5b2-0bd3e3bc53e7 tempest-FlavorsV2NegativeTest-1291744770 tempest-FlavorsV2NegativeTest-1291744770-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987138 Sep 30 08:16:49.066486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-577f79d5-e36a-4fc9-bc98-6a5c6896d2d3 req-6ebbc389-d148-44f4-90d8-11aae40ec06c tempest-FlavorsV2NegativeTest-1291744770 tempest-FlavorsV2NegativeTest-1291744770-project] 10.222.0.41 "GET /v2.0/quotas/5a3b8c867f104998ad51cf0419fb3498 HTTP/1.1" status: 200 len: 375 time: 0.0197237 Sep 30 08:16:49.098369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-101dff7b-6f86-4358-8105-12194c21a4b7 req-7f380dcd-662a-4732-9009-82b4cbabebc7 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Sep 30 08:16:49.110788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] For port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:49.111274 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.122048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-577f79d5-e36a-4fc9-bc98-6a5c6896d2d3 req-7dd5d570-bafa-4345-951c-ace496f148a0 tempest-FlavorsV2NegativeTest-1291744770 tempest-FlavorsV2NegativeTest-1291744770-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a3b8c867f104998ad51cf0419fb3498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424159 Sep 30 08:16:49.151275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Calling delete_port for 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:49.165469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-6d6a6376-bc28-4a5e-991f-897eaeddbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.167399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-6d6a6376-bc28-4a5e-991f-897eaeddbd94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab42c8037ca345a18c462f97d6161fbe&device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 1098 time: 0.0550616 Sep 30 08:16:49.279112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dbf3e-7783-4cb8-b08f-3d3b6af994e4 req-835e8b0f-202b-42cf-a1a6-bdf5a2ea1a36 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.280635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-395dbf3e-7783-4cb8-b08f-3d3b6af994e4 req-835e8b0f-202b-42cf-a1a6-bdf5a2ea1a36 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1093822 Sep 30 08:16:49.312609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.329478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-7106408d-7418-47cf-801f-784c0a75aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.330923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-7106408d-7418-47cf-801f-784c0a75aaaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1484299 Sep 30 08:16:49.345409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Pushing event deleted for resources: {'Port': ['ID=69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:49.349523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-395dbf3e-7783-4cb8-b08f-3d3b6af994e4 req-1beedc26-3ad1-4d38-96c7-f46a2ae76f0d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559587 Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.363500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:49.372196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:49.410773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] No DVR routers for this DVR port 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:49.414372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.417234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0ebd76c7-16cf-4c86-96aa-6612e480dd57 req-ee63fe6d-ad44-4882-925d-a241ed91ec68 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "DELETE /v2.0/ports/69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 HTTP/1.1" status: 204 len: 173 time: 0.4949174 Sep 30 08:16:49.417829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e4228-f9c9-480d-b45c-2d00b049739a', 'name': 'network-vif-deleted', 'tag': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:49.420334 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959cd9d8-f377-4c74-ae72-63bccc403d42" -d '{"events": [{"server_uuid": "697e4228-f9c9-480d-b45c-2d00b049739a", "name": "network-vif-deleted", "tag": "69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:49.432698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-5328e2af-0ce0-4954-957d-41b9d3baee54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240 HTTP/1.1" status: 200 len: 217 time: 0.0820446 Sep 30 08:16:49.545320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72b026d4-615b-42a8-8109-3fdada70c80d req-f6811dcb-4ae1-424f-954a-821c559d18f8 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=697e4228-f9c9-480d-b45c-2d00b049739a HTTP/1.1" status: 200 len: 210 time: 0.0702400 Sep 30 08:16:49.560235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-926d8696-a9f3-4a7e-b97b-c9b436fa6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.561984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-926d8696-a9f3-4a7e-b97b-c9b436fa6df0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1206441 Sep 30 08:16:49.576726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f032-8236-4bb5-9fb9-1bc6f4ec7e6a req-089a96ea-5ffa-4e60-9d15-237372576b88 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.578228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f76f032-8236-4bb5-9fb9-1bc6f4ec7e6a req-089a96ea-5ffa-4e60-9d15-237372576b88 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 949 time: 0.1054177 Sep 30 08:16:49.625138 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d891b-3f51-4113-802e-a263abf7c717 x-openstack-request-id: req-3c0d891b-3f51-4113-802e-a263abf7c717 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:49.625426 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e4228-f9c9-480d-b45c-2d00b049739a", "name": "network-vif-deleted", "tag": "69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:49.625697 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c0d891b-3f51-4113-802e-a263abf7c717 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:49.626090 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697e4228-f9c9-480d-b45c-2d00b049739a', 'name': 'network-vif-deleted', 'tag': '69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8', 'status': 'completed', 'code': 200} Sep 30 08:16:49.655865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f76f032-8236-4bb5-9fb9-1bc6f4ec7e6a req-d2040886-719a-4afb-8ed5-074655c8356c tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693419 Sep 30 08:16:49.673690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-0928b28f-ba71-48c3-9eed-93a3c0a11002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.673690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-0928b28f-ba71-48c3-9eed-93a3c0a11002 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649190 Sep 30 08:16:49.783053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-3036216a-8381-415f-85bc-26d0cbaee082 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997493 Sep 30 08:16:49.795451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47048) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:49.959897 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e34eb263-8e8b-454e-a690-3aa0f1d1d934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.973814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e8076-60d9-4c91-9712-fdf1473ed5a1 req-0bbd2bc9-d88b-4336-8e3b-f90290a987f0 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.975335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a32e8076-60d9-4c91-9712-fdf1473ed5a1 req-0bbd2bc9-d88b-4336-8e3b-f90290a987f0 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 947 time: 0.1542201 Sep 30 08:16:50.015926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f186d553-4c46-45ed-8c87-d55dc047e35f req-51a0ce68-c29f-4ff1-9ed3-744a417ff2ab service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223530 Sep 30 08:16:50.031697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249d44-15a7-442f-9d8e-0dd5256b520b req-f53f514c-6ba5-45e1-a58b-b201e0bb5b09 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:50.033226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc249d44-15a7-442f-9d8e-0dd5256b520b req-f53f514c-6ba5-45e1-a58b-b201e0bb5b09 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.1659908 Sep 30 08:16:50.081855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a32e8076-60d9-4c91-9712-fdf1473ed5a1 req-7605d8a2-73f7-4680-9f28-049d22d6cb65 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Sep 30 08:16:50.119031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc249d44-15a7-442f-9d8e-0dd5256b520b req-6ba7d933-c48e-4403-9b89-7bfbdb48b7ab tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772266 Sep 30 08:16:50.188720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e34eb263-8e8b-454e-a690-3aa0f1d1d934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.192641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e34eb263-8e8b-454e-a690-3aa0f1d1d934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.261519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e34eb263-8e8b-454e-a690-3aa0f1d1d934 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a3b8c867f104998ad51cf0419fb3498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625845 Sep 30 08:16:50.261759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47058) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:50.264717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eb263-8e8b-454e-a690-3aa0f1d1d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7410305-7a44-4572-97c0-18deebf2dcd4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:50.286314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f3774-99a8-4091-b203-a51b36efddad req-ddb80ebb-c9fa-4627-878a-4593c3483ef6 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:50.287819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d5f3774-99a8-4091-b203-a51b36efddad req-ddb80ebb-c9fa-4627-878a-4593c3483ef6 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.1118948 Sep 30 08:16:50.336627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-faade9ed-fae8-43b0-81d3-95a86bdb85bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.351224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-b19ab328-d73c-481d-a1e4-7483aff922fd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:50.352748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-b19ab328-d73c-481d-a1e4-7483aff922fd tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 949 time: 0.0893209 Sep 30 08:16:50.358263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d5f3774-99a8-4091-b203-a51b36efddad req-376712ed-87ea-49e0-ab8b-ab09282ac159 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546262 Sep 30 08:16:50.359110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-faade9ed-fae8-43b0-81d3-95a86bdb85bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.415465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-faade9ed-fae8-43b0-81d3-95a86bdb85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.418411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-faade9ed-fae8-43b0-81d3-95a86bdb85bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.420065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-faade9ed-fae8-43b0-81d3-95a86bdb85bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7410305-7a44-4572-97c0-18deebf2dcd4 HTTP/1.1" status: 204 len: 168 time: 0.1564603 Sep 30 08:16:50.428445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faade9ed-fae8-43b0-81d3-95a86bdb85bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7410305-7a44-4572-97c0-18deebf2dcd4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:50.437288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc037d-e824-452d-9036-28895f9787a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2253f29d-7eef-41a8-8359-386bd10b10e3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:50.440920 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e013066-4234-4cc8-b5b6-7dd8ec3b05c0" -d '{"events": [{"server_uuid": "4bbc037d-e824-452d-9036-28895f9787a3", "name": "network-vif-plugged", "status": "completed", "tag": "2253f29d-7eef-41a8-8359-386bd10b10e3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:50.507151 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283d3e0a-4919-4dc6-85b0-739f4687b2b1 x-openstack-request-id: req-283d3e0a-4919-4dc6-85b0-739f4687b2b1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:50.507643 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc037d-e824-452d-9036-28895f9787a3", "name": "network-vif-plugged", "status": "completed", "tag": "2253f29d-7eef-41a8-8359-386bd10b10e3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:50.507892 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-283d3e0a-4919-4dc6-85b0-739f4687b2b1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:50.508421 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc037d-e824-452d-9036-28895f9787a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2253f29d-7eef-41a8-8359-386bd10b10e3', 'code': 200} Sep 30 08:16:50.523985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61df-7458-4e7f-adfa-6a4a5c2bb88e req-30673f6e-a640-4e96-a849-336a5448abfc tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:50.525620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-716a61df-7458-4e7f-adfa-6a4a5c2bb88e req-30673f6e-a640-4e96-a849-336a5448abfc tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.0888517 Sep 30 08:16:50.556265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port 450c70b9-0dff-44b1-bfae-5d8464a4794f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:50.557102 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.618105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf73b-3d25-440b-a927-784687d69944 req-c4d13c85-d4ce-40b7-9f05-8a423bdd43d8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:50.619916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-90baf73b-3d25-440b-a927-784687d69944 req-c4d13c85-d4ce-40b7-9f05-8a423bdd43d8 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "GET /v2.0/ports?device_id=62bbad26-118b-41af-9e60-5ba38e6eec46 HTTP/1.1" status: 200 len: 950 time: 0.0797617 Sep 30 08:16:50.748215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port 3b1e245c-bb6b-42fc-a57a-646db1690e22 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:50.750136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.874937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port 3b1e245c-bb6b-42fc-a57a-646db1690e22, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3b1e245c-bb6b-42fc-a57a-646db1690e22,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:50.875404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.891452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for 3b1e245c-bb6b-42fc-a57a-646db1690e22 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:50.962648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-716a61df-7458-4e7f-adfa-6a4a5c2bb88e req-bfab71dd-ab7a-4b70-9546-69138e7ed2cb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289134 Sep 30 08:16:51.002179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port 450c70b9-0dff-44b1-bfae-5d8464a4794f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=450c70b9-0dff-44b1-bfae-5d8464a4794f,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:51.002705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.020678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for 450c70b9-0dff-44b1-bfae-5d8464a4794f owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:51.057302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.071155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:51.095989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=3b1e245c-bb6b-42fc-a57a-646db1690e22,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:51.108516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22', '450c70b9-0dff-44b1-bfae-5d8464a4794f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:51.113023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0925c-b0e7-486f-a6a1-97adabceb3da req-60a1b21b-9ba0-4ec4-908b-88ccc81f8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.114560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67e0925c-b0e7-486f-a6a1-97adabceb3da req-60a1b21b-9ba0-4ec4-908b-88ccc81f8152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 1101 time: 0.5189800 Sep 30 08:16:51.165295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port 3b1e245c-bb6b-42fc-a57a-646db1690e22 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:51.168377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.171258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-90baf73b-3d25-440b-a927-784687d69944 req-aeaaea23-1ac8-4b06-a0c0-340288b40751 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "DELETE /v2.0/ports/3b1e245c-bb6b-42fc-a57a-646db1690e22 HTTP/1.1" status: 204 len: 173 time: 0.5447481 Sep 30 08:16:51.241540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d1327-d866-4511-93a4-9803be253bfc req-94fa8c86-cf6d-4009-9cbb-9183750e771f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.244110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b49d1327-d866-4511-93a4-9803be253bfc req-94fa8c86-cf6d-4009-9cbb-9183750e771f tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=89287030-599b-41c9-abb7-3864e9247742 HTTP/1.1" status: 200 len: 949 time: 0.2926657 Sep 30 08:16:51.262901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd1b3-3b3b-4e3e-8630-10645263c88c req-f8febe87-c3ac-49b6-bb47-dea29744adc2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.264512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67cbd1b3-3b3b-4e3e-8630-10645263c88c req-f8febe87-c3ac-49b6-bb47-dea29744adc2 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.2326159 Sep 30 08:16:51.289294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67e0925c-b0e7-486f-a6a1-97adabceb3da req-b323a273-722a-49f0-84fb-d5b1d13186ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098769 Sep 30 08:16:51.332167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47098) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:51.374355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b49d1327-d866-4511-93a4-9803be253bfc req-b02ab32c-9f9c-46a0-91ef-7cc7c9acbe9a tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088407 Sep 30 08:16:51.388314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67cbd1b3-3b3b-4e3e-8630-10645263c88c req-7a29a73a-fa82-4287-8f70-673c1db69f2e tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094246 Sep 30 08:16:51.400599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.461631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=450c70b9-0dff-44b1-bfae-5d8464a4794f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:51.480138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-network', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:51.495122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3b1e245c-bb6b-42fc-a57a-646db1690e22'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:51.512381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Made reservation on behalf of aa504339aa504d8ba946bab638c7dcbb for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:51.515278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.526444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port 450c70b9-0dff-44b1-bfae-5d8464a4794f on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:51.528610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.531052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.533079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c23f16-4db2-4493-a8ee-77201bc9b0a0 req-48d0aa7e-d3c0-4308-9699-c885d2878ee1 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.50 "DELETE /v2.0/ports/450c70b9-0dff-44b1-bfae-5d8464a4794f HTTP/1.1" status: 204 len: 173 time: 1.1560414 Sep 30 08:16:51.533566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89287030-599b-41c9-abb7-3864e9247742', 'name': 'network-vif-deleted', 'tag': '450c70b9-0dff-44b1-bfae-5d8464a4794f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:51.535846 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733fefdb-59dd-4ea3-9eee-7f451c846862" -d '{"events": [{"server_uuid": "89287030-599b-41c9-abb7-3864e9247742", "name": "network-vif-deleted", "tag": "450c70b9-0dff-44b1-bfae-5d8464a4794f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:51.627649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'name': 'network-vif-deleted', 'tag': '3b1e245c-bb6b-42fc-a57a-646db1690e22'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:51.630316 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf29b3-b3e2-45b2-9a74-9084d00b5375" -d '{"events": [{"server_uuid": "62bbad26-118b-41af-9e60-5ba38e6eec46", "name": "network-vif-deleted", "tag": "3b1e245c-bb6b-42fc-a57a-646db1690e22"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:51.631191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f81c43-1daa-4f6a-a1a5-49fca29427b7 req-3031e103-ba8d-4dda-a339-4811514586b0 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.633188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22f81c43-1daa-4f6a-a1a5-49fca29427b7 req-3031e103-ba8d-4dda-a339-4811514586b0 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.1464293 Sep 30 08:16:51.637254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:51.659130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.665074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.681277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:51.684887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c7d78-79bd-4b0e-a2d0-1d87c7a94a70 req-e92807c6-ed96-49c4-aca6-2039f170cf01 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.686594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f47c7d78-79bd-4b0e-a2d0-1d87c7a94a70 req-e92807c6-ed96-49c4-aca6-2039f170cf01 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 947 time: 0.1987615 Sep 30 08:16:51.692888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.693376 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Added segment 179bd8ec-1270-4e40-a137-e4094203a186 of type vlan for network 67b9284d-2119-4e52-8fbc-3533512b68f9 Sep 30 08:16:51.716658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22f81c43-1daa-4f6a-a1a5-49fca29427b7 req-7a2866d2-db1d-43bc-b094-8d9ee601fd90 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583184 Sep 30 08:16:51.733729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.738325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f47c7d78-79bd-4b0e-a2d0-1d87c7a94a70 req-6ee0ea93-8b8d-489f-8a2a-353704beb19b tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Sep 30 08:16:51.770346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37821c-2371-4733-9256-cded26c1906a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:51.790784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.791984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.792857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.833844 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4974697 Sep 30 08:16:51.834810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47110) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:51.846753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Request body: {'subnet': {'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-subnet', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:51.871357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:51.871586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96a35-9080-431d-8e0a-1a7fc544f003 admin admin] Pushing event updated for resources: {'Network': ['ID=67b9284d-2119-4e52-8fbc-3533512b68f9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:51.884859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:51.887002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:51.893937 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae244a5-84ee-4a83-81af-345f57b304f9 x-openstack-request-id: req-4ae244a5-84ee-4a83-81af-345f57b304f9 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:51.894270 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89287030-599b-41c9-abb7-3864e9247742", "name": "network-vif-deleted", "tag": "450c70b9-0dff-44b1-bfae-5d8464a4794f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:51.894522 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ae244a5-84ee-4a83-81af-345f57b304f9 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:51.894906 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89287030-599b-41c9-abb7-3864e9247742', 'name': 'network-vif-deleted', 'tag': '450c70b9-0dff-44b1-bfae-5d8464a4794f', 'status': 'completed', 'code': 200} Sep 30 08:16:51.915571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Made reservation on behalf of aa504339aa504d8ba946bab638c7dcbb for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:51.918209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.936494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:51.936952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 69c0ffe3-247e-4e35-a4ed-5dfd54d9a8e8 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:51.940497 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae388c2-2a99-44e2-83bd-f50e335a9b41 x-openstack-request-id: req-5ae388c2-2a99-44e2-83bd-f50e335a9b41 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:51.940792 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bbad26-118b-41af-9e60-5ba38e6eec46", "name": "network-vif-deleted", "tag": "3b1e245c-bb6b-42fc-a57a-646db1690e22", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:51.941081 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ae388c2-2a99-44e2-83bd-f50e335a9b41 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:51.941495 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bbad26-118b-41af-9e60-5ba38e6eec46', 'name': 'network-vif-deleted', 'tag': '3b1e245c-bb6b-42fc-a57a-646db1690e22', 'status': 'completed', 'code': 200} Sep 30 08:16:51.943226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a84d-33c5-4159-923f-7538fdcf0f75 req-a7fef763-5f64-4a7e-b0d3-41f9597a9136 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.945478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88e5a84d-33c5-4159-923f-7538fdcf0f75 req-a7fef763-5f64-4a7e-b0d3-41f9597a9136 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.0945377 Sep 30 08:16:52.074648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88e5a84d-33c5-4159-923f-7538fdcf0f75 req-334cbc4d-b610-4af0-9e94-37d06bbfc8f7 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156437 Sep 30 08:16:52.107343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:52.111411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017444c-f643-4948-9239-4aa6f78049cc req-44ecb0d1-7838-4b71-9e73-93f52f640b56 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.116046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5017444c-f643-4948-9239-4aa6f78049cc req-44ecb0d1-7838-4b71-9e73-93f52f640b56 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.1031368 Sep 30 08:16:52.126834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:52.131016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240', 'mac_address': 'fa:16:3e:44:e5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:52.131444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Request body: {'floatingip': {'port_id': '3b867e76-43d8-483a-82c8-b99fba106055'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:52.195021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.202719 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.219059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:52.245858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:52.252742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.275297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.289167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6406c-43b3-452c-abfe-c00cda520707 req-12f750bc-dbc1-4635-acf3-566022851ed8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.291026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e6406c-43b3-452c-abfe-c00cda520707 req-12f750bc-dbc1-4635-acf3-566022851ed8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1016738 Sep 30 08:16:52.322062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:52.362513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:52.379234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0e6406c-43b3-452c-abfe-c00cda520707 req-9a82a533-fd82-436f-9fe4-87253cacca8b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Sep 30 08:16:52.386456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Checking segment: {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:52.386817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Network hostable DHCP agents. Network: 67b9284d-2119-4e52-8fbc-3533512b68f9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:16:52.409005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:16:52.421028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 67b9284d-2119-4e52-8fbc-3533512b68f9) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:52.425791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.426519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.436372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08741dc2-28f2-4e73-8498-23d0d8e23c9e None None] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:52.448689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d1a05696-4dbf-4770-b801-10dcae1cb234 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6090221 Sep 30 08:16:52.448933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47120) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:52.457515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:52.485546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.486768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.567905 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.779523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336d7d5-10f9-452f-a5d3-06df1d4d4a05 req-91928daf-1ea4-4aba-87ed-16a909f4de7d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.781126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a336d7d5-10f9-452f-a5d3-06df1d4d4a05 req-91928daf-1ea4-4aba-87ed-16a909f4de7d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.2114775 Sep 30 08:16:52.787543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['0e59cd2e-dd87-45f5-b0e7-e24b3c220240'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:52.840561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.845787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-67b9284d-2119-4e52-8fbc-3533512b68f9', 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'fixed_ips': [{'subnet_id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:16:52.847352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.956705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:16:52.971726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895aa7d-fbfa-48b4-9fb2-44ddef4c0153 req-1388c477-48aa-421c-94d1-3df1e47547e4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.981540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e895aa7d-fbfa-48b4-9fb2-44ddef4c0153 req-1388c477-48aa-421c-94d1-3df1e47547e4 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 950 time: 0.1992285 Sep 30 08:16:53.007662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a336d7d5-10f9-452f-a5d3-06df1d4d4a05 req-ba72c02f-7db1-480e-9ae2-75d4c19fc949 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/security-groups?id=e622094b-ff7a-45f1-81e0-6fa4bb0094c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082124 Sep 30 08:16:53.008460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.013143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.020676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-2044ce53-ca50-4ad3-917f-435ca24d0d0f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.022551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-2044ce53-ca50-4ad3-917f-435ca24d0d0f tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 945 time: 0.1620905 Sep 30 08:16:53.071750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e895aa7d-fbfa-48b4-9fb2-44ddef4c0153 req-b62e49dc-a527-4d6a-8573-e7a83f6a5e20 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891705 Sep 30 08:16:53.078700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Allocated IP 172.20.0.2 (67b9284d-2119-4e52-8fbc-3533512b68f9/1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a/6d9b1723-b5b4-475a-b1d8-7a5e99a3402a) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:53.119421 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Floating IP fcc7b827-fbf9-4f3b-987f-b7034f357e81 associated. External IP: 172.25.7.199, port: 3b867e76-43d8-483a-82c8-b99fba106055. Sep 30 08:16:53.274644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Deleting port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:53.274973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.287320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.295711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.297663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8493ce-c6d1-4dd8-9d58-1741fae728cc req-bf9a8505-dae3-4aa8-b88e-9792aa2581c3 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.299804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c8493ce-c6d1-4dd8-9d58-1741fae728cc req-bf9a8505-dae3-4aa8-b88e-9792aa2581c3 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 948 time: 0.1380961 Sep 30 08:16:53.336533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:53.339577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:53.343258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:53.352281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Pushing event updated for resources: {'Port': ['ID=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:53.362022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Router 72361ae7-a03e-4737-91a2-242076e46cff has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:16:53.415687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Attempting to bind port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:53.415687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Attempting to bind port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:53.416065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Attempting to bind port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a on network 67b9284d-2119-4e52-8fbc-3533512b68f9 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:53.421083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:53.421489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Checking segment: {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:53.421905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.422302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Bound using segment: {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:53.422768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Bound port: 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:53.423154 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.479113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51372302-6498-419a-8a8e-bf61d6365a1a req-808fdd2b-cc1d-4e13-950d-f19c6f0aed7f tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.480522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51372302-6498-419a-8a8e-bf61d6365a1a req-808fdd2b-cc1d-4e13-950d-f19c6f0aed7f tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.2100914 Sep 30 08:16:53.484228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:53.491055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c8493ce-c6d1-4dd8-9d58-1741fae728cc req-35524964-ae34-4767-ab39-49fa19500190 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613169 Sep 30 08:16:53.494646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] For port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:53.494913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.495852 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] Sync routers for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:53.498957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] For port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:53.510961 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:53.511970 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:53.513397 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.536192 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cc4e7a3e-aec2-40f1-832c-de811eff0cad tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "PUT /v2.0/floatingips/fcc7b827-fbf9-4f3b-987f-b7034f357e81 HTTP/1.1" status: 200 len: 991 time: 1.4082229 Sep 30 08:16:53.582453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52814db-6743-435c-a839-3f9d78a2dae9 None None] Pushing event updated for resources: {'Port': ['ID=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:53.609295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] For port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:53.609714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.647330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Calling delete_port for 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:53.660972 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:53.683604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51372302-6498-419a-8a8e-bf61d6365a1a req-0cef4ae7-60ff-4e57-aba7-96d3c4e83648 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667726 Sep 30 08:16:53.723295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.757976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.809871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa55c8-a5a1-4f5b-ad1f-15648b020b05 req-24a4abb1-33f0-47c0-a7e6-02ae90a632bb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.811415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8faa55c8-a5a1-4f5b-ad1f-15648b020b05 req-24a4abb1-33f0-47c0-a7e6-02ae90a632bb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1991832 Sep 30 08:16:53.901127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:53.942371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:53.945662 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada87092-92be-42ba-bf58-5d0d2d727071" -d '{"events": [{"name": "network-changed", "server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "tag": "3b867e76-43d8-483a-82c8-b99fba106055"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:53.979712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8faa55c8-a5a1-4f5b-ad1f-15648b020b05 req-d27e687c-d442-4380-8aad-5b5acb73eb17 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329134 Sep 30 08:16:53.984502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:53.990077 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'fcc7b827-fbf9-4f3b-987f-b7034f357e81', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'port_id': '3b867e76-43d8-483a-82c8-b99fba106055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'mac_address': 'fa:16:3e:d6:3b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:52Z', 'updated_at': '2021-09-30T08:16:52Z', 'revision_number': 1, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:54.008377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:54.008763 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.029033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Allocated IP 172.25.7.35 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/094a9f18-dd1c-4179-8c0e-448a90f3a2e0) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:54.069788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] Checking router: 72361ae7-a03e-4737-91a2-242076e46cff for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:54.080237 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f6a79-0eca-4751-85ff-24841627737b x-openstack-request-id: req-1c8f6a79-0eca-4751-85ff-24841627737b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:54.080889 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "tag": "3b867e76-43d8-483a-82c8-b99fba106055", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:54.080889 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c8f6a79-0eca-4751-85ff-24841627737b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:54.081269 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055', 'status': 'completed', 'code': 200} Sep 30 08:16:54.110527 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:54.111702 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:54.162402 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.197975 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.208077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:54.256402 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:54.267367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.298621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Pushing event deleted for resources: {'Port': ['ID=0ddd99a5-9444-432f-ba5e-fb7b6f28eb17,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:54.313175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.318806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b03294a-5e34-494a-bcad-874349dd7a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:54.326025 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0079d765-f328-4f4a-a6e6-5a16ff5f1b24" -d '{"events": [{"server_uuid": "3b03294a-5e34-494a-bcad-874349dd7a52", "name": "network-vif-plugged", "status": "completed", "tag": "0e59cd2e-dd87-45f5-b0e7-e24b3c220240"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:54.341407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:54.342190 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.347019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:54.368570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.369852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:54.392762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:54.430219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:54.436281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:54.436639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:54.437067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b1e245c-bb6b-42fc-a57a-646db1690e22 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:54.444345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e30008ba-64a0-45e7-bd89-6478227bee37 req-183448c5-b52b-465d-85d5-23541309106d tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.41 "GET /v2.0/ports?device_id=650dd77e-131c-4758-8025-9a9cbf130deb HTTP/1.1" status: 200 len: 210 time: 0.2008255 Sep 30 08:16:54.448563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:54.482955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 3b1e245c-bb6b-42fc-a57a-646db1690e22 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:54.483301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3b1e245c-bb6b-42fc-a57a-646db1690e22 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:54.483726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 450c70b9-0dff-44b1-bfae-5d8464a4794f no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:54.522178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 450c70b9-0dff-44b1-bfae-5d8464a4794f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:54.523081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 450c70b9-0dff-44b1-bfae-5d8464a4794f not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:54.526228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:54.566790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] No DVR routers for this DVR port 0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:54.568655 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.595073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.605406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2763c4a0-1440-4ff6-a746-ecd2e56e00ed req-a1c78415-4cbe-4970-9268-1e584fb63485 tempest-ListServerFiltersTestJSON-16725870 tempest-ListServerFiltersTestJSON-16725870-project] 10.222.0.50 "DELETE /v2.0/ports/0ddd99a5-9444-432f-ba5e-fb7b6f28eb17 HTTP/1.1" status: 204 len: 173 time: 1.5411639 Sep 30 08:16:54.655679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:54.656453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650dd77e-131c-4758-8025-9a9cbf130deb', 'name': 'network-vif-deleted', 'tag': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:54.660270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.666030 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e3e3d-73be-40d9-85f1-7a9f83a1bb79" -d '{"events": [{"server_uuid": "650dd77e-131c-4758-8025-9a9cbf130deb", "name": "network-vif-deleted", "tag": "0ddd99a5-9444-432f-ba5e-fb7b6f28eb17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:54.681156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-8406dc94-58f9-4025-8719-ad558a956e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:54.683130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-8406dc94-58f9-4025-8719-ad558a956e3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=696a7fb12c264887acf92aff30253dfb&device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 1096 time: 0.5219412 Sep 30 08:16:54.712073 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'fcc7b827-fbf9-4f3b-987f-b7034f357e81', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'port_id': '3b867e76-43d8-483a-82c8-b99fba106055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'mac_address': 'fa:16:3e:d6:3b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:52Z', 'updated_at': '2021-09-30T08:16:52Z', 'revision_number': 1, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:54.754204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:54.787028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb17ae-8b83-403b-b51d-a1a8c1911300 None None] The sync data for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 is: [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'fcc7b827-fbf9-4f3b-987f-b7034f357e81', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'port_id': '3b867e76-43d8-483a-82c8-b99fba106055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'mac_address': 'fa:16:3e:d6:3b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:52Z', 'updated_at': '2021-09-30T08:16:52Z', 'revision_number': 1, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:54.787828 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764d7f1c-404e-42b3-be08-33ec97ecaa5c x-openstack-request-id: req-764d7f1c-404e-42b3-be08-33ec97ecaa5c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:54.788769 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b03294a-5e34-494a-bcad-874349dd7a52", "name": "network-vif-plugged", "status": "completed", "tag": "0e59cd2e-dd87-45f5-b0e7-e24b3c220240", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:54.789111 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-764d7f1c-404e-42b3-be08-33ec97ecaa5c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:54.789635 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b03294a-5e34-494a-bcad-874349dd7a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240', 'code': 200} Sep 30 08:16:54.896149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-7fb3dc04-eb4a-44fc-904e-a51fa6b88e54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:54.897886 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-7fb3dc04-eb4a-44fc-904e-a51fa6b88e54 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 950 time: 0.0969789 Sep 30 08:16:54.998019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453474bf-a430-474d-8956-5c26e742516d None None] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:55.024120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Deleting port 7e2ef517-2002-4996-a252-be242bc9291a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:55.024472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.087297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-38e663c3-845f-4c68-b14a-cebddff36229 None None] Provisioning complete for port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:55.087971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38e663c3-845f-4c68-b14a-cebddff36229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.149089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] For port 7e2ef517-2002-4996-a252-be242bc9291a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7e2ef517-2002-4996-a252-be242bc9291a,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:55.149732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.161068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772e659-54c8-4800-b794-897f056c4f56 None None] New status for floating IP fcc7b827-fbf9-4f3b-987f-b7034f357e81: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:16:55.170519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Calling delete_port for 7e2ef517-2002-4996-a252-be242bc9291a owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:55.301538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Pushing event updated for resources: {'Port': ['ID=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:55.351340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.379482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7e2ef517-2002-4996-a252-be242bc9291a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:55.390631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Pushing event deleted for resources: {'Port': ['ID=7e2ef517-2002-4996-a252-be242bc9291a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:55.440063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] No DVR routers for this DVR port 7e2ef517-2002-4996-a252-be242bc9291a on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:55.442902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.445490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-832ca702-f78e-4e22-bc5d-fb808c01ccd6 req-972f1618-0dc8-4bae-b908-e507344859b2 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.57 "DELETE /v2.0/ports/7e2ef517-2002-4996-a252-be242bc9291a HTTP/1.1" status: 204 len: 173 time: 0.5348690 Sep 30 08:16:55.479612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae210c5-899a-4809-9f36-616ec8112fbe req-5a874fa6-08c1-41cf-a7a3-884ec9b60735 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.489632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae210c5-899a-4809-9f36-616ec8112fbe req-5a874fa6-08c1-41cf-a7a3-884ec9b60735 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d16c66-23ab-43e6-bd37-ace8868ff6b3 HTTP/1.1" status: 200 len: 867 time: 1.1632073 Sep 30 08:16:55.493812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.522356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.553916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3b54f-684b-4474-b433-82954ad64bb7 req-8703566c-061a-407b-9e40-e07682595289 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.557128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7be3b54f-684b-4474-b433-82954ad64bb7 req-8703566c-061a-407b-9e40-e07682595289 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.3604462 Sep 30 08:16:55.559483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32467b4-a1f5-4995-93a9-6d817d574913 req-e30ae8fa-406a-440e-97e0-95fbf09a2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.560818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f32467b4-a1f5-4995-93a9-6d817d574913 req-e30ae8fa-406a-440e-97e0-95fbf09a2311 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 1100 time: 0.3631220 Sep 30 08:16:55.716441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-d76d38de-acd8-4aa7-a548-472ef0bb8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.718446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-d76d38de-acd8-4aa7-a548-472ef0bb8d9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f353bf86-ddda-4abb-a16f-e2957032e186 HTTP/1.1" status: 200 len: 917 time: 0.5179324 Sep 30 08:16:55.736105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae210c5-899a-4809-9f36-616ec8112fbe req-9c57217e-e06c-4b23-aeac-88e1718b5b16 tempest-ServersOnMultiNodesTest-22547812 tempest-ServersOnMultiNodesTest-22547812-project] 10.222.0.41 "GET /v2.0/security-groups?id=de3f9a70-f11a-4378-b2e1-3246a3ecab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454495 Sep 30 08:16:55.749794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8c2b4013-1bef-4227-bfe6-a994da624ec3 None None] Provisioning complete for port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:55.750571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4013-1bef-4227-bfe6-a994da624ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.763109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7be3b54f-684b-4474-b433-82954ad64bb7 req-f724f97a-5d6f-4487-bae3-abbc267d71e2 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951919 Sep 30 08:16:55.847612 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301743f7-9fc1-4a11-b92b-a64508fa2165 x-openstack-request-id: req-301743f7-9fc1-4a11-b92b-a64508fa2165 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:55.847956 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650dd77e-131c-4758-8025-9a9cbf130deb", "name": "network-vif-deleted", "tag": "0ddd99a5-9444-432f-ba5e-fb7b6f28eb17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:55.848154 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-301743f7-9fc1-4a11-b92b-a64508fa2165 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:55.848561 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650dd77e-131c-4758-8025-9a9cbf130deb', 'name': 'network-vif-deleted', 'tag': '0ddd99a5-9444-432f-ba5e-fb7b6f28eb17', 'status': 'completed', 'code': 200} Sep 30 08:16:55.849320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.909742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-d74bb853-d0ac-4ee5-a4e2-6b4b250f8b37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b867e76-43d8-483a-82c8-b99fba106055 HTTP/1.1" status: 200 len: 1001 time: 0.1695921 Sep 30 08:16:55.914314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f32467b4-a1f5-4995-93a9-6d817d574913 req-6dad61ab-bea8-4089-b4a2-2709ffc81509 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399866 Sep 30 08:16:56.002363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47172) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:56.082623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'name': 'network-vif-deleted', 'tag': '7e2ef517-2002-4996-a252-be242bc9291a'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:56.086169 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f9b70-bbb9-49ad-a48e-41a8ba7b2f99" -d '{"events": [{"server_uuid": "c6d16c66-23ab-43e6-bd37-ace8868ff6b3", "name": "network-vif-deleted", "tag": "7e2ef517-2002-4996-a252-be242bc9291a"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:56.100178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Deleting subnet 39300d9d-be25-4ef5-88eb-63ff29f30e3b {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:56.107658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.120314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:56.162849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878b60-80bb-471b-aa38-4b101b94cf3e req-def0b340-c3bc-4972-89c6-be9c572bdbdb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.167166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.170323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c878b60-80bb-471b-aa38-4b101b94cf3e req-def0b340-c3bc-4972-89c6-be9c572bdbdb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2488971 Sep 30 08:16:56.182653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-b47a7274-872e-4bb2-b90c-a92bad9a7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.184636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-b47a7274-872e-4bb2-b90c-a92bad9a7b5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57055eb0-ff37-492f-b24e-d454d91f7b32 HTTP/1.1" status: 200 len: 855 time: 0.1861842 Sep 30 08:16:56.193342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:56.193783 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.292027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.296944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c878b60-80bb-471b-aa38-4b101b94cf3e req-d93e57fb-bf16-4275-99fb-d04dd18f3cb2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256580 Sep 30 08:16:56.323550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.328162 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf588e4-d051-4827-9a84-7198324ff970 x-openstack-request-id: req-baf588e4-d051-4827-9a84-7198324ff970 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:56.328355 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d16c66-23ab-43e6-bd37-ace8868ff6b3", "name": "network-vif-deleted", "tag": "7e2ef517-2002-4996-a252-be242bc9291a", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:56.328624 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-baf588e4-d051-4827-9a84-7198324ff970 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:56.328938 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d16c66-23ab-43e6-bd37-ace8868ff6b3', 'name': 'network-vif-deleted', 'tag': '7e2ef517-2002-4996-a252-be242bc9291a', 'status': 'completed', 'code': 200} Sep 30 08:16:56.334017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-608ca593-e323-423b-b639-74242ef3b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.335597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-608ca593-e323-423b-b639-74242ef3b68a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f353bf86-ddda-4abb-a16f-e2957032e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367865 Sep 30 08:16:56.384354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.412770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39300d9d-be25-4ef5-88eb-63ff29f30e3b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:56.415571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.419640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16277107-cfc3-4616-b26c-2ef3441a604a None None] Network 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:56.420774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6f1a1727-d10a-4b08-87b8-df4cf01978d6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/39300d9d-be25-4ef5-88eb-63ff29f30e3b HTTP/1.1" status: 204 len: 168 time: 0.4164193 Sep 30 08:16:56.423790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:56.494898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.550484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1f778-4aa9-4b60-b09b-2d355283e1b3 req-58b2db6d-97da-4441-a817-52e72772c9e0 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.554575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62b1f778-4aa9-4b60-b09b-2d355283e1b3 req-58b2db6d-97da-4441-a817-52e72772c9e0 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.1475148 Sep 30 08:16:56.563563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Deleting port 79acea22-4493-4bbd-a521-8aae5384a923 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:56.563908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.564925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-2132412c-728d-4c03-9b5f-34af2fd8daf0 service neutron] 10.222.0.57 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917310 Sep 30 08:16:56.623650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] DHCP port deletion for 8efb1060-a36b-4338-9c83-ed1ffc5a09c5 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:16:56.634647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] For port 79acea22-4493-4bbd-a521-8aae5384a923, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=79acea22-4493-4bbd-a521-8aae5384a923,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:56.635021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.644330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62b1f778-4aa9-4b60-b09b-2d355283e1b3 req-df73ea98-ff1f-4bac-8fed-27a83616d938 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836055 Sep 30 08:16:56.655162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Calling delete_port for 79acea22-4493-4bbd-a521-8aae5384a923 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:56.676889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] Deleting port 79acea22-4493-4bbd-a521-8aae5384a923 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:56.677291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.687373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:16:56.742773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] For port 79acea22-4493-4bbd-a521-8aae5384a923, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=79acea22-4493-4bbd-a521-8aae5384a923,segment=NetworkSegment(9db10fac-371f-4c83-9313-209cb2bbc8f3),segment_id=9db10fac-371f-4c83-9313-209cb2bbc8f3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:56.743180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.752708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.754410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ada87092-92be-42ba-bf58-5d0d2d727071 req-dc2d19c3-f915-4970-80ae-7077522469fa service neutron] 10.222.0.57 "GET /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661532 Sep 30 08:16:56.755887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] Calling delete_port for 79acea22-4493-4bbd-a521-8aae5384a923 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:56.806232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Pushing event deleted for resources: {'Port': ['ID=79acea22-4493-4bbd-a521-8aae5384a923,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:56.811099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] No DVR routers for this DVR port 79acea22-4493-4bbd-a521-8aae5384a923 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:56.873100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:56.886251 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Sync routers for ids ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:56.906898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Routers {'1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:56.907626 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:56.920699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.925334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-73beed5c-63d6-4939-92c3-75101ad74b33 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4750087 Sep 30 08:16:56.926018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47188) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:56.975183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.995828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ea440-e16d-4b97-a04b-92ca8af094d5 req-cf28a120-4039-4d92-beda-df32752c9768 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:57.016966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb0ea440-e16d-4b97-a04b-92ca8af094d5 req-cf28a120-4039-4d92-beda-df32752c9768 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.1382513 Sep 30 08:16:57.027587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efb1060-a36b-4338-9c83-ed1ffc5a09c5']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:57.046028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.048020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db10fac-371f-4c83-9313-209cb2bbc8f3') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:57.048508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db10fac-371f-4c83-9313-209cb2bbc8f3') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:57.081805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.094416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] No DVR routers for this DVR port 79acea22-4493-4bbd-a521-8aae5384a923 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:57.096260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cb56b-b914-4416-8cd3-9104b242ffed None None] Pushing event deleted for resources: {'Port': ['ID=79acea22-4493-4bbd-a521-8aae5384a923,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.098041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.110457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:57.110983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:57.128771 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:57.187023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.192069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb0ea440-e16d-4b97-a04b-92ca8af094d5 req-d89fe076-2f7a-4295-a43f-99afd26018c8 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732419 Sep 30 08:16:57.209463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.215147 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] 10.222.0.41 "DELETE /v2.0/networks/8efb1060-a36b-4338-9c83-ed1ffc5a09c5 HTTP/1.1" status: 204 len: 168 time: 0.7872577 Sep 30 08:16:57.215147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482434c-3aaf-4d50-92f0-431fecb075ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8efb1060-a36b-4338-9c83-ed1ffc5a09c5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.235286 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Set router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:57.250421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47196) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.376339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.451963 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-de0da572-74a0-4da6-8168-cc3c4a6824b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75b1df868bac4a128b020552d8c6dce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744252 Sep 30 08:16:57.454540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47204) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.476772 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:16:55Z', 'revision_number': 3, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:57.504143 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Checking router: 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:57.504500 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Updating router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:16:57.505093 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-78c74b6a-380c-420f-ba6c-38c61a750087 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9caeb18ee4834ceea74ee4423504a98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534666 Sep 30 08:16:57.508570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47206) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.526054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83117105-a1b9-4618-9900-b2c82c2b919e req-a1091773-6af3-4b5b-b27c-6a95692f999d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:57.527668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83117105-a1b9-4618-9900-b2c82c2b919e req-a1091773-6af3-4b5b-b27c-6a95692f999d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1044390 Sep 30 08:16:57.537595 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.577963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-766cd94c-8eef-4713-a25f-ce80579fcb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.594405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-851e-45c7-9f6c-6b31b1b40859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.612805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83117105-a1b9-4618-9900-b2c82c2b919e req-3fd4d5e4-b1fb-4e9e-aa36-2a910ed66027 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788469 Sep 30 08:16:57.628222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-766cd94c-8eef-4713-a25f-ce80579fcb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.644266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-851e-45c7-9f6c-6b31b1b40859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.701934 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.723797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-766cd94c-8eef-4713-a25f-ce80579fcb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.727951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-766cd94c-8eef-4713-a25f-ce80579fcb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.731577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-766cd94c-8eef-4713-a25f-ce80579fcb25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e622094b-ff7a-45f1-81e0-6fa4bb0094c8 HTTP/1.1" status: 204 len: 168 time: 0.2736905 Sep 30 08:16:57.739163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cd94c-8eef-4713-a25f-ce80579fcb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e622094b-ff7a-45f1-81e0-6fa4bb0094c8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.751559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-851e-45c7-9f6c-6b31b1b40859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.757338 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-851e-45c7-9f6c-6b31b1b40859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.761021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57eb3fc1-851e-45c7-9f6c-6b31b1b40859 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de3f9a70-f11a-4378-b2e1-3246a3ecab1c HTTP/1.1" status: 204 len: 168 time: 0.2489941 Sep 30 08:16:57.767520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb3fc1-851e-45c7-9f6c-6b31b1b40859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f9a70-f11a-4378-b2e1-3246a3ecab1c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.957113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411365f-29da-41ac-89af-c326ad9ff533 req-8f271918-4e9e-455d-8274-a99b99f2cc69 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:57.965653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3411365f-29da-41ac-89af-c326ad9ff533 req-8f271918-4e9e-455d-8274-a99b99f2cc69 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.2420456 Sep 30 08:16:58.006372 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.079729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7e2ef517-2002-4996-a252-be242bc9291a no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:58.115677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3411365f-29da-41ac-89af-c326ad9ff533 req-9fdb9e19-246f-4e07-8502-3760fe11ec14 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487906 Sep 30 08:16:58.130520 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.133861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 7e2ef517-2002-4996-a252-be242bc9291a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:58.134211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7e2ef517-2002-4996-a252-be242bc9291a not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:58.147344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 79acea22-4493-4bbd-a521-8aae5384a923 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:58.163124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Allocated IP 172.20.0.1 (67b9284d-2119-4e52-8fbc-3533512b68f9/1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a/da44125d-93f6-4e39-a22f-e3c9b3eb8c9b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:58.180062 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:16:58.220684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 79acea22-4493-4bbd-a521-8aae5384a923 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:58.222993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 79acea22-4493-4bbd-a521-8aae5384a923 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:58.238428 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Attempting to bind port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:58.238739 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Attempting to bind port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:58.239108 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Attempting to bind port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:58.251904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Pushing event updated for resources: {'Port': ['ID=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.257413 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:58.257839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:58.258444 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.259007 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:58.259500 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Bound port: 094a9f18-dd1c-4179-8c0e-448a90f3a2e0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:58.260082 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.292905 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.293283 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.293651 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.294231 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.294588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.294919 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.295252 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.295584 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.295912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.296238 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.296569 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.296895 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:58.345962 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] For port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:58.356928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:58.391629 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] For port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:58.400162 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.425459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fbcd7a33-9589-4fcf-a38c-113425bcbf54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc690d6e1e35404da3a2614325537452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666864 Sep 30 08:16:58.426451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47236) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:58.479642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-7b9dfd2e-36ed-4b66-a9aa-dffa2b6f51fb tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.481157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-7b9dfd2e-36ed-4b66-a9aa-dffa2b6f51fb tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.1215024 Sep 30 08:16:58.483876 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Routers {'1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:58.484432 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:58.488395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.495582 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d6f7-6eea-40ce-aca0-4da2eeeab0c5 None None] Pushing event updated for resources: {'Port': ['ID=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.497560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03957-260c-4a41-9a5a-73a7e74228da req-a6641f51-ae79-4e65-ae30-fcf51815d5c3 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.499458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2d03957-260c-4a41-9a5a-73a7e74228da req-a6641f51-ae79-4e65-ae30-fcf51815d5c3 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.1532967 Sep 30 08:16:58.513076 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d6279b8-1f5f-4d50-91ab-7e34d7afad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.540259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d6279b8-1f5f-4d50-91ab-7e34d7afad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.608706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d6279b8-1f5f-4d50-91ab-7e34d7afad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.611317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d6279b8-1f5f-4d50-91ab-7e34d7afad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.614861 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0d6279b8-1f5f-4d50-91ab-7e34d7afad10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f878b0a-2002-4735-b939-8e30785e2557 HTTP/1.1" status: 204 len: 168 time: 0.1842711 Sep 30 08:16:58.621365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6279b8-1f5f-4d50-91ab-7e34d7afad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f878b0a-2002-4735-b939-8e30785e2557,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.625572 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] Set router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:58.692452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2d03957-260c-4a41-9a5a-73a7e74228da req-cd25238a-a0d4-4e46-88b0-281f169af5b2 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611199 Sep 30 08:16:58.751548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.818454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Deleting port 2253f29d-7eef-41a8-8359-386bd10b10e3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:58.818796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.827066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.891107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:58.893788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:16:55Z', 'revision_number': 3, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:58.897221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:58.941118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:58.969095 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521f0d-7e41-4570-8216-967a7d871a09 None None] The sync data for ids ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'] in n-d-807025-5 is: [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:16:55Z', 'revision_number': 3, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:59.151615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47262) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:59.266811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a01677d5-6f2b-480a-8874-c5f92a7e3408 None None] Provisioning complete for port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:59.267356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a01677d5-6f2b-480a-8874-c5f92a7e3408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.358524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a01677d5-6f2b-480a-8874-c5f92a7e3408 None None] Port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:16:59.364926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-62792127-network', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:59.413977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Made reservation on behalf of 5a1e98a76d004fea9479a01cba0cfcb6 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:59.418486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.428764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.471518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506fae-b019-4eb7-ad37-256a5c295ac7 req-38602ec3-8193-4652-a71d-e97bcacfc3a9 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.473315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25506fae-b019-4eb7-ad37-256a5c295ac7 req-38602ec3-8193-4652-a71d-e97bcacfc3a9 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.7012291 Sep 30 08:16:59.532009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.574473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.578935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] For port 2253f29d-7eef-41a8-8359-386bd10b10e3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2253f29d-7eef-41a8-8359-386bd10b10e3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:59.579428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.583882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.616059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25506fae-b019-4eb7-ad37-256a5c295ac7 req-6736fa39-8a36-4004-bd7e-a18feb2c2ddd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195853 Sep 30 08:16:59.621667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Calling delete_port for 2253f29d-7eef-41a8-8359-386bd10b10e3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:59.621819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:59.636318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e981b50e-92c8-42cc-9673-17844ebd04fa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:59.640027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da853-9bdd-4eeb-bfa7-ec5aa2497cb3 req-684c67cb-ea23-4691-b2e2-d646fa279420 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.649641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81da853-9bdd-4eeb-bfa7-ec5aa2497cb3 req-684c67cb-ea23-4691-b2e2-d646fa279420 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.6570702 Sep 30 08:16:59.653262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.656178 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Added segment ad89ee7c-4324-403e-b006-b24d0c615e1a of type vlan for network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 Sep 30 08:16:59.716149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.748511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.749969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.750552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.795342 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6425724 Sep 30 08:16:59.825544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47284) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:59.826013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47286) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:59.836706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4e1c0-1383-4e87-8229-1817ee736843 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd3d6fa-ff97-4812-94ce-3ada6b016247,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:59.844891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Request body: {'subnet': {'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-62792127-subnet', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:59.847061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:59.904106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81da853-9bdd-4eeb-bfa7-ec5aa2497cb3 req-c78ef140-bfb2-4ab9-8003-7b98403bfc9b tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548700 Sep 30 08:16:59.940090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Made reservation on behalf of 5a1e98a76d004fea9479a01cba0cfcb6 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:59.944094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.989692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016ef49-5c2f-4f06-974c-e5465cbe86e1 req-266663ad-4aa7-40bf-a1f5-deba4ac70f6e tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.992179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6016ef49-5c2f-4f06-974c-e5465cbe86e1 req-266663ad-4aa7-40bf-a1f5-deba4ac70f6e tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bbc037d-e824-452d-9036-28895f9787a3 HTTP/1.1" status: 200 len: 950 time: 0.2301464 Sep 30 08:17:00.009380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1100873511-network', 'tenant_id': '32ff824e310a49c4ac34378246280d7b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:00.108187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:00.132263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.139618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.174843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:00.175527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.201164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Made reservation on behalf of 32ff824e310a49c4ac34378246280d7b for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:00.203561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.212993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6016ef49-5c2f-4f06-974c-e5465cbe86e1 req-398e2140-2623-44dc-86a7-8469e2c53348 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.41 "GET /v2.0/security-groups?id=e45dddad-dfd9-4fad-938f-270967d30706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986711 Sep 30 08:17:00.227305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Pushing event deleted for resources: {'Port': ['ID=2253f29d-7eef-41a8-8359-386bd10b10e3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.256551 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.316549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.330173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] No DVR routers for this DVR port 2253f29d-7eef-41a8-8359-386bd10b10e3 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:00.333061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.335717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-709b77a4-dd47-469c-ae26-ec0290d99433 req-230235a1-6aa2-4382-a93a-e4c496558881 tempest-TenantUsagesTestJSON-339195512 tempest-TenantUsagesTestJSON-339195512-project] 10.222.0.57 "DELETE /v2.0/ports/2253f29d-7eef-41a8-8359-386bd10b10e3 HTTP/1.1" status: 204 len: 173 time: 1.8352001 Sep 30 08:17:00.339460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:00.343051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc037d-e824-452d-9036-28895f9787a3', 'name': 'network-vif-deleted', 'tag': '2253f29d-7eef-41a8-8359-386bd10b10e3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:00.345725 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39659145-2afd-4a7e-947c-d4ae486f0624" -d '{"events": [{"server_uuid": "4bbc037d-e824-452d-9036-28895f9787a3", "name": "network-vif-deleted", "tag": "2253f29d-7eef-41a8-8359-386bd10b10e3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:00.346691 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.432977 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e8f2d-05b2-4876-b620-4e46932a22c1 x-openstack-request-id: req-4c2e8f2d-05b2-4876-b620-4e46932a22c1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:00.433270 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc037d-e824-452d-9036-28895f9787a3", "name": "network-vif-deleted", "tag": "2253f29d-7eef-41a8-8359-386bd10b10e3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:00.433675 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c2e8f2d-05b2-4876-b620-4e46932a22c1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:00.433928 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc037d-e824-452d-9036-28895f9787a3', 'name': 'network-vif-deleted', 'tag': '2253f29d-7eef-41a8-8359-386bd10b10e3', 'status': 'completed', 'code': 200} Sep 30 08:17:00.437669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.643015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.688768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767178-3e7d-4682-a11e-6ea12eac522e req-79d984fb-422d-4965-b42b-afc915bb6848 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:00.690343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41767178-3e7d-4682-a11e-6ea12eac522e req-79d984fb-422d-4965-b42b-afc915bb6848 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.1905508 Sep 30 08:17:00.722639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.760294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.821506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.825431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.838727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.921074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41767178-3e7d-4682-a11e-6ea12eac522e req-582bdd48-bd79-406e-88f8-5ad819e5ca09 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110171 Sep 30 08:17:00.924430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:00.931146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.972101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6990fa-7810-438b-b5ea-493bdac5be06,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.982298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990093-fc21-4462-b94c-926dd346626d req-376f89cb-2b4c-4166-a786-d04f606a2051 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:00.983857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80990093-fc21-4462-b94c-926dd346626d req-376f89cb-2b4c-4166-a786-d04f606a2051 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2817981 Sep 30 08:17:00.984641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Checking segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:00.985005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Network hostable DHCP agents. Network: 8fd3d6fa-ff97-4812-94ce-3ada6b016247, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:00.989846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.990214 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Added segment 37532657-e5ea-4442-84bb-039ddac3ea67 of type vlan for network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 Sep 30 08:17:01.028524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.088333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.128591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:01.160925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8fd3d6fa-ff97-4812-94ce-3ada6b016247) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:01.168340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80990093-fc21-4462-b94c-926dd346626d req-93dc3e5f-1fc7-47d1-aa5c-8985f26c8ac9 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607432 Sep 30 08:17:01.169299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d902fcd-f786-4e31-a267-f225b61307b2 None None] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:01.175412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.176011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.186668 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.187612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.197561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.253300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:01.258402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47306) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:01.258899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3b83ea6f-acfc-470d-8804-a5e1e0a222e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4293065 Sep 30 08:17:01.262352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:01.265127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4343395 Sep 30 08:17:01.267159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:01.271284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47308) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:01.290376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Request body: {'subnet': {'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1100873511-subnet', 'tenant_id': '32ff824e310a49c4ac34378246280d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:01.327480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96fe031-4f41-483b-a5fc-aa89c751f23a None None] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:01.353395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.354629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.361536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Made reservation on behalf of 32ff824e310a49c4ac34378246280d7b for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:01.364410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0d727-27fb-4542-bee0-88f9fb86ae38 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.369146 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.403521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:01.447524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:01.604675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.661245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:01.676236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-53c5fe6d-4b17-44d7-aefe-fd9a700dfcb6 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d1528ff-4790-4c5e-b1d6-8e2287d4f26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7402701 Sep 30 08:17:01.676236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47314) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:01.681779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.685963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Sync routers for ids ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:01.699278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Routers {'1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:01.700287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:01.769325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7b3cc4f8-453f-4af4-8b78-70039d0b4290 None None] Provisioning complete for port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:01.769930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7b3cc4f8-453f-4af4-8b78-70039d0b4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.825029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.834178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7b3cc4f8-453f-4af4-8b78-70039d0b4290 None None] Port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:01.861600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-23df27ce-be87-4102-b50d-89ecdc8a9af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b3d73986fba49f082029ab65a70c24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912551 Sep 30 08:17:01.871411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47324) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:01.872675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.885212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Checking segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:01.885692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Network hostable DHCP agents. Network: 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:01.911080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Set router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:01.931003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:01.955079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:01.961792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.962487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.974273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371639d9-9ca0-4fb5-9213-231ccca9bd6a None None] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:01.983969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-30bedb90-9b8b-4d4e-8193-89bebd46a668 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.988337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-30bedb90-9b8b-4d4e-8193-89bebd46a668 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.1276326 Sep 30 08:17:02.037173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-89c723dd-fa7b-4d02-844e-50eafe3870e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7538085 Sep 30 08:17:02.066251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8890-9718-4858-af8b-1fd9470203d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.125495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:02.173532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2253f29d-7eef-41a8-8359-386bd10b10e3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:02.211801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.236786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 2253f29d-7eef-41a8-8359-386bd10b10e3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:02.237500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2253f29d-7eef-41a8-8359-386bd10b10e3 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:02.239605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.304324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:02.304698 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.353226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Allocated IP 172.25.7.104 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:02.371921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8890-9718-4858-af8b-1fd9470203d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.395762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4fd28-ee01-4db0-9350-289281f18a2e None None] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:02.448305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-1834f7a6-8f98-4595-9941-273886b5f7c0 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3829088 Sep 30 08:17:02.458069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc18a06-a68a-488c-af01-e43207e46f1a req-fd2b80ed-61f7-4edd-bcf3-249c8fb64d52 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.465213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cc18a06-a68a-488c-af01-e43207e46f1a req-fd2b80ed-61f7-4edd-bcf3-249c8fb64d52 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b03294a-5e34-494a-bcad-874349dd7a52 HTTP/1.1" status: 200 len: 949 time: 0.4008729 Sep 30 08:17:02.479128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:02.482791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.521099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Deleting port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:02.521099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.530188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:16:59Z', 'revision_number': 4, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'da44125d-93f6-4e39-a22f-e3c9b3eb8c9b', 'name': '', 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'mac_address': 'fa:16:3e:9b:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:57Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 2, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'subnets': [{'id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:02.539186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.551906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8890-9718-4858-af8b-1fd9470203d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.554739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8890-9718-4858-af8b-1fd9470203d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.558567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9dbc8890-9718-4858-af8b-1fd9470203d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e45dddad-dfd9-4fad-938f-270967d30706 HTTP/1.1" status: 204 len: 168 time: 0.6835377 Sep 30 08:17:02.558567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.582069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:02.585391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:02.593070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:02.596545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:02.607866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Checking router: 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:02.608225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Updating router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:02.608905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cc18a06-a68a-488c-af01-e43207e46f1a req-5002d84e-bed8-49fe-ba7e-c6cea9d26d99 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.41 "GET /v2.0/security-groups?id=e348e112-a1bb-468a-9737-c51c19812603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425667 Sep 30 08:17:02.635174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8890-9718-4858-af8b-1fd9470203d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45dddad-dfd9-4fad-938f-270967d30706,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:02.723991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] For port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:02.724375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.741781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Calling delete_port for 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:02.822397 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.930095 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.964323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47344) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:02.982946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef352d2d-8a6a-4e4f-b684-3286e5ec946c req-f5871cdd-5b51-4c45-9d98-4a26ec726feb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.984543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef352d2d-8a6a-4e4f-b684-3286e5ec946c req-f5871cdd-5b51-4c45-9d98-4a26ec726feb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1790326 Sep 30 08:17:03.017872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d25305-d66e-46b7-983a-a213c798b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.109640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef352d2d-8a6a-4e4f-b684-3286e5ec946c req-2cc888e8-e391-427b-ae4d-d7798a7657cd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097860 Sep 30 08:17:03.110166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.127124 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.143671 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.153535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.155556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.181729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Pushing event deleted for resources: {'Port': ['ID=0e59cd2e-dd87-45f5-b0e7-e24b3c220240,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.237508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830c218-0ef2-4176-ae3e-faea2853b945 None None] Pushing event updated for resources: {'Port': ['ID=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.305046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] No DVR routers for this DVR port 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:03.314967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.317014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0433e875-296c-4547-9bfc-dc8a9598a558 req-a1d95f11-dcf6-4fd2-ab14-1b0132200c97 tempest-DeleteServersAdminTestJSON-1512063617 tempest-DeleteServersAdminTestJSON-1512063617-project] 10.222.0.50 "DELETE /v2.0/ports/0e59cd2e-dd87-45f5-b0e7-e24b3c220240 HTTP/1.1" status: 204 len: 173 time: 1.3238006 Sep 30 08:17:03.328279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b03294a-5e34-494a-bcad-874349dd7a52', 'name': 'network-vif-deleted', 'tag': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:03.331346 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d419a0-233b-45d2-a446-28c589b87ec7" -d '{"events": [{"server_uuid": "3b03294a-5e34-494a-bcad-874349dd7a52", "name": "network-vif-deleted", "tag": "0e59cd2e-dd87-45f5-b0e7-e24b3c220240"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:03.382462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Attempting to bind port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:03.385903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Attempting to bind port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:03.386263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Attempting to bind port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b on network 67b9284d-2119-4e52-8fbc-3533512b68f9 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:03.396090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:03.396851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Checking segment: {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:03.396851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.402304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Bound using segment: {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:03.403419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Bound port: da44125d-93f6-4e39-a22f-e3c9b3eb8c9b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179bd8ec-1270-4e40-a137-e4094203a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:03.404149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.498357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Allocated IP 172.25.7.64 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9c26beff-1e47-4bbd-baaa-b8c87177352a) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:03.510635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d25305-d66e-46b7-983a-a213c798b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.528242 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-17d25305-d66e-46b7-983a-a213c798b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.550947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] For port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:03.556454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] For port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:03.562592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.621500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d25305-d66e-46b7-983a-a213c798b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc121d-bf22-4703-8c02-a753c6478351,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.640622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Routers {'1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:03.641588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:03.645970 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-17d25305-d66e-46b7-983a-a213c798b86d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc6aae008b9b43dfa198eb6e05508485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791947 Sep 30 08:17:03.649945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47352) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:03.730897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830c218-0ef2-4176-ae3e-faea2853b945 None None] Pushing event updated for resources: {'Port': ['ID=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.767548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Provisioning complete for port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:03.767934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.836223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.867948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81a59042-32ff-4c42-b465-c7e6e430ada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.874720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Router 2b4fa609-6e9e-4c23-93ff-7d228988f13d is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:03.904517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:03.930386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:03.931054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0e59cd2e-dd87-45f5-b0e7-e24b3c220240 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:03.954907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] Set router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:04.046332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.066525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:04.078077 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Sync routers for ids ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:04.092613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.094264 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7da4d4d1-32f0-4bf8-9fec-d9ffc5352a58 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8327777 Sep 30 08:17:04.096983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47364) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:04.100114 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Routers {'2b4fa609-6e9e-4c23-93ff-7d228988f13d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:04.103397 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:04.169041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] For port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:04.181868 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.236787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81a59042-32ff-4c42-b465-c7e6e430ada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.240157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Set router 2b4fa609-6e9e-4c23-93ff-7d228988f13d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:04.326585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Pushing event updated for resources: {'Port': ['ID=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.336636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5175c000-adb6-41da-9e49-7d1074797bea None None] Provisioning complete for port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:04.337124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5175c000-adb6-41da-9e49-7d1074797bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.367273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-9c0c80fb-41f6-45f0-b0c0-dd50f2a2ce24 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:04.374470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-9c0c80fb-41f6-45f0-b0c0-dd50f2a2ce24 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.1245425 Sep 30 08:17:04.386612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.387536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.388821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.389432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.390842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.391483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.392076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.394554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.395131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.395873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.397060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.399051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c9c59-169a-4102-826b-0d64d1c9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.418282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4a1bdd9a-eea6-4538-a3e1-51d561c41ef7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/quotas/32ff824e310a49c4ac34378246280d7b HTTP/1.1" status: 200 len: 375 time: 0.0428557 Sep 30 08:17:04.437645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.467948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-1b498f8c-935d-4a81-ac64-b00289cb88c5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487070 Sep 30 08:17:04.509079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:04.517310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:04.523479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:04.528040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:16:59Z', 'revision_number': 4, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'da44125d-93f6-4e39-a22f-e3c9b3eb8c9b', 'name': '', 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'mac_address': 'fa:16:3e:9b:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:57Z', 'updated_at': '2021-09-30T08:17:03Z', 'revision_number': 4, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'subnets': [{'id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:04.533722 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:17:02Z', 'revision_number': 3, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:04.574012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf0b5-4e50-4408-8f93-172fa3a9304c None None] The sync data for ids ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'] in n-d-807025-5 is: [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:16:59Z', 'revision_number': 4, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'da44125d-93f6-4e39-a22f-e3c9b3eb8c9b', 'name': '', 'network_id': '67b9284d-2119-4e52-8fbc-3533512b68f9', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'mac_address': 'fa:16:3e:9b:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:57Z', 'updated_at': '2021-09-30T08:17:03Z', 'revision_number': 4, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'subnets': [{'id': '1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:04.579306 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Checking router: 2b4fa609-6e9e-4c23-93ff-7d228988f13d for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:04.579644 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Updating router 2b4fa609-6e9e-4c23-93ff-7d228988f13d port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:04.609004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81a59042-32ff-4c42-b465-c7e6e430ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.619616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81a59042-32ff-4c42-b465-c7e6e430ada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.620795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-81a59042-32ff-4c42-b465-c7e6e430ada5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98fc121d-bf22-4703-8c02-a753c6478351 HTTP/1.1" status: 204 len: 168 time: 0.9669333 Sep 30 08:17:04.650278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=9c26beff-1e47-4bbd-baaa-b8c87177352a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.664269 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.682656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a59042-32ff-4c42-b465-c7e6e430ada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc121d-bf22-4703-8c02-a753c6478351,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.703346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.888540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.955258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.958795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-f0d2af37-ce47-41a8-a8d3-2f99aecdc60c service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898882 Sep 30 08:17:05.041310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Allocated IP 172.20.0.1 (8fd3d6fa-ff97-4812-94ce-3ada6b016247/2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9/4deebe48-baa1-4fd2-bcad-eb75f1307f89) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:05.167583 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.198687 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.216451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.281823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-5036f0d6-b1aa-4380-87cc-ebbc0acf1065 service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149006 Sep 30 08:17:05.303218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.344403 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Attempting to bind port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:05.344734 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Attempting to bind port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:05.345375 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Attempting to bind port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:05.347887 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40098222-eba9-446e-a941-cab816b60a77 None None] Pushing event updated for resources: {'Port': ['ID=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:05.371726 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:05.372210 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:05.372697 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.373167 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:05.373776 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Bound port: ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:05.381106 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.408403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:05.411039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.414673 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:05.418960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:05.425128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.508395 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] For port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:05.514316 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] For port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:05.522742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.525088 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.545506 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e56d1-a496-4f8b-95d6-6b88deddff46 x-openstack-request-id: req-8a1e56d1-a496-4f8b-95d6-6b88deddff46 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:05.545811 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b03294a-5e34-494a-bcad-874349dd7a52", "name": "network-vif-deleted", "tag": "0e59cd2e-dd87-45f5-b0e7-e24b3c220240", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:05.546235 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a1e56d1-a496-4f8b-95d6-6b88deddff46 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:05.546431 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b03294a-5e34-494a-bcad-874349dd7a52', 'name': 'network-vif-deleted', 'tag': '0e59cd2e-dd87-45f5-b0e7-e24b3c220240', 'status': 'completed', 'code': 200} Sep 30 08:17:05.548081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=9c26beff-1e47-4bbd-baaa-b8c87177352a,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:05.606690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4deebe48-baa1-4fd2-bcad-eb75f1307f89,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:05.697325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.732849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.734218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-3282fdc8-03fc-4077-bfe4-2ba633eb33f8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2655778 Sep 30 08:17:05.758312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.905151 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Routers {'2b4fa609-6e9e-4c23-93ff-7d228988f13d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:05.912480 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:05.927216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-84293530-b9b5-4c6e-99f6-4c544f72807d tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.1852105 Sep 30 08:17:05.980657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22ca9b-5b3c-44f3-8727-00dac63215bf req-6af206d1-22cd-43c5-9317-2db38b7b1af3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:05.988786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db22ca9b-5b3c-44f3-8727-00dac63215bf req-6af206d1-22cd-43c5-9317-2db38b7b1af3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1210446 Sep 30 08:17:06.001705 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40098222-eba9-446e-a941-cab816b60a77 None None] Pushing event updated for resources: {'Port': ['ID=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:06.094396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.096782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47404) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:06.106100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.133983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db22ca9b-5b3c-44f3-8727-00dac63215bf req-f3437241-b5f5-4f93-b821-899e08d0c5a1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439149 Sep 30 08:17:06.158805 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] Set router 2b4fa609-6e9e-4c23-93ff-7d228988f13d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:06.195507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.226341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4deebe48-baa1-4fd2-bcad-eb75f1307f89,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:06.228635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device da44125d-93f6-4e39-a22f-e3c9b3eb8c9b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:06.249409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-124770b7-0f74-48a4-a8d6-2279878aad16 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:06.269342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6ac0d3-f0f5-4c76-957e-ac4d208e4d2a req-124770b7-0f74-48a4-a8d6-2279878aad16 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.3301785 Sep 30 08:17:06.348044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:06.351301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:06.399118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:06.399854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-275d44c7-87ef-4dc9-8692-19326961cdc6 req-0f3f9492-7f58-40d4-b1a4-bd07e627da29 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 210 time: 0.0890226 Sep 30 08:17:06.400961 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.448400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-network', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:06.567173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Made reservation on behalf of 6edf02b2b1694608a51d1f677a88120f for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:06.570018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.586858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.630189 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '4deebe48-baa1-4fd2-bcad-eb75f1307f89', 'name': '', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'mac_address': 'fa:16:3e:e6:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:04Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 1, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'subnets': [{'id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:06.661285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Router 2b4fa609-6e9e-4c23-93ff-7d228988f13d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:06.680319 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a17f7-fb18-4b0a-801c-96ba5d68701a None None] The sync data for ids ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'] in n-d-807025-5 is: [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '4deebe48-baa1-4fd2-bcad-eb75f1307f89', 'name': '', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'mac_address': 'fa:16:3e:e6:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:04Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 1, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'subnets': [{'id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:06.686113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-48dc1984-b381-41a5-897e-34061f3def70 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2280424 Sep 30 08:17:06.708353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:06.829103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.837263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.863610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.872748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:06.896794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d683d758-464d-497c-94e8-e033c304baf0 admin admin] 10.222.0.41 "PUT /v2.0/routers/2b4fa609-6e9e-4c23-93ff-7d228988f13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903943 Sep 30 08:17:06.896794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:06.899651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f889536b-3305-42ac-8e7f-8984cf4d1ae6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:06.906177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.906519 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Added segment d5dce288-1389-4479-b5de-22c94319375e of type vlan for network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b Sep 30 08:17:06.970821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.035656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:07.046252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.047329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:07.047953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.055173 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.121727 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0235872 Sep 30 08:17:07.124485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:07.129394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Request body: {'subnet': {'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-subnet', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:07.231403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d213f7e-45a9-4eaf-8be7-1f159c513965 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:07.244040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:07.282247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Made reservation on behalf of 6edf02b2b1694608a51d1f677a88120f for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:07.284498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.322940 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-989f220d-0325-488d-88ce-f9efa8c637d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab42c8037ca345a18c462f97d6161fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841411 Sep 30 08:17:07.325320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47436) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:07.406669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-b7f196f6-fb0f-4f58-bcb0-743b9c4a1704 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:07.408265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-b7f196f6-fb0f-4f58-bcb0-743b9c4a1704 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.2630286 Sep 30 08:17:07.434562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9451-f51b-436c-ab92-8064d4446f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.463665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Request body: {'port': {'device_id': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'admin_state_up': True, 'tenant_id': '32ff824e310a49c4ac34378246280d7b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:07.473647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697db30a-0a72-4ca0-ad59-14ba5a04b98e req-ff0f9943-cbf9-4d54-95b1-d2f54f794ef7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:07.475163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697db30a-0a72-4ca0-ad59-14ba5a04b98e req-ff0f9943-cbf9-4d54-95b1-d2f54f794ef7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1212778 Sep 30 08:17:07.482315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9451-f51b-436c-ab92-8064d4446f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.507551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Allocated IP 172.25.7.47 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/687a4cd2-133f-4f1b-9d65-94d4d42686a1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:07.568429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.636757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9451-f51b-436c-ab92-8064d4446f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.639401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9451-f51b-436c-ab92-8064d4446f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.640582 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a3c9451-f51b-436c-ab92-8064d4446f53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e348e112-a1bb-468a-9737-c51c19812603 HTTP/1.1" status: 204 len: 168 time: 0.3142202 Sep 30 08:17:07.650925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697db30a-0a72-4ca0-ad59-14ba5a04b98e req-31adf3b4-3623-4e92-9533-4d960d6c2c7f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578994 Sep 30 08:17:07.711929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c9451-f51b-436c-ab92-8064d4446f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348e112-a1bb-468a-9737-c51c19812603,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:07.747850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=105977b2-acdb-4dfa-8a5b-60bc5d4494d1,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:07.774031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Made reservation on behalf of 32ff824e310a49c4ac34378246280d7b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:07.777629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.790539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Checking segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:07.791002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Network hostable DHCP agents. Network: fcdf5261-d6fb-485c-ab9c-f4d1f605c77b, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:07.821106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:07.834157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, fcdf5261-d6fb-485c-ab9c-f4d1f605c77b) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:07.841166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:07.842368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.848244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be70c559-7f93-439a-b787-0a84609c79b9 None None] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:07.870377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-26b377b6-50e5-4fba-b76e-a950f8adab5f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7447522 Sep 30 08:17:07.871040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47450) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:07.878864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:07.939258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.940875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.010346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.021659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Allocated IP 172.20.0.3 (9b6d0e4e-25a8-4e2a-b78e-e8d466d19717/d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b/1a151948-42d2-4f85-8755-4146f4337e08) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:08.089034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'fixed_ips': [{'subnet_id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:08.090381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.099808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.153833 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.229482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:08.250343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:08.251013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47456) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:08.281894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=687a4cd2-133f-4f1b-9d65-94d4d42686a1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:08.284905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:08.307748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:08.374625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Allocated IP 172.20.0.2 (fcdf5261-d6fb-485c-ab9c-f4d1f605c77b/105977b2-acdb-4dfa-8a5b-60bc5d4494d1/6adfd9a5-fced-49df-a7c6-2c42cd5026cf) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:08.377945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.408508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:08.409153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.465038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.468998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2f17598-ff7f-40dc-924b-a931d083a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.515952 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-63cedf1b-1878-4ad1-a446-2eeea31d804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.630031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.638555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.658118 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.668480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:08.672581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.695794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.700157 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.703611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:08.705357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.706974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:08.709529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-7ed6be14-9c91-46b8-8c78-53ea9af91f03 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:08.712208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:08.717627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-7ed6be14-9c91-46b8-8c78-53ea9af91f03 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 809 time: 0.3965962 Sep 30 08:17:08.727628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Pushing event updated for resources: {'Port': ['ID=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:08.741750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.788166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-7e6fc876-b4af-468b-9500-0f6ef9f188d3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/quotas/5a1e98a76d004fea9479a01cba0cfcb6 HTTP/1.1" status: 200 len: 375 time: 0.0699499 Sep 30 08:17:08.802508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:08.821231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:08.821658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Attempting to bind port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:08.822142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Attempting to bind port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:08.822485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Attempting to bind port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf on network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:08.829763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:08.832697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:08.833085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Checking segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:08.833527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.833923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Bound using segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:08.834401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Bound port: 6adfd9a5-fced-49df-a7c6-2c42cd5026cf, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:08.835315 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.848364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:08.859407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Allocated IP 172.25.7.116 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9d870f6d-e935-4a93-b778-a166b9dc4b01) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:08.869940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:08.917202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.977322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2f17598-ff7f-40dc-924b-a931d083a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.989387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2f17598-ff7f-40dc-924b-a931d083a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.995717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.997616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:08.998526 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.009078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-197d534d-2728-4506-b17b-0474a7acb8a1 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053413 Sep 30 08:17:09.030425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] For port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:09.034130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] For port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:09.039855 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.058288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.104604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3ca1-e585-4dfc-9676-f752822be60e None None] Pushing event updated for resources: {'Port': ['ID=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:09.109221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-4f65322e-2c63-4869-b578-383d12daf9b5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6515729 Sep 30 08:17:09.116750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f2f17598-ff7f-40dc-924b-a931d083a861 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=361d05ebc0b04ca4b2003af897d983bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8598299 Sep 30 08:17:09.126990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47464) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:09.127678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f17598-ff7f-40dc-924b-a931d083a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752dd9ec-76d8-4181-9137-465fde903d7f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:09.132471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Pushing event updated for resources: {'Port': ['ID=9d870f6d-e935-4a93-b778-a166b9dc4b01,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:09.136449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:09.138095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:09.140353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:09.175507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Request body: {'port': {'device_id': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:09.359288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-e68ba6de-d3a3-4fc8-999a-fc999864a01e service neutron] 10.222.0.41 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323727 Sep 30 08:17:09.394940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57a719fa-75cb-4dfe-876e-58af603b8278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.407299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.452383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.476568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57a719fa-75cb-4dfe-876e-58af603b8278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.497215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.543925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.716616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f0402666-54da-4d6e-b0e0-86260c983a94 service neutron] 10.222.0.41 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226700 Sep 30 08:17:09.743600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=687a4cd2-133f-4f1b-9d65-94d4d42686a1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:09.750891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57a719fa-75cb-4dfe-876e-58af603b8278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.753436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57a719fa-75cb-4dfe-876e-58af603b8278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.754640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-57a719fa-75cb-4dfe-876e-58af603b8278 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/752dd9ec-76d8-4181-9137-465fde903d7f HTTP/1.1" status: 204 len: 168 time: 0.6241655 Sep 30 08:17:09.760172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.790761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a719fa-75cb-4dfe-876e-58af603b8278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752dd9ec-76d8-4181-9137-465fde903d7f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:09.806093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.807393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-b0c86a40-735d-4526-9f2c-760c5e574469 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1097491 Sep 30 08:17:10.002007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.254709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Sync routers for ids ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:10.279142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Routers {'2b4fa609-6e9e-4c23-93ff-7d228988f13d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:10.281597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:10.410770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Router 0f81f910-08fb-4584-8826-6df7c3610cc2 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:10.498206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Set router 2b4fa609-6e9e-4c23-93ff-7d228988f13d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:10.586136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-1d8abfb4-1c18-4da3-b5a0-8dc1de25a6a5 service neutron] 10.222.0.50 "GET /v2.0/ports/1da4c785-2302-45d9-8e69-e5e8b29b0817/bindings/n-h1-807025-5 HTTP/1.1" status: 200 len: 382 time: 0.2356176 Sep 30 08:17:10.660483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a151948-42d2-4f85-8755-4146f4337e08 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:10.668230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-813937d6-0adb-4456-b0da-3cc950173cf3 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.47 HTTP/1.1" status: 200 len: 695 time: 0.8002145 Sep 30 08:17:10.674705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.700522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6adfd9a5-fced-49df-a7c6-2c42cd5026cf up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:10.726915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:10.744372 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Sync routers for ids ['0f81f910-08fb-4584-8826-6df7c3610cc2'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:10.752619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Transition to ACTIVE for port object 1a151948-42d2-4f85-8755-4146f4337e08 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:17:10.774769 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Routers {'0f81f910-08fb-4584-8826-6df7c3610cc2'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:10.775416 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:16:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0f81f910-08fb-4584-8826-6df7c3610cc2'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:10.776583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f5d31-5205-4a4d-a842-3b2c48f58d07 None None] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:10.790284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.794371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1423240e-ed05-4e95-9566-39d6a58b9a3a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9222608 Sep 30 08:17:10.794903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47492) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:10.841829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8ca5c119-54e9-4244-93a4-cedf5db9625e None None] Provisioning complete for port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:10.842560 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c119-54e9-4244-93a4-cedf5db9625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.880156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.889700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ff375-840f-412c-a2bb-62e4dc4ccfc3 req-304489d6-2005-43f7-88dd-3638642f789c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:10.891260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-760ff375-840f-412c-a2bb-62e4dc4ccfc3 req-304489d6-2005-43f7-88dd-3638642f789c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 931 time: 0.4618416 Sep 30 08:17:10.947919 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Set router 0f81f910-08fb-4584-8826-6df7c3610cc2 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:10.949799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-82b28ad1-f74f-4b5b-8cc2-4cda125783cd tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:10.951249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5803c70b-8487-41c4-8128-9ba47a31e789 req-82b28ad1-f74f-4b5b-8cc2-4cda125783cd tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2740858 Sep 30 08:17:10.988239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:10.988991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.051024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-760ff375-840f-412c-a2bb-62e4dc4ccfc3 req-1aea7cf3-d090-4b11-ae12-cdfd9638f366 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491613 Sep 30 08:17:11.071526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '4deebe48-baa1-4fd2-bcad-eb75f1307f89', 'name': '', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'mac_address': 'fa:16:3e:e6:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:04Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 2, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'subnets': [{'id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:11.073743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:11.168887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-3c74e48e-a9f1-483c-bbd4-28d00f548b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:11.170437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-3c74e48e-a9f1-483c-bbd4-28d00f548b96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 1101 time: 0.1494045 Sep 30 08:17:11.179039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Checking router: 2b4fa609-6e9e-4c23-93ff-7d228988f13d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:11.181890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Updating router 2b4fa609-6e9e-4c23-93ff-7d228988f13d port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:11.259715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-76c4f720-f7d1-4b11-ae61-eeca2ed81566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.292257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.326405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad1a74-d1bf-4be5-b66a-5debdd5121ce req-c229ee77-9081-4241-8149-dd7a3b079266 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:11.334002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24ad1a74-d1bf-4be5-b66a-5debdd5121ce req-c229ee77-9081-4241-8149-dd7a3b079266 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1457915 Sep 30 08:17:11.339902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-345894ed-d214-4129-88ea-2e4659233d97 req-7f69eea8-558d-4950-9110-9431a339fbb7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 210 time: 0.0699098 Sep 30 08:17:11.345016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Attempting to bind port 1a151948-42d2-4f85-8755-4146f4337e08 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:11.345347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Attempting to bind port 1a151948-42d2-4f85-8755-4146f4337e08 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:11.345886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Attempting to bind port 1a151948-42d2-4f85-8755-4146f4337e08 on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:11.354263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Port 1a151948-42d2-4f85-8755-4146f4337e08 on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:17:11.356326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Attempting to bind port 1a151948-42d2-4f85-8755-4146f4337e08 on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:11.371558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:11.372268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Checking segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:11.372884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Bound using segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:11.373570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Bound port: 1a151948-42d2-4f85-8755-4146f4337e08, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:11.374149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.418999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-0085eb8d-0b3e-4647-aad4-eec993f84d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:11.424198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24ad1a74-d1bf-4be5-b66a-5debdd5121ce req-c50ee447-8413-4804-891b-8fdf57118170 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894091 Sep 30 08:17:11.425604 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-0085eb8d-0b3e-4647-aad4-eec993f84d13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1101 time: 0.2112992 Sep 30 08:17:11.427341 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:17:09Z', 'revision_number': 3, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:11.493032 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Checking router: 0f81f910-08fb-4584-8826-6df7c3610cc2 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:11.493820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Updating router 0f81f910-08fb-4584-8826-6df7c3610cc2 port 9d870f6d-e935-4a93-b778-a166b9dc4b01 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:11.523609 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.529170 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c119-54e9-4244-93a4-cedf5db9625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.541512 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.721876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-1dc51313-9d21-4ea4-9e84-0b2996d26098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:11.724331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-1dc51313-9d21-4ea4-9e84-0b2996d26098 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2823834 Sep 30 08:17:11.743054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:11.802751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8ca5c119-54e9-4244-93a4-cedf5db9625e None None] For port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:11.823655 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.827631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c119-54e9-4244-93a4-cedf5db9625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.847782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:11.873358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.884201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-e8f55e55-77d4-4441-8ec2-dc2b7443632b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 217 time: 0.1489477 Sep 30 08:17:11.990552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-95bdda0e-e139-4231-8a90-448328ece55d tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5154643 Sep 30 08:17:12.008581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:12.020261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.021272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.023852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a151948-42d2-4f85-8755-4146f4337e08 HTTP/1.1" status: 200 len: 1091 time: 2.8528643 Sep 30 08:17:12.027545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:12.030188 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcdd855-aa51-4bcd-ae0a-ba704d702377" -d '{"events": [{"name": "network-changed", "server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "tag": "1a151948-42d2-4f85-8755-4146f4337e08"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:12.048418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-aa6ffe32-d69d-4a72-98ed-cbb41b6ee3c2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.050447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-aa6ffe32-d69d-4a72-98ed-cbb41b6ee3c2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.57 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 809 time: 0.4720140 Sep 30 08:17:12.054539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-60ba0966-c24f-44ac-845b-65abbbc14645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.057959 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-60ba0966-c24f-44ac-845b-65abbbc14645 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1661713 Sep 30 08:17:12.076682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5c119-54e9-4244-93a4-cedf5db9625e None None] Pushing event updated for resources: {'Port': ['ID=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.097672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Request body: {'port': {'device_id': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'admin_state_up': True, 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:12.153072 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.163086 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.176656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:17:12.177099 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:17:12.192296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b8d680a3-1452-4e3a-8251-1f8a69e36c7c None None] Provisioning complete for port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:12.196523 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b8d680a3-1452-4e3a-8251-1f8a69e36c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.233428 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea0395-2c26-4ff6-8b43-3c67be7f6be0 x-openstack-request-id: req-13ea0395-2c26-4ff6-8b43-3c67be7f6be0 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:12.239351 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "tag": "1a151948-42d2-4f85-8755-4146f4337e08", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:12.239996 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13ea0395-2c26-4ff6-8b43-3c67be7f6be0 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:12.240623 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08', 'status': 'completed', 'code': 200} Sep 30 08:17:12.242486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.251702 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Attempting to bind port 9d870f6d-e935-4a93-b778-a166b9dc4b01 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:12.252113 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Attempting to bind port 9d870f6d-e935-4a93-b778-a166b9dc4b01 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:12.252471 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Attempting to bind port 9d870f6d-e935-4a93-b778-a166b9dc4b01 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:12.259176 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:12.259747 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:12.261199 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.261796 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:12.262316 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Bound port: 9d870f6d-e935-4a93-b778-a166b9dc4b01, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:12.262762 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.265727 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9baab7-19b3-4038-99b1-87b534f01bbd None None] Pushing event updated for resources: {'Port': ['ID=9d870f6d-e935-4a93-b778-a166b9dc4b01,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.316281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-a8dcc468-dd8f-4769-9019-8386922a25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.319862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-a8dcc468-dd8f-4769-9019-8386922a25ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274225 Sep 30 08:17:12.322965 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.348098 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] For port 9d870f6d-e935-4a93-b778-a166b9dc4b01, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:12.355518 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] For port 9d870f6d-e935-4a93-b778-a166b9dc4b01, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9d870f6d-e935-4a93-b778-a166b9dc4b01,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:12.361107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.369809 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.385764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4df2-386c-4784-9d88-140926eeb946 service neutron] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.394469 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.451823 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9baab7-19b3-4038-99b1-87b534f01bbd None None] Pushing event updated for resources: {'Port': ['ID=9d870f6d-e935-4a93-b778-a166b9dc4b01,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.480473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Made reservation on behalf of 5a1e98a76d004fea9479a01cba0cfcb6 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:12.484277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.484933 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Routers {'0f81f910-08fb-4584-8826-6df7c3610cc2'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:12.485605 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0f81f910-08fb-4584-8826-6df7c3610cc2'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:12.521368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-8898ea9b-ddc1-4e0f-9a24-aa6072d179ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.525906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-8898ea9b-ddc1-4e0f-9a24-aa6072d179ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 1094 time: 0.2833400 Sep 30 08:17:12.565040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-17ffc721-d115-4e84-a7bf-77a5a530b383 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082119 Sep 30 08:17:12.587636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8ed5e-5c38-441a-8ea7-f76dc3464076 None None] Pushing event updated for resources: {'Port': ['ID=4deebe48-baa1-4fd2-bcad-eb75f1307f89,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.597078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Allocated IP 172.20.0.1 (fcdf5261-d6fb-485c-ab9c-f4d1f605c77b/105977b2-acdb-4dfa-8a5b-60bc5d4494d1/2824a761-4448-48a5-a2b3-99a36e570cd1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:12.599818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Attempting to bind port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:12.600388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Attempting to bind port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:12.600889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Attempting to bind port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:12.615509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11e8dc-6041-464e-b498-6d7319f72932 req-eed93b53-be96-4f5d-9687-5045272025a8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.619284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf11e8dc-6041-464e-b498-6d7319f72932 req-eed93b53-be96-4f5d-9687-5045272025a8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 943 time: 0.2355809 Sep 30 08:17:12.625512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-285a7bd8-bfe3-414a-b7ee-f6959de66ba4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a151948-42d2-4f85-8755-4146f4337e08 HTTP/1.1" status: 200 len: 217 time: 0.0794959 Sep 30 08:17:12.637996 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] Set router 0f81f910-08fb-4584-8826-6df7c3610cc2 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:12.639357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:12.639901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Checking segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:12.640466 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.640987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Bound using segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:12.642382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Bound port: 4deebe48-baa1-4fd2-bcad-eb75f1307f89, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:12.642382 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.760634 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-6a96fa7f-b71a-4948-8322-1b3f2a34b393 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873987 Sep 30 08:17:12.767630 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:12.794290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] For port 4deebe48-baa1-4fd2-bcad-eb75f1307f89, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:12.807014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.813345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] For port 4deebe48-baa1-4fd2-bcad-eb75f1307f89, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4deebe48-baa1-4fd2-bcad-eb75f1307f89,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:12.826416 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.835744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf11e8dc-6041-464e-b498-6d7319f72932 req-b673cb5d-1627-4029-ba5f-92cc9342a685 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091196 Sep 30 08:17:12.848943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.892510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-b5bcc0e9-d10d-42b1-9bd1-e71fc75497bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.894157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-b5bcc0e9-d10d-42b1-9bd1-e71fc75497bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.2264562 Sep 30 08:17:12.929906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:12.933614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-c3fce870-8741-4191-b1ce-c9f2c299fd46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301323 Sep 30 08:17:12.933805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:12.937604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:12.965897 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.973313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Pushing event updated for resources: {'Port': ['ID=2824a761-4448-48a5-a2b3-99a36e570cd1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.993428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.999414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Routers {'2b4fa609-6e9e-4c23-93ff-7d228988f13d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:13.000215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:13.040370 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:17:09Z', 'revision_number': 3, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:13.041852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Allocated IP 172.20.0.8 (8fd3d6fa-ff97-4812-94ce-3ada6b016247/2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9/0d93d21c-6aa5-4a72-b0e2-5feeabafa733) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:13.233491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688726c-2a41-4606-984a-bb1dd879cd3a None None] The sync data for ids ['0f81f910-08fb-4584-8826-6df7c3610cc2'] in n-d-807025-5 is: [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:17:09Z', 'revision_number': 3, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:13.243900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02560b48-d162-4bf1-9538-e81905882726 req-f0015017-5879-45d1-9ca1-bfe05244b2a3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 210 time: 0.1208873 Sep 30 08:17:13.253168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.318611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] Set router 2b4fa609-6e9e-4c23-93ff-7d228988f13d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:13.362318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:13.362975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.398124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8ed5e-5c38-441a-8ea7-f76dc3464076 None None] Pushing event updated for resources: {'Port': ['ID=4deebe48-baa1-4fd2-bcad-eb75f1307f89,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:13.417306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.444904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Allocated IP 172.25.7.143 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/58c497c4-6fb8-496c-90ef-d4f56918b4e4) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:13.527474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-9f881049-b79f-491f-b6de-af3a274ceac5 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572529 Sep 30 08:17:13.530123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.539841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.576968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b33724af-f940-40f9-9bf0-763fe69bd6e5 None None] Provisioning complete for port 2824a761-4448-48a5-a2b3-99a36e570cd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:13.577340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b33724af-f940-40f9-9bf0-763fe69bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.641369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.648982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Pushing event updated for resources: {'Port': ['ID=2824a761-4448-48a5-a2b3-99a36e570cd1,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:13.720813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b33724af-f940-40f9-9bf0-763fe69bd6e5 None None] Port 2824a761-4448-48a5-a2b3-99a36e570cd1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:13.742762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '4deebe48-baa1-4fd2-bcad-eb75f1307f89', 'name': '', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'mac_address': 'fa:16:3e:e6:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:04Z', 'updated_at': '2021-09-30T08:17:12Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'subnets': [{'id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:13.770318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:13.773555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:13.804314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fcb24-e428-4f9c-a200-9b5490a50288 None None] The sync data for ids ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'] in n-d-807025-5 is: [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:17:05Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '4deebe48-baa1-4fd2-bcad-eb75f1307f89', 'name': '', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'mac_address': 'fa:16:3e:e6:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:04Z', 'updated_at': '2021-09-30T08:17:12Z', 'revision_number': 4, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'subnets': [{'id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:13.856740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d91950f0-34c9-4966-a9c0-1ee524512dbb req-c12ee5a8-9061-49ee-9d73-08f608a51119 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148315 Sep 30 08:17:13.906707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.931341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a61c86-e96e-4617-ab78-f3252923ced6 req-d8a2220f-2056-4dbd-8607-ab7a036830a1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:13.933165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a61c86-e96e-4617-ab78-f3252923ced6 req-d8a2220f-2056-4dbd-8607-ab7a036830a1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.3568814 Sep 30 08:17:13.956601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:13.964658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:13.970013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Router 0f81f910-08fb-4584-8826-6df7c3610cc2 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:14.060214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.062994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.126637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9d870f6d-e935-4a93-b778-a166b9dc4b01 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:14.146423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:14.153416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:14.158633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Pushing event updated for resources: {'Port': ['ID=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:14.177256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:14.181147 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d4bd7ddb-2459-46e7-83d4-3f02c25a5280 admin admin] 10.222.0.41 "PUT /v2.0/routers/0f81f910-08fb-4584-8826-6df7c3610cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3852067 Sep 30 08:17:14.188476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:14.288851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a61c86-e96e-4617-ab78-f3252923ced6 req-aec0611f-2726-4f61-967c-657e92e2a082 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403296 Sep 30 08:17:14.302765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.303488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.320375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-dc1aeecd-b194-48f0-8578-21c7e2030dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.321954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-dc1aeecd-b194-48f0-8578-21c7e2030dae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 1094 time: 0.3473542 Sep 30 08:17:14.380113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.447442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-419e38f4-4d2b-41b5-8b1a-17db2b027896 None None] Provisioning complete for port 2824a761-4448-48a5-a2b3-99a36e570cd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:14.447814 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419e38f4-4d2b-41b5-8b1a-17db2b027896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.488263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-0dee1314-f074-4f92-b08e-7e3b70d664c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.490244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-0dee1314-f074-4f92-b08e-7e3b70d664c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 906 time: 0.1563013 Sep 30 08:17:14.491948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-18c49eaf-7762-446a-9bad-0a89edeb77c7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4078104 Sep 30 08:17:14.515000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.530893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Request body: {'port': {'device_id': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:14.546339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:14.560948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:14.563490 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a43a35a-d0e6-408c-8e85-67d79a69b815" -d '{"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:14.601034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:14.605348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9d870f6d-e935-4a93-b778-a166b9dc4b01 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:14.605977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.609899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-419e38f4-4d2b-41b5-8b1a-17db2b027896 None None] Port 2824a761-4448-48a5-a2b3-99a36e570cd1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:14.632821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.635185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'mac_address': 'fa:16:3e:86:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:14.680276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-4af2f6e4-d387-4590-ad6c-11bf7bdbc905 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a151948-42d2-4f85-8755-4146f4337e08 HTTP/1.1" status: 200 len: 217 time: 0.1784890 Sep 30 08:17:14.743597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:14.757584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.764574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:14.782133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:14.798483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da4c785-2302-45d9-8e69-e5e8b29b0817 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:14.807043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:14.838893 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.865746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=58c497c4-6fb8-496c-90ef-d4f56918b4e4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:14.868827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:14.884753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.906298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18ba82-6ff0-496b-90ac-3e347fc46248 req-dcd1a904-5683-44e0-ad4f-042fa7344ada tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.907891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c18ba82-6ff0-496b-90ac-3e347fc46248 req-dcd1a904-5683-44e0-ad4f-042fa7344ada tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 943 time: 0.3942561 Sep 30 08:17:14.926391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-5ddc4a3b-cd79-4b3a-97c8-5de099f86d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.927933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-5ddc4a3b-cd79-4b3a-97c8-5de099f86d6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.2148690 Sep 30 08:17:14.932113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.963464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.967743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 9d870f6d-e935-4a93-b778-a166b9dc4b01, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9d870f6d-e935-4a93-b778-a166b9dc4b01,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:14.977064 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.977873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6adfd9a5-fced-49df-a7c6-2c42cd5026cf up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:15.025646 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-2c7de744-48d7-491b-9db4-aa871f42c7ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825019 Sep 30 08:17:15.029946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:15.044067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c18ba82-6ff0-496b-90ac-3e347fc46248 req-5c630049-5b10-4094-92dd-96358ba0244a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243787 Sep 30 08:17:15.155189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:15.155565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.157283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=9d870f6d-e935-4a93-b778-a166b9dc4b01,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:15.158145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.195017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1da4c785-2302-45d9-8e69-e5e8b29b0817'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:15.214584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.230904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47558) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.237004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-network', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:15.263425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Made reservation on behalf of f7d6d7f0be644ad98bc45c2d9dc1237c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:15.266293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.367118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4deebe48-baa1-4fd2-bcad-eb75f1307f89 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:15.461502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:15.462172 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.558882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.559583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.597176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 4deebe48-baa1-4fd2-bcad-eb75f1307f89, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4deebe48-baa1-4fd2-bcad-eb75f1307f89,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:15.602157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.662412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=4deebe48-baa1-4fd2-bcad-eb75f1307f89,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:15.662936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.667797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.693647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:15.704336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc72387-8114-45d1-813c-153bb7b24c86,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:15.709690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.710069 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Added segment 51be1336-c8ee-4549-ba31-4c3503812d1d of type vlan for network a89e536f-7f20-4a81-8de3-0dc0056df9e0 Sep 30 08:17:15.757632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.773882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-db6dbcfa-df91-485e-9f37-ab0d044ea988 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371409 Sep 30 08:17:15.782818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.784046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:15.784728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.804398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9d870f6d-e935-4a93-b778-a166b9dc4b01 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:15.829565 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5949726 Sep 30 08:17:15.831140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.835113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Request body: {'subnet': {'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-subnet', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:15.843283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b9d2f-d020-4291-943f-d644ec0ff63f req-da9aa1ef-284f-4085-a534-09b822b125cf tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:15.844806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f81b9d2f-d020-4291-943f-d644ec0ff63f req-da9aa1ef-284f-4085-a534-09b822b125cf tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 931 time: 0.5586047 Sep 30 08:17:15.868210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40357-6917-4bd0-aa9a-eba52c5156d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a89e536f-7f20-4a81-8de3-0dc0056df9e0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:15.877661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9d870f6d-e935-4a93-b778-a166b9dc4b01 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:15.879887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.887769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:15.889251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Made reservation on behalf of f7d6d7f0be644ad98bc45c2d9dc1237c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:15.891629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.001690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:16.032515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f81b9d2f-d020-4291-943f-d644ec0ff63f req-dbf069de-1400-4f85-b953-9a65edcf7e8e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532183 Sep 30 08:17:16.084495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdd855-aa51-4bcd-ae0a-ba704d702377 req-c242b629-3ee7-4367-8e1d-e0abd0369368 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890975 Sep 30 08:17:16.171019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.172324 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.184133 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.192287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:16.194552 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace93b5e-c4a0-4632-8504-df459e78b26a x-openstack-request-id: req-ace93b5e-c4a0-4632-8504-df459e78b26a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:16.195236 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:16.195772 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ace93b5e-c4a0-4632-8504-df459e78b26a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:16.196384 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'code': 200} Sep 30 08:17:16.214729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.229200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4deebe48-baa1-4fd2-bcad-eb75f1307f89 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:16.258500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=905a253b-6f7c-44b2-8eea-c8cb28d454a9,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.276751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Checking segment: {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:16.277531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Network hostable DHCP agents. Network: a89e536f-7f20-4a81-8de3-0dc0056df9e0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:16.289741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:16.292457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Transition to ACTIVE for port object 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:17:16.302644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:16.305255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1a151948-42d2-4f85-8755-4146f4337e08', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': '1a151948-42d2-4f85-8755-4146f4337e08', 'mac_address': 'fa:16:3e:cd:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:16.314539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.316299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a89e536f-7f20-4a81-8de3-0dc0056df9e0) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:16.320891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.321521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.340341 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ee150df-48b9-4484-9b92-45692f122a8b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5091174 Sep 30 08:17:16.343144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47572) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:16.346157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=58c497c4-6fb8-496c-90ef-d4f56918b4e4,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.347903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:16.371674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.374462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:16.374930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.376375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.377636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.380139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a56a01-ce5f-4111-8b44-f3603a706819 None None] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:16.387890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.427558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.429371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-00e2432a-2b2e-48fc-a165-085c2b5bfed2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4376447 Sep 30 08:17:16.440287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.441951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a151948-42d2-4f85-8755-4146f4337e08 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:16.446826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Pushing event updated for resources: {'Port': ['ID=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.462566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0e75b-f6ef-4908-8132-dc22e7f5483a req-1beb4524-1e82-4fab-9986-f1ef69b95425 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.464190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0b0e75b-f6ef-4908-8132-dc22e7f5483a req-1beb4524-1e82-4fab-9986-f1ef69b95425 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 949 time: 0.1670671 Sep 30 08:17:16.512059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:16.520798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.553424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-ac5a797e-b388-455b-ac8a-34ab38d3460d tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.1034050 Sep 30 08:17:16.595018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0b0e75b-f6ef-4908-8132-dc22e7f5483a req-305c6156-8e82-41c9-939b-f7c6680957e2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059337 Sep 30 08:17:16.633045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.642283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Attempting to bind port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:16.642806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Attempting to bind port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:16.643266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Attempting to bind port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:16.652394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:17:16.653260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Attempting to bind port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:16.668133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.672371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:16.672840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Checking segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:16.673331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Bound using segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:16.673903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Bound port: 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:16.674369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.761571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] For port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:16.765555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] For port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:16.810723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.857599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'fixed_ips': [{'subnet_id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:16.858635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.917844 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.919213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.920030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.921642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-f3572368-d106-49eb-a514-2083636ba912 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d93d21c-6aa5-4a72-b0e2-5feeabafa733 HTTP/1.1" status: 200 len: 1091 time: 2.4092579 Sep 30 08:17:16.923265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'tag': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:16.926244 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb653a59-0d65-4d22-b8b8-69739330d32a" -d '{"events": [{"name": "network-changed", "server_uuid": "19dec702-67c3-4e70-8700-42c8d54fffb3", "tag": "0d93d21c-6aa5-4a72-b0e2-5feeabafa733"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:16.937665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.950395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1a151948-42d2-4f85-8755-4146f4337e08'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:16.968701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3572368-d106-49eb-a514-2083636ba912 service neutron] Pushing event updated for resources: {'Port': ['ID=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.995737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-dfd1971e-04a3-4436-a196-e86c27457492 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.997299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1decc88-9fe9-4f4d-9039-03f5c442f8f4 req-dfd1971e-04a3-4436-a196-e86c27457492 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.4110775 Sep 30 08:17:17.010450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce51d-10b8-4bc6-b232-aad9a7080f23 req-e67c38c7-7127-4b9b-a3a8-9566ddbde6b0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.012515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e22ce51d-10b8-4bc6-b232-aad9a7080f23 req-e67c38c7-7127-4b9b-a3a8-9566ddbde6b0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 944 time: 0.2455051 Sep 30 08:17:17.071291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e22ce51d-10b8-4bc6-b232-aad9a7080f23 req-73d3082d-3d2f-484f-9059-9dc36acf294f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Sep 30 08:17:17.084041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-091e47eb-5742-4e0c-8cf1-7cbb84faff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.086176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-091e47eb-5742-4e0c-8cf1-7cbb84faff50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 1094 time: 0.1129208 Sep 30 08:17:17.101520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Allocated IP 172.20.0.2 (a89e536f-7f20-4a81-8de3-0dc0056df9e0/905a253b-6f7c-44b2-8eea-c8cb28d454a9/87412d9a-54b1-4f14-a599-3261bd15d017) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:17.143273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Allocated IP 172.25.7.37 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/2e614277-f7c6-476c-9c60-6b60b474ffd6) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:17.145785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-a438df0c-1877-4544-92ed-4ebdb26a2ad2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733 HTTP/1.1" status: 200 len: 217 time: 0.0479851 Sep 30 08:17:17.268947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-7caeceee-5669-4800-9733-5e35c13e17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.270920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-7caeceee-5669-4800-9733-5e35c13e17fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.1176093 Sep 30 08:17:17.308195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.353042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.383653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.393058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.400134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:17.405611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:17.410842 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc5f707-f157-4249-b8c6-93ca8ed79288 x-openstack-request-id: req-0fc5f707-f157-4249-b8c6-93ca8ed79288 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:17.411627 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dec702-67c3-4e70-8700-42c8d54fffb3", "tag": "0d93d21c-6aa5-4a72-b0e2-5feeabafa733", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:17.411627 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fc5f707-f157-4249-b8c6-93ca8ed79288 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:17.411849 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'tag': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733', 'status': 'completed', 'code': 200} Sep 30 08:17:17.413157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:17.417659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-22677172-e37a-47d0-b8cb-1fccb3ec3509 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1454220 Sep 30 08:17:17.430130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Pushing event updated for resources: {'Port': ['ID=2e614277-f7c6-476c-9c60-6b60b474ffd6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:17.445614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:17.459165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:17.463014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:17.466604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:17.476311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Pushing event updated for resources: {'Port': ['ID=87412d9a-54b1-4f14-a599-3261bd15d017,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:17.514906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-07549383-2759-46cd-b2ac-3fdb749b422c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959280 Sep 30 08:17:17.546550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Attempting to bind port 87412d9a-54b1-4f14-a599-3261bd15d017 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:17.547149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Attempting to bind port 87412d9a-54b1-4f14-a599-3261bd15d017 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:17.548364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Attempting to bind port 87412d9a-54b1-4f14-a599-3261bd15d017 on network a89e536f-7f20-4a81-8de3-0dc0056df9e0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:17.558187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:17.559963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Checking segment: {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:17.560407 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.564067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Bound using segment: {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:17.564584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Bound port: 87412d9a-54b1-4f14-a599-3261bd15d017, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:17.565030 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.620152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.638253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] For port 87412d9a-54b1-4f14-a599-3261bd15d017, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:17.641430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] For port 87412d9a-54b1-4f14-a599-3261bd15d017, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87412d9a-54b1-4f14-a599-3261bd15d017,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:17.647951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.687899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Sync routers for ids ['0f81f910-08fb-4584-8826-6df7c3610cc2'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:17.704511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-89a5d59e-8450-42d3-82b9-b43940a97a59 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.706092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-89a5d59e-8450-42d3-82b9-b43940a97a59 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 949 time: 0.1880229 Sep 30 08:17:17.714881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Routers {'0f81f910-08fb-4584-8826-6df7c3610cc2'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:17.715637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0f81f910-08fb-4584-8826-6df7c3610cc2'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:17.766017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.773962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21ec8-a133-468e-9f21-081e1ad6ed0e None None] Pushing event updated for resources: {'Port': ['ID=87412d9a-54b1-4f14-a599-3261bd15d017,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:17.785637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-a3b653f2-e415-45f8-8b83-b7869a3ca7f3 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537618 Sep 30 08:17:17.803094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf486b-f3eb-4f33-825c-c1dec80af561 req-13cc1ab4-640e-4c3b-82f2-62c938d15049 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.804636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaaf486b-f3eb-4f33-825c-c1dec80af561 req-13cc1ab4-640e-4c3b-82f2-62c938d15049 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 943 time: 0.2167871 Sep 30 08:17:17.863403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Set router 0f81f910-08fb-4584-8826-6df7c3610cc2 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:17.950063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-b66d956b-669d-4363-8961-cfe450f986a8 service neutron] 10.222.0.50 "GET /v2.0/ports/1da4c785-2302-45d9-8e69-e5e8b29b0817/bindings/n-h1-807025-5 HTTP/1.1" status: 200 len: 382 time: 0.2300148 Sep 30 08:17:18.000581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaaf486b-f3eb-4f33-825c-c1dec80af561 req-c386c8cb-c259-4ce3-b43b-77a4e95527ac tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769016 Sep 30 08:17:18.005076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:18.056941 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.099106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993f2e02-5bd3-4a8c-b6bb-eee0e3a89e55 req-74b6dabd-ae52-4a93-a923-7c28a3ee99c0 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934604 Sep 30 08:17:18.124864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-ffb38649-b25d-4a26-b429-f9018f3744c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:18.127410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-ffb38649-b25d-4a26-b429-f9018f3744c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1100 time: 0.1170745 Sep 30 08:17:18.172890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.199241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1a151948-42d2-4f85-8755-4146f4337e08 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:17:18.211113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1a151948-42d2-4f85-8755-4146f4337e08 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:18.211509 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.216587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:17:13Z', 'revision_number': 4, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2824a761-4448-48a5-a2b3-99a36e570cd1', 'name': '', 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'mac_address': 'fa:16:3e:f1:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:12Z', 'updated_at': '2021-09-30T08:17:13Z', 'revision_number': 2, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'subnets': [{'id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:18.248272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:18.264021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Checking router: 0f81f910-08fb-4584-8826-6df7c3610cc2 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:18.264385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Updating router 0f81f910-08fb-4584-8826-6df7c3610cc2 port 2824a761-4448-48a5-a2b3-99a36e570cd1 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:18.297162 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.366355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:18.383566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.388716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cde0bb03-ffac-4b9c-83b9-4ffc7e470c02 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0444324 Sep 30 08:17:18.389415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47594) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:18.394872 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Sync routers for ids ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:18.401979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa45c81-0d2c-4987-a33b-6bef5a421bd4 req-fea796cd-15bb-4b3a-9f3f-0afddfa9ee43 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:18.403674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8aa45c81-0d2c-4987-a33b-6bef5a421bd4 req-fea796cd-15bb-4b3a-9f3f-0afddfa9ee43 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 949 time: 0.2681394 Sep 30 08:17:18.413357 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Routers {'d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:18.414019 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:18.417040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-4e48484a-967e-4c2f-a1f7-bfe63427ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:18.418897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-4e48484a-967e-4c2f-a1f7-bfe63427ff81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 1094 time: 0.2416706 Sep 30 08:17:18.435966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.481859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:18.484245 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5050043-e1c3-4da9-b721-12712271350e" -d '{"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-plugged", "status": "completed", "tag": "1a151948-42d2-4f85-8755-4146f4337e08"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:18.504629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:18.522455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.523315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:18.538715 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Set router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:18.548233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-ae2ee155-21b5-4799-94cd-e3ebbe79cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:18.548233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-ae2ee155-21b5-4799-94cd-e3ebbe79cf0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3730845 Sep 30 08:17:18.551128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Allocated IP 172.25.7.169 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/c1f55875-e9a1-4636-830c-8c8e89d13e6e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:18.678789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8aa45c81-0d2c-4987-a33b-6bef5a421bd4 req-5d757e9f-c05a-45b2-ba61-87594787570f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349565 Sep 30 08:17:18.703001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-6526f350-6625-43a9-acaf-71b40ddf3c66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 217 time: 0.1415706 Sep 30 08:17:18.780456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:18.819487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1da4c785-2302-45d9-8e69-e5e8b29b0817 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:18.820013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.851400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:17Z', 'revision_number': 3, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:18.913236 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Checking router: d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:18.913621 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Updating router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b port 2e614277-f7c6-476c-9c60-6b60b474ffd6 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:18.914848 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.933028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.978086 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.028476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-b1bf96b5-6113-4d2a-98c6-cc964a404847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:19.030429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-b1bf96b5-6113-4d2a-98c6-cc964a404847 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 910 time: 0.5753725 Sep 30 08:17:19.043643 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.070082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-bc990277-7b06-4aef-b3e4-f0e15063e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:19.071578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-bc990277-7b06-4aef-b3e4-f0e15063e6f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.3483381 Sep 30 08:17:19.079323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee14ffb-7072-4b72-bfd8-8ee81eab6ce5 None None] Pushing event updated for resources: {'Port': ['ID=2824a761-4448-48a5-a2b3-99a36e570cd1,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.144102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-7b049e1e-afb2-4ea9-87fe-a87e43ddffba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733 HTTP/1.1" status: 200 len: 217 time: 0.0866010 Sep 30 08:17:19.166300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.200514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba00706-e50b-42ab-891d-f57dc53999fd None None] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:19.209027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Attempting to bind port 2824a761-4448-48a5-a2b3-99a36e570cd1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:19.209913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Attempting to bind port 2824a761-4448-48a5-a2b3-99a36e570cd1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:19.210391 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Attempting to bind port 2824a761-4448-48a5-a2b3-99a36e570cd1 on network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:19.238629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:19.242504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:19.243153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Checking segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:19.243841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.244332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Bound using segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:19.244916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Bound port: 2824a761-4448-48a5-a2b3-99a36e570cd1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:19.245397 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.265202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.377915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Allocated IP 172.20.0.1 (a89e536f-7f20-4a81-8de3-0dc0056df9e0/905a253b-6f7c-44b2-8eea-c8cb28d454a9/42323234-0a1e-4c7e-86a8-3b72c36e812e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:19.406717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ab3923ed-ce24-4f56-9fda-81193e19b52c None None] Provisioning complete for port 87412d9a-54b1-4f14-a599-3261bd15d017 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:19.407120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab3923ed-ce24-4f56-9fda-81193e19b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.452936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.494707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.530787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.573916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:19.577021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:19.580865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:19.621038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] For port 2824a761-4448-48a5-a2b3-99a36e570cd1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:19.623519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Pushing event updated for resources: {'Port': ['ID=42323234-0a1e-4c7e-86a8-3b72c36e812e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.630875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.632585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.644772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] For port 2824a761-4448-48a5-a2b3-99a36e570cd1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2824a761-4448-48a5-a2b3-99a36e570cd1,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:19.653819 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.660417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23478e55-6ee1-48a8-8be7-1ba32921e351 req-824f887e-0068-4194-9f1f-89ef3dbdeac0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:19.668853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23478e55-6ee1-48a8-8be7-1ba32921e351 req-824f887e-0068-4194-9f1f-89ef3dbdeac0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 945 time: 0.6601899 Sep 30 08:17:19.709337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-38d85641-74b6-421d-b58b-95e76b2ea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:19.711218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-38d85641-74b6-421d-b58b-95e76b2ea770 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.5137596 Sep 30 08:17:19.713583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-20df2e4f-2ef1-4171-ac27-c7d5baa31082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:19.715208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-20df2e4f-2ef1-4171-ac27-c7d5baa31082 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5932782 Sep 30 08:17:19.770780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Routers {'0f81f910-08fb-4584-8826-6df7c3610cc2'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:19.771430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0f81f910-08fb-4584-8826-6df7c3610cc2'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:19.780351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee14ffb-7072-4b72-bfd8-8ee81eab6ce5 None None] Pushing event updated for resources: {'Port': ['ID=2824a761-4448-48a5-a2b3-99a36e570cd1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.797824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.842169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab3923ed-ce24-4f56-9fda-81193e19b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.853839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23478e55-6ee1-48a8-8be7-1ba32921e351 req-45fc468e-7324-422e-9973-4c1ed9e84cc4 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838863 Sep 30 08:17:19.856032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-fea66dfc-bfac-4818-a081-44cbc707bf4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964592 Sep 30 08:17:19.997222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87412d9a-54b1-4f14-a599-3261bd15d017 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:20.004077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ab3923ed-ce24-4f56-9fda-81193e19b52c None None] For port 87412d9a-54b1-4f14-a599-3261bd15d017, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87412d9a-54b1-4f14-a599-3261bd15d017,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:20.028403 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab3923ed-ce24-4f56-9fda-81193e19b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.079486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] Set router 0f81f910-08fb-4584-8826-6df7c3610cc2 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:20.085663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.134045 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6d2b1-ecc7-4a74-bfb1-a0e83912e102 x-openstack-request-id: req-cfa6d2b1-ecc7-4a74-bfb1-a0e83912e102 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:20.134427 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-plugged", "status": "completed", "tag": "1a151948-42d2-4f85-8755-4146f4337e08", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:20.134613 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfa6d2b1-ecc7-4a74-bfb1-a0e83912e102 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:20.134965 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08', 'code': 200} Sep 30 08:17:20.151786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.160399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.285126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3923ed-ce24-4f56-9fda-81193e19b52c None None] Pushing event updated for resources: {'Port': ['ID=87412d9a-54b1-4f14-a599-3261bd15d017,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:20.288504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:20.298388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:20.301796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-349e14ee-052e-479d-ab5c-ef2727f59508 None None] Provisioning complete for port 2824a761-4448-48a5-a2b3-99a36e570cd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:20.305098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-349e14ee-052e-479d-ab5c-ef2727f59508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.322101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:20.325525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:20.336183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.349594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Pushing event updated for resources: {'Port': ['ID=42323234-0a1e-4c7e-86a8-3b72c36e812e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:20.375625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fa318-0a9f-4c91-aa8f-841d0e5e5a0a req-5e604495-5d18-45de-98cb-3bfb541674bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:20.378292 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-223fa318-0a9f-4c91-aa8f-841d0e5e5a0a req-5e604495-5d18-45de-98cb-3bfb541674bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 1096 time: 0.1537526 Sep 30 08:17:20.405835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 87412d9a-54b1-4f14-a599-3261bd15d017 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:20.406195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.420053 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.431496 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.447906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=c1f55875-e9a1-4636-830c-8c8e89d13e6e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:20.500743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-93b70e7a-5149-465b-a0e7-96fb0608e52b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577689 Sep 30 08:17:20.501886 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-223fa318-0a9f-4c91-aa8f-841d0e5e5a0a req-122cabf6-296c-4438-bb98-a745ae78496a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087418 Sep 30 08:17:20.514847 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Attempting to bind port 2e614277-f7c6-476c-9c60-6b60b474ffd6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:20.515579 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Attempting to bind port 2e614277-f7c6-476c-9c60-6b60b474ffd6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:20.516225 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Attempting to bind port 2e614277-f7c6-476c-9c60-6b60b474ffd6 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:20.532734 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:20.538347 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:20.539220 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.539220 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:20.539727 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Bound port: 2e614277-f7c6-476c-9c60-6b60b474ffd6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:20.540115 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.551856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:20.553792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-21f3e6b8-c4fe-43e5-986f-2077155daddc service neutron] 10.222.0.57 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813378 Sep 30 08:17:20.556029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:20.577316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0898-7b29-4508-8f60-0fcb5da3159b req-b302e3ba-b7dc-456e-8540-d80ee85510c5 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:20.579253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145ae9-f36d-454b-b3b6-182c0e0bd3c7 None None] Pushing event updated for resources: {'Port': ['ID=2e614277-f7c6-476c-9c60-6b60b474ffd6,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:20.590871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f14f0898-7b29-4508-8f60-0fcb5da3159b req-b302e3ba-b7dc-456e-8540-d80ee85510c5 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 943 time: 0.2608047 Sep 30 08:17:20.636568 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] For port 2e614277-f7c6-476c-9c60-6b60b474ffd6, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:20.642056 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] For port 2e614277-f7c6-476c-9c60-6b60b474ffd6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2e614277-f7c6-476c-9c60-6b60b474ffd6,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:20.648987 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.795608 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Routers {'d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:20.796269 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:20.812043 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145ae9-f36d-454b-b3b6-182c0e0bd3c7 None None] Pushing event updated for resources: {'Port': ['ID=2e614277-f7c6-476c-9c60-6b60b474ffd6,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:20.824010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-349e14ee-052e-479d-ab5c-ef2727f59508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.839000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:20.911722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'port_id': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733', 'mac_address': 'fa:16:3e:04:67:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:20.918598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:17:13Z', 'revision_number': 4, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2824a761-4448-48a5-a2b3-99a36e570cd1', 'name': '', 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'mac_address': 'fa:16:3e:f1:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:12Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'subnets': [{'id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:20.946648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.951242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f14f0898-7b29-4508-8f60-0fcb5da3159b req-c1384146-de3d-4cc7-b378-12e7a358d7ab tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414094 Sep 30 08:17:20.994895 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] Set router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:21.008603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35992966-2e54-4259-9710-fd2e593873c4 None None] The sync data for ids ['0f81f910-08fb-4584-8826-6df7c3610cc2'] in n-d-807025-5 is: [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:17:13Z', 'revision_number': 4, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2824a761-4448-48a5-a2b3-99a36e570cd1', 'name': '', 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'mac_address': 'fa:16:3e:f1:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:12Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'subnets': [{'id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:21.025212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.081325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:21.101665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-349e14ee-052e-479d-ab5c-ef2727f59508 None None] For port 2824a761-4448-48a5-a2b3-99a36e570cd1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2824a761-4448-48a5-a2b3-99a36e570cd1,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:21.106960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb653a59-0d65-4d22-b8b8-69739330d32a req-6cc14617-dd62-4cd1-bb7e-ec5f8013ae37 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131700 Sep 30 08:17:21.120077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-349e14ee-052e-479d-ab5c-ef2727f59508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.126070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-226d7845-7e4c-4de8-9352-a49828e1b1fe service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210948 Sep 30 08:17:21.128451 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.183091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:21.258575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e14ee-052e-479d-ab5c-ef2727f59508 None None] Pushing event updated for resources: {'Port': ['ID=2824a761-4448-48a5-a2b3-99a36e570cd1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:21.266580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:21.277807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.320941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-12c0c4de-ef80-4709-b1e6-8f77f4e55502 None None] Provisioning complete for port 42323234-0a1e-4c7e-86a8-3b72c36e812e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:21.321410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12c0c4de-ef80-4709-b1e6-8f77f4e55502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.334491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:21.341427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b70af402-b98a-4b3b-ae3c-92111c5e55bb admin admin] 10.222.0.41 "PUT /v2.0/routers/d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9507651 Sep 30 08:17:21.388436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e284-f477-425e-ae8e-7603bd58ad13 req-b078edb4-efd2-426b-9704-1c37a0aa93f2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.394222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:21.395750 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '42323234-0a1e-4c7e-86a8-3b72c36e812e', 'name': '', 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'mac_address': 'fa:16:3e:d5:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:19Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 2, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'subnets': [{'id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:21.396876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a527e284-f477-425e-ae8e-7603bd58ad13 req-b078edb4-efd2-426b-9704-1c37a0aa93f2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.2117732 Sep 30 08:17:21.397035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-12c0c4de-ef80-4709-b1e6-8f77f4e55502 None None] Port 42323234-0a1e-4c7e-86a8-3b72c36e812e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:21.427140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-12c0c4de-ef80-4709-b1e6-8f77f4e55502 None None] Provisioning complete for port 87412d9a-54b1-4f14-a599-3261bd15d017 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:21.427424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12c0c4de-ef80-4709-b1e6-8f77f4e55502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.451940 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d86f29-25bb-4839-8659-9d7785221436 None None] The sync data for ids ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'] in n-d-807025-5 is: [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '42323234-0a1e-4c7e-86a8-3b72c36e812e', 'name': '', 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'mac_address': 'fa:16:3e:d5:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:19Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 2, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'subnets': [{'id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:21.485285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a527e284-f477-425e-ae8e-7603bd58ad13 req-e11a9d96-4dcb-4091-a28a-fa50d907be99 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830576 Sep 30 08:17:21.549857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.558972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.610466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0d93d21c-6aa5-4a72-b0e2-5feeabafa733'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:21.666300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event updated for resources: {'Port': ['ID=c1f55875-e9a1-4636-830c-8c8e89d13e6e,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:21.868231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.907306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.918078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-b25ae764-1e24-4282-b899-85aefe72ee30 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4891820 Sep 30 08:17:21.942531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06841432-605c-421f-b3b4-76f9d4f23320 req-061655f3-5bfc-4b4a-a8ed-4ec67ca30ea9 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.970240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06841432-605c-421f-b3b4-76f9d4f23320 req-061655f3-5bfc-4b4a-a8ed-4ec67ca30ea9 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 945 time: 0.2173433 Sep 30 08:17:22.056827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-5f7b1baf-abb2-4c4f-9a38-fe1da540194c tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.1375034 Sep 30 08:17:22.067935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2824a761-4448-48a5-a2b3-99a36e570cd1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:22.137584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:22.140403 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd67df6f-36c0-42d7-87fc-35d87e4b094b" -d '{"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-plugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:22.175279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2824a761-4448-48a5-a2b3-99a36e570cd1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:22.175812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.279678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06841432-605c-421f-b3b4-76f9d4f23320 req-66836106-4da9-494c-8ec3-274bd316177f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083527 Sep 30 08:17:22.333557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87412d9a-54b1-4f14-a599-3261bd15d017 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:22.341601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-bd8fca87-e67f-4e00-abfd-4f4788cc4ac8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:22.362607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfa01a29-ad82-461a-9930-3031c39b04fc req-bd8fca87-e67f-4e00-abfd-4f4788cc4ac8 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2960567 Sep 30 08:17:22.442481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 87412d9a-54b1-4f14-a599-3261bd15d017 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:22.442952 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.593642 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e74dee8-e757-4c35-924b-df1cb3f774f7 x-openstack-request-id: req-5e74dee8-e757-4c35-924b-df1cb3f774f7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:22.594373 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-plugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:22.594780 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e74dee8-e757-4c35-924b-df1cb3f774f7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:22.596027 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'code': 200} Sep 30 08:17:22.694340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43522510-6ff2-4d60-8612-5d991f77ac49 req-41cc559a-3c2a-4d9e-84f5-8056d75121e1 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:22.723018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43522510-6ff2-4d60-8612-5d991f77ac49 req-41cc559a-3c2a-4d9e-84f5-8056d75121e1 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 944 time: 0.2090993 Sep 30 08:17:22.750928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83bdba94-c5e0-402c-9053-53bccb9960d3 req-886f17a7-001e-4d2a-9cb1-7b81bf4caf2c tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips/c1116bd0-a510-4ef4-b09f-c451762437ad HTTP/1.1" status: 200 len: 693 time: 0.1417704 Sep 30 08:17:22.937556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdba94-c5e0-402c-9053-53bccb9960d3 req-2dd80f71-7654-4931-b4a7-6585aed8aff9 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:22.947916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83bdba94-c5e0-402c-9053-53bccb9960d3 req-2dd80f71-7654-4931-b4a7-6585aed8aff9 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1947739 Sep 30 08:17:22.964955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-83bdba94-c5e0-402c-9053-53bccb9960d3 req-9f4e414d-d9be-42d5-aedd-1080d4ce633e tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:22.980150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83bdba94-c5e0-402c-9053-53bccb9960d3 req-9f4e414d-d9be-42d5-aedd-1080d4ce633e tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0313234 Sep 30 08:17:23.014065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43522510-6ff2-4d60-8612-5d991f77ac49 req-63d3c9f8-50ad-4485-9cb1-d3e77b35b410 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902834 Sep 30 08:17:23.223779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-9669cf73-c584-4852-ab10-7da4b2e73bda tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips/c1116bd0-a510-4ef4-b09f-c451762437ad HTTP/1.1" status: 200 len: 693 time: 0.0839117 Sep 30 08:17:23.271725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda2dd1-302a-49f1-97d6-cb8eb9b59c16 req-531ca189-2923-41cd-835f-358b3f313ec5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:23.274129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fda2dd1-302a-49f1-97d6-cb8eb9b59c16 req-531ca189-2923-41cd-835f-358b3f313ec5 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1810145 Sep 30 08:17:23.382284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fda2dd1-302a-49f1-97d6-cb8eb9b59c16 req-e8ac4825-d97a-4dc5-85ce-00755b31bc43 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931566 Sep 30 08:17:23.509568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-64405c7e-d19a-4237-859a-3af7c67ebbf2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:23.517612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-64405c7e-d19a-4237-859a-3af7c67ebbf2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2771471 Sep 30 08:17:23.601216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-01a8611b-a5d2-45d4-8745-9dab7535219c tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.0822940 Sep 30 08:17:23.670777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-70278fc0-ea5e-41b8-a906-3bf2c1e08c10 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.0684953 Sep 30 08:17:23.697801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a7fa-6d6d-4da4-a9d3-ad0c141fa45d req-1f043ef9-d5f3-41e5-acb1-1e578191e42f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:23.707451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88a9a7fa-6d6d-4da4-a9d3-ad0c141fa45d req-1f043ef9-d5f3-41e5-acb1-1e578191e42f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 945 time: 0.1865060 Sep 30 08:17:23.895863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88a9a7fa-6d6d-4da4-a9d3-ad0c141fa45d req-02c7bc6f-11a6-4206-896e-f14a822d7b12 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872399 Sep 30 08:17:23.928681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2e614277-f7c6-476c-9c60-6b60b474ffd6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:23.931252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-8e9f3f83-8c4a-4b51-9c96-07abba33f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:23.936055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-8e9f3f83-8c4a-4b51-9c96-07abba33f0b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 1101 time: 0.1826320 Sep 30 08:17:23.964901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Deleting port c1f55875-e9a1-4636-830c-8c8e89d13e6e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:23.965380 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.082818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2e614277-f7c6-476c-9c60-6b60b474ffd6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:24.083419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.101106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-7edfb0c8-893b-44de-aea6-b3e0c2e4f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.102675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-7edfb0c8-893b-44de-aea6-b3e0c2e4f144 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 1101 time: 0.1329300 Sep 30 08:17:24.248216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.248915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.263690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.269080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Calling delete_port for c1f55875-e9a1-4636-830c-8c8e89d13e6e owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:24.300759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-a690ccfb-5d66-45e9-b68f-99bbc6391d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.302324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-a690ccfb-5d66-45e9-b68f-99bbc6391d16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1477008 Sep 30 08:17:24.314170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 2e614277-f7c6-476c-9c60-6b60b474ffd6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2e614277-f7c6-476c-9c60-6b60b474ffd6,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:24.320718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:24.373906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-213b794b-1f87-4b0a-8227-e59dd06c8c0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 200 len: 217 time: 0.0431857 Sep 30 08:17:24.444780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-ca26978e-1cc0-4f4b-a54b-6097d0ab0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.446389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-ca26978e-1cc0-4f4b-a54b-6097d0ab0dee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0651488 Sep 30 08:17:24.542565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de82725-63ea-49f0-82bc-995c37cfba3b req-0088604e-2b3e-4044-a37b-4a968b9eddb3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.551378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9de82725-63ea-49f0-82bc-995c37cfba3b req-0088604e-2b3e-4044-a37b-4a968b9eddb3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 944 time: 0.1002455 Sep 30 08:17:24.622400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9de82725-63ea-49f0-82bc-995c37cfba3b req-9ec2a63b-05af-4c02-9158-0c663e991223 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701833 Sep 30 08:17:24.629095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.633010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-9f1876bf-a258-442f-bf2e-58f610fec882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.634802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-9f1876bf-a258-442f-bf2e-58f610fec882 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482179 Sep 30 08:17:24.781347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.814434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event deleted for resources: {'Port': ['ID=c1f55875-e9a1-4636-830c-8c8e89d13e6e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:24.820539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-1072787a-261a-4934-89ce-e4d74252dc5c service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725581 Sep 30 08:17:24.834148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=2e614277-f7c6-476c-9c60-6b60b474ffd6,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:24.859136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:17:24.868718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:24.869104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.955674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.958664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.960222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f43e6945-c8bb-42a3-9e57-29db082886b7 req-e11be6ca-d0f9-4b4c-b6f1-7f687b634a33 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1116bd0-a510-4ef4-b09f-c451762437ad HTTP/1.1" status: 204 len: 173 time: 1.2884657 Sep 30 08:17:24.980869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.009754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:25.012391 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa06997-5e70-4c4d-acf1-65f1234463ce" -d '{"events": [{"server_uuid": "19dec702-67c3-4e70-8700-42c8d54fffb3", "name": "network-vif-plugged", "status": "completed", "tag": "0d93d21c-6aa5-4a72-b0e2-5feeabafa733"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:25.030734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:25.035285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22255111-5bd0-4316-b2f0-2a7473f35887 req-10ff9929-3635-48b5-a321-08c189738996 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.036821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.045615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22255111-5bd0-4316-b2f0-2a7473f35887 req-10ff9929-3635-48b5-a321-08c189738996 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 945 time: 0.2007349 Sep 30 08:17:25.094983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22255111-5bd0-4316-b2f0-2a7473f35887 req-d53b4a67-ff13-49be-9bc6-a8969e9eadfb tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Sep 30 08:17:25.130728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:25.225597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81fc564f-2dd4-4a5c-a401-a9a141d15458 req-9dce5bc2-47b9-4420-8e6a-3e8e4fdd723e service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802094 Sep 30 08:17:25.332154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944dc3d-0b93-4db9-90a0-e5987296326d req-a64486a2-11ec-470f-89f2-912d879c0056 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.333625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9944dc3d-0b93-4db9-90a0-e5987296326d req-a64486a2-11ec-470f-89f2-912d879c0056 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 950 time: 0.1505446 Sep 30 08:17:25.380019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.421854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48549e8-3f7b-4afb-acf2-ee440b77c3e5 req-a653f344-4d30-4f2f-8c10-29ff083dc1d5 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.423316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48549e8-3f7b-4afb-acf2-ee440b77c3e5 req-a653f344-4d30-4f2f-8c10-29ff083dc1d5 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2790115 Sep 30 08:17:25.426206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9944dc3d-0b93-4db9-90a0-e5987296326d req-3b642569-9f5e-436b-a737-a1d31834767c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809414 Sep 30 08:17:25.488767 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1975ac2d-d371-4f04-b931-d73576e8590d x-openstack-request-id: req-1975ac2d-d371-4f04-b931-d73576e8590d {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:25.489419 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dec702-67c3-4e70-8700-42c8d54fffb3", "name": "network-vif-plugged", "status": "completed", "tag": "0d93d21c-6aa5-4a72-b0e2-5feeabafa733", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:25.489996 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1975ac2d-d371-4f04-b931-d73576e8590d {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:25.490616 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733', 'code': 200} Sep 30 08:17:25.565547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.710831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ca59d02-2b34-45b3-a86f-2f597f5abaf4 req-927936e1-5db3-41ea-8cc3-76ffc9c8864e tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=aa504339aa504d8ba946bab638c7dcbb HTTP/1.1" status: 200 len: 1655 time: 0.0865335 Sep 30 08:17:25.735705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18eb0-7a0b-41b8-a7ef-2b510e984fd3 req-e67c28c0-448d-42ba-b3d3-b09ece740cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.741679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bd18eb0-7a0b-41b8-a7ef-2b510e984fd3 req-e67c28c0-448d-42ba-b3d3-b09ece740cc5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 1096 time: 0.1584203 Sep 30 08:17:25.903650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2e614277-f7c6-476c-9c60-6b60b474ffd6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:26.026912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2e614277-f7c6-476c-9c60-6b60b474ffd6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:26.027798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.056156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:26.214525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.250076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Sync routers for ids ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:26.276436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:26.284124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.291765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Routers {'d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:26.293004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:26.328774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bd18eb0-7a0b-41b8-a7ef-2b510e984fd3 req-92390c08-a289-41b6-abf0-9f239aa52236 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792675 Sep 30 08:17:26.355540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca59d02-2b34-45b3-a86f-2f597f5abaf4 req-4be0357c-fcb9-4b71-ac46-555f1257b9f4 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:26.358060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ca59d02-2b34-45b3-a86f-2f597f5abaf4 req-4be0357c-fcb9-4b71-ac46-555f1257b9f4 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks?id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 787 time: 0.6463985 Sep 30 08:17:26.368891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-6ca59d02-2b34-45b3-a86f-2f597f5abaf4 req-15ec03f2-da1b-4b6f-becf-c2b1b9167907 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:26.370271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ca59d02-2b34-45b3-a86f-2f597f5abaf4 req-15ec03f2-da1b-4b6f-becf-c2b1b9167907 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069039 Sep 30 08:17:26.382486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504a95c-a656-41ea-b7c4-a4be6d59c488 req-0dc5aa4f-4bbc-40bc-b18c-755ccc21a929 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:26.390856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a504a95c-a656-41ea-b7c4-a4be6d59c488 req-0dc5aa4f-4bbc-40bc-b18c-755ccc21a929 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1132965 Sep 30 08:17:26.398225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:26.444966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a504a95c-a656-41ea-b7c4-a4be6d59c488 req-b8536240-915a-4728-96c6-98335d8d53df tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503962 Sep 30 08:17:26.489788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Set router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:26.619200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8092b6a4-6647-4154-ba71-15d04748c37f req-14bc742d-579c-4cca-a6ec-dda7a6af4e29 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips/4bf4c05a-f34e-4518-95da-8546d2d4e479 HTTP/1.1" status: 200 len: 693 time: 0.0716028 Sep 30 08:17:26.734237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '42323234-0a1e-4c7e-86a8-3b72c36e812e', 'name': '', 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'mac_address': 'fa:16:3e:d5:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:19Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 2, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'subnets': [{'id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:26.766172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bbc03-f923-4311-a641-28b4f86d1c2e req-e1a0706b-a520-48ff-b4ea-2bf70581e956 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:26.769137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Checking router: d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:26.769651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Updating router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b port 42323234-0a1e-4c7e-86a8-3b72c36e812e binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:26.774502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f20bbc03-f923-4311-a641-28b4f86d1c2e req-e1a0706b-a520-48ff-b4ea-2bf70581e956 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 948 time: 0.1189103 Sep 30 08:17:26.802608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092b6a4-6647-4154-ba71-15d04748c37f req-0d8bb0f1-d53c-42f9-b2e8-78dad28dd37b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:26.806794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8092b6a4-6647-4154-ba71-15d04748c37f req-0d8bb0f1-d53c-42f9-b2e8-78dad28dd37b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1835837 Sep 30 08:17:26.808590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.883654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f20bbc03-f923-4311-a641-28b4f86d1c2e req-9302214e-2064-42a5-af3c-ab77bf0266c7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079283 Sep 30 08:17:26.901556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8092b6a4-6647-4154-ba71-15d04748c37f req-28779f5f-777c-41e3-b88d-aae3be4b3130 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0797560 Sep 30 08:17:27.061740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8092b6a4-6647-4154-ba71-15d04748c37f req-1d8ab488-dd30-48d4-8df7-2af2d1f6f0e2 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.1569657 Sep 30 08:17:27.271477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.278676 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.293553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Deleting port 58c497c4-6fb8-496c-90ef-d4f56918b4e4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:27.294370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.331589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0b20-70da-487a-a871-56936873cb68 None None] Pushing event updated for resources: {'Port': ['ID=42323234-0a1e-4c7e-86a8-3b72c36e812e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:27.416271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Attempting to bind port 42323234-0a1e-4c7e-86a8-3b72c36e812e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:27.416784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Attempting to bind port 42323234-0a1e-4c7e-86a8-3b72c36e812e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:27.417155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Attempting to bind port 42323234-0a1e-4c7e-86a8-3b72c36e812e on network a89e536f-7f20-4a81-8de3-0dc0056df9e0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:27.422997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.423945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.445975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:27.445975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Checking segment: {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:27.445975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.445975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Bound using segment: {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:27.445975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Bound port: 42323234-0a1e-4c7e-86a8-3b72c36e812e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51be1336-c8ee-4549-ba31-4c3503812d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:27.445975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.446547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Calling delete_port for 58c497c4-6fb8-496c-90ef-d4f56918b4e4 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:27.494496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:27.496390 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84374d24-9a77-4e06-9ca0-a3e8614274a4" -d '{"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:27.547860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] For port 42323234-0a1e-4c7e-86a8-3b72c36e812e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:27.557095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] For port 42323234-0a1e-4c7e-86a8-3b72c36e812e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=42323234-0a1e-4c7e-86a8-3b72c36e812e,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:27.563944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.629723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Routers {'d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:27.630667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:27.707929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08229f-b2ae-45af-9c2d-c66408774c48 req-19e17216-d3f5-483a-8d33-3e327653585f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:27.709605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc08229f-b2ae-45af-9c2d-c66408774c48 req-19e17216-d3f5-483a-8d33-3e327653585f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1113799 Sep 30 08:17:27.716372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0b20-70da-487a-a871-56936873cb68 None None] Pushing event updated for resources: {'Port': ['ID=42323234-0a1e-4c7e-86a8-3b72c36e812e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:27.724825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9eff232c-ebab-4932-8e6c-fe216a8ce933 None None] Provisioning complete for port 42323234-0a1e-4c7e-86a8-3b72c36e812e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:27.725368 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eff232c-ebab-4932-8e6c-fe216a8ce933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.727353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.801273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event deleted for resources: {'Port': ['ID=58c497c4-6fb8-496c-90ef-d4f56918b4e4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:27.918239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc08229f-b2ae-45af-9c2d-c66408774c48 req-76982f79-38d6-4263-b8eb-9973261aea3a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794281 Sep 30 08:17:27.931828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] Set router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:27.944212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.947012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.966525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8092b6a4-6647-4154-ba71-15d04748c37f req-c41210e2-1eda-4ef0-a331-c3e437cd28da tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "DELETE /v2.0/floatingips/4bf4c05a-f34e-4518-95da-8546d2d4e479 HTTP/1.1" status: 204 len: 173 time: 0.9038346 Sep 30 08:17:28.062948 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b2cb01-cb34-4261-a8ee-ffc978dd3fa2 x-openstack-request-id: req-77b2cb01-cb34-4261-a8ee-ffc978dd3fa2 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:28.063501 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:28.065011 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77b2cb01-cb34-4261-a8ee-ffc978dd3fa2 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:28.066196 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'code': 200} Sep 30 08:17:28.073409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 42323234-0a1e-4c7e-86a8-3b72c36e812e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:28.075589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:28.281968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-5b59eee4-ca71-48cd-954b-064983273128 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips/d34294d9-bd92-4475-8474-ee4cc8131748 HTTP/1.1" status: 200 len: 692 time: 0.0533879 Sep 30 08:17:28.420533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273f110-4d63-4b00-8b16-5f283a16ce8e req-9cdae431-f17f-42c7-869a-1f474fdb082f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:28.422232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3273f110-4d63-4b00-8b16-5f283a16ce8e req-9cdae431-f17f-42c7-869a-1f474fdb082f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 948 time: 0.1374023 Sep 30 08:17:28.431624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eff232c-ebab-4932-8e6c-fe216a8ce933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.442173 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.resource_extend [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:17:28.471069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-a6addfc6-b460-4045-a698-9addbb14f6e9 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:28.478557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-a6addfc6-b460-4045-a698-9addbb14f6e9 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1785755 Sep 30 08:17:28.547864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3273f110-4d63-4b00-8b16-5f283a16ce8e req-8c9af9f4-4593-4f96-85c5-92f359c8a99b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151078 Sep 30 08:17:28.575065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-d390b18e-889c-47b8-ae4c-7d9610d0cdd1 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.47 HTTP/1.1" status: 200 len: 695 time: 0.0955210 Sep 30 08:17:28.580104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:28.614684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1a151948-42d2-4f85-8755-4146f4337e08', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': '1a151948-42d2-4f85-8755-4146f4337e08', 'mac_address': 'fa:16:3e:cd:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:28.694851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-9393cea6-a7c2-4237-b866-2f5d0718b02a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.47 HTTP/1.1" status: 200 len: 695 time: 0.1013739 Sep 30 08:17:28.748269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 42323234-0a1e-4c7e-86a8-3b72c36e812e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:28.749250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.922945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Deleting port 687a4cd2-133f-4f1b-9d65-94d4d42686a1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:28.923727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.955964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bc82-a1bf-4c64-8bbd-de4ef7d0c85b req-f7adb64f-201b-49af-bbec-9cf492b1b5d9 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:28.965790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6649bc82-a1bf-4c64-8bbd-de4ef7d0c85b req-f7adb64f-201b-49af-bbec-9cf492b1b5d9 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 948 time: 0.1026466 Sep 30 08:17:29.071856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6649bc82-a1bf-4c64-8bbd-de4ef7d0c85b req-34f86be5-a94c-483b-b181-081ea3a69f88 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046970 Sep 30 08:17:29.121034 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.121664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.170441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Calling delete_port for 687a4cd2-133f-4f1b-9d65-94d4d42686a1 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:29.261838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.276967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9eff232c-ebab-4932-8e6c-fe216a8ce933 None None] For port 42323234-0a1e-4c7e-86a8-3b72c36e812e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=42323234-0a1e-4c7e-86a8-3b72c36e812e,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:29.315577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9eff232c-ebab-4932-8e6c-fe216a8ce933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.396228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec892d9-19e8-4730-ba91-f2cde25c360e req-d29734f7-bb37-4b72-b4e4-ecad8b280eab tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:29.404349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ec892d9-19e8-4730-ba91-f2cde25c360e req-d29734f7-bb37-4b72-b4e4-ecad8b280eab tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1174850 Sep 30 08:17:29.428086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.435120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff232c-ebab-4932-8e6c-fe216a8ce933 None None] Pushing event updated for resources: {'Port': ['ID=42323234-0a1e-4c7e-86a8-3b72c36e812e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:29.461001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '42323234-0a1e-4c7e-86a8-3b72c36e812e', 'name': '', 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'mac_address': 'fa:16:3e:d5:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:19Z', 'updated_at': '2021-09-30T08:17:27Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'subnets': [{'id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:29.463727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event deleted for resources: {'Port': ['ID=687a4cd2-133f-4f1b-9d65-94d4d42686a1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:29.506311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a151948-42d2-4f85-8755-4146f4337e08 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:29.538414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ec892d9-19e8-4730-ba91-f2cde25c360e req-b8eebea5-be66-49d3-93f6-4e796fc70171 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306927 Sep 30 08:17:29.550111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8e4595ad-d58f-4ffb-8dd8-84d7b318da03 None None] Provisioning complete for port 42323234-0a1e-4c7e-86a8-3b72c36e812e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:29.552116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e4595ad-d58f-4ffb-8dd8-84d7b318da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.574782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.590616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca8911-31bb-4ba5-8b49-ef168c4c44e3 None None] The sync data for ids ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'] in n-d-807025-5 is: [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:19Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '42323234-0a1e-4c7e-86a8-3b72c36e812e', 'name': '', 'network_id': 'a89e536f-7f20-4a81-8de3-0dc0056df9e0', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'mac_address': 'fa:16:3e:d5:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:19Z', 'updated_at': '2021-09-30T08:17:27Z', 'revision_number': 4, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'subnets': [{'id': '905a253b-6f7c-44b2-8eea-c8cb28d454a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:29.603820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.610891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:29.612665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d68cc6fd-dae2-4579-bbc9-defd5ec3d6fd req-2b9172fc-458a-444f-ad21-1f5575f6031a tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "DELETE /v2.0/floatingips/d34294d9-bd92-4475-8474-ee4cc8131748 HTTP/1.1" status: 204 len: 173 time: 0.9337828 Sep 30 08:17:29.662508 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.663276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:30.012157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 42323234-0a1e-4c7e-86a8-3b72c36e812e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:30.024003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-dfc0dfbd-8222-4dc9-9bfb-a59ead0a7dab tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips/c0b64810-b5a4-45a9-ba58-8edd615b9171 HTTP/1.1" status: 200 len: 692 time: 0.1791327 Sep 30 08:17:30.157029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:30.247134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:30.295572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'mac_address': 'fa:16:3e:86:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:30.408791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-4a002439-37e0-482f-bfa8-7c622fc64e4e tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:30.410025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 42323234-0a1e-4c7e-86a8-3b72c36e812e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:30.410659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.425428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.433818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-4a002439-37e0-482f-bfa8-7c622fc64e4e tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.3985341 Sep 30 08:17:30.515330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da4c785-2302-45d9-8e69-e5e8b29b0817 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:30.550860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:30.561870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.662283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-55a2b33a-12a8-4e8e-b120-b8db7a7ede06 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.2262492 Sep 30 08:17:30.803460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1a151948-42d2-4f85-8755-4146f4337e08'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:30.806880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-7f4246e5-6a46-49ef-9314-a44218ff9d54 tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.1220005 Sep 30 08:17:30.866553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:30.959020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-632b3bb2-6ad5-4b60-bf3f-f39e8f9942f3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384413 Sep 30 08:17:30.992884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1da4c785-2302-45d9-8e69-e5e8b29b0817'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:31.239501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-217c735d-1aa3-407e-aa87-51e70ff2b664 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:31.249492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-217c735d-1aa3-407e-aa87-51e70ff2b664 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891111 Sep 30 08:17:31.282113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-849a39cf-83e2-4242-bca9-60c0b73dc210 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/quotas/f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0313559 Sep 30 08:17:31.315605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-5231347f-4c7e-42e4-b31b-82c492495bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:31.317261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-5231347f-4c7e-42e4-b31b-82c492495bda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 1096 time: 0.8660038 Sep 30 08:17:31.512900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-f7eca848-08b9-4470-811e-e819db98f01d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2296600 Sep 30 08:17:31.570365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-2ea5f48b-b60e-4639-bce4-7ef2595afc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:31.576934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-2ea5f48b-b60e-4639-bce4-7ef2595afc54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 910 time: 0.2168438 Sep 30 08:17:31.578544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Deleting port 9c26beff-1e47-4bbd-baaa-b8c87177352a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:31.579623 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.854827 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.855522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.870490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Calling delete_port for 9c26beff-1e47-4bbd-baaa-b8c87177352a owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:31.876681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-6f779eb3-7afd-4cf4-8c7d-93f4379a93ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733 HTTP/1.1" status: 200 len: 217 time: 0.2649393 Sep 30 08:17:32.049265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-bb2a1f7c-5823-4433-8b28-e6c245dd93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:32.050783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-bb2a1f7c-5823-4433-8b28-e6c245dd93a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.1555474 Sep 30 08:17:32.122114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-a231be46-644a-4f65-b264-1310aff81121 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615690 Sep 30 08:17:32.134278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868694b8-d007-416c-9fc4-f32d9f61667e req-fe39d159-f7b5-4c26-8d79-da792d9714b9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:32.141722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-868694b8-d007-416c-9fc4-f32d9f61667e req-fe39d159-f7b5-4c26-8d79-da792d9714b9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2668457 Sep 30 08:17:32.262245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-3f82b1cb-1759-478f-8b2b-717fc85a9f18 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129622 Sep 30 08:17:32.368741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-868694b8-d007-416c-9fc4-f32d9f61667e req-401239f3-ad03-4333-8f2f-dce2848ab922 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203710 Sep 30 08:17:32.623766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:32.686000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8d7d594-d492-49a1-af38-435e470d4d33 req-1e3719ee-0adb-48a5-988b-6bb580d50f0c service neutron] 10.222.0.57 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115329 Sep 30 08:17:32.712487 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.762591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1a151948-42d2-4f85-8755-4146f4337e08 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:32.763079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.789513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Pushing event deleted for resources: {'Port': ['ID=9c26beff-1e47-4bbd-baaa-b8c87177352a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:32.955901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.976891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.979544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.980751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9fe25ef-f97d-4e08-8cad-ada5816e4f26 req-fc00ef45-4c91-45b7-8ce6-6a6177ae4c1b tempest-FloatingIPDetailsTestJSON-1858776631 tempest-FloatingIPDetailsTestJSON-1858776631-project] 10.222.0.41 "DELETE /v2.0/floatingips/c0b64810-b5a4-45a9-ba58-8edd615b9171 HTTP/1.1" status: 204 len: 173 time: 2.1734989 Sep 30 08:17:32.991833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47840) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:33.073244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:33.077512 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bf3a50-cb27-4063-88eb-1cd41d885dcc" -d '{"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-plugged", "status": "completed", "tag": "1a151948-42d2-4f85-8755-4146f4337e08"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:33.107488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-090b2b96-2074-4fdc-bb03-cb0b2b2d835d req-8e6074e7-4c91-4002-8ca0-efe3b6359d2b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 210 time: 0.0536463 Sep 30 08:17:33.146187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:33.155119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.155937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:33.287406 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4012ec60-40a3-488c-8b64-f8ff27096817 x-openstack-request-id: req-4012ec60-40a3-488c-8b64-f8ff27096817 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:33.287406 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-plugged", "status": "completed", "tag": "1a151948-42d2-4f85-8755-4146f4337e08", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:33.287727 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4012ec60-40a3-488c-8b64-f8ff27096817 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:33.287983 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08', 'code': 200} Sep 30 08:17:33.355051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:33.436650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1da4c785-2302-45d9-8e69-e5e8b29b0817 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:33.437039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.667010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.744238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:33.751572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.788124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-5d38ab69-2033-4c43-99d5-22e68c23a222 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037459 Sep 30 08:17:33.889680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:34.012988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a28f3-8da2-484b-a66e-4f97ce4c7a95 req-244eb2af-540d-400d-9b17-3b4cee408cf9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:34.014826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d19a28f3-8da2-484b-a66e-4f97ce4c7a95 req-244eb2af-540d-400d-9b17-3b4cee408cf9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.3849342 Sep 30 08:17:34.079279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-13c7dbc1-e25c-4d26-a074-019219b6d917 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:34.079279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-13c7dbc1-e25c-4d26-a074-019219b6d917 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659886 Sep 30 08:17:34.102718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Request body: {'port': {'device_id': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'f7625fa3f2fd44fba4d11d1d5409b9b3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:34.133240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d19a28f3-8da2-484b-a66e-4f97ce4c7a95 req-1b5227a6-d99b-43a0-aa6c-c07701d55b5c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941412 Sep 30 08:17:34.316907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.376914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Made reservation on behalf of f7625fa3f2fd44fba4d11d1d5409b9b3 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:34.396325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.450988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4567d3c-3b0b-4f13-89b8-c5a811097789 req-d6b132c4-9ce4-484b-b531-080f541ac47d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 210 time: 0.0463622 Sep 30 08:17:35.151243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:17:35.289756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:35.292520 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21474536-6b36-4f8d-a24e-a75a1cd818ed" -d '{"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-plugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:35.589481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771b6fc-3967-487e-ba92-3f756b48e774 req-40bd6b68-98e7-4619-94c8-9ec9ed931136 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:35.602937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c771b6fc-3967-487e-ba92-3f756b48e774 req-40bd6b68-98e7-4619-94c8-9ec9ed931136 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2197363 Sep 30 08:17:35.616602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47936) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:35.730554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Allocated IP 192.168.233.183 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/1a6209e7-9928-408e-ab02-33fdc5703d17) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:35.743065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c771b6fc-3967-487e-ba92-3f756b48e774 req-ae982efa-3c43-4716-8b6d-0f19d41c00e2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386158 Sep 30 08:17:35.890536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68e89e1d-6476-443d-a8c3-36da2768697d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.030291 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c03cdeb-bfa9-4253-8975-1450bdff9bdb x-openstack-request-id: req-5c03cdeb-bfa9-4253-8975-1450bdff9bdb {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:36.030582 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-plugged", "status": "completed", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:36.031161 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c03cdeb-bfa9-4253-8975-1450bdff9bdb {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:36.031729 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'code': 200} Sep 30 08:17:36.055530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68e89e1d-6476-443d-a8c3-36da2768697d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.063237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68e89e1d-6476-443d-a8c3-36da2768697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.117018 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68e89e1d-6476-443d-a8c3-36da2768697d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b933e0c86f4079aefe3397f8e81761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986238 Sep 30 08:17:36.118123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89e1d-6476-443d-a8c3-36da2768697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cfab63-7325-4884-af3a-d329947bb491,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:36.122608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:36.180618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ac6d47c-513a-4bc6-8acc-f283ab934eca req-88e14713-b05d-4639-8689-07c4013e9e92 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 210 time: 0.0441213 Sep 30 08:17:36.222443 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b727b30-9f33-4f9e-b6d0-76f4398de69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.248520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b727b30-9f33-4f9e-b6d0-76f4398de69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.310871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-2f85cb98-c31b-4c88-b9b3-562da2d961a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2606006 Sep 30 08:17:36.335923 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b727b30-9f33-4f9e-b6d0-76f4398de69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.338894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b727b30-9f33-4f9e-b6d0-76f4398de69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.348411 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6b727b30-9f33-4f9e-b6d0-76f4398de69e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69cfab63-7325-4884-af3a-d329947bb491 HTTP/1.1" status: 204 len: 168 time: 0.2191360 Sep 30 08:17:36.371552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b727b30-9f33-4f9e-b6d0-76f4398de69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cfab63-7325-4884-af3a-d329947bb491,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:36.411468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Deleting port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:36.412350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.476980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.517756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-701d294b-0b01-400b-b063-7a1b4edb90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:36.519290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-701d294b-0b01-400b-b063-7a1b4edb90c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a982c56b734b7580d65a4f00277c1f&device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 1096 time: 0.1697333 Sep 30 08:17:36.719129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-9762b861-a287-4030-ac5a-3e233df011d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:36.724038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-9762b861-a287-4030-ac5a-3e233df011d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d213995-844f-4d58-834f-3d08366fa5ee HTTP/1.1" status: 200 len: 915 time: 0.1700611 Sep 30 08:17:36.911632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-e19d552b-77f6-41bd-9972-13b241fb471c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=093b174e-96b2-4988-bacb-e28d8647e037 HTTP/1.1" status: 200 len: 1001 time: 0.1729710 Sep 30 08:17:36.964761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:36.981836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] For port da44125d-93f6-4e39-a22f-e3c9b3eb8c9b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:36.982214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.991787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6831a505-d444-4d8a-aa79-61e18e9d9e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.091288 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.130371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3', 'f8af0329-4883-46b6-a818-981ec250da5b', '1da4c785-2302-45d9-8e69-e5e8b29b0817'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:37.190401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:37.242070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Calling delete_port for da44125d-93f6-4e39-a22f-e3c9b3eb8c9b owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:37.246515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:37.262865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:37.305878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6831a505-d444-4d8a-aa79-61e18e9d9e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.313335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6831a505-d444-4d8a-aa79-61e18e9d9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.455133 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6831a505-d444-4d8a-aa79-61e18e9d9e40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d62ac47af9c245529c5a5968cf985d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892263 Sep 30 08:17:37.457097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47962) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:37.493306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:37.495106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831a505-d444-4d8a-aa79-61e18e9d9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec0a0b6-983b-47f0-9660-679ff7503ab3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:37.598469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccc8c-7524-4a78-8e48-e3485d1f074a req-8bb31227-b091-43a1-9be2-5a1323b80a50 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:37.609323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b2ccc8c-7524-4a78-8e48-e3485d1f074a req-8bb31227-b091-43a1-9be2-5a1323b80a50 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.6952758 Sep 30 08:17:37.632788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-70a410bc-4c06-40d7-901b-5d0ba204d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:37.634768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-70a410bc-4c06-40d7-901b-5d0ba204d4ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3 HTTP/1.1" status: 200 len: 853 time: 0.6960621 Sep 30 08:17:37.652060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3d7c-7945-4945-aaef-1931959a5e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.688640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3d7c-7945-4945-aaef-1931959a5e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.732097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:37.733816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.752174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-806b6b64-35c1-44cc-8d69-e0d8a16bf935 None None] Provisioning complete for port 1a6209e7-9928-408e-ab02-33fdc5703d17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:37.755089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-806b6b64-35c1-44cc-8d69-e0d8a16bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.758472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-6b70d69d-17ec-41bf-9592-967c92ba9907 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6593180 Sep 30 08:17:37.759108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3d7c-7945-4945-aaef-1931959a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.763871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3d7c-7945-4945-aaef-1931959a5e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.767268 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a5b3d7c-7945-4945-aaef-1931959a5e36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ec0a0b6-983b-47f0-9660-679ff7503ab3 HTTP/1.1" status: 204 len: 168 time: 0.3038433 Sep 30 08:17:37.774718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b3d7c-7945-4945-aaef-1931959a5e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec0a0b6-983b-47f0-9660-679ff7503ab3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:37.851448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b2ccc8c-7524-4a78-8e48-e3485d1f074a req-50b68698-c07b-42f3-971c-f85fb3b21d99 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367060 Sep 30 08:17:37.879281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Request body: {'port': {'device_id': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:37.961755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-806b6b64-35c1-44cc-8d69-e0d8a16bf935 None None] Port 1a6209e7-9928-408e-ab02-33fdc5703d17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:37.977856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-58d7b9aa-049e-4e8c-baf0-a5c35a2e388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:37.979823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-58d7b9aa-049e-4e8c-baf0-a5c35a2e388b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d213995-844f-4d58-834f-3d08366fa5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230934 Sep 30 08:17:38.278267 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.310173 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.429142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Pushing event deleted for resources: {'Port': ['ID=da44125d-93f6-4e39-a22f-e3c9b3eb8c9b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:38.445271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd339da-0658-4a21-8ec2-8ee7c0138e53 req-c68a1fd5-e372-44be-bd55-a942850a8259 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:38.458120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcd339da-0658-4a21-8ec2-8ee7c0138e53 req-c68a1fd5-e372-44be-bd55-a942850a8259 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 936 time: 0.2964489 Sep 30 08:17:38.488026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c490f508-0559-4d96-bc2e-240f04a25cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.860484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcd339da-0658-4a21-8ec2-8ee7c0138e53 req-e0ec1126-6c29-4627-bff6-85f906d488c4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951211 Sep 30 08:17:38.867241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-7f4580c7-28eb-40ce-9ec4-0b29fde46ea3 service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058686 Sep 30 08:17:39.419973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cec672-8a76-48c0-a7df-745bc4949d48 req-a0976ac4-d244-4587-847d-cf72d670aa42 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:39.434777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6cec672-8a76-48c0-a7df-745bc4949d48 req-a0976ac4-d244-4587-847d-cf72d670aa42 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.3335581 Sep 30 08:17:39.475983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-224044ac-d32a-4916-a5ef-38b38cd8c033 req-d67c29f2-00f3-4eff-84f7-b578cee3e4d4 service neutron] 10.222.0.57 "GET /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707610 Sep 30 08:17:39.561874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6cec672-8a76-48c0-a7df-745bc4949d48 req-8e9421b3-f22b-4f25-a7c1-aebcc1a18b0f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254835 Sep 30 08:17:39.582589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.932514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6209e7-9928-408e-ab02-33fdc5703d17 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:39.945164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.958156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Transition to ACTIVE for port object 1a6209e7-9928-408e-ab02-33fdc5703d17 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:17:39.968269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.150741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:40.175468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73bebe-175e-451d-8199-b1db21eca680 req-1152c44f-cff8-4b80-a367-5cf0bde5f993 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:40.183716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e73bebe-175e-451d-8199-b1db21eca680 req-1152c44f-cff8-4b80-a367-5cf0bde5f993 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1450772 Sep 30 08:17:40.345186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:40.345866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:40.346389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:40.488045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:17:40.488320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:40.512664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:40.513056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:40.516934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:40.516934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Bound port: 1a6209e7-9928-408e-ab02-33fdc5703d17, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:40.518445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.549031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e73bebe-175e-451d-8199-b1db21eca680 req-cd1c1f5d-a89a-42c3-b357-edc8b595b5f2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636608 Sep 30 08:17:40.712303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:40.827171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:40.859969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:40.872210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.975134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:41.019456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd956152-0180-4545-8408-db9d2af5bfed req-5532ea70-9d5f-4bf4-b0a8-9bc169426db4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:41.027423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd956152-0180-4545-8408-db9d2af5bfed req-5532ea70-9d5f-4bf4-b0a8-9bc169426db4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2852063 Sep 30 08:17:41.035000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-11193ecc-88e1-46bc-8e56-775c8a841adc admin admin] 10.222.0.41 "PUT /v2.0/routers/1d1528ff-4790-4c5e-b1d6-8e2287d4f26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0399153 Sep 30 08:17:41.035906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48016) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:41.079914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:41.080675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.082453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 1096 time: 3.2103705 Sep 30 08:17:41.102867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:41.102867 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960" -d '{"events": [{"name": "network-changed", "server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:41.103131 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] Sync routers for ids ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:41.109833 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-464d9bd7-318a-40ab-9110-5acd5f80a828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.114333 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] Routers {'1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:41.120568 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:41.127187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb70423-f884-4197-9466-395c3c5a1be9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:41.159088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd956152-0180-4545-8408-db9d2af5bfed req-8af9ae5f-ddf9-4baa-abb8-54c97327e0b8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305430 Sep 30 08:17:41.319521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-4b3c904e-d4b7-4b71-a58d-62780f003b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:41.328452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-4b3c904e-d4b7-4b71-a58d-62780f003b9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1099 time: 0.1184275 Sep 30 08:17:41.379103 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.388103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.442788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] Set router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:41.683534 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.797400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Deleting port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:41.797779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.879536 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:17:38Z', 'revision_number': 5, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port': {'id': '094a9f18-dd1c-4179-8c0e-448a90f3a2e0', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:53Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:41.953951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] For port 094a9f18-dd1c-4179-8c0e-448a90f3a2e0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:41.954362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.965048 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] Checking router: 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:41.975670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Calling delete_port for 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:41.977421 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] Routers {'1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:41.978356 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:42.231806 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] Set router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:42.306936 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac33f7-30e7-486f-974f-46ab537ef128 x-openstack-request-id: req-88ac33f7-30e7-486f-974f-46ab537ef128 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:42.307536 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:42.307536 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88ac33f7-30e7-486f-974f-46ab537ef128 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:42.307973 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'status': 'completed', 'code': 200} Sep 30 08:17:42.318534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-a3628231-0ac1-478c-81b4-1743974341ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.9743154 Sep 30 08:17:42.331442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.359066 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:17:41Z', 'revision_number': 6, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:42.387985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=094a9f18-dd1c-4179-8c0e-448a90f3a2e0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:42.459190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592769a-0345-48bd-80cc-c2fb196eb1ef req-670e00ea-366a-44a6-9f84-c63fe3dc0d1d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:42.466617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f592769a-0345-48bd-80cc-c2fb196eb1ef req-670e00ea-366a-44a6-9f84-c63fe3dc0d1d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.2449191 Sep 30 08:17:42.467888 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3918371-476c-4e22-bc56-2ca87e791129 None None] The sync data for ids ['1d1528ff-4790-4c5e-b1d6-8e2287d4f26e'] in n-d-807025-5 is: [{'id': '1d1528ff-4790-4c5e-b1d6-8e2287d4f26e', 'name': 'tempest-FloatingIPDetailsTestJSON-1333272820-router', 'tenant_id': 'aa504339aa504d8ba946bab638c7dcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:52Z', 'updated_at': '2021-09-30T08:17:41Z', 'revision_number': 6, 'project_id': 'aa504339aa504d8ba946bab638c7dcbb', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:42.528378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-f8b9dba9-a5ba-4c1f-a646-6d943c1bb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:42.530434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-f8b9dba9-a5ba-4c1f-a646-6d943c1bb856 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.2017341 Sep 30 08:17:42.547989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f592769a-0345-48bd-80cc-c2fb196eb1ef req-d38d1243-77c6-4d27-8eb6-6dbfe94d0b24 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805790 Sep 30 08:17:42.615579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.665555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-37a7d583-b7c9-4848-a7c3-9c226ee7dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:42.667703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-37a7d583-b7c9-4848-a7c3-9c226ee7dbec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187189 Sep 30 08:17:42.848601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.858252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.878931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-91ca11cc-188f-4cc1-8d7f-603d9740e157 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984804 Sep 30 08:17:42.977254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.977868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1528ff-4790-4c5e-b1d6-8e2287d4f26e {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:42.991263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.992685 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ddacb871-869c-4162-833f-20e42efc8c35 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d1528ff-4790-4c5e-b1d6-8e2287d4f26e HTTP/1.1" status: 204 len: 168 time: 1.9539766 Sep 30 08:17:42.995022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:43.027317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.079247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Deleting subnet 1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:43.082538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.125891 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.147127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e891cb-0c9f-42d9-be22-6124fc28a95e req-a78a515a-3683-40c1-9f6f-1633ebe4f347 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604232 Sep 30 08:17:43.186535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a359e-eb50-4da7-a342-9a6b96caf660 req-ada9a18c-3dae-4274-85f9-9e3a475de702 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.195182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-934a359e-eb50-4da7-a342-9a6b96caf660 req-ada9a18c-3dae-4274-85f9-9e3a475de702 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1366222 Sep 30 08:17:43.217744 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.283864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.315099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-934a359e-eb50-4da7-a342-9a6b96caf660 req-03327cc6-2541-43a7-aa7c-f2d752d9d421 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189296 Sep 30 08:17:43.337917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:43.340516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.347852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a5b55a9b-61ca-4702-8245-7923ac32a814 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1aea0ee3-c7b0-4c63-9541-02bf20f1fd2a HTTP/1.1" status: 204 len: 168 time: 0.3499312 Sep 30 08:17:43.348287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161cf7a9-36d6-467a-aae8-1a59901274c8 None None] Network 67b9284d-2119-4e52-8fbc-3533512b68f9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:43.349234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48044) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:43.360120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-a7136b19-6915-4f51-9a4c-0502e9642bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.366033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-a7136b19-6915-4f51-9a4c-0502e9642bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1099 time: 0.1097708 Sep 30 08:17:43.516723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.575143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-d9fa8100-d848-4c7a-90e8-03a354a28bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.577435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-d9fa8100-d848-4c7a-90e8-03a354a28bcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2027254 Sep 30 08:17:43.643488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Deleting port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:43.643952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.655974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-1a4af2d4-5751-49c1-9846-012b8051ed31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0689621 Sep 30 08:17:43.773926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-1f7903c0-5477-4154-838e-7265b5c65671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.775857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-1f7903c0-5477-4154-838e-7265b5c65671 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1116157 Sep 30 08:17:43.799248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] DHCP port deletion for 67b9284d-2119-4e52-8fbc-3533512b68f9 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:17:43.914876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] For port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:43.915523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.939716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] Deleting port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:43.940088 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.943367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Calling delete_port for 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:43.982901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-776da840-132f-4b72-87a2-7abb797bc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.985013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-776da840-132f-4b72-87a2-7abb797bc011 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998565 Sep 30 08:17:43.996438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e2a3-320b-4a66-b0fd-aef9d6edc95d req-4763aaac-c554-4509-9ebb-f802e3ccdd59 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:44.010232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d90e2a3-320b-4a66-b0fd-aef9d6edc95d req-4763aaac-c554-4509-9ebb-f802e3ccdd59 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1854746 Sep 30 08:17:44.117525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.180697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:44.188010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] No DVR routers for this DVR port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:44.268309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] For port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,segment=NetworkSegment(179bd8ec-1270-4e40-a137-e4094203a186),segment_id=179bd8ec-1270-4e40-a137-e4094203a186)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:44.269390 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.269703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d90e2a3-320b-4a66-b0fd-aef9d6edc95d req-9b485345-d531-4123-94d7-37605caff361 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521191 Sep 30 08:17:44.288837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] Calling delete_port for 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:44.350235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-8263912c-d198-4364-83f3-469b00f9a8f8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302450 Sep 30 08:17:44.367565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.403688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b9284d-2119-4e52-8fbc-3533512b68f9']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:44.415528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179bd8ec-1270-4e40-a137-e4094203a186') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:44.415528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179bd8ec-1270-4e40-a137-e4094203a186') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:44.444160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.470532 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.498288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.525789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:17:44.526209 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:17:44.537061 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:17:44.594765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] No DVR routers for this DVR port 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:44.609409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device da44125d-93f6-4e39-a22f-e3c9b3eb8c9b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:44.644496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5c3d5-2e7b-4cbd-a337-2e254f4784cf None None] Pushing event deleted for resources: {'Port': ['ID=6d9b1723-b5b4-475a-b1d8-7a5e99a3402a,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:44.670762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: da44125d-93f6-4e39-a22f-e3c9b3eb8c9b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:44.671308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device da44125d-93f6-4e39-a22f-e3c9b3eb8c9b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:44.671898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:44.702192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:44.703052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6d9b1723-b5b4-475a-b1d8-7a5e99a3402a not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:44.706334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:44.727083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8cb8992-d25c-48b3-a1ae-c3ba2ac80960 req-6aed52a6-3288-4a73-a0a9-a7df691c79a0 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664241 Sep 30 08:17:44.771142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:44.771855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 094a9f18-dd1c-4179-8c0e-448a90f3a2e0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:44.773873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.797314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.799114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] 10.222.0.41 "DELETE /v2.0/networks/67b9284d-2119-4e52-8fbc-3533512b68f9 HTTP/1.1" status: 204 len: 168 time: 1.4487207 Sep 30 08:17:44.821706 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.841370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63c71e-b0a4-4ff0-b33f-4e371fbc3435 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b9284d-2119-4e52-8fbc-3533512b68f9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:45.003369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835090-d480-462d-9108-1bb09fb84471 req-33e83c7c-20e1-40db-a49c-72e8dcbffa30 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:45.018069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15835090-d480-462d-9108-1bb09fb84471 req-33e83c7c-20e1-40db-a49c-72e8dcbffa30 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1001806 Sep 30 08:17:45.140151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15835090-d480-462d-9108-1bb09fb84471 req-6de9ef72-6337-41ba-a733-b17e6b7d2fa5 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196096 Sep 30 08:17:45.165214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48068) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:45.258798 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-28ef9efc-bc02-47f3-a26a-124b7942559d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa504339aa504d8ba946bab638c7dcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919566 Sep 30 08:17:45.261217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48070) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:45.371754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f991246-c7cf-42bc-a078-a0d808e6c404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.406555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f991246-c7cf-42bc-a078-a0d808e6c404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.428130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa536f-b263-49e4-a5fd-9ac96efa0784 req-bb88ff7c-4c00-433e-b293-625db9392070 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:45.429608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7fa536f-b263-49e4-a5fd-9ac96efa0784 req-bb88ff7c-4c00-433e-b293-625db9392070 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.0853682 Sep 30 08:17:45.464885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f991246-c7cf-42bc-a078-a0d808e6c404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.477300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f991246-c7cf-42bc-a078-a0d808e6c404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.478977 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f991246-c7cf-42bc-a078-a0d808e6c404 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe37821c-2371-4733-9256-cded26c1906a HTTP/1.1" status: 204 len: 168 time: 0.2165177 Sep 30 08:17:45.488079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f991246-c7cf-42bc-a078-a0d808e6c404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37821c-2371-4733-9256-cded26c1906a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:45.510196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7fa536f-b263-49e4-a5fd-9ac96efa0784 req-95f792f5-9d4f-46bd-a255-75e3791889ce tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729122 Sep 30 08:17:45.797300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b954c-596f-4233-a4c2-9436e9159d29 req-a39fc2ce-3c10-43eb-98a6-5e208d1ed0c0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:45.801619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-687b954c-596f-4233-a4c2-9436e9159d29 req-a39fc2ce-3c10-43eb-98a6-5e208d1ed0c0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1526816 Sep 30 08:17:45.904255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-687b954c-596f-4233-a4c2-9436e9159d29 req-4edae363-a36d-4eda-ad32-23ff33813a87 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Sep 30 08:17:46.362074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04818-a5ef-49af-bd09-e03386715610 req-d7b3c913-58e9-41b4-83a4-f17f4661ada3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.372211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8f04818-a5ef-49af-bd09-e03386715610 req-d7b3c913-58e9-41b4-83a4-f17f4661ada3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1149342 Sep 30 08:17:46.488612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8f04818-a5ef-49af-bd09-e03386715610 req-0bff521f-7607-4bb0-a4a5-78165ae16e72 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057940 Sep 30 08:17:46.692591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:46.718537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48108) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:46.804768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-ec1f0ddc-03b3-44e9-8a1b-5bcb37b1357f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.807195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-ec1f0ddc-03b3-44e9-8a1b-5bcb37b1357f tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.1612751 Sep 30 08:17:46.921041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:46.983174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07fd6-cb6c-488e-ae91-f0b6009228a5 req-0f83bd30-1900-4d4d-af03-b10e13d71b10 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.993793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6f07fd6-cb6c-488e-ae91-f0b6009228a5 req-0f83bd30-1900-4d4d-af03-b10e13d71b10 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 945 time: 0.1830368 Sep 30 08:17:47.007150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:47.028102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'mac_address': 'fa:16:3e:e6:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:47.068818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6f07fd6-cb6c-488e-ae91-f0b6009228a5 req-9bb6b574-9127-4a8a-bf49-4583013c19d4 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups?id=29331e42-3104-4319-954a-6676c5c7a3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733237 Sep 30 08:17:47.073109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Deleting port 093b174e-96b2-4988-bacb-e28d8647e037 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:47.075322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.114702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.124012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b2263de-21c5-4300-99df-806e37bc4f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.163499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6209e7-9928-408e-ab02-33fdc5703d17 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:47.184128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] For port 093b174e-96b2-4988-bacb-e28d8647e037, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=093b174e-96b2-4988-bacb-e28d8647e037,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:47.184504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.215124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:47.225471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.326241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.378555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c602c-39a9-4ce9-887d-e1bacdb64715 req-c4c06ef5-51a3-4e59-a7ad-ab2bccedcd05 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:47.381821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b2263de-21c5-4300-99df-806e37bc4f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.386870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea8c602c-39a9-4ce9-887d-e1bacdb64715 req-c4c06ef5-51a3-4e59-a7ad-ab2bccedcd05 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1939361 Sep 30 08:17:47.387185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-network', 'tenant_id': 'f6caa037300744b984d5e50353beac68'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:47.414212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b2263de-21c5-4300-99df-806e37bc4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.441545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Made reservation on behalf of f6caa037300744b984d5e50353beac68 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:47.443825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.468076 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.484080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea8c602c-39a9-4ce9-887d-e1bacdb64715 req-aaeb40ec-2131-433e-bda0-1d554611d387 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963407 Sep 30 08:17:47.503894 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b2263de-21c5-4300-99df-806e37bc4f99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f7b0ce8a4ce4c1eb78a30302ebdc8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833562 Sep 30 08:17:47.514809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48130) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:47.534561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2263de-21c5-4300-99df-806e37bc4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4025a07b-97c9-4448-88d6-97f3647f8ade,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.559131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1a6209e7-9928-408e-ab02-33fdc5703d17'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:47.585435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.586193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.586193 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Floating IP 28157d0c-a17f-4101-8519-87599c0d0950 disassociated. External IP: 172.25.7.111, port: 093b174e-96b2-4988-bacb-e28d8647e037. Sep 30 08:17:47.586468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Calling delete_port for 093b174e-96b2-4988-bacb-e28d8647e037 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:47.646589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb5ec-922e-4a77-83ac-eb46b94cfd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.681658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb5ec-922e-4a77-83ac-eb46b94cfd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.837834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.839269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb5ec-922e-4a77-83ac-eb46b94cfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.845682 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb5ec-922e-4a77-83ac-eb46b94cfd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.850280 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e8cbb5ec-922e-4a77-83ac-eb46b94cfd91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4025a07b-97c9-4448-88d6-97f3647f8ade HTTP/1.1" status: 204 len: 168 time: 0.3343515 Sep 30 08:17:47.855216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.865110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbb5ec-922e-4a77-83ac-eb46b94cfd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4025a07b-97c9-4448-88d6-97f3647f8ade,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.866305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b58be-4b1b-4323-ac6c-840c7ec776b4 req-41947c6c-75d6-4251-84ee-e9d4b8a6468f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:47.874148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-294b58be-4b1b-4323-ac6c-840c7ec776b4 req-41947c6c-75d6-4251-84ee-e9d4b8a6468f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2853837 Sep 30 08:17:47.883603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:47.892347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.904992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.905422 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Added segment 6e825929-2c27-463d-b379-d747a055609b of type vlan for network 3addc246-3c5d-45be-bcb9-777e0cca7ded Sep 30 08:17:47.906878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f58e1-1f8f-475a-bbbc-8136b8998419,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.947497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event deleted for resources: {'Port': ['ID=093b174e-96b2-4988-bacb-e28d8647e037,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.953764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.982612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.987559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.988121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.988495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.989064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.989258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.990204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.990762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.991075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.991424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.991739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.992066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:47.995055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.996224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:47.996876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.020136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-294b58be-4b1b-4323-ac6c-840c7ec776b4 req-3a92111f-326f-4236-9d80-c4ed9a5ba2e9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451476 Sep 30 08:17:48.027293 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1047575 Sep 30 08:17:48.034021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48140) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:48.097676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Request body: {'subnet': {'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-subnet', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:48.120523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881d553-d316-4d61-8dfc-8e5693f8f4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3addc246-3c5d-45be-bcb9-777e0cca7ded,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:48.134942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:48.170019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Made reservation on behalf of f6caa037300744b984d5e50353beac68 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:48.173162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.237938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab70570-a8f6-4212-ad50-7d17dcff792d req-7282f794-15c8-4f73-84e6-1a193acc9956 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 210 time: 0.0588741 Sep 30 08:17:48.285588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:48.454676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48146) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:48.471587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b512923-8b3f-4bea-9302-07a4964714c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.535919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.612483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:48.625420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] Sync routers for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:48.633055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b512923-8b3f-4bea-9302-07a4964714c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.640698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b512923-8b3f-4bea-9302-07a4964714c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.657495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:48.665663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:48.676851 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b512923-8b3f-4bea-9302-07a4964714c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8caf021da8bc4df293ee7a242a705b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209013 Sep 30 08:17:48.680184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:48.711752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b512923-8b3f-4bea-9302-07a4964714c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966bd10e-d07b-4d77-82e6-df9db66f5df6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:48.769796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d74ed3-570b-43bf-904a-11864fece509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.776661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20b7ef0-f499-4afc-b4e7-8b28fdedd046,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:48.800644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:48.821762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Checking segment: {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:48.822138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Network hostable DHCP agents. Network: 3addc246-3c5d-45be-bcb9-777e0cca7ded, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:48.824977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] No DVR routers for this DVR port 093b174e-96b2-4988-bacb-e28d8647e037 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:48.828361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.830445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20b081b9-4ddc-4e71-a8f0-8f72029969d3 req-0c56801d-46bf-4356-aa7c-77919416bcee tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.57 "DELETE /v2.0/ports/093b174e-96b2-4988-bacb-e28d8647e037 HTTP/1.1" status: 204 len: 173 time: 1.9973545 Sep 30 08:17:48.830916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'name': 'network-vif-deleted', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:48.834228 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3804f1ea-a53c-48c2-a153-e69bd18a65a1" -d '{"events": [{"server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "name": "network-vif-deleted", "tag": "093b174e-96b2-4988-bacb-e28d8647e037"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:48.876977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d74ed3-570b-43bf-904a-11864fece509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.913272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77185b9-8840-48d5-8c0f-2377c2df638d req-148e9073-ee47-46e2-89bd-74ea1e4a3453 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:48.915568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c77185b9-8840-48d5-8c0f-2377c2df638d req-148e9073-ee47-46e2-89bd-74ea1e4a3453 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.3095224 Sep 30 08:17:48.916456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:48.940792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 3addc246-3c5d-45be-bcb9-777e0cca7ded) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:48.962401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:48.987739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:48.987739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.036042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d74ed3-570b-43bf-904a-11864fece509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.046418 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5478e-8ac0-461d-9eab-4fd2fcfc06fa None None] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:49.052457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c77185b9-8840-48d5-8c0f-2377c2df638d req-e35460f3-ed40-4b8f-a6d8-01022f5cec39 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257787 Sep 30 08:17:49.057626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-94372640-5315-440c-861f-46d93cbb8e6a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9656756 Sep 30 08:17:49.058289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48186) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:49.061375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d74ed3-570b-43bf-904a-11864fece509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.063803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:49.065348 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2d74ed3-570b-43bf-904a-11864fece509 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/966bd10e-d07b-4d77-82e6-df9db66f5df6 HTTP/1.1" status: 204 len: 168 time: 0.3840284 Sep 30 08:17:49.088481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d74ed3-570b-43bf-904a-11864fece509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966bd10e-d07b-4d77-82e6-df9db66f5df6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:49.093094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1a6209e7-9928-408e-ab02-33fdc5703d17 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:17:49.105479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1a6209e7-9928-408e-ab02-33fdc5703d17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:49.106171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.143774 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.144835 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.299353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.327315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.333119 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b62eb-da39-45c7-ba76-4b88a1476470 x-openstack-request-id: req-8f0b62eb-da39-45c7-ba76-4b88a1476470 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:49.334024 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f955eb-5495-488f-9fba-98815c9bbde0", "name": "network-vif-deleted", "tag": "093b174e-96b2-4988-bacb-e28d8647e037", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:49.334224 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f0b62eb-da39-45c7-ba76-4b88a1476470 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:49.334600 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f955eb-5495-488f-9fba-98815c9bbde0', 'name': 'network-vif-deleted', 'tag': '093b174e-96b2-4988-bacb-e28d8647e037', 'status': 'completed', 'code': 200} Sep 30 08:17:49.421775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:49.431084 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4045f-3ae6-4f2b-86a2-475766db8ae7" -d '{"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-plugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:49.545915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:49.603946 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.608296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-3addc246-3c5d-45be-bcb9-777e0cca7ded', 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'fixed_ips': [{'subnet_id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:49.610796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.625961 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.627302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:49.685319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f92b6-3184-4827-8d44-c9753b763833 req-ab67ae96-bc5d-47b6-bfee-54f8e761d063 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:49.695563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-189f92b6-3184-4827-8d44-c9753b763833 req-ab67ae96-bc5d-47b6-bfee-54f8e761d063 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1984694 Sep 30 08:17:49.758073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-189f92b6-3184-4827-8d44-c9753b763833 req-2a55f5ee-e5f4-4b75-8bab-d5a7e7d6e72a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Sep 30 08:17:49.946621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2ce5dd4-d6a4-479c-be33-f8f21f5285ea req-65add5e5-db2d-4bdf-a827-dd16d3029a05 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f955eb-5495-488f-9fba-98815c9bbde0 HTTP/1.1" status: 200 len: 210 time: 0.0643780 Sep 30 08:17:50.064246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Allocated IP 172.20.0.2 (3addc246-3c5d-45be-bcb9-777e0cca7ded/f20b7ef0-f499-4afc-b4e7-8b28fdedd046/7d606ddf-f6be-4ce7-9897-ec68e167ba9f) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:50.071922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:50.080695 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.086316 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f788a81-734f-4d75-819f-4050e9049090 x-openstack-request-id: req-5f788a81-734f-4d75-819f-4050e9049090 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:50.086749 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-plugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:50.086998 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f788a81-734f-4d75-819f-4050e9049090 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:50.087386 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'code': 200} Sep 30 08:17:50.144346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:50.217573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] Checking router: c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:50.243038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:50.357953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.403910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63830-226b-40b8-a879-be694d632d60 req-25364a82-8039-4a96-a9c9-917cb7c81296 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.405954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afa63830-226b-40b8-a879-be694d632d60 req-25364a82-8039-4a96-a9c9-917cb7c81296 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1574957 Sep 30 08:17:50.407162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.461000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 093b174e-96b2-4988-bacb-e28d8647e037 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:50.462576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeaaf7-84e8-4a15-86ab-fe5357531567 req-d5057789-9a39-4368-b6e6-01bb3bbbd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.466502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.467499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8aeaaf7-84e8-4a15-86ab-fe5357531567 req-d5057789-9a39-4368-b6e6-01bb3bbbd670 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1101 time: 0.2282155 Sep 30 08:17:50.497563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:50.498846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:50.528729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 093b174e-96b2-4988-bacb-e28d8647e037 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:50.529254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 093b174e-96b2-4988-bacb-e28d8647e037 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:50.663092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afa63830-226b-40b8-a879-be694d632d60 req-f7012e43-9d6f-4bc4-82d3-1b741028957d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917520 Sep 30 08:17:50.667386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8aeaaf7-84e8-4a15-86ab-fe5357531567 req-740494b8-29b1-4aa5-884f-14226217ed02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900201 Sep 30 08:17:50.669621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:50.700332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Allocated IP 172.25.7.36 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/fb53151f-7dad-4f52-a4fc-82dd8307ec90) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:50.800971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.807414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:50.822287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.829624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.946363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.958022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:50.966207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:50.976119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:50.988266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Pushing event updated for resources: {'Port': ['ID=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:51.001627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:51.007182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:51.013240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:51.058018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b7665-3db9-47d0-90d1-b66518c4a01c req-bac50f4c-44a4-47a9-a131-49dc7eccbdeb tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:51.065497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b4b7665-3db9-47d0-90d1-b66518c4a01c req-bac50f4c-44a4-47a9-a131-49dc7eccbdeb tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1897762 Sep 30 08:17:51.122854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fb53151f-7dad-4f52-a4fc-82dd8307ec90,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:51.123895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Attempting to bind port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:51.124271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Attempting to bind port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:51.124655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Attempting to bind port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f on network 3addc246-3c5d-45be-bcb9-777e0cca7ded {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:51.142258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:51.142644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Checking segment: {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:51.143062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.143440 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Bound using segment: {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:51.143930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Bound port: 7d606ddf-f6be-4ce7-9897-ec68e167ba9f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:51.144295 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.168172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b4b7665-3db9-47d0-90d1-b66518c4a01c req-4a84f6f6-6d98-4d47-b051-f33aa086b993 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Sep 30 08:17:51.259823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] For port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:51.263706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] For port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:51.270124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.319887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:51.357883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2901c5-e434-423b-b024-c345fe95c71a None None] The sync data for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 is: [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:15:01Z', 'revision_number': 4, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9fa79f52-7df1-444e-858a-9326c154edff', 'name': '', 'network_id': '8d213995-844f-4d58-834f-3d08366fa5ee', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'mac_address': 'fa:16:3e:6b:52:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:59Z', 'updated_at': '2021-09-30T08:15:05Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'subnets': [{'id': 'e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:51.363962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9832ffa-f7c0-4204-a510-b0e4769ee96f None None] Pushing event updated for resources: {'Port': ['ID=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:51.447817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-a01f9674-9360-4293-89cf-6f3585d800ee tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:51.449573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-a01f9674-9360-4293-89cf-6f3585d800ee tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/networks?id=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b HTTP/1.1" status: 200 len: 815 time: 0.3777483 Sep 30 08:17:51.480912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-14f25c9e-93e7-47ba-866f-e54026d29047 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/quotas/6edf02b2b1694608a51d1f677a88120f HTTP/1.1" status: 200 len: 375 time: 0.0180204 Sep 30 08:17:51.587508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-4573713c-2a38-4741-816d-91e45fc38455 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:51.589189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-4573713c-2a38-4741-816d-91e45fc38455 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.3240011 Sep 30 08:17:51.686924 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c1d50-5295-4290-afab-fd4b02ab5f0a None None] New status for floating IP 28157d0c-a17f-4101-8519-87599c0d0950: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:17:51.881875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7d606ddf-f6be-4ce7-9897-ec68e167ba9f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:51.932353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:51.932717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.966459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-6d46da10-c5d2-43e5-8c4f-08f514fa1ec3 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/quotas/32ff824e310a49c4ac34378246280d7b HTTP/1.1" status: 200 len: 375 time: 0.3660691 Sep 30 08:17:51.972687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-240456a2-9010-4700-ab62-6cf153c052e2 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6edf02b2b1694608a51d1f677a88120f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4807968 Sep 30 08:17:51.988404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.041777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.078637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:52.084502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.092137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:52.094414 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8204faf-d513-45c2-b82e-0dfd0b8e0202" -d '{"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-unplugged", "status": "completed", "tag": "1a151948-42d2-4f85-8755-4146f4337e08"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:52.144919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:52.181858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-a7a5256d-324f-47a9-aad2-438ec1260347 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878726 Sep 30 08:17:52.260184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-ab37efea-c71d-45b6-a719-0a88b91548dc service neutron] 10.222.0.41 "GET /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676122 Sep 30 08:17:52.340920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7aa384-468f-46ca-8123-daed3b75d0f1 None None] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:52.415770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1b0b2eb2-d131-4bc0-9def-e985ff1d5021 None None] Provisioning complete for port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:52.416153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1b0b2eb2-d131-4bc0-9def-e985ff1d5021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.443605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-0b4e1fbe-eab7-476e-b755-24d08cb94c83 service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479870 Sep 30 08:17:52.446125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.529968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-a1a8f6e8-261e-4575-bdf6-810579b91c5a service neutron] 10.222.0.41 "GET /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605662 Sep 30 08:17:52.626737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-f2594bfb-734a-4303-a80c-bdd02127c611 service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749897 Sep 30 08:17:52.685764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:52.934832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:52.946780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Sync routers for ids ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:52.953663 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f16d7-6bbc-4b41-8ae8-274e96a7e64f x-openstack-request-id: req-6e4f16d7-6bbc-4b41-8ae8-274e96a7e64f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:52.954473 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-unplugged", "status": "completed", "tag": "1a151948-42d2-4f85-8755-4146f4337e08", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:52.955375 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e4f16d7-6bbc-4b41-8ae8-274e96a7e64f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:52.956065 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08', 'code': 200} Sep 30 08:17:52.982533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4747d15-46e5-4f81-bda8-e0c717c31ddd req-3adba979-3f68-4935-b060-821335e73099 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:52.984420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4747d15-46e5-4f81-bda8-e0c717c31ddd req-3adba979-3f68-4935-b060-821335e73099 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1468422 Sep 30 08:17:52.985918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.987616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-309607c9-217b-406e-aa91-53a8d96da2c9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9280941 Sep 30 08:17:52.992380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48330) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:53.003696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Routers {'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:53.004348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:53.080270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4747d15-46e5-4f81-bda8-e0c717c31ddd req-e94d028e-deef-42a2-8637-a337d26fb7e8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858657 Sep 30 08:17:53.136198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c5c3b74d-7b5c-4cf9-baf1-207a0b303553 None None] Provisioning complete for port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:53.136708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b74d-7b5c-4cf9-baf1-207a0b303553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.155576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-de63b7db-fac1-4e28-9311-971b97b03a17 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:53.158135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-de63b7db-fac1-4e28-9311-971b97b03a17 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "GET /v2.0/ports?device_id=3806e9c5-f9ef-4afc-b480-ca0a089964f5 HTTP/1.1" status: 200 len: 943 time: 0.1413307 Sep 30 08:17:53.265524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:53.295611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc70d6-e9d6-49e3-b37c-e27a260c4e20 req-85fe8b2a-4050-41aa-b695-a9d5d616c941 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:53.297752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Set router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:53.307146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45bc70d6-e9d6-49e3-b37c-e27a260c4e20 req-85fe8b2a-4050-41aa-b695-a9d5d616c941 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1963961 Sep 30 08:17:53.310379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20b0828d-6cc3-403e-82e7-ffeea0990293 req-93379be4-af0e-4cb7-a687-b08ec0d6387a tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 210 time: 0.1081421 Sep 30 08:17:53.378109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48346) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:53.486984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45bc70d6-e9d6-49e3-b37c-e27a260c4e20 req-b1710923-f602-478f-8dc4-a4cc08e36fff tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786249 Sep 30 08:17:53.530167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.544498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8806c82a-18f9-4e6c-ac98-37dd592eafaf req-5436799f-77d4-46d0-a256-e5c853e395af tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 210 time: 0.0760403 Sep 30 08:17:53.581482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-481509af-9a10-44ea-bd42-9128012b78d7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.605372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Deleting port 1a151948-42d2-4f85-8755-4146f4337e08 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:53.605997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.718685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-481509af-9a10-44ea-bd42-9128012b78d7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.730557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:17:51Z', 'revision_number': 3, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:53.772270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd52d3-422a-4fa5-9282-21c265810b46 req-1c25c2e2-8a3d-4bec-a1ba-eb0ff12451bd tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:53.779932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6bd52d3-422a-4fa5-9282-21c265810b46 req-1c25c2e2-8a3d-4bec-a1ba-eb0ff12451bd tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1101 time: 0.1813009 Sep 30 08:17:53.808527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] For port 1a151948-42d2-4f85-8755-4146f4337e08, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a151948-42d2-4f85-8755-4146f4337e08,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:53.809421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.853430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6bd52d3-422a-4fa5-9282-21c265810b46 req-fb676bcb-21f0-49f5-8a29-b7531129e34d tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724473 Sep 30 08:17:53.867114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Calling delete_port for 1a151948-42d2-4f85-8755-4146f4337e08 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:53.917688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Checking router: e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:53.918334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Updating router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 port fb53151f-7dad-4f52-a4fc-82dd8307ec90 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:53.963929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7d606ddf-f6be-4ce7-9897-ec68e167ba9f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:54.006628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.010061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.018486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.076370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.094795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-481509af-9a10-44ea-bd42-9128012b78d7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.098116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-481509af-9a10-44ea-bd42-9128012b78d7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.099853 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-481509af-9a10-44ea-bd42-9128012b78d7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "DELETE /v2.0/security-groups/29331e42-3104-4319-954a-6676c5c7a3e1 HTTP/1.1" status: 204 len: 168 time: 0.7189398 Sep 30 08:17:54.104424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48356) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.105118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event deleted for resources: {'Port': ['ID=1a151948-42d2-4f85-8755-4146f4337e08,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.108063 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=251223342dbb4e729cbf5195bed69393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8406925 Sep 30 08:17:54.111011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b540fc2-7004-4d0d-8bbd-43856418e588,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.114821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48360) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.121729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.141173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.141682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.142297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.142454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.143186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.143186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.143399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.143623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.143951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.144273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.144596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.144918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3a484-7efc-4400-ae12-9ec62962b314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:54.151845 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-b0e08e65-e718-43a8-9ee9-e21d02f07664 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] show failed (client error): The resource could not be found. Sep 30 08:17:54.154014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b0e08e65-e718-43a8-9ee9-e21d02f07664 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "GET /v2.0/security-groups/29331e42-3104-4319-954a-6676c5c7a3e1 HTTP/1.1" status: 404 len: 347 time: 0.0455070 Sep 30 08:17:54.157422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48362) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.174884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:54.175380 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.236523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] No DVR routers for this DVR port 1a151948-42d2-4f85-8755-4146f4337e08 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:54.256215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.258648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4741459a-d0cf-4d27-a5d9-d54b9dd08264 req-5cb8c517-590a-47ba-a0aa-ce5ecc443e10 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "DELETE /v2.0/ports/1a151948-42d2-4f85-8755-4146f4337e08 HTTP/1.1" status: 204 len: 173 time: 1.0771048 Sep 30 08:17:54.259272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06abb850-998f-476b-b3d0-4542f277ef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.261007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-deleted', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:54.264358 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbacc6d-513f-4db3-9f12-6173acb3c939" -d '{"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-deleted", "tag": "1a151948-42d2-4f85-8755-4146f4337e08"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:54.281128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481509af-9a10-44ea-bd42-9128012b78d7 tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29331e42-3104-4319-954a-6676c5c7a3e1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.328039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06abb850-998f-476b-b3d0-4542f277ef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.367182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Deleting port 6d0f81b7-35b1-4cbf-9caf-03f5172142ca {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:54.367409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.415499 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93379465-ea67-44ed-b755-405c88892a89 x-openstack-request-id: req-93379465-ea67-44ed-b755-405c88892a89 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:54.416008 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3806e9c5-f9ef-4afc-b480-ca0a089964f5", "name": "network-vif-deleted", "tag": "1a151948-42d2-4f85-8755-4146f4337e08", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:54.416473 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93379465-ea67-44ed-b755-405c88892a89 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:54.417124 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3806e9c5-f9ef-4afc-b480-ca0a089964f5', 'name': 'network-vif-deleted', 'tag': '1a151948-42d2-4f85-8755-4146f4337e08', 'status': 'completed', 'code': 200} Sep 30 08:17:54.508988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5016b0-cdfc-4330-9184-a9f025ddbebb req-067a6750-7168-4ea2-b5f2-e18fb3297ffb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:54.510871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa5016b0-cdfc-4330-9184-a9f025ddbebb req-067a6750-7168-4ea2-b5f2-e18fb3297ffb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.2002969 Sep 30 08:17:54.541238 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-85a1cd49-c1ba-4271-b3fa-fbc60120f021 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2671950 Sep 30 08:17:54.555929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-96c01781-4eb6-47d5-a217-467e9c91a635 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:54.560522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-96c01781-4eb6-47d5-a217-467e9c91a635 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123484 Sep 30 08:17:54.570320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.579341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.623703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Allocated IP 172.20.0.1 (3addc246-3c5d-45be-bcb9-777e0cca7ded/f20b7ef0-f499-4afc-b4e7-8b28fdedd046/c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:54.626786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.627087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.653995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Calling delete_port for 6d0f81b7-35b1-4cbf-9caf-03f5172142ca owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:54.659049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806bc301-eb7b-43ab-a467-703fe8d48cd8 req-b78d1d37-229f-47f9-8c59-873cd58d03d4 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 210 time: 0.1394391 Sep 30 08:17:54.676203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Attempting to bind port fb53151f-7dad-4f52-a4fc-82dd8307ec90 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:54.677790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Attempting to bind port fb53151f-7dad-4f52-a4fc-82dd8307ec90 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:54.678424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Attempting to bind port fb53151f-7dad-4f52-a4fc-82dd8307ec90 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:54.698213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:54.699126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:54.699257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06abb850-998f-476b-b3d0-4542f277ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.699963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.701325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:54.702246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Bound port: fb53151f-7dad-4f52-a4fc-82dd8307ec90, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:54.702992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.706931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fdbfa-e29a-4e7a-a6bb-f418def47655 None None] Pushing event updated for resources: {'Port': ['ID=fb53151f-7dad-4f52-a4fc-82dd8307ec90,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.709096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06abb850-998f-476b-b3d0-4542f277ef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.718182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-06abb850-998f-476b-b3d0-4542f277ef65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b540fc2-7004-4d0d-8bbd-43856418e588 HTTP/1.1" status: 204 len: 168 time: 0.5956876 Sep 30 08:17:54.752286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa5016b0-cdfc-4330-9184-a9f025ddbebb req-4f5b8526-f35c-4204-8345-925f5cbd3c78 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006726 Sep 30 08:17:54.788906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abb850-998f-476b-b3d0-4542f277ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b540fc2-7004-4d0d-8bbd-43856418e588,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.843965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] For port fb53151f-7dad-4f52-a4fc-82dd8307ec90, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:54.872011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] For port fb53151f-7dad-4f52-a4fc-82dd8307ec90, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fb53151f-7dad-4f52-a4fc-82dd8307ec90,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:54.884337 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.983867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Routers {'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:54.987447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:55.010729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f3e99e4-8370-48d5-a329-13d53d68fd18 req-61f703c4-d3cc-415e-bba4-c5ee3a18325d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 210 time: 0.1031013 Sep 30 08:17:55.013726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.072538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8fff0-b376-4bb3-ab51-fc67f66f2923 req-e45a1283-377f-40a9-b578-384c28793f1c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.086384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcc8fff0-b376-4bb3-ab51-fc67f66f2923 req-e45a1283-377f-40a9-b578-384c28793f1c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2359276 Sep 30 08:17:55.161897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-9f2e9365-d584-48e8-9a4a-d477f600ebdc tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.163830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-9f2e9365-d584-48e8-9a4a-d477f600ebdc tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.57 "GET /v2.0/networks?id=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b HTTP/1.1" status: 200 len: 815 time: 0.6389606 Sep 30 08:17:55.225598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.228717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Request body: {'port': {'device_id': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'admin_state_up': True, 'tenant_id': '6edf02b2b1694608a51d1f677a88120f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:55.289701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fdbfa-e29a-4e7a-a6bb-f418def47655 None None] Pushing event updated for resources: {'Port': ['ID=fb53151f-7dad-4f52-a4fc-82dd8307ec90,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.291329 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.297838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Pushing event deleted for resources: {'Port': ['ID=6d0f81b7-35b1-4cbf-9caf-03f5172142ca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.363039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] Set router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:55.367454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Pushing event updated for resources: {'Port': ['ID=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.376821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:55.384625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:55.438222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48402) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:55.439032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:55.527970 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcc8fff0-b376-4bb3-ab51-fc67f66f2923 req-f91bf3cb-ac2a-457a-83fb-1c7ceb04f32a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048390 Sep 30 08:17:55.549816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.564599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.576206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-3ca6f252-a684-4dda-b956-7c2e82332e3a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.579071 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-3ca6f252-a684-4dda-b956-7c2e82332e3a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.57 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.4978886 Sep 30 08:17:55.586293 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.618023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Made reservation on behalf of 6edf02b2b1694608a51d1f677a88120f for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:55.622515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.832041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61be4786-e27f-4b15-b888-5e67f199c970 req-81cbe01b-fe2e-4bcf-b988-680ad7259931 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 210 time: 0.0455892 Sep 30 08:17:55.865319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Allocated IP 172.20.0.5 (fcdf5261-d6fb-485c-ab9c-f4d1f605c77b/105977b2-acdb-4dfa-8a5b-60bc5d4494d1/d196d8db-0926-48d8-bda3-fc0ba42d2cb3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:55.880783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fd273253-e1b9-4075-aacc-503559a10837 None None] Provisioning complete for port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:55.881196 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd273253-e1b9-4075-aacc-503559a10837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.938881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fd273253-e1b9-4075-aacc-503559a10837 None None] Port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:55.982228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bfc87-a341-496a-a96a-a03b4f981149 req-dbc3845a-accf-48ef-8d85-c11855ded548 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.991163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-234bfc87-a341-496a-a96a-a03b4f981149 req-dbc3845a-accf-48ef-8d85-c11855ded548 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1008387 Sep 30 08:17:56.013318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:17:51Z', 'revision_number': 3, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:56.108501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fdc5-9e10-49ac-9795-2f9e095816b9 None None] The sync data for ids ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'] in n-d-807025-5 is: [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:17:51Z', 'revision_number': 3, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:56.131095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Request body: {'port': {'device_id': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'admin_state_up': True, 'tenant_id': '32ff824e310a49c4ac34378246280d7b'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:56.136606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7031236-da70-450f-a58f-5122a807ca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.137990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfe0f618-ded1-4f1e-986b-522d77b1c4a6 req-26f0d42f-5e26-4598-8c2f-4be2d8b9d43b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 210 time: 0.0455904 Sep 30 08:17:56.172384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.175296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.176654 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2874c6b4-6071-4847-bea3-3eb880c1b72b tempest-ServersTestFqdnHostnames-1970250088 tempest-ServersTestFqdnHostnames-1970250088-project] 10.222.0.41 "DELETE /v2.0/floatingips/28157d0c-a17f-4101-8519-87599c0d0950 HTTP/1.1" status: 204 len: 168 time: 2.0182443 Sep 30 08:17:56.183372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.244126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-234bfc87-a341-496a-a96a-a03b4f981149 req-6f57b9e3-1a6d-4cf5-baf6-541fb3aef204 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491438 Sep 30 08:17:56.409309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.463632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.563246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:56.570718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:56.586697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:56.639535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Pushing event updated for resources: {'Port': ['ID=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:56.726000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.726747 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.755082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:56.787035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.803350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 1a151948-42d2-4f85-8755-4146f4337e08 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:56.804057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a151948-42d2-4f85-8755-4146f4337e08 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:56.816984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb2f08-9659-422a-9712-3fb458214249 req-fb704575-627f-467d-9707-b6d545a1d20a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.828129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7cb2f08-9659-422a-9712-3fb458214249 req-fb704575-627f-467d-9707-b6d545a1d20a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1670516 Sep 30 08:17:56.936460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7cb2f08-9659-422a-9712-3fb458214249 req-4f1f643f-d5d1-4794-b122-e645821b82b8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909913 Sep 30 08:17:56.999500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7031236-da70-450f-a58f-5122a807ca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.014097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-0b831f3c-1179-4269-bd36-48ff1ad88bfe tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8043342 Sep 30 08:17:57.031581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14db00-9a81-41cd-9c21-de4b57d3f708 req-08a9055e-3c68-47c7-be9f-9bb7cc7efb11 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:57.041626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d14db00-9a81-41cd-9c21-de4b57d3f708 req-08a9055e-3c68-47c7-be9f-9bb7cc7efb11 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 931 time: 0.0771263 Sep 30 08:17:57.080315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-75996819-1739-4787-a3e1-341bb84462f9 None None] Provisioning complete for port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:57.081851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75996819-1739-4787-a3e1-341bb84462f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.101405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d14db00-9a81-41cd-9c21-de4b57d3f708 req-1d8f63b8-21b5-454c-ada6-7d6c6ee8f159 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535097 Sep 30 08:17:57.162367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-75996819-1739-4787-a3e1-341bb84462f9 None None] Port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:57.197158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7031236-da70-450f-a58f-5122a807ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.256557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:57.268547 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e7031236-da70-450f-a58f-5122a807ca44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5707280f43f54241bd87a3732cca6115&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8180866 Sep 30 08:17:57.272926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7031236-da70-450f-a58f-5122a807ca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8bc6b-b685-4c3f-aed9-8cd3a6f2a294,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:57.282723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Made reservation on behalf of 32ff824e310a49c4ac34378246280d7b for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:57.290486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.319964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3b76b45-303b-4908-ae17-38bef99d92bb req-ac77cce3-d088-439b-9277-d36d3235c139 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 210 time: 0.0561471 Sep 30 08:17:57.404469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afacb508-4fa5-4ae8-bced-dd786e4e4dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.430563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afacb508-4fa5-4ae8-bced-dd786e4e4dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.516775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364e0ff-8ce3-4949-aec8-ccfd9033345f req-111f9e02-af9b-4ade-8c21-584c2fe35dc2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:57.519283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0364e0ff-8ce3-4949-aec8-ccfd9033345f req-111f9e02-af9b-4ade-8c21-584c2fe35dc2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1347959 Sep 30 08:17:57.597255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.603150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afacb508-4fa5-4ae8-bced-dd786e4e4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.606044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afacb508-4fa5-4ae8-bced-dd786e4e4dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.607215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-afacb508-4fa5-4ae8-bced-dd786e4e4dd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86a8bc6b-b685-4c3f-aed9-8cd3a6f2a294 HTTP/1.1" status: 204 len: 168 time: 0.3497419 Sep 30 08:17:57.612223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.643864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0364e0ff-8ce3-4949-aec8-ccfd9033345f req-4632c370-f78e-4ce4-9770-85cff74ac8fe tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150680 Sep 30 08:17:57.647043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacb508-4fa5-4ae8-bced-dd786e4e4dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8bc6b-b685-4c3f-aed9-8cd3a6f2a294,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:57.740287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Allocated IP 172.20.0.6 (9b6d0e4e-25a8-4e2a-b78e-e8d466d19717/d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b/09e45b62-417b-4e13-b7ec-c8af4ebbe2ab) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:57.770487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.956922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Pushing event updated for resources: {'Port': ['ID=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:58.001787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fb53151f-7dad-4f52-a4fc-82dd8307ec90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:58.116695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fb53151f-7dad-4f52-a4fc-82dd8307ec90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:58.117800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.154669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90876-d562-419d-a837-51d61e0c0df9 req-75ef9472-4114-4581-ae02-02fb5414aeaa tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:58.165408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10b90876-d562-419d-a837-51d61e0c0df9 req-75ef9472-4114-4581-ae02-02fb5414aeaa tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.0910506 Sep 30 08:17:58.173692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.230632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10b90876-d562-419d-a837-51d61e0c0df9 req-6a51701f-c8c3-410b-b46f-6b30c86ee3d3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Sep 30 08:17:58.262904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.353425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port fb53151f-7dad-4f52-a4fc-82dd8307ec90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fb53151f-7dad-4f52-a4fc-82dd8307ec90,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:58.362921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.444230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162a2b-646d-4da1-b02f-10f68741bc6e req-9e1986e2-2042-48dc-b655-64ea19a8549e tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:58.452637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a162a2b-646d-4da1-b02f-10f68741bc6e req-9e1986e2-2042-48dc-b655-64ea19a8549e tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 931 time: 0.0997806 Sep 30 08:17:58.459091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:58.465380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:58.490031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=fb53151f-7dad-4f52-a4fc-82dd8307ec90,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:58.492994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.535480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a162a2b-646d-4da1-b02f-10f68741bc6e req-d7cb7eee-c0d9-4bf9-8b3c-5b54f3001344 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776746 Sep 30 08:17:58.769955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-822b2f2d-8fef-4813-a8cc-57d584ad16da req-4fcf87a7-4255-48c2-9aa7-5d0981246c13 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 210 time: 0.1058595 Sep 30 08:17:58.810214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:58.836837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.920197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-000a3e77-ce36-464c-bf30-733006a1c7f8 None None] Provisioning complete for port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:58.920584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-000a3e77-ce36-464c-bf30-733006a1c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.999417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-000a3e77-ce36-464c-bf30-733006a1c7f8 None None] Port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:59.021122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:59.026739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:59.033202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:59.035277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc344f4e-51a1-461b-a796-f47af70441c3 req-f7ecf133-4b90-417e-8eb5-fc97c724b4df tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.038669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:59.047082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc344f4e-51a1-461b-a796-f47af70441c3 req-f7ecf133-4b90-417e-8eb5-fc97c724b4df tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1457973 Sep 30 08:17:59.108385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc344f4e-51a1-461b-a796-f47af70441c3 req-35991b2d-c376-4061-996e-4628b174cb4f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603356 Sep 30 08:17:59.166988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.167519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.180668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:59.189141 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ee58d89f-e617-480e-a8a5-88305e7d846d admin admin] 10.222.0.41 "PUT /v2.0/routers/e5ff1752-1b75-4f6d-be15-a5fc7a77ef70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1955459 Sep 30 08:17:59.200663 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Sync routers for ids ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:59.207522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Deleting port 9fa79f52-7df1-444e-858a-9326c154edff {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:59.207766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.226730 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-8374bd33-bac1-49f3-be94-6a87f8af007b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1021397 Sep 30 08:17:59.238951 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Routers {'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:59.240282 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:59.370678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] For port 9fa79f52-7df1-444e-858a-9326c154edff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9fa79f52-7df1-444e-858a-9326c154edff,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:59.373083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.417224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Calling delete_port for 9fa79f52-7df1-444e-858a-9326c154edff owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:59.468693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a7cb0-b2a7-461f-8d54-18b030a2243f req-6e0e2cfe-1884-495f-a2bc-ccef1f17cb0a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.470358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f1a7cb0-b2a7-461f-8d54-18b030a2243f req-6e0e2cfe-1884-495f-a2bc-ccef1f17cb0a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.0966072 Sep 30 08:17:59.546977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Set router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:59.556625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f1a7cb0-b2a7-461f-8d54-18b030a2243f req-9ae40ae6-317f-4c03-bec2-f0c2224642d9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738096 Sep 30 08:17:59.796904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.834651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa79f52-7df1-444e-858a-9326c154edff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:59.952627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fb53151f-7dad-4f52-a4fc-82dd8307ec90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:59.997197 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:17:56Z', 'revision_number': 4, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9', 'name': '', 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'mac_address': 'fa:16:3e:ca:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:54Z', 'updated_at': '2021-09-30T08:17:57Z', 'revision_number': 2, 'project_id': 'f6caa037300744b984d5e50353beac68', 'subnets': [{'id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:00.062175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fb53151f-7dad-4f52-a4fc-82dd8307ec90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:00.062749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.101190 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Checking router: e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:00.101842 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Updating router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:00.139267 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-5e8935a0-9e47-4068-b9de-e9fab9c54a77 req-4ad93407-438c-41f9-a7ce-f34d63f7e80d tempest-FloatingIPDetailsNegativeTestJSON-1946267992 tempest-FloatingIPDetailsNegativeTestJSON-1946267992-project] show failed (client error): The resource could not be found. Sep 30 08:18:00.152277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e8935a0-9e47-4068-b9de-e9fab9c54a77 req-4ad93407-438c-41f9-a7ce-f34d63f7e80d tempest-FloatingIPDetailsNegativeTestJSON-1946267992 tempest-FloatingIPDetailsNegativeTestJSON-1946267992-project] 10.222.0.41 "GET /v2.0/floatingips/a88a9ada-4e6d-4484-a629-af13b1f88712 HTTP/1.1" status: 404 len: 350 time: 0.0749111 Sep 30 08:18:00.160238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.162175 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.416942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a3bc1-bdd8-4365-b566-9bc2441af340 req-de0da337-860f-4faf-aff1-980a1f88a6bb tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.425429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f0a3bc1-bdd8-4365-b566-9bc2441af340 req-de0da337-860f-4faf-aff1-980a1f88a6bb tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 931 time: 0.0932415 Sep 30 08:18:00.485116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f0a3bc1-bdd8-4365-b566-9bc2441af340 req-6939ba2d-a068-4e48-be98-b819219a49c2 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554621 Sep 30 08:18:00.566766 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.582381 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.675665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdec71-b9c4-4483-bf2a-f747c0789324 req-4199c7b4-878c-4c97-aa4d-3e55ed64c711 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.677879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2cdec71-b9c4-4483-bf2a-f747c0789324 req-4199c7b4-878c-4c97-aa4d-3e55ed64c711 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 931 time: 0.0747259 Sep 30 08:18:00.731900 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Pushing event updated for resources: {'Port': ['ID=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:00.746196 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.747008 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.747465 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.747907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.748452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.760027 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.760602 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.761100 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.762243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.762679 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.763113 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.763552 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:00.767310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2cdec71-b9c4-4483-bf2a-f747c0789324 req-eec6ea78-4334-4d3b-a42b-09f6475e4c7c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Sep 30 08:18:00.808072 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Attempting to bind port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:00.808072 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Attempting to bind port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:00.808518 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Attempting to bind port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 on network 3addc246-3c5d-45be-bcb9-777e0cca7ded {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:00.842263 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:00.842779 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Checking segment: {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:00.843288 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.843766 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Bound using segment: {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:00.844336 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Bound port: c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e825929-2c27-463d-b379-d747a055609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:00.845857 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.863939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.962512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5f99297e-46e5-4ebb-b6c6-7b0b0c5193f5 None None] Provisioning complete for port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:00.963308 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5f99297e-46e5-4ebb-b6c6-7b0b0c5193f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.064223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5f99297e-46e5-4ebb-b6c6-7b0b0c5193f5 None None] Port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:01.069719 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] For port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:01.077026 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] For port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:01.086297 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.108219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec45d5-649a-47cc-a1ed-3fae93fd7b90 req-aa432e58-f919-4429-a41e-78b8aacf2b02 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:01.123307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9ec45d5-649a-47cc-a1ed-3fae93fd7b90 req-aa432e58-f919-4429-a41e-78b8aacf2b02 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1451108 Sep 30 08:18:01.179005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9ec45d5-649a-47cc-a1ed-3fae93fd7b90 req-7f814f41-098e-4709-8a10-910b41ec8a14 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516844 Sep 30 08:18:01.285401 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Routers {'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:01.286574 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:01.448308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c79327-d091-4389-a4c0-7dc3e216d885 None None] Pushing event updated for resources: {'Port': ['ID=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:01.535918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b86a4b-93b4-44f5-ade4-2d68bb37d6d9 req-b1349bf7-950d-4b8d-92ba-22f7e41e7df8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:01.538805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03b86a4b-93b4-44f5-ade4-2d68bb37d6d9 req-b1349bf7-950d-4b8d-92ba-22f7e41e7df8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.0694842 Sep 30 08:18:01.546399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.586694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] Set router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:01.589544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d53aec93-e1fe-4778-a682-ddc5c25a4d18 None None] Provisioning complete for port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:01.590013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d53aec93-e1fe-4778-a682-ddc5c25a4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.605427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03b86a4b-93b4-44f5-ade4-2d68bb37d6d9 req-3fde3f53-e9ff-4628-8fab-aea1fb814cc2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559652 Sep 30 08:18:01.711086 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d53aec93-e1fe-4778-a682-ddc5c25a4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.756625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d53aec93-e1fe-4778-a682-ddc5c25a4d18 None None] For port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:01.766922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d53aec93-e1fe-4778-a682-ddc5c25a4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.784395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b76e36-40a4-43f8-b589-a5a9ddfa9be2 req-52b11a4e-0552-4c12-9619-1562c902690b tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:01.790193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8b76e36-40a4-43f8-b589-a5a9ddfa9be2 req-52b11a4e-0552-4c12-9619-1562c902690b tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 931 time: 0.0846372 Sep 30 08:18:01.865043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aec93-e1fe-4778-a682-ddc5c25a4d18 None None] Pushing event updated for resources: {'Port': ['ID=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:01.880769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:01.905464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8b76e36-40a4-43f8-b589-a5a9ddfa9be2 req-a0084df8-748b-44b6-a969-800687f72d88 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081598 Sep 30 08:18:02.095023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:02.106094 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36a95276-1190-4fa6-afec-53068c8221b1 admin admin] 10.222.0.41 "PUT /v2.0/routers/c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9195094 Sep 30 08:18:02.106286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48518) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:02.109512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] Sync routers for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:02.122940 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:17:56Z', 'revision_number': 4, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9', 'name': '', 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'mac_address': 'fa:16:3e:ca:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:54Z', 'updated_at': '2021-09-30T08:18:01Z', 'revision_number': 4, 'project_id': 'f6caa037300744b984d5e50353beac68', 'subnets': [{'id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.133950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:02.134625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.175856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de12c4c-8ed9-4e58-9e53-eb3d8e08ab4a None None] The sync data for ids ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'] in n-d-807025-5 is: [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:17:56Z', 'revision_number': 4, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9', 'name': '', 'network_id': '3addc246-3c5d-45be-bcb9-777e0cca7ded', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'mac_address': 'fa:16:3e:ca:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:54Z', 'updated_at': '2021-09-30T08:18:01Z', 'revision_number': 4, 'project_id': 'f6caa037300744b984d5e50353beac68', 'subnets': [{'id': 'f20b7ef0-f499-4afc-b4e7-8b28fdedd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:02.251582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.321137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Deleting port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:02.323799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.378872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292551b-1b3a-4072-b1fa-526b52efe728 req-80b0b65e-8274-432c-9f4c-53131cf9cd4a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:02.381034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a292551b-1b3a-4072-b1fa-526b52efe728 req-80b0b65e-8274-432c-9f4c-53131cf9cd4a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 931 time: 0.3297341 Sep 30 08:18:02.412794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:02.508450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] For port c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:02.508984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.543690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Calling delete_port for c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:02.545899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a292551b-1b3a-4072-b1fa-526b52efe728 req-f0c27825-3a4a-414a-bbf1-025bbe999bc9 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360331 Sep 30 08:18:02.574294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.711054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Deleting port 05d673a2-96da-4233-b363-3b91a78f6f16 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:02.711796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.745098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:17:59Z', 'revision_number': 5, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port': {'id': '05d673a2-96da-4233-b363-3b91a78f6f16', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:52Z', 'updated_at': '2021-09-30T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.813571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] Checking router: c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:02.837636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] Routers {'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:02.838309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.955543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] For port 05d673a2-96da-4233-b363-3b91a78f6f16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=05d673a2-96da-4233-b363-3b91a78f6f16,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:02.955941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.977310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Calling delete_port for 05d673a2-96da-4233-b363-3b91a78f6f16 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:02.992099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486c793-a7e5-41f9-93e6-56be89f0b243 req-41c66176-6be7-43a5-8635-78992bb9fe92 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:03.001256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d486c793-a7e5-41f9-93e6-56be89f0b243 req-41c66176-6be7-43a5-8635-78992bb9fe92 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1162755 Sep 30 08:18:03.003931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.055105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] Set router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:03.073970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:03.159264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d486c793-a7e5-41f9-93e6-56be89f0b243 req-dc280dde-5094-4dc2-ac45-f00a7d4aad08 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526227 Sep 30 08:18:03.213073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:18:02Z', 'revision_number': 6, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:03.310534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa3f3d-ec93-478f-9b70-289ae488d7ae None None] The sync data for ids ['c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40'] in n-d-807025-5 is: [{'id': 'c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40', 'name': 'tempest-ServersTestFqdnHostnames-346588153-router', 'tenant_id': '05a982c56b734b7580d65a4f00277c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:50Z', 'updated_at': '2021-09-30T08:18:02Z', 'revision_number': 6, 'project_id': '05a982c56b734b7580d65a4f00277c1f', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:03.368612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.547383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edace36-57f8-4464-af2f-77f0446b4dfe req-882d4685-d260-4e29-ae5e-9bb2ffbf049b tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:03.549891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edace36-57f8-4464-af2f-77f0446b4dfe req-882d4685-d260-4e29-ae5e-9bb2ffbf049b tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1852276 Sep 30 08:18:03.641295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.675361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d673a2-96da-4233-b363-3b91a78f6f16,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:03.681140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edace36-57f8-4464-af2f-77f0446b4dfe req-5cf112b5-b0c2-4f66-857f-13c1c6259e73 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957572 Sep 30 08:18:03.756039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.917495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:04.009920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9fa79f52-7df1-444e-858a-9326c154edff no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:04.065291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9fa79f52-7df1-444e-858a-9326c154edff {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:04.065967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9fa79f52-7df1-444e-858a-9326c154edff not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:04.173595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:04.180884 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1a3f6da-842c-42f0-bb16-272ef2ca5be3 admin admin] 10.222.0.41 "PUT /v2.0/routers/e5ff1752-1b75-4f6d-be15-a5fc7a77ef70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0189226 Sep 30 08:18:04.183528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.360468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.373536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.380370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.390743 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] Sync routers for ids ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:04.410453 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] Routers {'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:04.411257 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:04.490325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.490799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:18:04.501062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.502345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-92399f55-1bc0-4b73-9078-df664d159b76 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c0b6391f-06e4-43a9-85bb-fa1a8cd6cf40 HTTP/1.1" status: 204 len: 168 time: 2.3951616 Sep 30 08:18:04.505312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48540) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.513210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.604125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201cba3-8f7e-4420-bc5b-93fd9e58d586 req-ab546d48-9288-4aec-a8f3-b6db8a1feef6 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:04.607007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7201cba3-8f7e-4420-bc5b-93fd9e58d586 req-ab546d48-9288-4aec-a8f3-b6db8a1feef6 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 931 time: 0.7216849 Sep 30 08:18:04.619234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Deleting port fb53151f-7dad-4f52-a4fc-82dd8307ec90 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:04.619652 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.626468 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] Set router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:04.644107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Deleting subnet e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:04.656305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.727753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7201cba3-8f7e-4420-bc5b-93fd9e58d586 req-adda5560-6a18-46c3-ac75-095727dd367e tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103740 Sep 30 08:18:04.729218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] For port fb53151f-7dad-4f52-a4fc-82dd8307ec90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fb53151f-7dad-4f52-a4fc-82dd8307ec90,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:04.729869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.752140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.753558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Calling delete_port for fb53151f-7dad-4f52-a4fc-82dd8307ec90 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:04.924174 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:18:02Z', 'revision_number': 5, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port': {'id': 'fb53151f-7dad-4f52-a4fc-82dd8307ec90', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:50Z', 'updated_at': '2021-09-30T08:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:04.969611 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] Checking router: e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:04.980274 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] Routers {'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:04.981037 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:04.996477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.024885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.072880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.106549 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] Set router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:05.123385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:05.138730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f10ab-2c6a-4369-a67f-f829dfe15432 None None] Network 8d213995-844f-4d58-834f-3d08366fa5ee requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:05.141737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2f21-8c9e-4d6f-90fd-6e8c692b3c08 req-f5fd57d0-5e8c-41c9-923f-944245f03770 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:05.151901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c1a2f21-8c9e-4d6f-90fd-6e8c692b3c08 req-f5fd57d0-5e8c-41c9-923f-944245f03770 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 931 time: 0.2865298 Sep 30 08:18:05.154715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.159981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0aecb23e-7dc1-4256-8414-6d1cd69a666f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e3f38bda-0d17-4de3-8c1b-c2ba8818e0c3 HTTP/1.1" status: 204 len: 168 time: 0.6536300 Sep 30 08:18:05.167864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48544) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:05.229336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb53151f-7dad-4f52-a4fc-82dd8307ec90,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:05.258911 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:18:04Z', 'revision_number': 6, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:05.277343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.307954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.321391 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0b24d-dad2-40e2-92ed-6f0b2dce0edc None None] The sync data for ids ['e5ff1752-1b75-4f6d-be15-a5fc7a77ef70'] in n-d-807025-5 is: [{'id': 'e5ff1752-1b75-4f6d-be15-a5fc7a77ef70', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1622734351-router', 'tenant_id': 'f6caa037300744b984d5e50353beac68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:49Z', 'updated_at': '2021-09-30T08:18:04Z', 'revision_number': 6, 'project_id': 'f6caa037300744b984d5e50353beac68', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:05.400257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] DHCP port deletion for 8d213995-844f-4d58-834f-3d08366fa5ee request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:05.414664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c1a2f21-8c9e-4d6f-90fd-6e8c692b3c08 req-4d4b95a4-482a-4390-b2fb-c0c12d4d66d0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617066 Sep 30 08:18:05.459241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Deleting port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:05.459703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.468803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.473942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Deleting port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:05.473942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.484594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.556086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.556499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:18:05.565143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] For port aafb93ee-c44f-4ddf-a792-fe5356fb88d4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:05.565661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.567759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.571238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] For port aafb93ee-c44f-4ddf-a792-fe5356fb88d4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,segment=NetworkSegment(67e67aa9-bba9-4126-a798-623e15e453f8),segment_id=67e67aa9-bba9-4126-a798-623e15e453f8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:05.571846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.577925 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-290f6667-60d7-4e6c-b83b-dc396858603b admin admin] 10.222.0.41 "DELETE /v2.0/routers/e5ff1752-1b75-4f6d-be15-a5fc7a77ef70 HTTP/1.1" status: 204 len: 168 time: 1.3932803 Sep 30 08:18:05.578552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:05.581302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Calling delete_port for aafb93ee-c44f-4ddf-a792-fe5356fb88d4 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:05.587203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Calling delete_port for aafb93ee-c44f-4ddf-a792-fe5356fb88d4 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:05.654794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Deleting subnet f20b7ef0-f499-4afc-b4e7-8b28fdedd046 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:05.668891 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.697242 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.711978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] No DVR routers for this DVR port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:05.719888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.733313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Pushing event deleted for resources: {'Port': ['ID=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:05.743871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.744231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.744573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.744913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.745247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.745649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.745981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.746309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.746636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.746960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.747297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.747609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc36866-9297-42a4-9113-cd5f9cbd5d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:05.753278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.783660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafb93ee-c44f-4ddf-a792-fe5356fb88d4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:05.796066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] No DVR routers for this DVR port aafb93ee-c44f-4ddf-a792-fe5356fb88d4 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:05.810095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23419cfb-0563-44a3-838b-b094667ee1f0 req-801785a5-2346-4149-a86b-bca8681c88da tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:05.817917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23419cfb-0563-44a3-838b-b094667ee1f0 req-801785a5-2346-4149-a86b-bca8681c88da tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1464984 Sep 30 08:18:05.921931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.942894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23419cfb-0563-44a3-838b-b094667ee1f0 req-01870887-108b-4170-94dd-e58788436542 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239676 Sep 30 08:18:05.969016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.972074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d213995-844f-4d58-834f-3d08366fa5ee']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:05.986627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e67aa9-bba9-4126-a798-623e15e453f8') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:05.987032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e67aa9-bba9-4126-a798-623e15e453f8') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:05.999727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.017515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.028700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:06.028700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:06.030359 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:06.045669 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.072987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20b7ef0-f499-4afc-b4e7-8b28fdedd046,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:06.077105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.082323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e060cb64-87f6-48f0-a2ff-636c5cd37ee7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f20b7ef0-f499-4afc-b4e7-8b28fdedd046 HTTP/1.1" status: 204 len: 168 time: 0.4995644 Sep 30 08:18:06.082775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd363586-abfe-4bea-ba79-c9aa894417af None None] Network 3addc246-3c5d-45be-bcb9-777e0cca7ded requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:06.085945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:06.140523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.158564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fce5dd-4532-4bdc-b60a-b36994af381a req-ef85cd99-f2bf-4bb3-9306-aab0ee061b1c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:06.161495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26fce5dd-4532-4bdc-b60a-b36994af381a req-ef85cd99-f2bf-4bb3-9306-aab0ee061b1c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1167097 Sep 30 08:18:06.172230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.177386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8d213995-844f-4d58-834f-3d08366fa5ee HTTP/1.1" status: 204 len: 168 time: 1.0077221 Sep 30 08:18:06.232105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267bc98-054f-4b29-8560-1ec9b1ace844 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d213995-844f-4d58-834f-3d08366fa5ee,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:06.262940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.312463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26fce5dd-4532-4bdc-b60a-b36994af381a req-478916d0-ad6e-4b85-bd17-64acce9af903 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422038 Sep 30 08:18:06.343705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 05d673a2-96da-4233-b363-3b91a78f6f16 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:06.364345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Deleting port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:06.364709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.440840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 05d673a2-96da-4233-b363-3b91a78f6f16 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:06.441282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 05d673a2-96da-4233-b363-3b91a78f6f16 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:06.441965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:06.489419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:06.489794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c9338fb6-93ba-462c-88c8-fa6ce2f7c2d9 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:06.490218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aafb93ee-c44f-4ddf-a792-fe5356fb88d4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:06.527942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: aafb93ee-c44f-4ddf-a792-fe5356fb88d4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:06.528399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aafb93ee-c44f-4ddf-a792-fe5356fb88d4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:06.553251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:06.630667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] DHCP port deletion for 3addc246-3c5d-45be-bcb9-777e0cca7ded request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:06.663098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c8a6de32-42e4-423a-b86b-7198988e2d9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05a982c56b734b7580d65a4f00277c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086628 Sep 30 08:18:06.665897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48566) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:06.703821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fda40-f1d2-4dad-af7d-37c902becb97 req-ed2034fa-0f54-4658-8552-3b0a4f797e82 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:06.705624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d5fda40-f1d2-4dad-af7d-37c902becb97 req-ed2034fa-0f54-4658-8552-3b0a4f797e82 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 931 time: 0.1541579 Sep 30 08:18:06.720435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] Deleting port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:06.720827 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.793713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b922ab1-8cea-47fb-82b0-e5ec95c0313c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.799525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d5fda40-f1d2-4dad-af7d-37c902becb97 req-a48e05f6-16c4-4d23-8e72-cda2392fed40 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651381 Sep 30 08:18:06.844769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b922ab1-8cea-47fb-82b0-e5ec95c0313c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.913472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] For port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:06.914552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.928245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Calling delete_port for 7d606ddf-f6be-4ce7-9897-ec68e167ba9f owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:06.954201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] For port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,segment=NetworkSegment(6e825929-2c27-463d-b379-d747a055609b),segment_id=6e825929-2c27-463d-b379-d747a055609b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:06.954611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.956222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de90719-f0e0-4f0e-b9c5-b214a6b61800 req-a3ac2e9f-1ecd-4393-8bf7-3b4755295e08 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:06.957854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9de90719-f0e0-4f0e-b9c5-b214a6b61800 req-a3ac2e9f-1ecd-4393-8bf7-3b4755295e08 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 931 time: 0.0594568 Sep 30 08:18:06.958962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b922ab1-8cea-47fb-82b0-e5ec95c0313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.961683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b922ab1-8cea-47fb-82b0-e5ec95c0313c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.965110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3b922ab1-8cea-47fb-82b0-e5ec95c0313c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e8fc679-3e53-4b43-b3ac-5f397ea2543f HTTP/1.1" status: 204 len: 168 time: 0.2959263 Sep 30 08:18:06.971582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] Calling delete_port for 7d606ddf-f6be-4ce7-9897-ec68e167ba9f owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:06.975269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b922ab1-8cea-47fb-82b0-e5ec95c0313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fc679-3e53-4b43-b3ac-5f397ea2543f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.029181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9de90719-f0e0-4f0e-b9c5-b214a6b61800 req-0e8fcd94-6e07-4264-8bd5-0f1bdcf88486 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633888 Sep 30 08:18:07.051066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.081184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.081583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.089968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] No DVR routers for this DVR port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:07.119258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] No DVR routers for this DVR port 7d606ddf-f6be-4ce7-9897-ec68e167ba9f on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:07.123728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ff552-8404-49d6-aaa7-2bf42a5214fc None None] Pushing event deleted for resources: {'Port': ['ID=7d606ddf-f6be-4ce7-9897-ec68e167ba9f,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.189780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170b0e-ef8f-4ae2-8c37-832a4e47900a req-f6851ef8-4acb-4b64-b239-acdb86525c82 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:07.191450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e170b0e-ef8f-4ae2-8c37-832a4e47900a req-f6851ef8-4acb-4b64-b239-acdb86525c82 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.0841570 Sep 30 08:18:07.197428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.219108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3addc246-3c5d-45be-bcb9-777e0cca7ded']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:07.230961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e825929-2c27-463d-b379-d747a055609b') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:07.230961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e825929-2c27-463d-b379-d747a055609b') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:07.233145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e170b0e-ef8f-4ae2-8c37-832a4e47900a req-0cd11552-d3f8-4b48-aeea-5b3d32b0aabb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Sep 30 08:18:07.248617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.266566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.273889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:07.274580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:07.278325 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:07.314310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Request body: {'port': {'device_id': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:07.338089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Request body: {'port': {'device_id': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:07.377049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.396960 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.435238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.437357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3addc246-3c5d-45be-bcb9-777e0cca7ded HTTP/1.1" status: 204 len: 168 time: 1.3468666 Sep 30 08:18:07.453511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1dd83-d9c5-49bf-b278-3b4045e058f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3addc246-3c5d-45be-bcb9-777e0cca7ded,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.460333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.535625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3354-c4a2-4eef-8fc1-a727a5fa46ad req-8038a41a-56cc-4beb-8710-fb4ffec6f9f4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:07.537376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac3d3354-c4a2-4eef-8fc1-a727a5fa46ad req-8038a41a-56cc-4beb-8710-fb4ffec6f9f4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.0975378 Sep 30 08:18:07.614874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48588) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:07.701419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac3d3354-c4a2-4eef-8fc1-a727a5fa46ad req-a16b9b8e-a1d1-423d-ac7d-ebbdadceb70f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177964 Sep 30 08:18:07.739890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:07.752046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c091c428-b74e-438c-b37c-8921e29e9ce5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6caa037300744b984d5e50353beac68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338336 Sep 30 08:18:07.754627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48594) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:07.876501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32f2db1c-3e99-433a-9952-644b62b7d3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.886085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d196d8db-0926-48d8-bda3-fc0ba42d2cb3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:07.894711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7d606ddf-f6be-4ce7-9897-ec68e167ba9f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:07.924722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.928933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:07.938978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7d606ddf-f6be-4ce7-9897-ec68e167ba9f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:07.941102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32f2db1c-3e99-433a-9952-644b62b7d3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.942841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7d606ddf-f6be-4ce7-9897-ec68e167ba9f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:07.944118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fb53151f-7dad-4f52-a4fc-82dd8307ec90 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:07.952337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Transition to ACTIVE for port object d196d8db-0926-48d8-bda3-fc0ba42d2cb3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:07.956919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.962658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7f7-ffa3-487a-b170-0b1fbe792a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.974513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fb53151f-7dad-4f52-a4fc-82dd8307ec90 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:07.975343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fb53151f-7dad-4f52-a4fc-82dd8307ec90 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:08.008643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Transition to ACTIVE for port object 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:08.012748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.017219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.090018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32f2db1c-3e99-433a-9952-644b62b7d3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.092557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32f2db1c-3e99-433a-9952-644b62b7d3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.096344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32f2db1c-3e99-433a-9952-644b62b7d3da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/720f58e1-1f8f-475a-bbbc-8136b8998419 HTTP/1.1" status: 204 len: 168 time: 0.3374953 Sep 30 08:18:08.108421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.112410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Pushing event updated for resources: {'Port': ['ID=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.132374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2db1c-3e99-433a-9952-644b62b7d3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f58e1-1f8f-475a-bbbc-8136b8998419,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.142588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e152-eaf3-47df-bb3b-505e32857fa7 req-b0c464c1-b8b4-485b-93e6-d142317b0dff tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.144610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e398e152-eaf3-47df-bb3b-505e32857fa7 req-b0c464c1-b8b4-485b-93e6-d142317b0dff tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 943 time: 0.1934705 Sep 30 08:18:08.296177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Attempting to bind port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:08.296177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Attempting to bind port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:08.296177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Attempting to bind port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:08.297014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Attempting to bind port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:08.297014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Attempting to bind port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:08.297014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Attempting to bind port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 on network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:08.299925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-f425d7b2-8d79-485a-960f-af29387a9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.302747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-f425d7b2-8d79-485a-960f-af29387a9c0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1101 time: 0.3077028 Sep 30 08:18:08.312455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:08.312785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Attempting to bind port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:08.326893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:08.327270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Checking segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:08.327605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Bound using segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:08.328132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Bound port: 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:08.328404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.335061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7f7-ffa3-487a-b170-0b1fbe792a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.350888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7f7-ffa3-487a-b170-0b1fbe792a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.362153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 on network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:08.362570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Attempting to bind port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 on network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:08.400504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e398e152-eaf3-47df-bb3b-505e32857fa7 req-19b73c02-03d8-4825-9bc8-a441f750f36e tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347066 Sep 30 08:18:08.411170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381de42-b338-4bb4-a6b9-28d3be46a650 req-4e65790e-2fb4-4ee0-8cab-7d95a3242561 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.412688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c381de42-b338-4bb4-a6b9-28d3be46a650 req-4e65790e-2fb4-4ee0-8cab-7d95a3242561 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 943 time: 0.1753213 Sep 30 08:18:08.413676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:08.414008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Checking segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:08.414388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Bound using segment: {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:08.414839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Bound port: d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dce288-1389-4479-b5de-22c94319375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:08.415200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.428079 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7cce7f7-ffa3-487a-b170-0b1fbe792a81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b71978bc4bec41ba96f6be5193aff4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846738 Sep 30 08:18:08.429010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48622) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:08.440058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cce7f7-ffa3-487a-b170-0b1fbe792a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784c0360-b9ef-4551-9e09-df832f772a26,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.472246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:08.480378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:08.487006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.490411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc45a6e6-a08d-4f13-878c-2b7a7c99e661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.544255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.545046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.547156 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] 10.222.0.57 "PUT /v2.0/ports/09e45b62-417b-4e13-b7ec-c8af4ebbe2ab HTTP/1.1" status: 200 len: 1091 time: 1.2148287 Sep 30 08:18:08.547346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:08.550061 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b794500f-74c0-4938-9367-14e995fbfe58" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:08.562951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] For port d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:08.569759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] For port d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:08.581643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aa580-2ecd-47d2-9f64-64aa6518d97e service neutron] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.627512 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.682067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48632) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:08.693576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-a0f37fae-03bf-4673-b280-ef2fc5dce433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.694987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-acba1f98-748a-4216-a042-23b887ea70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.696487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-acba1f98-748a-4216-a042-23b887ea70e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3661304 Sep 30 08:18:08.696640 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-a0f37fae-03bf-4673-b280-ef2fc5dce433 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 1094 time: 0.0854263 Sep 30 08:18:08.709341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.709989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.711474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] 10.222.0.57 "PUT /v2.0/ports/d196d8db-0926-48d8-bda3-fc0ba42d2cb3 HTTP/1.1" status: 200 len: 1091 time: 1.4028461 Sep 30 08:18:08.733183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'tag': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:08.736966 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f462ae46-64d1-48d1-a370-1e7f91c34d26" -d '{"events": [{"name": "network-changed", "server_uuid": "8626a26a-ef99-4b7c-9fab-e5766f137a4e", "tag": "d196d8db-0926-48d8-bda3-fc0ba42d2cb3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:08.751691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26476666-92a9-4144-8ea5-b842cdaf27b3 req-75f4c32b-52cf-4af8-b680-b7f6c2c8074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.753576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-26476666-92a9-4144-8ea5-b842cdaf27b3 req-75f4c32b-52cf-4af8-b680-b7f6c2c8074e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 1096 time: 0.1006870 Sep 30 08:18:08.755141 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-c1f8b5a9-bf4d-4904-bd4f-83054cb16223 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab HTTP/1.1" status: 200 len: 217 time: 0.0488369 Sep 30 08:18:08.810150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c381de42-b338-4bb4-a6b9-28d3be46a650 req-ea612064-2ecf-41a7-a31f-67ec027c2607 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639505 Sep 30 08:18:08.835477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-52c6a2ad-a9d7-4274-8a0a-6813537caa2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.1203220 Sep 30 08:18:08.885654 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1133e14e-f097-4832-8bad-16bdef63397c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.896024 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-26476666-92a9-4144-8ea5-b842cdaf27b3 req-a62803d5-c2d8-4c4c-8252-a5fc5c2a95d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208136 Sep 30 08:18:08.904604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad2fae-1073-4093-a2aa-4501aa233d49 service neutron] Pushing event updated for resources: {'Port': ['ID=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.914148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-24778634-d457-4889-a6b1-49a394ad6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.923611 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-24778634-d457-4889-a6b1-49a394ad6138 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.1471190 Sep 30 08:18:09.007263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2023946986-network', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:09.025606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1133e14e-f097-4832-8bad-16bdef63397c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.043868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-06d009bb-31c6-4502-a764-6b56677951fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.045348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-06d009bb-31c6-4502-a764-6b56677951fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1974275 Sep 30 08:18:09.061104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-87961bb9-00df-4fef-a0a3-0164820f7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.062785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-87961bb9-00df-4fef-a0a3-0164820f7a32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6edf02b2b1694608a51d1f677a88120f&device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 1094 time: 0.2668936 Sep 30 08:18:09.119813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34c251-4ee2-4e00-8fe7-720f4191e540 req-05f592df-8976-4d22-8488-3016b0ab53dd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.121386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa34c251-4ee2-4e00-8fe7-720f4191e540 req-05f592df-8976-4d22-8488-3016b0ab53dd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.2066996 Sep 30 08:18:09.124059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:09.126566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.151766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.168833 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-977dd7de-40c6-4c42-92c6-2c20738df93a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369968 Sep 30 08:18:09.190626 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b12ab1-3e00-4b8d-91f6-fa3c0a4a6e20 x-openstack-request-id: req-e5b12ab1-3e00-4b8d-91f6-fa3c0a4a6e20 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:09.191007 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:09.191394 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5b12ab1-3e00-4b8d-91f6-fa3c0a4a6e20 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:09.191929 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'status': 'completed', 'code': 200} Sep 30 08:18:09.226688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-a7839735-b085-4b83-ae59-d865532bf021 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3 HTTP/1.1" status: 200 len: 217 time: 0.0848546 Sep 30 08:18:09.256154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-ecfa2da6-2fe5-4085-b02b-44186e83756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.257708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-ecfa2da6-2fe5-4085-b02b-44186e83756e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930246 Sep 30 08:18:09.274235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1133e14e-f097-4832-8bad-16bdef63397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.276784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1133e14e-f097-4832-8bad-16bdef63397c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.277912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1133e14e-f097-4832-8bad-16bdef63397c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/784c0360-b9ef-4551-9e09-df832f772a26 HTTP/1.1" status: 204 len: 168 time: 0.8449652 Sep 30 08:18:09.309124 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-66595fc8-448b-469a-bab5-3af943bc2c64 service neutron] 10.222.0.57 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310353 Sep 30 08:18:09.335631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa34c251-4ee2-4e00-8fe7-720f4191e540 req-3cfa6788-92b4-48eb-be59-c4ab88be75c0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921887 Sep 30 08:18:09.373922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133e14e-f097-4832-8bad-16bdef63397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784c0360-b9ef-4551-9e09-df832f772a26,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:09.408339 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae32a77-8c94-4bdb-8848-330d1906d368 x-openstack-request-id: req-eae32a77-8c94-4bdb-8848-330d1906d368 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:09.408659 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8626a26a-ef99-4b7c-9fab-e5766f137a4e", "tag": "d196d8db-0926-48d8-bda3-fc0ba42d2cb3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:09.408911 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eae32a77-8c94-4bdb-8848-330d1906d368 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:09.409329 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'tag': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3', 'status': 'completed', 'code': 200} Sep 30 08:18:09.444774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-f4c84114-4122-48e6-9558-11dc35c8cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.446309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-f4c84114-4122-48e6-9558-11dc35c8cdef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=105977b2-acdb-4dfa-8a5b-60bc5d4494d1 HTTP/1.1" status: 200 len: 854 time: 0.2002640 Sep 30 08:18:09.464180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c677a36e-9b56-447f-927c-21cd5e3a2716 req-ed3264fa-db17-4e91-a260-c441565f9e91 service neutron] 10.222.0.57 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313658 Sep 30 08:18:09.532937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a36c-8251-4405-b23c-dce814777386 req-211e3a5c-6d1c-47fa-ba26-ba929b95fb1c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.542956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5e2a36c-8251-4405-b23c-dce814777386 req-211e3a5c-6d1c-47fa-ba26-ba929b95fb1c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2757299 Sep 30 08:18:09.582359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794500f-74c0-4938-9367-14e995fbfe58 req-cd7e7ba1-5fde-4d1e-9fd9-efccd361e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.584349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-074b8d85-5099-431b-8773-d4df69cce831 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131764 Sep 30 08:18:09.584716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-cd7e7ba1-5fde-4d1e-9fd9-efccd361e4d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 1094 time: 0.0578332 Sep 30 08:18:09.617472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3618cd-6feb-4ce1-a912-08477431793c req-ea1e74f6-74e3-407a-807c-40fa5e234acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.618993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-ea1e74f6-74e3-407a-807c-40fa5e234acd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519706 Sep 30 08:18:09.694115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794500f-74c0-4938-9367-14e995fbfe58 req-7ae9048d-2052-4a6a-a303-53f28134b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.695611 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-7ae9048d-2052-4a6a-a303-53f28134b7c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 906 time: 0.0979795 Sep 30 08:18:09.705805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5e2a36c-8251-4405-b23c-dce814777386 req-8b014187-85e0-4f7e-8fcb-70105564e2e7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493070 Sep 30 08:18:09.714253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.753193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.762832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-67ecb9c9-5bf4-4e26-a73a-df394e8166a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab HTTP/1.1" status: 200 len: 217 time: 0.0589957 Sep 30 08:18:09.805913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48662) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.826720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f47c0ebd-1258-43a4-95a5-97722cb44043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.842909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:09.847841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794500f-74c0-4938-9367-14e995fbfe58 req-03efc8bd-bb35-4280-b85f-7648c80f6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.849973 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-03efc8bd-bb35-4280-b85f-7648c80f6485 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.0732722 Sep 30 08:18:09.889475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae1908-4b3c-48ee-9943-343ff03fb983,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:09.895422 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.895835 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Added segment 7a83d5bd-8835-4d07-9400-badfa245815c of type vlan for network a5103723-1daf-4d37-9852-982e5f94ac13 Sep 30 08:18:09.902360 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-614869b9-7871-436d-90fa-1d5ddf0d73c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318327 Sep 30 08:18:09.922230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-97b6127c-835d-4e7d-9e54-98374871db25 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232296 Sep 30 08:18:09.972681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-e42bf2d6-382f-48c9-8c60-b5b067341f5a service neutron] 10.222.0.57 "GET /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306677 Sep 30 08:18:09.981502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.002047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2338a6-1413-4819-8185-df1d8c0008a0 req-ba0f38b0-491f-470b-b0ab-9cb001e0ec22 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:10.010052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d2338a6-1413-4819-8185-df1d8c0008a0 req-ba0f38b0-491f-470b-b0ab-9cb001e0ec22 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 943 time: 0.1974742 Sep 30 08:18:10.039122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f47c0ebd-1258-43a4-95a5-97722cb44043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.047568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f47c0ebd-1258-43a4-95a5-97722cb44043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.064308 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-f8bcc559-7d29-4bb6-9a60-3c6025f9d208 service neutron] 10.222.0.57 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478755 Sep 30 08:18:10.110389 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.111468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:10.112347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.121494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f47c0ebd-1258-43a4-95a5-97722cb44043 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6a110d6603048a1a2044239e375a997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134954 Sep 30 08:18:10.124094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48670) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:10.140460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c0ebd-1258-43a4-95a5-97722cb44043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d705c01c-9951-4832-bfba-95239992868a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:10.160084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d2338a6-1413-4819-8185-df1d8c0008a0 req-76c9402e-f531-487f-abd5-52c4b82ab8ac tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489515 Sep 30 08:18:10.221581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5361331 Sep 30 08:18:10.223929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48676) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:10.236109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Request body: {'subnet': {'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2023946986-subnet', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:10.246685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db014bbf-4476-4ac3-bedf-8c1fb8da559c req-326b1f15-f9d7-49f2-8bb6-62efc7b58465 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:10.248267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db014bbf-4476-4ac3-bedf-8c1fb8da559c req-326b1f15-f9d7-49f2-8bb6-62efc7b58465 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 943 time: 0.2341478 Sep 30 08:18:10.249616 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b794500f-74c0-4938-9367-14e995fbfe58 req-5841bf0e-5939-4b1d-920c-f3bea85343f6 service neutron] 10.222.0.57 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736100 Sep 30 08:18:10.250609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf38e-d006-4b2a-9172-1cb73462debe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.278065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf38e-d006-4b2a-9172-1cb73462debe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.295010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e499c-b26a-4dda-855d-42c7b14b59f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a5103723-1daf-4d37-9852-982e5f94ac13,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:10.306068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a5103723-1daf-4d37-9852-982e5f94ac13 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:10.309514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f3618cd-6feb-4ce1-a912-08477431793c req-336e6008-88fb-49ae-a8f1-5d8856c1ade2 service neutron] 10.222.0.57 "GET /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223343 Sep 30 08:18:10.340562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db014bbf-4476-4ac3-bedf-8c1fb8da559c req-c01748b6-6bda-49d5-ada0-9248624b3ecd tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Sep 30 08:18:10.342366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:10.346618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.355100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf38e-d006-4b2a-9172-1cb73462debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.359935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf38e-d006-4b2a-9172-1cb73462debe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.363376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7f1cf38e-d006-4b2a-9172-1cb73462debe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d705c01c-9951-4832-bfba-95239992868a HTTP/1.1" status: 204 len: 168 time: 0.2289972 Sep 30 08:18:10.380652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cf38e-d006-4b2a-9172-1cb73462debe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d705c01c-9951-4832-bfba-95239992868a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:10.606398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-0b65340c-2095-4492-8246-2cc1703c8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:10.608063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-0b65340c-2095-4492-8246-2cc1703c8f23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6edf02b2b1694608a51d1f677a88120f&device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 1094 time: 0.1340141 Sep 30 08:18:10.631896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b0b04-a325-4552-88b9-6009a4d1de74 req-1daa446b-c779-464a-8570-52ead655d376 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:10.633470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-055b0b04-a325-4552-88b9-6009a4d1de74 req-1daa446b-c779-464a-8570-52ead655d376 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1606004 Sep 30 08:18:10.984599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.027669 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-17e66865-8a57-4af6-ab16-97ebf6c0a95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.124514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-055b0b04-a325-4552-88b9-6009a4d1de74 req-b48c8c6e-abc2-42cf-8f04-f8ea8f831bfb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673410 Sep 30 08:18:11.128773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89c2ac4-5990-4efb-a40f-598326d929af,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:11.151664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2904-9c58-4bb1-ae32-ca0f1054f7fd req-97e77902-e34a-40c8-bb17-a80d82ca190c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.153213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59fc2904-9c58-4bb1-ae32-ca0f1054f7fd req-97e77902-e34a-40c8-bb17-a80d82ca190c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.1935751 Sep 30 08:18:11.178668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Checking segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:11.179008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Network hostable DHCP agents. Network: a5103723-1daf-4d37-9852-982e5f94ac13, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:11.194650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-1c22fbd0-2883-41da-bd2e-34e1662de9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.196126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-1c22fbd0-2883-41da-bd2e-34e1662de9c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b HTTP/1.1" status: 200 len: 916 time: 0.5568635 Sep 30 08:18:11.262341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59fc2904-9c58-4bb1-ae32-ca0f1054f7fd req-8f66f9a3-d236-40e1-96dc-698ff1abcce2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994816 Sep 30 08:18:11.264319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-b4b1d36d-d7be-46d4-868b-a73bd8b57dd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3 HTTP/1.1" status: 200 len: 217 time: 0.0523109 Sep 30 08:18:11.265191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Network a5103723-1daf-4d37-9852-982e5f94ac13 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:11.344700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a5103723-1daf-4d37-9852-982e5f94ac13) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:11.351018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-4cb0e30c-51be-4f2e-9105-1f529f005a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.351018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-4cb0e30c-51be-4f2e-9105-1f529f005a31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=105977b2-acdb-4dfa-8a5b-60bc5d4494d1 HTTP/1.1" status: 200 len: 854 time: 0.0690017 Sep 30 08:18:11.356934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.357648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.379101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c1da1-bf2e-41a7-b87c-c271d2d9222e None None] Network a5103723-1daf-4d37-9852-982e5f94ac13 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:11.417080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f8dcb657-8065-4abb-828d-cd0723b9c55f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1898639 Sep 30 08:18:11.419669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48724) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:11.424342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:11.430174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-69396757-99c7-4e40-bb1a-2dd5fda918b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.431889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-69396757-99c7-4e40-bb1a-2dd5fda918b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717247 Sep 30 08:18:11.534486 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.541325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.542690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.583423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a5103723-1daf-4d37-9852-982e5f94ac13', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:11.584292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.593892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-3bee250d-9d90-41e6-a073-d7ba82ca3d2a service neutron] 10.222.0.57 "GET /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466002 Sep 30 08:18:11.626456 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.738275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Allocated IP 172.20.0.2 (a5103723-1daf-4d37-9852-982e5f94ac13/a89c2ac4-5990-4efb-a40f-598326d929af/082979be-0bb1-43fd-bdbf-926cfbe36648) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:11.882663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.889484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.889692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.912981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dfdaa-f42c-43c1-861f-5b11da38d890 req-d942c21a-0799-482f-9ed4-5b842cf8aac3 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.915005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-015dfdaa-f42c-43c1-861f-5b11da38d890 req-d942c21a-0799-482f-9ed4-5b842cf8aac3 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 943 time: 0.2265532 Sep 30 08:18:11.929071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Network a5103723-1daf-4d37-9852-982e5f94ac13 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:11.932126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:11.935502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:11.944937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Pushing event updated for resources: {'Port': ['ID=082979be-0bb1-43fd-bdbf-926cfbe36648,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:11.949578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f462ae46-64d1-48d1-a370-1e7f91c34d26 req-347e355d-188f-48d9-b659-17f71e3637e5 service neutron] 10.222.0.57 "GET /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214917 Sep 30 08:18:11.974297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c791-ccbc-45cd-abda-b022742cd051 req-b72f6971-97b9-40dc-b101-b3525ca8d9f5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.976017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfa6c791-ccbc-45cd-abda-b022742cd051 req-b72f6971-97b9-40dc-b101-b3525ca8d9f5 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 943 time: 0.2196798 Sep 30 08:18:12.003183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Attempting to bind port 082979be-0bb1-43fd-bdbf-926cfbe36648 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:12.003553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Attempting to bind port 082979be-0bb1-43fd-bdbf-926cfbe36648 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:12.003913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Attempting to bind port 082979be-0bb1-43fd-bdbf-926cfbe36648 on network a5103723-1daf-4d37-9852-982e5f94ac13 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:12.009617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:12.009994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Checking segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:12.010475 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.010923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Bound using segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:12.011365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Bound port: 082979be-0bb1-43fd-bdbf-926cfbe36648, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:12.011731 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.023043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-015dfdaa-f42c-43c1-861f-5b11da38d890 req-101e7a03-44d4-4220-9551-752d4becb3ba tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004012 Sep 30 08:18:12.075360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfa6c791-ccbc-45cd-abda-b022742cd051 req-783e4ae7-a5c0-4eb4-8f8d-015c59825bfd tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917070 Sep 30 08:18:12.086460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] For port 082979be-0bb1-43fd-bdbf-926cfbe36648, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:12.099223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] For port 082979be-0bb1-43fd-bdbf-926cfbe36648, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=082979be-0bb1-43fd-bdbf-926cfbe36648,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:12.106773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.156712 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:18:12.178338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de10de6-4103-47c8-9f05-b5d16a7b0574 None None] Pushing event updated for resources: {'Port': ['ID=082979be-0bb1-43fd-bdbf-926cfbe36648,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:12.297297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.322102 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.362935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-6c30ca13-fab6-44e7-a619-5c3af853e843 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:12.370582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-6c30ca13-fab6-44e7-a619-5c3af853e843 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 809 time: 0.2254515 Sep 30 08:18:12.431834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-9cb834fb-ed0c-48d4-b879-280bd697033c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/quotas/5a1e98a76d004fea9479a01cba0cfcb6 HTTP/1.1" status: 200 len: 375 time: 0.0553868 Sep 30 08:18:12.541558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d196d8db-0926-48d8-bda3-fc0ba42d2cb3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:12.542343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-fc737bf1-992d-48a3-80d8-14712b68e5c2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096575 Sep 30 08:18:12.598646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Allocated IP 172.25.7.222 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/432f4ec3-8e71-4de6-9851-d2df4286791e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:12.611426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3acbc-3dae-4752-ae13-1fd0fdb6828e req-26975a52-9c18-4ba2-ae93-dd25b4b5c24f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:12.612947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e3acbc-3dae-4752-ae13-1fd0fdb6828e req-26975a52-9c18-4ba2-ae93-dd25b4b5c24f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1100242 Sep 30 08:18:12.644027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:12.656220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3', 'network_id': 'fcdf5261-d6fb-485c-ab9c-f4d1f605c77b', 'port_id': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3', 'mac_address': 'fa:16:3e:4e:48:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105977b2-acdb-4dfa-8a5b-60bc5d4494d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:12.695013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.708301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d196d8db-0926-48d8-bda3-fc0ba42d2cb3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:12.727473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e3acbc-3dae-4752-ae13-1fd0fdb6828e req-59412583-e76e-4a15-a747-4d628887ca8f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063108 Sep 30 08:18:12.727922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:12.732389 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.733136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:12.764945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-4ed1ec74-371d-43b9-ac3d-59a3ff780283 service neutron] 10.222.0.41 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148252 Sep 30 08:18:12.826039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:12.872116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.903837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:12.904698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-c8aa186d-e3a1-4822-b90f-a2bf614b6229 service neutron] 10.222.0.41 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388290 Sep 30 08:18:12.926746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'mac_address': 'fa:16:3e:60:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:12.954961 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.001904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.004831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:13.008194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:13.021228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.024674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:13.025109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:13.028932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Pushing event updated for resources: {'Port': ['ID=432f4ec3-8e71-4de6-9851-d2df4286791e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:13.048112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:13.053151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.140150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:13.357018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d196d8db-0926-48d8-bda3-fc0ba42d2cb3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:13.376335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:13.405073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e1ac23-0c5d-4b31-b7fb-0f0be49135ec None None] Network a5103723-1daf-4d37-9852-982e5f94ac13 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:13.448708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bed65-1712-4ecc-9e2d-19008decab74 req-364555c5-7e67-4289-b74d-3253cc4a4ec3 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:13.450458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-866bed65-1712-4ecc-9e2d-19008decab74 req-364555c5-7e67-4289-b74d-3253cc4a4ec3 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 944 time: 0.1007648 Sep 30 08:18:13.458305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.557088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-32c6f040-17a7-4626-9692-991c551d8219 None None] Provisioning complete for port 082979be-0bb1-43fd-bdbf-926cfbe36648 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:13.557733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32c6f040-17a7-4626-9692-991c551d8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.580245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abac411d-75da-433b-90a1-138efdea56ca req-843b0248-ce82-4568-b509-04737acccab4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 210 time: 0.0412800 Sep 30 08:18:13.614819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48792) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:13.691201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-866bed65-1712-4ecc-9e2d-19008decab74 req-4d0421bc-cfc6-48b9-9408-aee1c11b940e tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554182 Sep 30 08:18:13.803134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec05-72f1-4dce-912b-6e48aae445f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.804698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91177796-9970-4e96-95cc-9ddc114344da req-aec9648e-a98c-4a72-87df-467e73d56a1d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:13.812258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91177796-9970-4e96-95cc-9ddc114344da req-aec9648e-a98c-4a72-87df-467e73d56a1d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 944 time: 0.1638029 Sep 30 08:18:13.904042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91177796-9970-4e96-95cc-9ddc114344da req-b8abfee0-a0aa-4721-904d-277ba258c0f3 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908611 Sep 30 08:18:13.942104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec05-72f1-4dce-912b-6e48aae445f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.951452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec05-72f1-4dce-912b-6e48aae445f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.970948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.021636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 082979be-0bb1-43fd-bdbf-926cfbe36648 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:14.059176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ec05-72f1-4dce-912b-6e48aae445f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9864657-3320-4f15-a6dd-9bda6cf52d79,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:14.078977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361a226-73e2-4b99-9f1b-8423ad27596c req-521c8782-696b-44fd-a6e7-6827c38829db tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:14.080901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4361a226-73e2-4b99-9f1b-8423ad27596c req-521c8782-696b-44fd-a6e7-6827c38829db tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1756716 Sep 30 08:18:14.088970 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32c6f040-17a7-4626-9692-991c551d8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.106837 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b90ec05-72f1-4dce-912b-6e48aae445f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d30af5ea25a44e6495b20f6141dd59de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898899 Sep 30 08:18:14.109246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:14.147957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-32c6f040-17a7-4626-9692-991c551d8219 None None] For port 082979be-0bb1-43fd-bdbf-926cfbe36648, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=082979be-0bb1-43fd-bdbf-926cfbe36648,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:14.165288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32c6f040-17a7-4626-9692-991c551d8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.185263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab5d00ea-62bc-457d-9bac-8de701d9056d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.195400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4361a226-73e2-4b99-9f1b-8423ad27596c req-c88973c1-fb03-4712-98d1-e0ad7fb5a4e8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009359 Sep 30 08:18:14.214511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab5d00ea-62bc-457d-9bac-8de701d9056d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.288177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab5d00ea-62bc-457d-9bac-8de701d9056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.293867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab5d00ea-62bc-457d-9bac-8de701d9056d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.296873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:18:14.299770 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ab5d00ea-62bc-457d-9bac-8de701d9056d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9864657-3320-4f15-a6dd-9bda6cf52d79 HTTP/1.1" status: 204 len: 168 time: 0.1844702 Sep 30 08:18:14.313411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d00ea-62bc-457d-9bac-8de701d9056d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9864657-3320-4f15-a6dd-9bda6cf52d79,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:14.326380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6f040-17a7-4626-9692-991c551d8219 None None] Pushing event updated for resources: {'Port': ['ID=082979be-0bb1-43fd-bdbf-926cfbe36648,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:14.403441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 082979be-0bb1-43fd-bdbf-926cfbe36648 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:14.403830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.454371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48814) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:14.495037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b3f0737c-16e1-49d9-821e-5214346abda6 None None] Provisioning complete for port 082979be-0bb1-43fd-bdbf-926cfbe36648 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:14.495516 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b3f0737c-16e1-49d9-821e-5214346abda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.776691 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.820723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-02af8e56-2c4d-4a1c-9887-309fdac3d82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.843423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4bacb80-d855-45af-b550-9bb0e90b3bf3 req-e77aeeb2-33ff-464e-a1ff-2837b869ecf4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 210 time: 0.0855589 Sep 30 08:18:14.927348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-02af8e56-2c4d-4a1c-9887-309fdac3d82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.932285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-02af8e56-2c4d-4a1c-9887-309fdac3d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.975780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af8e56-2c4d-4a1c-9887-309fdac3d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f07b9-6090-4ca9-a8f5-7f0aa3489a7e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:15.000038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-02af8e56-2c4d-4a1c-9887-309fdac3d82a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bdd30a726814b1082acb0c612a74770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418060 Sep 30 08:18:15.000193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477f234-a53e-4957-a12b-50c6f2352842 req-2bd83eda-05e9-4b68-8162-0ef344a06dec tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.000314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48834) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:15.008138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6477f234-a53e-4957-a12b-50c6f2352842 req-2bd83eda-05e9-4b68-8162-0ef344a06dec tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 944 time: 0.2302814 Sep 30 08:18:15.017062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-2b05abb8-6911-4ba9-a479-98d66a0f7fb9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.018530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-2b05abb8-6911-4ba9-a479-98d66a0f7fb9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.50 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 809 time: 0.2596443 Sep 30 08:18:15.024100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:15.038995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Sync routers for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:15.047331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Request body: {'port': {'device_id': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'admin_state_up': True, 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:15.049616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:15.050357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:15.084084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4502818b-aada-4bca-840b-403bdd61eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.110039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4502818b-aada-4bca-840b-403bdd61eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.117862 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.118899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0da8c3ab-c5f0-4d30-9be9-ec62665f079a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6979647 Sep 30 08:18:15.125483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48838) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:15.166884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4502818b-aada-4bca-840b-403bdd61eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.181131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6477f234-a53e-4957-a12b-50c6f2352842 req-c5ae1f78-47b7-4c79-afe0-5050190c17c4 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669445 Sep 30 08:18:15.182297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4502818b-aada-4bca-840b-403bdd61eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.183867 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4502818b-aada-4bca-840b-403bdd61eeb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d25f07b9-6090-4ca9-a8f5-7f0aa3489a7e HTTP/1.1" status: 204 len: 168 time: 0.1818056 Sep 30 08:18:15.196507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502818b-aada-4bca-840b-403bdd61eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f07b9-6090-4ca9-a8f5-7f0aa3489a7e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:15.232886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:15.331912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b67a1-77be-4d22-9c96-02a47c5d434f req-da8a3dc3-b4ea-49dd-afca-f3b55f46566e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.333643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e1b67a1-77be-4d22-9c96-02a47c5d434f req-da8a3dc3-b4ea-49dd-afca-f3b55f46566e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 944 time: 0.2809401 Sep 30 08:18:15.452820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Made reservation on behalf of 5a1e98a76d004fea9479a01cba0cfcb6 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:15.456297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.525544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353375dd-c31b-4c2d-97cf-143a10714e7b req-ecf93617-6574-44ae-b877-5efb7ca0f069 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.527080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-353375dd-c31b-4c2d-97cf-143a10714e7b req-ecf93617-6574-44ae-b877-5efb7ca0f069 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.2065973 Sep 30 08:18:15.529861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e1b67a1-77be-4d22-9c96-02a47c5d434f req-f51a8c9c-30eb-47a6-93db-6aa05a07bf8f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842918 Sep 30 08:18:15.576838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:13Z', 'revision_number': 3, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:15.610658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Checking router: 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:15.611241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Updating router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 port 432f4ec3-8e71-4de6-9851-d2df4286791e binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:15.650325 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.680404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-353375dd-c31b-4c2d-97cf-143a10714e7b req-1f9f764b-275b-485a-9426-01e2c1faccfd tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376572 Sep 30 08:18:15.823219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Allocated IP 172.20.0.11 (8fd3d6fa-ff97-4812-94ce-3ada6b016247/2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9/71908288-a822-4edb-b7b2-a63514887d17) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:15.950201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 082979be-0bb1-43fd-bdbf-926cfbe36648 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:16.031214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8028c325-05c6-474a-825d-022360e0ef61 req-07c07344-dd2e-4f73-982f-bcf1788ec595 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 210 time: 0.0611467 Sep 30 08:18:16.069229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 082979be-0bb1-43fd-bdbf-926cfbe36648 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:16.069691 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.116653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.129014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.159959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.185367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.219450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a17c3-f926-4425-a94b-dc718fd89dbd None None] Pushing event updated for resources: {'Port': ['ID=432f4ec3-8e71-4de6-9851-d2df4286791e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:16.252004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Attempting to bind port 432f4ec3-8e71-4de6-9851-d2df4286791e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:16.252581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Attempting to bind port 432f4ec3-8e71-4de6-9851-d2df4286791e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:16.252922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Attempting to bind port 432f4ec3-8e71-4de6-9851-d2df4286791e on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:16.263941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:16.264481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:16.265529 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.266039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:16.266742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Bound port: 432f4ec3-8e71-4de6-9851-d2df4286791e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:16.267230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.307493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.328857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0d93d21c-6aa5-4a72-b0e2-5feeabafa733'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:16.426765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] For port 432f4ec3-8e71-4de6-9851-d2df4286791e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:16.432244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] For port 432f4ec3-8e71-4de6-9851-d2df4286791e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=432f4ec3-8e71-4de6-9851-d2df4286791e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:16.444858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.462414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:16.471189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:16.481210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Allocated IP 172.20.0.1 (a5103723-1daf-4d37-9852-982e5f94ac13/a89c2ac4-5990-4efb-a40f-598326d929af/dc774202-17de-49f9-943c-75f58a1ac136) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:16.483634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:16.491299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Pushing event updated for resources: {'Port': ['ID=71908288-a822-4edb-b7b2-a63514887d17,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:16.544276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:16.544913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:16.551170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a17c3-f926-4425-a94b-dc718fd89dbd None None] Pushing event updated for resources: {'Port': ['ID=432f4ec3-8e71-4de6-9851-d2df4286791e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:16.554832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66a7a0-740b-4cca-b454-92d83d30bbf2 req-d9ab801a-132b-4b9e-865a-c74d2998d620 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:16.556508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c66a7a0-740b-4cca-b454-92d83d30bbf2 req-d9ab801a-132b-4b9e-865a-c74d2998d620 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 944 time: 0.1450305 Sep 30 08:18:16.603235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:16.611587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:16.612346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.695283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c66a7a0-740b-4cca-b454-92d83d30bbf2 req-a0a7e23e-aa9f-4da8-90b7-b3e552ac102c tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244793 Sep 30 08:18:16.708689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-0a89bf99-4c85-4e76-83c4-1c6f3e4afb75 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6684117 Sep 30 08:18:16.730550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Request body: {'port': {'device_id': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:16.743550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:16.747400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:16.779455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:16.782709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.806679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.825419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48900) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:16.874746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.905623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef58852-fbe6-4c1b-96a2-bdb3e2fec705 req-50432202-a869-4186-9381-123f8b9f0e6a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:16.909964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef58852-fbe6-4c1b-96a2-bdb3e2fec705 req-50432202-a869-4186-9381-123f8b9f0e6a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 944 time: 0.1707623 Sep 30 08:18:16.970489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca85fff-8b57-40dd-ad03-d1799bb24247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.996166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.014999 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.046001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:17.048186 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ee5f3-de1f-4957-a055-da34188d1cc7" -d '{"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-plugged", "status": "completed", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:17.066192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:17.073751 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.074548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d196d8db-0926-48d8-bda3-fc0ba42d2cb3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:17.075494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Network a5103723-1daf-4d37-9852-982e5f94ac13 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:17.094509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca85fff-8b57-40dd-ad03-d1799bb24247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.100415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca85fff-8b57-40dd-ad03-d1799bb24247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.123081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:13Z', 'revision_number': 3, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:17.127107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:17.134776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:17.149129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ca85fff-8b57-40dd-ad03-d1799bb24247 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d1b9cda66234868b635c17e3d757686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222661 Sep 30 08:18:17.149384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6fec6-15e7-4690-a9d4-eec45ce267e0 req-45d4d585-73b1-4189-943c-afc9b3132ef8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.149730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48910) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:17.151118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eca6fec6-15e7-4690-a9d4-eec45ce267e0 req-45d4d585-73b1-4189-943c-afc9b3132ef8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.2398412 Sep 30 08:18:17.158485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca85fff-8b57-40dd-ad03-d1799bb24247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b7af1-9530-4d46-86e9-efd3a0fe89f7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.159726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ef58852-fbe6-4c1b-96a2-bdb3e2fec705 req-615fcca7-086a-43de-94f3-5fd4e6d90bfd tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314222 Sep 30 08:18:17.173369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4ff7c-5342-4265-a46a-f165d13e672a None None] The sync data for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 is: [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:13Z', 'revision_number': 3, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:17.187717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.207438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:17.223848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:17.224158 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.228246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Pushing event updated for resources: {'Port': ['ID=dc774202-17de-49f9-943c-75f58a1ac136,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.301850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea5fdbfa-a8da-4918-8c75-1a7daa4ba13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.339606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea5fdbfa-a8da-4918-8c75-1a7daa4ba13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.352989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.391488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:17.394555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea5fdbfa-a8da-4918-8c75-1a7daa4ba13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.398135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea5fdbfa-a8da-4918-8c75-1a7daa4ba13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.402097 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ea5fdbfa-a8da-4918-8c75-1a7daa4ba13b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b64b7af1-9530-4d46-86e9-efd3a0fe89f7 HTTP/1.1" status: 204 len: 168 time: 0.2486954 Sep 30 08:18:17.402679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.413788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fdbfa-a8da-4918-8c75-1a7daa4ba13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b7af1-9530-4d46-86e9-efd3a0fe89f7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.456624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eca6fec6-15e7-4690-a9d4-eec45ce267e0 req-cb82e1c7-fb4e-4375-aacb-29495b0d4c06 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932589 Sep 30 08:18:17.467546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.468160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.495492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2eede876-7d31-41d7-a430-1bc64256b917 None None] Provisioning complete for port dc774202-17de-49f9-943c-75f58a1ac136 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:17.495942 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2eede876-7d31-41d7-a430-1bc64256b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.538593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2eede876-7d31-41d7-a430-1bc64256b917 None None] Port dc774202-17de-49f9-943c-75f58a1ac136 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:17.577979 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959ff292-d1bb-4c7a-a51b-0873343f363f x-openstack-request-id: req-959ff292-d1bb-4c7a-a51b-0873343f363f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:17.578371 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-plugged", "status": "completed", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:17.578728 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-959ff292-d1bb-4c7a-a51b-0873343f363f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:17.579257 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'code': 200} Sep 30 08:18:17.709587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe5697-16a8-46d1-ae6f-7efa358470b4 req-c9e40b33-487a-431b-8f67-ccd1356e3656 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.718204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bbe5697-16a8-46d1-ae6f-7efa358470b4 req-c9e40b33-487a-431b-8f67-ccd1356e3656 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 932 time: 0.3166134 Sep 30 08:18:17.790371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71908288-a822-4edb-b7b2-a63514887d17 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:17.805732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.831425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215692e-8c3b-4beb-8ffd-bfa32e1f5744 req-c7d99e93-43f5-4961-b92f-38e50368fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.833270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7215692e-8c3b-4beb-8ffd-bfa32e1f5744 req-c7d99e93-43f5-4961-b92f-38e50368fd9c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 1096 time: 0.1847177 Sep 30 08:18:17.861926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Transition to ACTIVE for port object 71908288-a822-4edb-b7b2-a63514887d17 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:17.881111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bbe5697-16a8-46d1-ae6f-7efa358470b4 req-761dd69e-7a7d-433f-954c-c8d9409b4c58 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596828 Sep 30 08:18:17.907913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.958137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 432f4ec3-8e71-4de6-9851-d2df4286791e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:18.057436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 432f4ec3-8e71-4de6-9851-d2df4286791e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:18.058898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.103236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7215692e-8c3b-4beb-8ffd-bfa32e1f5744 req-2f961289-c289-4d70-9256-77b059627598 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437959 Sep 30 08:18:18.105784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.129665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2f730-0210-4e19-ab56-56fe1e4a267b req-1a751a76-bbfd-470d-87b0-b253b9752881 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:18.137143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eab2f730-0210-4e19-ab56-56fe1e4a267b req-1a751a76-bbfd-470d-87b0-b253b9752881 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.3108108 Sep 30 08:18:18.139072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=71908288-a822-4edb-b7b2-a63514887d17,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:18.173546 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.209530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 432f4ec3-8e71-4de6-9851-d2df4286791e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=432f4ec3-8e71-4de6-9851-d2df4286791e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:18.217332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.300867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48948) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:18.469573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48954) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:18.522650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e66b9f9-d49a-4d03-85e7-df4721820f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.534261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=432f4ec3-8e71-4de6-9851-d2df4286791e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:18.570529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-431862641-network', 'tenant_id': 'c80437a9bee641bda9d623c60c2e8fb4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:18.643399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e66b9f9-d49a-4d03-85e7-df4721820f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.650345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e66b9f9-d49a-4d03-85e7-df4721820f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.682419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eab2f730-0210-4e19-ab56-56fe1e4a267b req-8f656365-d0e0-41bd-884c-dd1951054050 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439031 Sep 30 08:18:18.696902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Made reservation on behalf of c80437a9bee641bda9d623c60c2e8fb4 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:18.699190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.704500 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e66b9f9-d49a-4d03-85e7-df4721820f16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=339c9533deb64e0bbc918880b3043afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018686 Sep 30 08:18:18.710083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48960) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:18.710719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66b9f9-d49a-4d03-85e7-df4721820f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54b64dc-e932-4367-91b1-ee57279fc298,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:18.734591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.766091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0bae1-e4bc-4893-b6ad-2767d121a553 req-af840b99-2ece-456b-8e13-9ba43041d51a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:18.767597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79d0bae1-e4bc-4893-b6ad-2767d121a553 req-af840b99-2ece-456b-8e13-9ba43041d51a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1957951 Sep 30 08:18:18.773855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Attempting to bind port 71908288-a822-4edb-b7b2-a63514887d17 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:18.774304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Attempting to bind port 71908288-a822-4edb-b7b2-a63514887d17 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:18.774672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Attempting to bind port 71908288-a822-4edb-b7b2-a63514887d17 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:18.789537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8758241a-c20e-401b-aa00-66d3dc35bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.827570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8758241a-c20e-401b-aa00-66d3dc35bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.844502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Port 71908288-a822-4edb-b7b2-a63514887d17 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:18.844833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Attempting to bind port 71908288-a822-4edb-b7b2-a63514887d17 on network 8fd3d6fa-ff97-4812-94ce-3ada6b016247 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:18.873899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:18.874247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Checking segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:18.874642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Bound using segment: {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:18.875141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Bound port: 71908288-a822-4edb-b7b2-a63514887d17, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad89ee7c-4324-403e-b006-b24d0c615e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:18.875460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.899751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.903065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8758241a-c20e-401b-aa00-66d3dc35bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.905860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8758241a-c20e-401b-aa00-66d3dc35bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.909384 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8758241a-c20e-401b-aa00-66d3dc35bd9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a54b64dc-e932-4367-91b1-ee57279fc298 HTTP/1.1" status: 204 len: 168 time: 0.1922741 Sep 30 08:18:18.913814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.928435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758241a-c20e-401b-aa00-66d3dc35bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54b64dc-e932-4367-91b1-ee57279fc298,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:18.929144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79d0bae1-e4bc-4893-b6ad-2767d121a553 req-8ef13a2b-5c49-4fcc-8e4d-6f9e9c64694d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166220 Sep 30 08:18:18.937032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:18.961989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f8dd-1658-4bd3-84c8-c2cb5d1573e6 req-5a5ca4da-0b76-407e-9b11-6690c89ef598 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:18.963831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26c7f8dd-1658-4bd3-84c8-c2cb5d1573e6 req-5a5ca4da-0b76-407e-9b11-6690c89ef598 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1932657 Sep 30 08:18:18.979169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.979515 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Added segment a91b02bc-835f-4a46-aee3-deebb95b24b1 of type vlan for network 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4 Sep 30 08:18:18.994567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a7a594-937d-4bd8-a693-e5f4789e7d45,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.041501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.071755 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.072992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.073919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.109267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6385264 Sep 30 08:18:19.111653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:19.118468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Request body: {'subnet': {'network_id': '47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-431862641-subnet', 'tenant_id': 'c80437a9bee641bda9d623c60c2e8fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:19.136261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] For port 71908288-a822-4edb-b7b2-a63514887d17, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:19.139993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.159605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ad467-64d8-441d-a484-08682295b4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.171086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:19.172830 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.180462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] For port 71908288-a822-4edb-b7b2-a63514887d17, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=71908288-a822-4edb-b7b2-a63514887d17,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:19.185578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Made reservation on behalf of c80437a9bee641bda9d623c60c2e8fb4 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:19.188191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.219859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26c7f8dd-1658-4bd3-84c8-c2cb5d1573e6 req-1723fa9c-82ae-4e09-a2ee-569e85814fa4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964891 Sep 30 08:18:19.278461 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.334486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f4a15-53fd-4a63-ac70-fee2eea0371c req-ade82004-495b-4b5b-9a38-80efaed114ef tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.336116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9f4a15-53fd-4a63-ac70-fee2eea0371c req-ade82004-495b-4b5b-9a38-80efaed114ef tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 944 time: 0.2641814 Sep 30 08:18:19.339233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Pushing event updated for resources: {'Port': ['ID=dc774202-17de-49f9-943c-75f58a1ac136,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.378104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.378710 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.380995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] 10.222.0.50 "PUT /v2.0/ports/71908288-a822-4edb-b7b2-a63514887d17 HTTP/1.1" status: 200 len: 1092 time: 2.6559777 Sep 30 08:18:19.384227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'tag': '71908288-a822-4edb-b7b2-a63514887d17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:19.386573 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81" -d '{"events": [{"name": "network-changed", "server_uuid": "c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f", "tag": "71908288-a822-4edb-b7b2-a63514887d17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:19.392420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.473405 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f03d2-88a0-41c1-9018-1ff58c22fab6 x-openstack-request-id: req-122f03d2-88a0-41c1-9018-1ff58c22fab6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:19.473716 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f", "tag": "71908288-a822-4edb-b7b2-a63514887d17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:19.474111 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-122f03d2-88a0-41c1-9018-1ff58c22fab6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:19.474340 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'tag': '71908288-a822-4edb-b7b2-a63514887d17', 'status': 'completed', 'code': 200} Sep 30 08:18:19.485278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.518636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9f4a15-53fd-4a63-ac70-fee2eea0371c req-9c443b65-439e-4db3-897d-1944b70f40e9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420770 Sep 30 08:18:19.559012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dfcfc5-1e90-4fed-b131-c68e53e83a8b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.580011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Checking segment: {'id': 'a91b02bc-835f-4a46-aee3-deebb95b24b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:19.580816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:19.585917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Network hostable DHCP agents. Network: 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:19.587797 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b9ea7-2c52-43f4-aa12-eadba4f8d1c2" -d '{"events": [{"server_uuid": "8626a26a-ef99-4b7c-9fab-e5766f137a4e", "name": "network-vif-plugged", "status": "completed", "tag": "d196d8db-0926-48d8-bda3-fc0ba42d2cb3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:19.588946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74399ff1-f11c-4b1e-870a-a915401e4ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=71908288-a822-4edb-b7b2-a63514887d17,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.610086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-8907d99f-0653-4c3e-9d11-b49dc9da984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.611619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-8907d99f-0653-4c3e-9d11-b49dc9da984c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 1095 time: 0.1601307 Sep 30 08:18:19.622676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Network 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:19.637970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:19.645529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.646400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.650517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b2f07-da6b-4592-9296-91fdc5606a8e None None] Network 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:19.654021 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67ca12-77f7-4947-8be6-ca3c2dc09fda x-openstack-request-id: req-2d67ca12-77f7-4947-8be6-ca3c2dc09fda {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:19.654450 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8626a26a-ef99-4b7c-9fab-e5766f137a4e", "name": "network-vif-plugged", "status": "completed", "tag": "d196d8db-0926-48d8-bda3-fc0ba42d2cb3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:19.654948 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d67ca12-77f7-4947-8be6-ca3c2dc09fda {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:19.655605 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3', 'code': 200} Sep 30 08:18:19.677494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b8e568e-4101-4d72-aaf2-794a37466b48 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5568845 Sep 30 08:18:19.677724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-9e34268d-d32f-44bf-84e2-5d26ca482441 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71908288-a822-4edb-b7b2-a63514887d17 HTTP/1.1" status: 200 len: 217 time: 0.0430307 Sep 30 08:18:19.689060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Network a5103723-1daf-4d37-9852-982e5f94ac13 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:19.720121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:19.872405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac13d-5076-4843-98ba-04a2289b900f req-32e415d0-ea17-40d1-9946-91d8dcd3a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.874112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-32e415d0-ea17-40d1-9946-91d8dcd3a260 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.1839669 Sep 30 08:18:19.878867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1006fd02-aa8c-4f5c-8b83-4c7ee9436ca8 None None] Network 47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:19.938194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-57ed5e83-038b-442b-a2cf-de522be91544 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418174 Sep 30 08:18:19.976292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 432f4ec3-8e71-4de6-9851-d2df4286791e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:19.996925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49004) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:20.027386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c000017-3d7d-4299-9192-0b0b6711c724 req-2106f875-a299-4e17-b4a3-1706616d3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.028897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c000017-3d7d-4299-9192-0b0b6711c724 req-2106f875-a299-4e17-b4a3-1706616d3280 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 1096 time: 0.2396011 Sep 30 08:18:20.053386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6250f-c872-4b65-952e-2c4f8b06f75b req-78ba3cb7-b684-46b5-be9c-fbabe815b78c tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.055553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ead6250f-c872-4b65-952e-2c4f8b06f75b req-78ba3cb7-b684-46b5-be9c-fbabe815b78c tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.2479649 Sep 30 08:18:20.084700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 432f4ec3-8e71-4de6-9851-d2df4286791e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:20.085079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.112478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:20.120859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-45a58557-616e-4f6d-a364-61e32e39396c None None] Provisioning complete for port dc774202-17de-49f9-943c-75f58a1ac136 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:20.121231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45a58557-616e-4f6d-a364-61e32e39396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.166957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-45a58557-616e-4f6d-a364-61e32e39396c None None] Port dc774202-17de-49f9-943c-75f58a1ac136 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:20.193744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1575141626-network', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:20.224159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Made reservation on behalf of 5a714ad4bd8a4c1fb813216bed4159e4 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:20.227959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.231334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-286688ce-9cf8-4bd6-b002-c52cc45533e7 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535546 Sep 30 08:18:20.234906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c000017-3d7d-4299-9192-0b0b6711c724 req-d3dcbc5e-a06b-4e85-aa56-5ead396f6998 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779919 Sep 30 08:18:20.236881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.239926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ead6250f-c872-4b65-952e-2c4f8b06f75b req-87b07598-b103-4816-a930-e7caf7fd4c30 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296995 Sep 30 08:18:20.277814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b792a3d7-2837-4d8e-a387-cf14b9ea159e req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-523476686', 'description': 'tempest-description-2038478824'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:20.345992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.350706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.371064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:20.384917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e88f8-4c4e-4016-9802-b33eeccc71ce,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:20.389844 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.390207 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Added segment 396d8498-11d2-4ac3-850b-56603b66a294 of type vlan for network 36ab9c7f-b9e8-4218-87a6-2260749be679 Sep 30 08:18:20.427322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:20.430846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.433258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b2bf5c46-c2e4-4cb4-a84e-b69cb4db074b admin admin] 10.222.0.41 "PUT /v2.0/routers/5947a123-5456-4b14-9c72-0ea4f1a7f3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3049273 Sep 30 08:18:20.449423 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Sync routers for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:20.452754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b792a3d7-2837-4d8e-a387-cf14b9ea159e req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.465572 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:20.466906 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:20.469339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fcac13d-5076-4843-98ba-04a2289b900f req-3548e1c5-739c-4220-98b7-79d48b619908 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247128 Sep 30 08:18:20.473873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.474874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.475655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.491202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b63e-69bf-4f42-83d5-5e1d08f57a8e req-d68807fb-01de-4f4c-a1d4-68527efb32de tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.494300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9142b63e-69bf-4f42-83d5-5e1d08f57a8e req-d68807fb-01de-4f4c-a1d4-68527efb32de tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1678832 Sep 30 08:18:20.560404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9142b63e-69bf-4f42-83d5-5e1d08f57a8e req-7d08ae2f-281c-4299-b9fb-ca755ccbf988 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561104 Sep 30 08:18:20.605216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=36ab9c7f-b9e8-4218-87a6-2260749be679,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:20.627094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:20.633353 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:20.635287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-ff3d6827-1c29-436e-9df3-d4b924555e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.636821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-ff3d6827-1c29-436e-9df3-d4b924555e6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 1095 time: 0.0754700 Sep 30 08:18:20.659520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b792a3d7-2837-4d8e-a387-cf14b9ea159e req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.683123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-42fb9765-d14e-42c2-9aeb-9aef0007d9e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6808195 Sep 30 08:18:20.683775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49024) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:20.689878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Request body: {'subnet': {'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1575141626-subnet', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:20.698664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b792a3d7-2837-4d8e-a387-cf14b9ea159e req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.735751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Made reservation on behalf of 5a714ad4bd8a4c1fb813216bed4159e4 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:20.739851 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.775245 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b792a3d7-2837-4d8e-a387-cf14b9ea159e req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.794650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b792a3d7-2837-4d8e-a387-cf14b9ea159e req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5375385 Sep 30 08:18:20.854289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10829e6-ef9f-4d91-a4e2-5e4383a557bc tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5dfa40-d7e5-480e-9724-96cce5d59f3d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:20.887689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26efb-c161-4e1b-805f-7b09ab5b448d req-d5dd8c59-8c70-4f42-845c-2843584828c4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.889180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1c26efb-c161-4e1b-805f-7b09ab5b448d req-d5dd8c59-8c70-4f42-845c-2843584828c4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1852431 Sep 30 08:18:20.939333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-8ab6f930-087c-4b1a-81e4-bc724afd6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.940829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-8ab6f930-087c-4b1a-81e4-bc724afd6066 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 910 time: 0.2943523 Sep 30 08:18:20.946279 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 2, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:20.986968 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Checking router: 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:20.987479 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Updating router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 port dc774202-17de-49f9-943c-75f58a1ac136 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:21.000893 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.019915 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.021897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1c26efb-c161-4e1b-805f-7b09ab5b448d req-48be9caf-c755-4515-a5ef-2412e5f5714f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218684 Sep 30 08:18:21.024235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-9d298065-fa63-46ba-afed-8574f28d064a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71908288-a822-4edb-b7b2-a63514887d17 HTTP/1.1" status: 200 len: 217 time: 0.0619276 Sep 30 08:18:21.080857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6f45b-9651-4b58-b6cb-30508fd14878 req-0d34af34-0e0c-440e-b466-62278f1e8fbf tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:21.083082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e6f45b-9651-4b58-b6cb-30508fd14878 req-0d34af34-0e0c-440e-b466-62278f1e8fbf tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 944 time: 0.1380057 Sep 30 08:18:21.089495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8be253-2bf8-4437-8f21-199b2a7c0bb9,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:21.100687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Checking segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:21.101241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Network hostable DHCP agents. Network: 36ab9c7f-b9e8-4218-87a6-2260749be679, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:21.109402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-c1d98ed1-4a3b-41a9-b00c-8f43613c69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:21.110883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-c1d98ed1-4a3b-41a9-b00c-8f43613c69a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.0798483 Sep 30 08:18:21.121508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:21.140841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 36ab9c7f-b9e8-4218-87a6-2260749be679) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:21.147437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:21.148545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.151308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea792306-e8bf-4e84-be10-fb66b212c87c None None] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:21.175728 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57fd31b5-6b10-4584-82b6-8050713ecdc2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4906414 Sep 30 08:18:21.177994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49060) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:21.182750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-913197d1-5a61-4fe8-ba7f-c53fd25f0e4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561240 Sep 30 08:18:21.184868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:21.240345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.241505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.264716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e6f45b-9651-4b58-b6cb-30508fd14878 req-9d5d06f5-b23c-4900-be4f-49bd82870b2d tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712947 Sep 30 08:18:21.342032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d16bba5a-1384-4693-a24a-a2022c091123 req-cad40f14-c57f-412d-9dc0-a35eecbfdb1c tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/7b5dfa40-d7e5-480e-9724-96cce5d59f3d HTTP/1.1" status: 200 len: 1812 time: 0.0929189 Sep 30 08:18:21.365508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b5dfa40-d7e5-480e-9724-96cce5d59f3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:21.365973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b5dfa40-d7e5-480e-9724-96cce5d59f3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:21.371745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.392694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-cbbfd351-48c4-46e9-b3c7-e2916fa70bc9 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782629 Sep 30 08:18:21.465716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-36ab9c7f-b9e8-4218-87a6-2260749be679', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:21.466160 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.565037 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.575376 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.578664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.687717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Allocated IP 172.20.0.2 (36ab9c7f-b9e8-4218-87a6-2260749be679/ce8be253-2bf8-4437-8f21-199b2a7c0bb9/3717667c-cf35-4a61-a45d-5202a7d853f6) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:21.715539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47250fb3-05eb-4a7a-80e4-5a53d6d27c81 req-ca2f7291-5ff8-4b67-b6ac-f925bbed1f9e service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145223 Sep 30 08:18:21.717107 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bf5c8-50ce-4c8c-b3c1-66a8f53efbee None None] Pushing event updated for resources: {'Port': ['ID=dc774202-17de-49f9-943c-75f58a1ac136,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:21.726676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.771538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5c43-4f78-4cdf-a061-b0044d818a8e req-2b4bd071-77c7-4174-95b4-69187c4e56df tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:21.773043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-610c5c43-4f78-4cdf-a061-b0044d818a8e req-2b4bd071-77c7-4174-95b4-69187c4e56df tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.3069634 Sep 30 08:18:21.796892 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Attempting to bind port dc774202-17de-49f9-943c-75f58a1ac136 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:21.797250 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Attempting to bind port dc774202-17de-49f9-943c-75f58a1ac136 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:21.797648 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Attempting to bind port dc774202-17de-49f9-943c-75f58a1ac136 on network a5103723-1daf-4d37-9852-982e5f94ac13 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:21.813172 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:21.813572 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Checking segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:21.813979 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.814372 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Bound using segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:21.814851 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Bound port: dc774202-17de-49f9-943c-75f58a1ac136, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:21.815232 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.835755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.847051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.901184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.908930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.909739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-610c5c43-4f78-4cdf-a061-b0044d818a8e req-4e391439-0dce-40cd-8b43-bacdf8598f50 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216941 Sep 30 08:18:21.934756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c141a6-086c-4882-886f-8f2e88caffd9,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:21.950057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.963089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:21.966392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:21.967697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d16bba5a-1384-4693-a24a-a2022c091123 req-4b40164e-2dc5-4fa6-808b-a22bfd641df9 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6083999 Sep 30 08:18:21.975218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:21.999377 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] For port dc774202-17de-49f9-943c-75f58a1ac136, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:22.007365 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] For port dc774202-17de-49f9-943c-75f58a1ac136, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=dc774202-17de-49f9-943c-75f58a1ac136,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:22.027180 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.057073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Pushing event updated for resources: {'Port': ['ID=3717667c-cf35-4a61-a45d-5202a7d853f6,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:22.084380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Attempting to bind port 3717667c-cf35-4a61-a45d-5202a7d853f6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:22.085028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Attempting to bind port 3717667c-cf35-4a61-a45d-5202a7d853f6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:22.085787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Attempting to bind port 3717667c-cf35-4a61-a45d-5202a7d853f6 on network 36ab9c7f-b9e8-4218-87a6-2260749be679 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:22.090521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.095065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c6bd407a-e0ac-47b5-9210-8666f02de979 None None] Provisioning complete for port dc774202-17de-49f9-943c-75f58a1ac136 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:22.095632 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd407a-e0ac-47b5-9210-8666f02de979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.103893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2aa0-2e7c-48ad-9e55-d15f86dee65f req-4ab98b9b-f4db-4c35-b844-b9f795e170e2 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:22.113643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.113972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b50a2aa0-2e7c-48ad-9e55-d15f86dee65f req-4ab98b9b-f4db-4c35-b844-b9f795e170e2 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.0717916 Sep 30 08:18:22.137848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:22.138224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Checking segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:22.138633 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.139027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Bound using segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:22.139572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Bound port: 3717667c-cf35-4a61-a45d-5202a7d853f6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:22.139952 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.163961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b50a2aa0-2e7c-48ad-9e55-d15f86dee65f req-6cc8aaac-edc5-4ee4-878a-caea1f2ff632 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490692 Sep 30 08:18:22.279178 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd407a-e0ac-47b5-9210-8666f02de979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.282299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] For port 3717667c-cf35-4a61-a45d-5202a7d853f6, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:22.306292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] For port 3717667c-cf35-4a61-a45d-5202a7d853f6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3717667c-cf35-4a61-a45d-5202a7d853f6,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:22.317576 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.368474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79cde26b-bd27-4d6c-8f87-1d74fee0a4c2 req-b081a445-1617-4877-89d4-9ece4357f6b7 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/7b5dfa40-d7e5-480e-9724-96cce5d59f3d HTTP/1.1" status: 200 len: 2405 time: 0.1312082 Sep 30 08:18:22.386786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Allocated IP 172.25.7.30 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/77f074ac-dbc9-4150-a0d5-0893c9e40cfb) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:22.389279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61e5de-1f8f-4e53-a919-83770f78826e None None] Pushing event updated for resources: {'Port': ['ID=3717667c-cf35-4a61-a45d-5202a7d853f6,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:22.428476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c6bd407a-e0ac-47b5-9210-8666f02de979 None None] For port dc774202-17de-49f9-943c-75f58a1ac136, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=dc774202-17de-49f9-943c-75f58a1ac136,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:22.449584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd407a-e0ac-47b5-9210-8666f02de979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.483261 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:22.483904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:22.496346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2014cf5-a16b-4aac-ab04-11f059d4fb6b req-d5d58d16-b69d-49f6-877b-e75c4ebe2a44 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:22.515458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2014cf5-a16b-4aac-ab04-11f059d4fb6b req-d5d58d16-b69d-49f6-877b-e75c4ebe2a44 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1945589 Sep 30 08:18:22.540885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd407a-e0ac-47b5-9210-8666f02de979 None None] Pushing event updated for resources: {'Port': ['ID=dc774202-17de-49f9-943c-75f58a1ac136,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:22.639632 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bf5c8-50ce-4c8c-b3c1-66a8f53efbee None None] Pushing event updated for resources: {'Port': ['ID=dc774202-17de-49f9-943c-75f58a1ac136,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:22.654468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2014cf5-a16b-4aac-ab04-11f059d4fb6b req-fe5160fb-6b9a-49f9-bdbe-2234ee6bdd9f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369944 Sep 30 08:18:22.688827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.711007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de3203-91f9-4ac3-84c6-50cb6be638c0 req-c1a495bc-cc59-4104-baa2-40f4c49dad78 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:22.719896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82de3203-91f9-4ac3-84c6-50cb6be638c0 req-c1a495bc-cc59-4104-baa2-40f4c49dad78 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 944 time: 0.1468852 Sep 30 08:18:22.781402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.789508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-96746651-e7e1-474b-94e6-b9a1aed8bcda tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-group-rules/24c141a6-086c-4882-886f-8f2e88caffd9 HTTP/1.1" status: 200 len: 778 time: 0.0440059 Sep 30 08:18:22.813254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82de3203-91f9-4ac3-84c6-50cb6be638c0 req-6ecbae48-dd7e-4039-80c2-eee8027f726c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916245 Sep 30 08:18:22.856733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 71908288-a822-4edb-b7b2-a63514887d17 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:22.886857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-10d9e3a2-6406-4ca9-8ef0-731630a65f5f tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/7b5dfa40-d7e5-480e-9724-96cce5d59f3d HTTP/1.1" status: 200 len: 2405 time: 0.0964603 Sep 30 08:18:22.904973 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:22.927020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-aa490659-428f-457c-9b7b-9c238b37aa31 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.948215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-aa490659-428f-457c-9b7b-9c238b37aa31 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.000708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:23.008556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:23.015246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:23.020507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-aa490659-428f-457c-9b7b-9c238b37aa31 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.035702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-aa490659-428f-457c-9b7b-9c238b37aa31 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.044667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb49015f-35b0-46c7-97e3-eeeb1a67067a req-aa490659-428f-457c-9b7b-9c238b37aa31 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/24c141a6-086c-4882-886f-8f2e88caffd9 HTTP/1.1" status: 204 len: 173 time: 0.1551337 Sep 30 08:18:23.078790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Pushing event updated for resources: {'Port': ['ID=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:23.085327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a8606874-9320-4945-9a23-08c6c5d09123 None None] Provisioning complete for port dc774202-17de-49f9-943c-75f58a1ac136 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:23.085762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a8606874-9320-4945-9a23-08c6c5d09123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.094473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-21f85e8f-f71b-4a35-b5dd-759a15b138c2 req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1823871268', 'description': 'tempest-description-1464474834'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:23.120708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa490659-428f-457c-9b7b-9c238b37aa31 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c141a6-086c-4882-886f-8f2e88caffd9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:23.151655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21f85e8f-f71b-4a35-b5dd-759a15b138c2 req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.172484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc1825-2118-41e3-9c93-1ca597cf44dd req-0d295eb9-f2ba-46e2-ba2a-70006875fa5c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:23.184536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97cc1825-2118-41e3-9c93-1ca597cf44dd req-0d295eb9-f2ba-46e2-ba2a-70006875fa5c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1089175 Sep 30 08:18:23.231512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 71908288-a822-4edb-b7b2-a63514887d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=71908288-a822-4edb-b7b2-a63514887d17,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:23.262108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '71908288-a822-4edb-b7b2-a63514887d17', 'network_id': '8fd3d6fa-ff97-4812-94ce-3ada6b016247', 'port_id': '71908288-a822-4edb-b7b2-a63514887d17', 'mac_address': 'fa:16:3e:91:39:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:23.324839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97cc1825-2118-41e3-9c93-1ca597cf44dd req-b987ee41-f98a-4637-a09b-a2a4a018c9ef tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345062 Sep 30 08:18:23.358943 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:23.420301 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0913a8-72ae-4074-9130-ff0b367860f0 None None] The sync data for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 is: [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:23.478834 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.501525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21f85e8f-f71b-4a35-b5dd-759a15b138c2 req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.507653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21f85e8f-f71b-4a35-b5dd-759a15b138c2 req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.525186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71908288-a822-4edb-b7b2-a63514887d17 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:23.591527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-21f85e8f-f71b-4a35-b5dd-759a15b138c2 req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.594279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21f85e8f-f71b-4a35-b5dd-759a15b138c2 req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5054169 Sep 30 08:18:23.595879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 71908288-a822-4edb-b7b2-a63514887d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=71908288-a822-4edb-b7b2-a63514887d17,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:23.601655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04213eda-ab14-46ed-87ca-a4f4a9c9d7ef tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff23c96-177d-4f11-9458-dccceb776ece,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:23.619252 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.789352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=71908288-a822-4edb-b7b2-a63514887d17,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:23.799107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1acc1a17-4464-4d10-b8cf-46b7309b6450 req-12f97955-d773-4829-a248-f2bac629145f tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/bff23c96-177d-4f11-9458-dccceb776ece HTTP/1.1" status: 200 len: 1813 time: 0.1610720 Sep 30 08:18:23.863165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2294409a-c06e-4b42-82cc-34dfae5c7d02 req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-236581967', 'description': 'tempest-description-778910126'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:23.950920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['71908288-a822-4edb-b7b2-a63514887d17'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:23.955719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2294409a-c06e-4b42-82cc-34dfae5c7d02 req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.037080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3717667c-cf35-4a61-a45d-5202a7d853f6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:24.108120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595950a-9666-4782-acff-30ed995b8252 req-30d7943c-27ce-4a06-a1e4-d4dd1f367f84 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:24.124690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f595950a-9666-4782-acff-30ed995b8252 req-30d7943c-27ce-4a06-a1e4-d4dd1f367f84 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.2376220 Sep 30 08:18:24.147681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.215236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3717667c-cf35-4a61-a45d-5202a7d853f6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:24.226064 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.272066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f595950a-9666-4782-acff-30ed995b8252 req-33b71a6c-893e-40d7-bc6e-af1923f01e4d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464829 Sep 30 08:18:24.320680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4027b02-fdaa-41d5-89f0-c0a994116d4d None None] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:24.364836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2294409a-c06e-4b42-82cc-34dfae5c7d02 req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.370488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2294409a-c06e-4b42-82cc-34dfae5c7d02 req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.461220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2294409a-c06e-4b42-82cc-34dfae5c7d02 req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.474594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2294409a-c06e-4b42-82cc-34dfae5c7d02 req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6186187 Sep 30 08:18:24.490650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d88a1-bf91-49a3-be9f-2bbf624aa002 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002cb5df-b823-43b0-9d5a-2d9253146411,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:24.662258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b6f50-de07-4b5d-a910-c3434c4dea65 req-a5396f74-10b5-45d0-9e40-6755ca05862e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:24.674929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-867b6f50-de07-4b5d-a910-c3434c4dea65 req-a5396f74-10b5-45d0-9e40-6755ca05862e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 945 time: 0.1532989 Sep 30 08:18:24.702064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.713767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f080a-d2a7-4f9c-9be9-74a5be12d28d req-e8a14128-0719-443c-a2b8-574e72685f99 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:24.715490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e9f080a-d2a7-4f9c-9be9-74a5be12d28d req-e8a14128-0719-443c-a2b8-574e72685f99 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1443822 Sep 30 08:18:24.748909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e769b417-d421-4c4f-b3e7-f414739eb436 None None] Provisioning complete for port 3717667c-cf35-4a61-a45d-5202a7d853f6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:24.749427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e769b417-d421-4c4f-b3e7-f414739eb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.806111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e9f080a-d2a7-4f9c-9be9-74a5be12d28d req-78ead446-9082-4c82-80d5-5073b6a75049 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824735 Sep 30 08:18:24.827625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-867b6f50-de07-4b5d-a910-c3434c4dea65 req-2c88a747-11af-4979-b2ec-fc5ee771ffa8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517878 Sep 30 08:18:24.919343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.949485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Router 64077979-c77b-4d70-83c8-506d43c986a5 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:18:24.971656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9df3611b-89ca-47c1-a850-256afe85eb51 req-a9ba8a2d-3073-4852-a429-b003f5c92d2a tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/002cb5df-b823-43b0-9d5a-2d9253146411 HTTP/1.1" status: 200 len: 1811 time: 0.1107390 Sep 30 08:18:25.006163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-438170b3-4e6b-4296-98af-a252f08b9151 req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1957600766', 'description': 'tempest-description-205962161'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:25.040599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-438170b3-4e6b-4296-98af-a252f08b9151 req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.073424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3717667c-cf35-4a61-a45d-5202a7d853f6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3717667c-cf35-4a61-a45d-5202a7d853f6,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:25.080542 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e769b417-d421-4c4f-b3e7-f414739eb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.083883 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.084679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dc774202-17de-49f9-943c-75f58a1ac136 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:25.121646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:25.157604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Sync routers for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:25.174799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-438170b3-4e6b-4296-98af-a252f08b9151 req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.180951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-438170b3-4e6b-4296-98af-a252f08b9151 req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.188317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.194460 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68d383cb-461d-4540-8ef0-5a115b66c268 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0104659 Sep 30 08:18:25.194745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:25.254917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a73cc36-1c88-4f50-8a69-f91bc2f5a9a0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:25.258850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:25.263633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:25.274841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-438170b3-4e6b-4296-98af-a252f08b9151 req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.288815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-438170b3-4e6b-4296-98af-a252f08b9151 req-2fc712cf-e9b0-42a4-9de1-49646c3cb345 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2886660 Sep 30 08:18:25.316380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3717667c-cf35-4a61-a45d-5202a7d853f6,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:25.369165 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-e769b417-d421-4c4f-b3e7-f414739eb436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:25.369545 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-e769b417-d421-4c4f-b3e7-f414739eb436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:25.384199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61b595f1-d10a-410d-b28d-a1fb0c3fb663 req-8571433a-9796-437e-84aa-8c756181c163 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/0a73cc36-1c88-4f50-8a69-f91bc2f5a9a0 HTTP/1.1" status: 200 len: 1812 time: 0.0753188 Sep 30 08:18:25.394254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port dc774202-17de-49f9-943c-75f58a1ac136 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:25.394662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.560940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.571184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.604435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:25.609110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf7e05-6737-40f0-a881-a3422d46777f req-415c426d-763d-4293-8a85-a9f16470d325 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:25.613126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ecf7e05-6737-40f0-a881-a3422d46777f req-415c426d-763d-4293-8a85-a9f16470d325 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1199965 Sep 30 08:18:25.680123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ecf7e05-6737-40f0-a881-a3422d46777f req-8560d94c-b2f4-46de-a724-949286b5eb5d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 Sep 30 08:18:25.723694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b2eed9e1-4e5b-44b0-a3f5-70e72d823f88 req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1972713147', 'description': 'tempest-description-515194023'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:25.758423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b2eed9e1-4e5b-44b0-a3f5-70e72d823f88 req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.967506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3717667c-cf35-4a61-a45d-5202a7d853f6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:25.998684 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b2eed9e1-4e5b-44b0-a3f5-70e72d823f88 req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.008228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b2eed9e1-4e5b-44b0-a3f5-70e72d823f88 req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.052407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.066830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd4a87-363a-4793-aeed-481c638ecdc2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:26.092322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f1ad9160-ddcc-4c8c-af1e-b860cecfe91e None None] Provisioning complete for port 3717667c-cf35-4a61-a45d-5202a7d853f6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:26.093045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b2eed9e1-4e5b-44b0-a3f5-70e72d823f88 req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.093236 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9160-ddcc-4c8c-af1e-b860cecfe91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.096381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2eed9e1-4e5b-44b0-a3f5-70e72d823f88 req-3b01fdaa-c249-4c2e-95fe-abf698754a59 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3789413 Sep 30 08:18:26.109278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65aafe-de47-48e1-a8a5-cc86374b5ae3 req-4c086e96-0c1a-4cad-8158-b4eeb3f0871e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:26.116381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d65aafe-de47-48e1-a8a5-cc86374b5ae3 req-4c086e96-0c1a-4cad-8158-b4eeb3f0871e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1760027 Sep 30 08:18:26.185993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:23Z', 'revision_number': 3, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:26.191704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d65aafe-de47-48e1-a8a5-cc86374b5ae3 req-a8b4ccb3-c58c-4047-a060-968aebe80dc7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744030 Sep 30 08:18:26.220329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3717667c-cf35-4a61-a45d-5202a7d853f6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:26.220787 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.313923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Checking router: 64077979-c77b-4d70-83c8-506d43c986a5 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:26.314533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Updating router 64077979-c77b-4d70-83c8-506d43c986a5 port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:26.321014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b028-8650-4ea4-b686-1b2130eb34fe req-260e1864-1717-42d5-8161-a5e74c30799f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:26.326473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9206b028-8650-4ea4-b686-1b2130eb34fe req-260e1864-1717-42d5-8161-a5e74c30799f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 945 time: 0.1302750 Sep 30 08:18:26.367684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.384226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Allocated IP 172.20.0.1 (36ab9c7f-b9e8-4218-87a6-2260749be679/ce8be253-2bf8-4437-8f21-199b2a7c0bb9/2402dc24-42f0-4b37-b871-6393dc2dad3c) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:26.513480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9206b028-8650-4ea4-b686-1b2130eb34fe req-f86f4cee-c9f5-4724-bb1a-0bc75bf64d8e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785765 Sep 30 08:18:26.532957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faeb7f56-e4c5-4e74-8dee-81102bfa8fd4 req-2c98c84c-422f-41eb-b1ca-d5a6c66feaba tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/83dd4a87-363a-4793-aeed-481c638ecdc2 HTTP/1.1" status: 200 len: 1812 time: 0.1581655 Sep 30 08:18:26.576479 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-f19d7314-4198-479a-880c-de5e546ed397 req-9e880d62-2513-46f6-8f3b-791a7f064fb2 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] show failed (client error): The resource could not be found. Sep 30 08:18:26.577765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f19d7314-4198-479a-880c-de5e546ed397 req-9e880d62-2513-46f6-8f3b-791a7f064fb2 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/26e4149b-8bac-4497-82c1-8d276d7f4901 HTTP/1.1" status: 404 len: 352 time: 0.0153837 Sep 30 08:18:26.588016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.617165 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-349cdc61-4bfe-419b-b40c-a3602dd52f55 req-b912223b-e078-46c2-a6b9-8ffc6a67cab4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] show failed (client error): The resource could not be found. Sep 30 08:18:26.618269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-349cdc61-4bfe-419b-b40c-a3602dd52f55 req-b912223b-e078-46c2-a6b9-8ffc6a67cab4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-group-rules/7e234d15-75b2-40b6-afee-4dc7232302a9 HTTP/1.1" status: 404 len: 361 time: 0.0157921 Sep 30 08:18:26.635047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.679640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:26.683822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:26.695199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:26.749314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Pushing event updated for resources: {'Port': ['ID=2402dc24-42f0-4b37-b871-6393dc2dad3c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:26.752665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a81304cf-de1e-4924-9e9d-f32fc650a1be req-f8d75007-7014-4850-8fde-a11945cfd14f tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/83dd4a87-363a-4793-aeed-481c638ecdc2 HTTP/1.1" status: 200 len: 1812 time: 0.1031923 Sep 30 08:18:26.764270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.854229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.871118 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.883703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 71908288-a822-4edb-b7b2-a63514887d17 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:26.992495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.002049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a81304cf-de1e-4924-9e9d-f32fc650a1be req-bfef6bad-0b6d-4385-a2f8-8e5524a614ad tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.016478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Attempting to bind port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:27.016478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Attempting to bind port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:27.016478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Attempting to bind port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:27.048284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c9e42-61a5-497e-b412-222beae04443 req-a9b7b042-854b-4727-b86d-7726566fd556 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:27.051639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842631c-a5f4-4031-bf62-346a58a99314 None None] Pushing event updated for resources: {'Port': ['ID=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.053329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f70c9e42-61a5-497e-b412-222beae04443 req-a9b7b042-854b-4727-b86d-7726566fd556 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.2313552 Sep 30 08:18:27.057043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:27.057646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:27.058156 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.058650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:27.059248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Bound port: 77f074ac-dbc9-4150-a0d5-0893c9e40cfb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:27.059766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.086991 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a81304cf-de1e-4924-9e9d-f32fc650a1be req-bfef6bad-0b6d-4385-a2f8-8e5524a614ad tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.137647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 71908288-a822-4edb-b7b2-a63514887d17 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:27.158630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f70c9e42-61a5-497e-b412-222beae04443 req-3b144767-a406-411a-84c7-ca4c46455ada tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897200 Sep 30 08:18:27.169645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 71908288-a822-4edb-b7b2-a63514887d17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:27.172405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.180869 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a81304cf-de1e-4924-9e9d-f32fc650a1be req-bfef6bad-0b6d-4385-a2f8-8e5524a614ad tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.185631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a81304cf-de1e-4924-9e9d-f32fc650a1be req-bfef6bad-0b6d-4385-a2f8-8e5524a614ad tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.187047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a81304cf-de1e-4924-9e9d-f32fc650a1be req-bfef6bad-0b6d-4385-a2f8-8e5524a614ad tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "DELETE /v2.0/security-groups/83dd4a87-363a-4793-aeed-481c638ecdc2 HTTP/1.1" status: 204 len: 173 time: 0.4230206 Sep 30 08:18:27.219878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6bad-0b6d-4385-a2f8-8e5524a614ad tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd4a87-363a-4793-aeed-481c638ecdc2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.298680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-375434cf-b264-4dd3-b3c1-a26ffa5b1a33 req-370ba101-f57f-40c3-a70f-c16ab0fd02ac tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/0a73cc36-1c88-4f50-8a69-f91bc2f5a9a0 HTTP/1.1" status: 200 len: 1812 time: 0.0740805 Sep 30 08:18:27.335166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] For port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:27.361179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] For port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:27.365421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dd940393-2f75-4621-8fd6-5e3c92e20ad9 None None] Provisioning complete for port 2402dc24-42f0-4b37-b871-6393dc2dad3c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:27.365901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dd940393-2f75-4621-8fd6-5e3c92e20ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.370849 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.404876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.412539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.451773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82aa87-6ac4-44b7-b15b-701be4c87f53 req-852731dd-323b-42b5-858f-2a9d2b2529b8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:27.453994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e82aa87-6ac4-44b7-b15b-701be4c87f53 req-852731dd-323b-42b5-858f-2a9d2b2529b8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1301455 Sep 30 08:18:27.494801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-375434cf-b264-4dd3-b3c1-a26ffa5b1a33 req-4926c5a8-0862-450a-a0ce-25e2c48f7bd4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.511278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dd940393-2f75-4621-8fd6-5e3c92e20ad9 None None] Port 2402dc24-42f0-4b37-b871-6393dc2dad3c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:27.524124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Pushing event updated for resources: {'Port': ['ID=2402dc24-42f0-4b37-b871-6393dc2dad3c,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.525187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:27.526887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.528553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:27.533840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842631c-a5f4-4031-bf62-346a58a99314 None None] Pushing event updated for resources: {'Port': ['ID=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.568812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e82aa87-6ac4-44b7-b15b-701be4c87f53 req-989e0c2d-a5bf-4ece-9af3-c8e440ccadc1 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033959 Sep 30 08:18:27.591007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-375434cf-b264-4dd3-b3c1-a26ffa5b1a33 req-4926c5a8-0862-450a-a0ce-25e2c48f7bd4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.681115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-375434cf-b264-4dd3-b3c1-a26ffa5b1a33 req-4926c5a8-0862-450a-a0ce-25e2c48f7bd4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.684325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-375434cf-b264-4dd3-b3c1-a26ffa5b1a33 req-4926c5a8-0862-450a-a0ce-25e2c48f7bd4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.689480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:27.689852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-375434cf-b264-4dd3-b3c1-a26ffa5b1a33 req-4926c5a8-0862-450a-a0ce-25e2c48f7bd4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a73cc36-1c88-4f50-8a69-f91bc2f5a9a0 HTTP/1.1" status: 204 len: 173 time: 0.3860717 Sep 30 08:18:27.694326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:27.756191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926c5a8-0862-450a-a0ce-25e2c48f7bd4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a73cc36-1c88-4f50-8a69-f91bc2f5a9a0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.757992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.833058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71908288-a822-4edb-b7b2-a63514887d17'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:27.835658 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bff673-ad97-44bd-bad6-9a45b3144eae" -d '{"events": [{"server_uuid": "c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "71908288-a822-4edb-b7b2-a63514887d17"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:27.855032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 71908288-a822-4edb-b7b2-a63514887d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=71908288-a822-4edb-b7b2-a63514887d17,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:27.864226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.883681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:27.898812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7192b2b4-9b6c-433e-af0d-451cefc7c062 req-5bde4dbc-3692-4051-a389-f07354de8e92 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/002cb5df-b823-43b0-9d5a-2d9253146411 HTTP/1.1" status: 200 len: 1811 time: 0.1436851 Sep 30 08:18:28.031623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=71908288-a822-4edb-b7b2-a63514887d17,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:28.066017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Router 64077979-c77b-4d70-83c8-506d43c986a5 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:28.078627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1c64-f244-493a-bf76-ad18822367c0 req-740c3158-9264-4d84-9356-47142e38dbf7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:28.080203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44ee1c64-f244-493a-bf76-ad18822367c0 req-740c3158-9264-4d84-9356-47142e38dbf7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 945 time: 0.2514198 Sep 30 08:18:28.081015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7192b2b4-9b6c-433e-af0d-451cefc7c062 req-14cff1cc-2160-4f83-addc-f4fe22504da4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.213197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44ee1c64-f244-493a-bf76-ad18822367c0 req-bd2e95c3-9598-44bf-8740-bda0c310b8d9 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016810 Sep 30 08:18:28.248088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7192b2b4-9b6c-433e-af0d-451cefc7c062 req-14cff1cc-2160-4f83-addc-f4fe22504da4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.320128 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebda033-9c55-4040-9ba0-839f6a144556 x-openstack-request-id: req-9ebda033-9c55-4040-9ba0-839f6a144556 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:28.320680 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "71908288-a822-4edb-b7b2-a63514887d17", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:28.320680 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ebda033-9c55-4040-9ba0-839f6a144556 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:28.321018 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71908288-a822-4edb-b7b2-a63514887d17', 'code': 200} Sep 30 08:18:28.360578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7192b2b4-9b6c-433e-af0d-451cefc7c062 req-14cff1cc-2160-4f83-addc-f4fe22504da4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.362035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4491f705-32e9-424e-a2e4-b62f679faed3 None None] Provisioning complete for port 2402dc24-42f0-4b37-b871-6393dc2dad3c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:28.362427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4491f705-32e9-424e-a2e4-b62f679faed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.363914 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7192b2b4-9b6c-433e-af0d-451cefc7c062 req-14cff1cc-2160-4f83-addc-f4fe22504da4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.368119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7192b2b4-9b6c-433e-af0d-451cefc7c062 req-14cff1cc-2160-4f83-addc-f4fe22504da4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "DELETE /v2.0/security-groups/002cb5df-b823-43b0-9d5a-2d9253146411 HTTP/1.1" status: 204 len: 173 time: 0.4684353 Sep 30 08:18:28.390600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff1cc-2160-4f83-addc-f4fe22504da4 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002cb5df-b823-43b0-9d5a-2d9253146411,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:28.403757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:28.424690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b007dc6-394b-4847-b5e6-afb8f596e0cb admin admin] 10.222.0.41 "PUT /v2.0/routers/64077979-c77b-4d70-83c8-506d43c986a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2286816 Sep 30 08:18:28.462585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4491f705-32e9-424e-a2e4-b62f679faed3 None None] Port 2402dc24-42f0-4b37-b871-6393dc2dad3c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:28.568483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f8816e5-3c23-4e31-b98d-121ccae169ea req-f027ad5b-5008-47f4-b8ea-2aad8284d989 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/bff23c96-177d-4f11-9458-dccceb776ece HTTP/1.1" status: 200 len: 1813 time: 0.1571140 Sep 30 08:18:28.570840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 2, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:28.585369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05d8bf-9478-45d0-ae8e-a99347504fec req-c82fabaf-456c-4ae1-8569-0c4cebd8f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:28.586938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c05d8bf-9478-45d0-ae8e-a99347504fec req-c82fabaf-456c-4ae1-8569-0c4cebd8f8c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 1097 time: 0.1685815 Sep 30 08:18:28.618452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611a8e0-cae4-41e7-bfaa-9b354b9178ea req-1f64185f-8bdc-4f8f-91fe-871b385a463a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:28.626354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a611a8e0-cae4-41e7-bfaa-9b354b9178ea req-1f64185f-8bdc-4f8f-91fe-871b385a463a tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1789768 Sep 30 08:18:28.641906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55046e58-01c5-43c9-aa31-ce16a4ea20d3 None None] The sync data for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 is: [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 2, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:28.689513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c05d8bf-9478-45d0-ae8e-a99347504fec req-2f0b8167-37f5-4171-8fca-95513317ad38 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925841 Sep 30 08:18:28.720376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5f8816e5-3c23-4e31-b98d-121ccae169ea req-6890d62a-e302-4d61-a128-964f54c1ce96 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.725577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a611a8e0-cae4-41e7-bfaa-9b354b9178ea req-f60c42b1-637d-4439-8ffc-ac7e97fc931c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983341 Sep 30 08:18:28.758605 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5f8816e5-3c23-4e31-b98d-121ccae169ea req-6890d62a-e302-4d61-a128-964f54c1ce96 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.829687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5f8816e5-3c23-4e31-b98d-121ccae169ea req-6890d62a-e302-4d61-a128-964f54c1ce96 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.833349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5f8816e5-3c23-4e31-b98d-121ccae169ea req-6890d62a-e302-4d61-a128-964f54c1ce96 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.843452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f8816e5-3c23-4e31-b98d-121ccae169ea req-6890d62a-e302-4d61-a128-964f54c1ce96 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "DELETE /v2.0/security-groups/bff23c96-177d-4f11-9458-dccceb776ece HTTP/1.1" status: 204 len: 173 time: 0.2739441 Sep 30 08:18:28.881334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890d62a-e302-4d61-a128-964f54c1ce96 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff23c96-177d-4f11-9458-dccceb776ece,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:29.083038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45136d5-7164-4d80-af2d-0c0ad93885d4 req-fc7d2c26-d47f-44ce-b038-4ae07dd035dc tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:29.084741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f45136d5-7164-4d80-af2d-0c0ad93885d4 req-fc7d2c26-d47f-44ce-b038-4ae07dd035dc tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1707273 Sep 30 08:18:29.147944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f45136d5-7164-4d80-af2d-0c0ad93885d4 req-4853f3a8-25a6-4db7-8431-f053ce171059 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551493 Sep 30 08:18:29.397270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f36353f-f5b3-4fe6-93d7-9b2a0ca15fdb req-4c0b6e45-03e8-4175-b293-0ce522e221bd tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "GET /v2.0/security-groups/7b5dfa40-d7e5-480e-9724-96cce5d59f3d HTTP/1.1" status: 200 len: 1812 time: 0.0808892 Sep 30 08:18:29.436621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:29.442187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486913946', 'description': 'tempest-description--1769486659'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:29.482661 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f36353f-f5b3-4fe6-93d7-9b2a0ca15fdb req-018a2239-e991-4d9a-9cac-64f174b8a248 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.517537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f36353f-f5b3-4fe6-93d7-9b2a0ca15fdb req-018a2239-e991-4d9a-9cac-64f174b8a248 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.519102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.673376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e34af-56a6-4422-9218-f8b37238f180 req-a45ea7fc-210c-4f68-98ae-8ae6e6d28852 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:29.679670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c44e34af-56a6-4422-9218-f8b37238f180 req-a45ea7fc-210c-4f68-98ae-8ae6e6d28852 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1291471 Sep 30 08:18:29.680590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f36353f-f5b3-4fe6-93d7-9b2a0ca15fdb req-018a2239-e991-4d9a-9cac-64f174b8a248 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.691098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0f36353f-f5b3-4fe6-93d7-9b2a0ca15fdb req-018a2239-e991-4d9a-9cac-64f174b8a248 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.692772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f36353f-f5b3-4fe6-93d7-9b2a0ca15fdb req-018a2239-e991-4d9a-9cac-64f174b8a248 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] 10.222.0.41 "DELETE /v2.0/security-groups/7b5dfa40-d7e5-480e-9724-96cce5d59f3d HTTP/1.1" status: 204 len: 173 time: 0.2884972 Sep 30 08:18:29.705291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49236) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:29.718599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2239-e991-4d9a-9cac-64f174b8a248 tempest-SecurityGroupRulesNegativeTestJSON-1532755914 tempest-SecurityGroupRulesNegativeTestJSON-1532755914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5dfa40-d7e5-480e-9724-96cce5d59f3d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:29.739758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.804828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c44e34af-56a6-4422-9218-f8b37238f180 req-6385e7b8-d60d-4eac-b640-854a4455dfa0 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106522 Sep 30 08:18:29.816735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.911572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667ce13f-6183-4e17-ba52-42936de681d2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:29.940472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Deleting subnet e9dfcfc5-1e90-4fed-b131-c68e53e83a8b {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:29.946888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.950350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d4ea-fe4d-466f-a267-0867600a9cf8 req-44be42b6-3905-4cbc-85ca-2e9b376b1333 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:29.955112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc85d4ea-fe4d-466f-a267-0867600a9cf8 req-44be42b6-3905-4cbc-85ca-2e9b376b1333 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.0812552 Sep 30 08:18:29.991447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.024359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc85d4ea-fe4d-466f-a267-0867600a9cf8 req-f156a210-dccb-4129-9e22-fd3700b063bc tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Sep 30 08:18:30.036947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.038404 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d324cd67-25b3-4a27-a4b1-afb9d2160969 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6005752 Sep 30 08:18:30.043431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49240) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:30.049863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Request body: {'security_group_rule': {'security_group_id': '667ce13f-6183-4e17-ba52-42936de681d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:30.068986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.089804 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.154536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.204054 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.212800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.228482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dfcfc5-1e90-4fed-b131-c68e53e83a8b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:30.236110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.240279 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d46cc41-c353-498f-b493-63ac37559829 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e9dfcfc5-1e90-4fed-b131-c68e53e83a8b HTTP/1.1" status: 204 len: 168 time: 0.5315666 Sep 30 08:18:30.246692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49244) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:30.258548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25498975-fdbc-450d-9f23-5b4ac7b42361,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:30.279750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.289649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77f074ac-dbc9-4150-a0d5-0893c9e40cfb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:30.292839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d2902d2-02bf-4f02-bd2b-7d86d504767b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2392895 Sep 30 08:18:30.293591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49248) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:30.298373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Request body: {'security_group_rule': {'security_group_id': '667ce13f-6183-4e17-ba52-42936de681d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:30.401769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.416424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.434013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:30.434379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.443508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f63d04-2c7e-4e00-9a26-619b372bc4a9 req-1a0354bf-5d7a-4a58-b031-ca301cea9014 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:30.445077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80f63d04-2c7e-4e00-9a26-619b372bc4a9 req-1a0354bf-5d7a-4a58-b031-ca301cea9014 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1300631 Sep 30 08:18:30.573776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80f63d04-2c7e-4e00-9a26-619b372bc4a9 req-66bd3065-bb5d-4192-a10d-ef3431c3cd40 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131685 Sep 30 08:18:30.622762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.630841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.636993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.664718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.665917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:30.673022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.702801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.707905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4096651 Sep 30 08:18:30.707905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5e8c1-a8d6-4c95-8f68-24966b26ffe3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4dfff8-e219-4c70-9ed5-908c106ccb2f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:30.708276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49254) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:30.713319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:30.722326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:30.734341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91b02bc-835f-4a46-aee3-deebb95b24b1') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:30.734652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91b02bc-835f-4a46-aee3-deebb95b24b1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:30.747494 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.756247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.766185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.779812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:30.780287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:30.782528 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:30.792863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:30.874960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.882786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.885074 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4 HTTP/1.1" status: 204 len: 168 time: 0.6350021 Sep 30 08:18:30.899474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a8119-05c6-45a0-85e1-08555285d8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ff861e-aecf-4a2c-8a6d-6e7efe1a9ee4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:30.924008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.036502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f62e1-0216-47c9-9b60-d3910e020ea8 req-14f26b10-3fbf-4a3c-9a05-894520ab4eb2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:31.038136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b63f62e1-0216-47c9-9b60-d3910e020ea8 req-14f26b10-3fbf-4a3c-9a05-894520ab4eb2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0672262 Sep 30 08:18:31.111245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Allocated IP 172.25.7.242 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/00dea2eb-a7cb-4b25-81d8-ebc24a9cd6d6) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:31.112557 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49262) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:31.129667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b63f62e1-0216-47c9-9b60-d3910e020ea8 req-4c073a31-e2fd-4aa7-bede-ea956af77ec5 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734897 Sep 30 08:18:31.204803 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c5fa6f92-6702-4bd3-bedd-8efe1fed43c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c80437a9bee641bda9d623c60c2e8fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903876 Sep 30 08:18:31.206080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49266) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:31.255500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837aa96-effb-475d-915c-9e8f9978e534 req-6e8ba051-2630-4188-b706-828a251f48b7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:31.257077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f837aa96-effb-475d-915c-9e8f9978e534 req-6e8ba051-2630-4188-b706-828a251f48b7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1191754 Sep 30 08:18:31.309412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01bb510b-34f6-4e52-a29f-48562717a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.330104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.345919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01bb510b-34f6-4e52-a29f-48562717a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.368179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f837aa96-effb-475d-915c-9e8f9978e534 req-4b624aef-e883-46e4-b3aa-e90aaafb7827 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992286 Sep 30 08:18:31.422330 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.426162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01bb510b-34f6-4e52-a29f-48562717a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.430226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01bb510b-34f6-4e52-a29f-48562717a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.431564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01bb510b-34f6-4e52-a29f-48562717a1de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31a7a594-937d-4bd8-a693-e5f4789e7d45 HTTP/1.1" status: 204 len: 168 time: 0.2237077 Sep 30 08:18:31.459825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb510b-34f6-4e52-a29f-48562717a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a7a594-937d-4bd8-a693-e5f4789e7d45,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:31.998178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:32.014240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:32.020690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:32.026933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event updated for resources: {'Port': ['ID=00dea2eb-a7cb-4b25-81d8-ebc24a9cd6d6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:32.060844 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Sync routers for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:32.070127 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:32.070754 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:32.081661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-f19ce60d-55c2-40b8-ad77-694257f91865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.083868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-f19ce60d-55c2-40b8-ad77-694257f91865 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 1097 time: 0.2085946 Sep 30 08:18:32.091296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a00ed-3893-4241-ab3c-14acfd1c909d req-b54e14db-3ce5-42af-aeed-ef742ec9604e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.100063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f6a00ed-3893-4241-ab3c-14acfd1c909d req-b54e14db-3ce5-42af-aeed-ef742ec9604e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.2219672 Sep 30 08:18:32.127908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa5323-bf51-477c-b19a-fff5c5e865cd req-15efc9dd-93f4-4f37-8856-086297434b5a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.135928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47aa5323-bf51-477c-b19a-fff5c5e865cd req-15efc9dd-93f4-4f37-8856-086297434b5a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.2589796 Sep 30 08:18:32.188763 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:32.269149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77f074ac-dbc9-4150-a0d5-0893c9e40cfb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:32.350227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:32.350521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.395396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f6a00ed-3893-4241-ab3c-14acfd1c909d req-c890534a-f815-4148-9dd0-864ea26dda31 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937608 Sep 30 08:18:32.430143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47aa5323-bf51-477c-b19a-fff5c5e865cd req-198cb4d9-81dc-4e4b-8f3e-3b26cf266b32 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931969 Sep 30 08:18:32.471319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.522894 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [req-554579c4-cf5f-425d-9170-efe40294cbcd req-77a163e5-aa8a-4725-a376-90d799064067 service neutron] show failed (client error): The resource could not be found. Sep 30 08:18:32.523465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-c3ccb404-ed86-40b4-8465-89265e036a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.525064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-c3ccb404-ed86-40b4-8465-89265e036a10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 910 time: 0.4202833 Sep 30 08:18:32.526211 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-77a163e5-aa8a-4725-a376-90d799064067 service neutron] 10.222.0.50 "GET /v2.0/ports/1a6209e7-9928-408e-ab02-33fdc5703d17/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.1389279 Sep 30 08:18:32.602407 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 2, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:32.633980 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Checking router: 64077979-c77b-4d70-83c8-506d43c986a5 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:32.634338 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Updating router 64077979-c77b-4d70-83c8-506d43c986a5 port 2402dc24-42f0-4b37-b871-6393dc2dad3c binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:32.678227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.696437 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.833841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-2752a945-bee2-4724-83ea-6c303ace4a6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71908288-a822-4edb-b7b2-a63514887d17 HTTP/1.1" status: 200 len: 217 time: 0.2884185 Sep 30 08:18:32.934967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49306) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:32.975090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e679c-f570-4031-bf98-d4856974d0b2 req-b1631e26-3c43-4e7d-9539-e321995d7621 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.982953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e43e679c-f570-4031-bf98-d4856974d0b2 req-b1631e26-3c43-4e7d-9539-e321995d7621 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.3735690 Sep 30 08:18:33.018941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-008d04cc-1b01-4cf7-b518-853b0438d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:33.020561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-008d04cc-1b01-4cf7-b518-853b0438d16f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.1732635 Sep 30 08:18:33.070398 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.072130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-78585835-d609-4801-9245-51d53987d04e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379772 Sep 30 08:18:33.079630 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.085360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1325596083-network', 'tenant_id': '290a0fc411d54437b1d20127fb814883'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:33.112784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Made reservation on behalf of 290a0fc411d54437b1d20127fb814883 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:33.115867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.124711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-98af6322-165c-4dc4-9541-0482ad36e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:33.126302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-98af6322-165c-4dc4-9541-0482ad36e47c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 1101 time: 0.2407262 Sep 30 08:18:33.132585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.148065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e43e679c-f570-4031-bf98-d4856974d0b2 req-4c199fae-33fb-4f6e-bbb0-20eeff4dea16 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603711 Sep 30 08:18:33.156716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:33.196171 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a8d95-07f0-497f-9019-478caba9de9f None None] Pushing event updated for resources: {'Port': ['ID=2402dc24-42f0-4b37-b871-6393dc2dad3c,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.259844 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Attempting to bind port 2402dc24-42f0-4b37-b871-6393dc2dad3c on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:33.260512 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Attempting to bind port 2402dc24-42f0-4b37-b871-6393dc2dad3c by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:33.261066 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Attempting to bind port 2402dc24-42f0-4b37-b871-6393dc2dad3c on network 36ab9c7f-b9e8-4218-87a6-2260749be679 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:33.267396 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:33.268066 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Checking segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:33.268640 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.269285 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Bound using segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:33.270512 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Bound port: 2402dc24-42f0-4b37-b871-6393dc2dad3c, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:33.271132 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.273803 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.307100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.318021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.325038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.326948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.350930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:33.371645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.372328 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Added segment 3c0ae527-5c8a-416c-8e58-c65fcc98a569 of type vlan for network 9aabae1a-c681-4449-a6c7-44973b2f94e7 Sep 30 08:18:33.379992 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] For port 2402dc24-42f0-4b37-b871-6393dc2dad3c, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:33.389343 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] For port 2402dc24-42f0-4b37-b871-6393dc2dad3c, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2402dc24-42f0-4b37-b871-6393dc2dad3c,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:33.396334 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.414908 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.453746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f617dad8-313c-49c5-93c4-e01c3a5e273e None None] Provisioning complete for port 2402dc24-42f0-4b37-b871-6393dc2dad3c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:33.454853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f617dad8-313c-49c5-93c4-e01c3a5e273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.492319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f136bd3-013b-490b-9339-9b4564cb4b66,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.497186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.529328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event updated for resources: {'Port': ['ID=00dea2eb-a7cb-4b25-81d8-ebc24a9cd6d6,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.541148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.541872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:33.542484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.561621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-632d0b03-56f2-494e-83ce-03e6efd9fd3c service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735515 Sep 30 08:18:33.581700 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:33.582953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:33.594041 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a8d95-07f0-497f-9019-478caba9de9f None None] Pushing event updated for resources: {'Port': ['ID=2402dc24-42f0-4b37-b871-6393dc2dad3c,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.609908 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6688447 Sep 30 08:18:33.615954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49314) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:33.625239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f617dad8-313c-49c5-93c4-e01c3a5e273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.639287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Request body: {'subnet': {'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1325596083-subnet', 'tenant_id': '290a0fc411d54437b1d20127fb814883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:33.650981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.651724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f576d6e0-d96e-4b90-9f61-c060791a0b08 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9424675 Sep 30 08:18:33.680666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f617dad8-313c-49c5-93c4-e01c3a5e273e None None] For port 2402dc24-42f0-4b37-b871-6393dc2dad3c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2402dc24-42f0-4b37-b871-6393dc2dad3c,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:33.688678 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f617dad8-313c-49c5-93c4-e01c3a5e273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.734402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e0e90-7fdd-42fa-9537-66fc286d27d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9aabae1a-c681-4449-a6c7-44973b2f94e7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.776836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617dad8-313c-49c5-93c4-e01c3a5e273e None None] Pushing event updated for resources: {'Port': ['ID=2402dc24-42f0-4b37-b871-6393dc2dad3c,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.776983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Made reservation on behalf of 290a0fc411d54437b1d20127fb814883 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:33.781004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.781611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9aabae1a-c681-4449-a6c7-44973b2f94e7 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:33.920028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:33.935868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804178-737f-4165-bf11-6707e389f447 req-2f669cc5-a53f-437d-a364-c8c0fd8ff7b7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:33.937768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4804178-737f-4165-bf11-6707e389f447 req-2f669cc5-a53f-437d-a364-c8c0fd8ff7b7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.3819759 Sep 30 08:18:34.024293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a32074af-6d2d-403a-9e7a-3a5361cf563d None None] Provisioning complete for port 2402dc24-42f0-4b37-b871-6393dc2dad3c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:34.025487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a32074af-6d2d-403a-9e7a-3a5361cf563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.097196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.117028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc3-12c8-4c73-ac5b-14e9e7021f36 req-ecd5c2e0-1598-4a41-865e-6010df2fbd8c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:34.118827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6b5fcc3-12c8-4c73-ac5b-14e9e7021f36 req-ecd5c2e0-1598-4a41-865e-6010df2fbd8c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.5559940 Sep 30 08:18:34.228873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Checking segment: {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:34.237981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Network hostable DHCP agents. Network: 9aabae1a-c681-4449-a6c7-44973b2f94e7, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:34.252583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:34.260781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4804178-737f-4165-bf11-6707e389f447 req-053d5ed5-9f3e-4d86-aecb-eae96a16613c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737949 Sep 30 08:18:34.285020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Network 9aabae1a-c681-4449-a6c7-44973b2f94e7 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:34.304692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2402dc24-42f0-4b37-b871-6393dc2dad3c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:34.308999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9aabae1a-c681-4449-a6c7-44973b2f94e7) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:34.313676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:34.314658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.345290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c684c7-b2bc-4738-9fda-1cf501a675a6 None None] Network 9aabae1a-c681-4449-a6c7-44973b2f94e7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:34.348084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3288e003-f90f-4f1c-b120-af33ffb089cf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7308841 Sep 30 08:18:34.377739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-162c12a9-3388-4fbf-9f7e-7f3fbae6df58 req-ff2675b5-62b6-47b9-b892-4ff03bfe1473 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306809 Sep 30 08:18:34.424272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6b5fcc3-12c8-4c73-ac5b-14e9e7021f36 req-15247c40-57cf-4741-ab7c-6f2ee04196b9 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985885 Sep 30 08:18:34.500235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:34.504879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:34.582603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa10b8-a2c1-48c4-957d-446e4ad7add9 None None] Network 9aabae1a-c681-4449-a6c7-44973b2f94e7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:34.596074 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb5fb-b783-47f2-835b-aee855b95a43 None None] The sync data for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 is: [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:34.596470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2402dc24-42f0-4b37-b871-6393dc2dad3c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:34.596854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.638686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:34.713706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57702af-9a4e-4d59-bb0c-efce5f144156 req-1ba7abca-70ce-48b3-80dc-fdd0482c7066 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:34.715879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d57702af-9a4e-4d59-bb0c-efce5f144156 req-1ba7abca-70ce-48b3-80dc-fdd0482c7066 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1531563 Sep 30 08:18:34.770204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-1f81992b-50ce-4aec-b6cc-85847c2b6990 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--486913946&fields=id&tenant_id=5a714ad4bd8a4c1fb813216bed4159e4 HTTP/1.1" status: 200 len: 267 time: 0.1473858 Sep 30 08:18:34.774804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:34.777365 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd52e518-ed56-4d29-b87f-6361321e79d2" -d '{"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:34.784642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.860443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Transition to ACTIVE for port object 1a6209e7-9928-408e-ab02-33fdc5703d17 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:34.871850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d57702af-9a4e-4d59-bb0c-efce5f144156 req-64484f8e-95b0-41c6-8589-bb180c97a7f9 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450524 Sep 30 08:18:34.880148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.900154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:34.970577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:35.025311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] No DVR routers for this DVR port 1a6209e7-9928-408e-ab02-33fdc5703d17 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:35.058641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:35.112591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-50632ec0-292f-4055-a675-eb2816819bda req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1801523507', 'description': 'tempest-description-1000567324'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:35.124545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-9b3bb898-8aa9-4140-82d2-3e35d4639d3c tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.126553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-9b3bb898-8aa9-4140-82d2-3e35d4639d3c tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/networks?id=36ab9c7f-b9e8-4218-87a6-2260749be679 HTTP/1.1" status: 200 len: 812 time: 0.3457122 Sep 30 08:18:35.163902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-78782fd8-2878-48f2-a9cb-3e5f20d72b46 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/quotas/5a714ad4bd8a4c1fb813216bed4159e4 HTTP/1.1" status: 200 len: 375 time: 0.0231116 Sep 30 08:18:35.168129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:35.168470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:35.168801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:35.212213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:35.212543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:35.219950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:35.220419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:35.220823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:35.221369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Bound port: 1a6209e7-9928-408e-ab02-33fdc5703d17, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:35.221849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.240809 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-50632ec0-292f-4055-a675-eb2816819bda req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.315735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-8c437f9c-b71a-46a2-b97d-67b9907af4cc tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a714ad4bd8a4c1fb813216bed4159e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1415234 Sep 30 08:18:35.362708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:35.385126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:35.395240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.477563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.478190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.479624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 1096 time: 2.3296595 Sep 30 08:18:35.535762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03229d9-ff9f-4ced-9512-a1a498048ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:35.547811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-7ddfc22f-d80a-47ab-b53c-cc1e39379571 service neutron] 10.222.0.41 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185507 Sep 30 08:18:35.568989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-50632ec0-292f-4055-a675-eb2816819bda req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.581149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-50632ec0-292f-4055-a675-eb2816819bda req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.666765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-50632ec0-292f-4055-a675-eb2816819bda req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.668018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50632ec0-292f-4055-a675-eb2816819bda req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5630946 Sep 30 08:18:35.677733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2fd21-3543-4285-8ec4-0ddf75bfa0bf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa97202-64f9-4475-98cb-4009159771b3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:35.685554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-b138c3c8-36a6-4d07-94ae-f229df55c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.685554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-b138c3c8-36a6-4d07-94ae-f229df55c57c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1099 time: 0.1606987 Sep 30 08:18:35.760110 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cccbd26-0ddd-4b3e-9f2f-4b1c1b8a26b6 x-openstack-request-id: req-3cccbd26-0ddd-4b3e-9f2f-4b1c1b8a26b6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:35.760350 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:35.760871 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cccbd26-0ddd-4b3e-9f2f-4b1c1b8a26b6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:35.761151 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'code': 200} Sep 30 08:18:35.769795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-ddd344d5-fe52-4814-b602-21f825da7845 service neutron] 10.222.0.41 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993155 Sep 30 08:18:35.941542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-5e0614cd-0962-47b8-b365-451acc16a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.942914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-5e0614cd-0962-47b8-b365-451acc16a637 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2447712 Sep 30 08:18:36.027338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-0cf22cce-2e48-4703-80b3-4aad75d2001b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0714979 Sep 30 08:18:36.207492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-a39f53d5-3c27-4abd-bb3d-1e083faed3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.208767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-a39f53d5-3c27-4abd-bb3d-1e083faed3cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1640677 Sep 30 08:18:36.233488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bdadc-76ec-495c-9464-450147cce4e7 req-f417b924-0183-4408-8932-556f0bd7684c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.235266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-910bdadc-76ec-495c-9464-450147cce4e7 req-f417b924-0183-4408-8932-556f0bd7684c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1031992 Sep 30 08:18:36.379392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-910bdadc-76ec-495c-9464-450147cce4e7 req-07b05372-dd28-49a1-b3a1-d68c3d25f311 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305835 Sep 30 08:18:36.394060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2788f-bd5e-43f3-9cae-c017ee8f2a7b req-7ffbf154-b76e-49dc-b344-f48eb963368a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.395879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34f2788f-bd5e-43f3-9cae-c017ee8f2a7b req-7ffbf154-b76e-49dc-b344-f48eb963368a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1510446 Sep 30 08:18:36.407156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554579c4-cf5f-425d-9170-efe40294cbcd req-36048490-42b4-42a2-b5c2-1569f3d0fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.408967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-36048490-42b4-42a2-b5c2-1569f3d0fb8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727586 Sep 30 08:18:36.556617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34f2788f-bd5e-43f3-9cae-c017ee8f2a7b req-03354695-3a52-4fd5-ba3c-a3e1f68350d1 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449301 Sep 30 08:18:36.571647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3c9607de-7fff-4969-874d-f87b48427ae5 req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2121848820', 'description': 'tempest-description-1378357884'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:36.652089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c9607de-7fff-4969-874d-f87b48427ae5 req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.676565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-1db79abc-c8f3-4187-9e66-870714218cdb service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416911 Sep 30 08:18:36.875858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fee20-d7e9-4f22-8a07-be1cee0bf9de req-ffdfcb95-9afd-4a18-9855-ee5c00e4a513 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.878106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73fee20-d7e9-4f22-8a07-be1cee0bf9de req-ffdfcb95-9afd-4a18-9855-ee5c00e4a513 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1676915 Sep 30 08:18:36.913795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-554579c4-cf5f-425d-9170-efe40294cbcd req-755760f7-f83d-48d7-86f9-36859ac4ad72 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161989 Sep 30 08:18:36.948411 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c9607de-7fff-4969-874d-f87b48427ae5 req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.961694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c9607de-7fff-4969-874d-f87b48427ae5 req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.006533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafec3ac-284f-4d7f-a8d9-1b4765222391,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:37.014786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73fee20-d7e9-4f22-8a07-be1cee0bf9de req-c75f4e8b-25f8-439c-b787-5ce8fe121823 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209931 Sep 30 08:18:37.025896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c9607de-7fff-4969-874d-f87b48427ae5 req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.029006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c9607de-7fff-4969-874d-f87b48427ae5 req-f315d39c-88ef-46e1-8afb-13b875f1608b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4633150 Sep 30 08:18:37.287177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bafb6898-711a-47c7-80dc-2f278064ee0f req-3ad81e6d-bd31-449c-9688-ccc5d0cfd30c tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 210 time: 0.0565252 Sep 30 08:18:37.473290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-229dc2f6-f7fd-43b9-8296-1b02b02e0daf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:37.474794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-229dc2f6-f7fd-43b9-8296-1b02b02e0daf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 813 time: 0.1851897 Sep 30 08:18:37.526274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-2f6a97db-de6e-49da-9729-48c1c5d450b6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/quotas/290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 375 time: 0.0404947 Sep 30 08:18:37.570348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-6caebf12-969a-41ea-aa62-d560dc4fa6de tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362992 Sep 30 08:18:37.579315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f28ca7-c69d-4d90-8833-56826aa09bf4 req-0d44a35a-0872-447d-afa6-6a61928ed28a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:37.586623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74f28ca7-c69d-4d90-8833-56826aa09bf4 req-0d44a35a-0872-447d-afa6-6a61928ed28a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1108253 Sep 30 08:18:37.689772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74f28ca7-c69d-4d90-8833-56826aa09bf4 req-eed2affc-c372-4418-8709-4f3a78867b30 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982292 Sep 30 08:18:37.723042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-0e6ff286-1860-47be-b23d-5c7ad957962e service neutron] 10.222.0.41 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338141 Sep 30 08:18:37.767591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:37.771060 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dd5d0-8d47-41a9-beed-0e138700d4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:37.899036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-1f19205c-01b5-4aab-9b10-45daacbd787d service neutron] 10.222.0.41 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690252 Sep 30 08:18:37.922829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100825-31c2-4541-8723-1bee16b3ee23 req-13a7ecd2-2ca5-4c42-ab7e-51788139653b tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:37.924366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6100825-31c2-4541-8723-1bee16b3ee23 req-13a7ecd2-2ca5-4c42-ab7e-51788139653b tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0961025 Sep 30 08:18:37.966220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6100825-31c2-4541-8723-1bee16b3ee23 req-4a2941a6-9de1-49c8-ae1f-a15a8c8f6ca2 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342834 Sep 30 08:18:38.042758 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea99cb-16a1-4aae-a0d1-9c9c050b7df1 x-openstack-request-id: req-ccea99cb-16a1-4aae-a0d1-9c9c050b7df1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:38.043053 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:38.043301 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccea99cb-16a1-4aae-a0d1-9c9c050b7df1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:38.043698 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'status': 'completed', 'code': 200} Sep 30 08:18:38.170259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b4ccb82-da0e-41c2-8d67-890791c03e13 req-2df0a3fe-a086-4f58-b0e3-4a213070bb17 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 210 time: 0.1077046 Sep 30 08:18:38.254193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-9b14aa5c-5e31-4fcd-9625-d80d9d4d5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.254193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-9b14aa5c-5e31-4fcd-9625-d80d9d4d5e24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1099 time: 0.1664732 Sep 30 08:18:38.271001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-4a9425c9-0293-4cc0-b76e-0a538703f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.272571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-4a9425c9-0293-4cc0-b76e-0a538703f5ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1099 time: 0.0914893 Sep 30 08:18:38.367104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485fb9e-56f2-486e-8eb5-51f0eb4af934 req-e4105e43-b5c4-4a8b-9e05-2f4cd940dbc7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.368755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4485fb9e-56f2-486e-8eb5-51f0eb4af934 req-e4105e43-b5c4-4a8b-9e05-2f4cd940dbc7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1864953 Sep 30 08:18:38.507525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3494e1f7-163e-4ce5-b613-23a6b1b1a7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.513604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-5305383f-36b6-4f36-8c16-896dc4243c44 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.515923 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-5305383f-36b6-4f36-8c16-896dc4243c44 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.57 "GET /v2.0/networks?id=36ab9c7f-b9e8-4218-87a6-2260749be679 HTTP/1.1" status: 200 len: 812 time: 0.2085454 Sep 30 08:18:38.617036 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-7944ccc6-f973-415b-99d9-42e0eaf2b8ed tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a714ad4bd8a4c1fb813216bed4159e4 HTTP/1.1" status: 200 len: 379 time: 0.0818954 Sep 30 08:18:38.643756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Request body: {'port': {'device_id': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'admin_state_up': True, 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'security_groups': ['667ce13f-6183-4e17-ba52-42936de681d2']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:38.790717 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-c65f21c1-0ddc-4d0d-a5b8-b9c52e6bb0b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975285 Sep 30 08:18:38.830608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c71dc828-1ad2-43fd-acb7-fb3082e24269 req-50408c5e-5421-4e50-b38b-df8f7dbfcc19 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 210 time: 0.4036536 Sep 30 08:18:38.846373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Made reservation on behalf of 5a714ad4bd8a4c1fb813216bed4159e4 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:38.856866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.859445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4485fb9e-56f2-486e-8eb5-51f0eb4af934 req-34b2e821-9675-4c50-b1f8-307bd8153a20 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777255 Sep 30 08:18:38.894016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-684303d1-c9b9-41fc-9cd3-63f8816631f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.897551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-684303d1-c9b9-41fc-9cd3-63f8816631f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.6232429 Sep 30 08:18:38.901066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-ab5dc0de-5f1e-48df-9fc0-763beaf76bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.901066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-ab5dc0de-5f1e-48df-9fc0-763beaf76bcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.6163936 Sep 30 08:18:38.999651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-9a6b459a-0aa1-4200-82d8-e630b1b28921 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0916023 Sep 30 08:18:39.002112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-082a6bad-54a3-475d-8289-384c9c465866 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0454779 Sep 30 08:18:39.020133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-0e98a37b-95a9-464e-901d-a610fe14c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.021951 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-0e98a37b-95a9-464e-901d-a610fe14c260 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 1101 time: 0.1461210 Sep 30 08:18:39.133885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-58baf17b-75dd-4741-b3b4-879e5e7d366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.135534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-58baf17b-75dd-4741-b3b4-879e5e7d366a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1239161 Sep 30 08:18:39.146996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441a54a-f554-4d23-997d-4f555de0fbc1 req-4140a633-e7f1-4039-9924-cc2d9d51ef2e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.148785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441a54a-f554-4d23-997d-4f555de0fbc1 req-4140a633-e7f1-4039-9924-cc2d9d51ef2e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1941645 Sep 30 08:18:39.159859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-8d13f44a-19e7-4ebb-b261-b9cee8f4d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.161311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-8d13f44a-19e7-4ebb-b261-b9cee8f4d072 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1363328 Sep 30 08:18:39.203148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Allocated IP 172.20.0.5 (36ab9c7f-b9e8-4218-87a6-2260749be679/ce8be253-2bf8-4437-8f21-199b2a7c0bb9/629ab602-39eb-4fa9-a205-8d13350cac12) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:39.265525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-e730ac4c-feed-454f-b12f-73981b455030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.267468 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-e730ac4c-feed-454f-b12f-73981b455030 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2158895 Sep 30 08:18:39.309880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14166e8c-1578-4a12-bb3c-a11cf9bf0eb0 req-161f192c-9b87-422b-ad82-9d5ea0bf411a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.311694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14166e8c-1578-4a12-bb3c-a11cf9bf0eb0 req-161f192c-9b87-422b-ad82-9d5ea0bf411a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1616359 Sep 30 08:18:39.323024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441a54a-f554-4d23-997d-4f555de0fbc1 req-602d2eae-ec13-40bb-a9aa-a250cbd7d937 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428094 Sep 30 08:18:39.343961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-dc7c62d7-b744-40e7-a4da-1a32540209fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.345455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-dc7c62d7-b744-40e7-a4da-1a32540209fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945817 Sep 30 08:18:39.364659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-12d5a819-3b55-4b00-b211-f23ddb3b9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.368941 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-1292a41c-ee72-416a-8e24-716ace9677f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 200 len: 217 time: 0.0911658 Sep 30 08:18:39.374462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-12d5a819-3b55-4b00-b211-f23ddb3b9099 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908343 Sep 30 08:18:39.468484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-f880d6a8-3ba7-400c-8c8e-b9ea5dcd3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.470000 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-f880d6a8-3ba7-400c-8c8e-b9ea5dcd3b0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0904138 Sep 30 08:18:39.487670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ad371c9-e04b-42a8-9f8c-ea43f882cede req-316fe1fc-f470-4004-a002-284fd4e14216 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 210 time: 0.0687363 Sep 30 08:18:39.518550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.552500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-38c62192-28e7-46d4-bf5b-2ed8b7ea826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.554025 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-38c62192-28e7-46d4-bf5b-2ed8b7ea826c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774403 Sep 30 08:18:39.564300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14166e8c-1578-4a12-bb3c-a11cf9bf0eb0 req-275a8176-1385-4d12-a0e3-14e9c69d1286 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254901 Sep 30 08:18:39.586594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.617896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-89929b4c-f1c4-4cfe-a237-1aa1a4734037 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565367 Sep 30 08:18:39.621809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-324a2bd1-a2d2-456d-9a4e-8045e494315b service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251303 Sep 30 08:18:39.684767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:39.710634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:39.718050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:39.720500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event updated for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:39.883604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-2b01032b-5c36-432d-879c-616fb5f5bb3d service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580309 Sep 30 08:18:39.892940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500dd5d0-8d47-41a9-beed-0e138700d4b2 req-01844b3c-dcc3-46bf-9c86-a14bfa244332 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408273 Sep 30 08:18:39.977722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af2d8-485b-415c-b42b-7b4eda2490c2 req-1930a136-b2ba-4377-9115-cd7df568e6a3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.985366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-526af2d8-485b-415c-b42b-7b4eda2490c2 req-1930a136-b2ba-4377-9115-cd7df568e6a3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 931 time: 0.0668166 Sep 30 08:18:40.069130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-526af2d8-485b-415c-b42b-7b4eda2490c2 req-dba59066-3766-40ea-abb8-91ee63c3a9ab tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826933 Sep 30 08:18:40.084642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb881c1-0fd4-43e8-95cc-aa42b98af97d req-a8fbd646-bf2e-4e46-975c-e71b125a7825 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.092260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fb881c1-0fd4-43e8-95cc-aa42b98af97d req-a8fbd646-bf2e-4e46-975c-e71b125a7825 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 948 time: 0.1036131 Sep 30 08:18:40.101703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-11c4d47a-6b2e-485b-91d5-46d79108ff5c None None] Provisioning complete for port 629ab602-39eb-4fa9-a205-8d13350cac12 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:40.102265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11c4d47a-6b2e-485b-91d5-46d79108ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.164262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-11c4d47a-6b2e-485b-91d5-46d79108ff5c None None] Port 629ab602-39eb-4fa9-a205-8d13350cac12 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:40.166211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fb881c1-0fd4-43e8-95cc-aa42b98af97d req-842880b3-15cc-4d69-9fb5-07e39d6544f6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728500 Sep 30 08:18:40.241853 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-16a72587-78e5-4c0d-ac67-9d3494f7d838 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795301 Sep 30 08:18:40.275717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.276360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.324525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-9397af74-8d56-4ca0-b0d0-617ce8c29aef tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.326431 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-9397af74-8d56-4ca0-b0d0-617ce8c29aef tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.57 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 813 time: 0.6608257 Sep 30 08:18:40.360424 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-445befdc-ea72-44b3-a131-015c0b33ef10 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7215817 Sep 30 08:18:40.432922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'port': {'device_id': '2e4e4687-5693-4098-af39-b8fc839268ee', 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7', 'admin_state_up': True, 'tenant_id': '290a0fc411d54437b1d20127fb814883'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:40.522507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Request body: {'port': {'device_id': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:40.572090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a34ab-48d9-4de0-8409-c2060586074c req-c55fc426-fb5d-46dd-bddf-9dcf3528e06d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.581396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a2a34ab-48d9-4de0-8409-c2060586074c req-c55fc426-fb5d-46dd-bddf-9dcf3528e06d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0810208 Sep 30 08:18:40.600417 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2a01073a-6989-4263-bbe3-e9f73101fd24 req-01d3999c-e13a-4957-87b2-c000c18e85e3 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483729 Sep 30 08:18:40.631537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a2a34ab-48d9-4de0-8409-c2060586074c req-1202297d-4855-4c4a-ad7e-4bd77c39b372 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491192 Sep 30 08:18:40.685049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-196a9498-cafa-4b94-b913-273a04f06c18 req-c1ee214f-cf4d-411b-b7b9-7d8ed48c8585 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 210 time: 0.0464232 Sep 30 08:18:40.716748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.760420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:40.838034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e1e-3182-4151-90a6-a36d92478d8a req-6ce3c55e-452b-4f53-8b5e-fd5f3a8a30ea tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.846037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b8b3e1e-3182-4151-90a6-a36d92478d8a req-6ce3c55e-452b-4f53-8b5e-fd5f3a8a30ea tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0746343 Sep 30 08:18:40.906058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:40.915654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b8b3e1e-3182-4151-90a6-a36d92478d8a req-06928b6b-8766-47b8-a281-77b82f9efc3c tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665071 Sep 30 08:18:40.919885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'mac_address': 'fa:16:3e:e6:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:40.984521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Made reservation on behalf of 290a0fc411d54437b1d20127fb814883 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:40.985859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.995856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.005978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6209e7-9928-408e-ab02-33fdc5703d17 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:41.054780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:41.065032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.070375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-645da054-0547-4311-9a8f-3a08405815ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.152264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:41.243233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edf570-1764-4387-b4ed-3ffa1870c5fa req-877d7e1c-cb47-4d47-b314-fbef32e78b72 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.251184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9edf570-1764-4387-b4ed-3ffa1870c5fa req-877d7e1c-cb47-4d47-b314-fbef32e78b72 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 931 time: 0.0709364 Sep 30 08:18:41.270310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Allocated IP 172.20.0.9 (9aabae1a-c681-4449-a6c7-44973b2f94e7/e6a55fb1-5a15-439a-92f1-bd1cd4c77eef/9cf96c60-681f-4ced-b3dd-a2ce565edbf6) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:41.298035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629ab602-39eb-4fa9-a205-8d13350cac12 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:41.309779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.339602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Transition to ACTIVE for port object 629ab602-39eb-4fa9-a205-8d13350cac12 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:41.341475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9edf570-1764-4387-b4ed-3ffa1870c5fa req-b7151c55-5d07-4bb6-a412-4a11b397f620 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893774 Sep 30 08:18:41.365812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b22ac-8cbc-460c-8135-d4c5d58973f4 req-f1e4d81c-f651-449f-85ca-90fddfdd5ecf tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.367716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c0b22ac-8cbc-460c-8135-d4c5d58973f4 req-f1e4d81c-f651-449f-85ca-90fddfdd5ecf tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.0880525 Sep 30 08:18:41.370299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.382527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.424260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c0b22ac-8cbc-460c-8135-d4c5d58973f4 req-57c9bdfa-7ae1-4f56-81f2-045310abdc05 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502849 Sep 30 08:18:41.540066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Pushing event updated for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:41.550178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1a6209e7-9928-408e-ab02-33fdc5703d17'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:41.623737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.625545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Attempting to bind port 629ab602-39eb-4fa9-a205-8d13350cac12 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:41.625941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Attempting to bind port 629ab602-39eb-4fa9-a205-8d13350cac12 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:41.626275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Attempting to bind port 629ab602-39eb-4fa9-a205-8d13350cac12 on network 36ab9c7f-b9e8-4218-87a6-2260749be679 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:41.637864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Port 629ab602-39eb-4fa9-a205-8d13350cac12 on network 36ab9c7f-b9e8-4218-87a6-2260749be679 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:41.638226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Attempting to bind port 629ab602-39eb-4fa9-a205-8d13350cac12 on network 36ab9c7f-b9e8-4218-87a6-2260749be679 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:41.649306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:41.649690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Checking segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:41.650083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Bound using segment: {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:41.650534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Bound port: 629ab602-39eb-4fa9-a205-8d13350cac12, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396d8498-11d2-4ac3-850b-56603b66a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:41.650899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.740142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.869946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Network 9aabae1a-c681-4449-a6c7-44973b2f94e7 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:41.880730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d58f4-55cd-46b1-b99b-9acab4ec9d7a req-62045fdd-faed-442a-bc58-5fece0973d7b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.888617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed2d58f4-55cd-46b1-b99b-9acab4ec9d7a req-62045fdd-faed-442a-bc58-5fece0973d7b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1642361 Sep 30 08:18:41.890710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:41.895563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=629ab602-39eb-4fa9-a205-8d13350cac12,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:41.898392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:41.907513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:41.915719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.941054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-993bac42-dd21-440a-8ebc-a357fb2fcc35 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.942667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-993bac42-dd21-440a-8ebc-a357fb2fcc35 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.57 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 949 time: 0.1666360 Sep 30 08:18:41.965548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd548-0838-4c27-8d58-efa488a08d83 req-9ebc77ca-6a62-4f08-ad67-28968d984627 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.967505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b3bd548-0838-4c27-8d58-efa488a08d83 req-9ebc77ca-6a62-4f08-ad67-28968d984627 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.1412745 Sep 30 08:18:41.977922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed2d58f4-55cd-46b1-b99b-9acab4ec9d7a req-1669867d-46ab-48db-b240-4a7c3d81c5ef tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881329 Sep 30 08:18:42.002721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.004386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.006108 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] 10.222.0.57 "PUT /v2.0/ports/629ab602-39eb-4fa9-a205-8d13350cac12 HTTP/1.1" status: 200 len: 1091 time: 1.5336542 Sep 30 08:18:42.006787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:42.009582 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce0f06-33b9-42a8-aa9f-e7612255d275" -d '{"events": [{"name": "network-changed", "server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:42.033964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:42.153627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b3bd548-0838-4c27-8d58-efa488a08d83 req-f19902c4-029f-4ab1-8c14-e69048f29415 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731946 Sep 30 08:18:42.155188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-e03a6102-91ac-4e38-929d-944170ffb566 service neutron] 10.222.0.57 "GET /v2.0/ports/1a6209e7-9928-408e-ab02-33fdc5703d17/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 382 time: 0.1862648 Sep 30 08:18:42.155387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1ef4f-e611-4355-b747-82867e524c0b service neutron] Pushing event updated for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:42.201920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.203155 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.276061 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-215f81bb-5a82-40b9-84c0-1bc714696caf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8741810 Sep 30 08:18:42.282292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-e6810d2c-30e3-4228-af52-dbd7e37e8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.284424 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-e6810d2c-30e3-4228-af52-dbd7e37e8096 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a714ad4bd8a4c1fb813216bed4159e4&device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 1094 time: 0.0994473 Sep 30 08:18:42.327885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Request body: {'port': {'device_id': '2e4e4687-5693-4098-af39-b8fc839268ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:42.374211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cff30-aa44-4d04-8ec5-641763d68494 req-32eac19c-33ee-4ffe-a09f-9b10c6b00b6e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.375842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-399cff30-aa44-4d04-8ec5-641763d68494 req-32eac19c-33ee-4ffe-a09f-9b10c6b00b6e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 931 time: 0.2474453 Sep 30 08:18:42.401831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8fd61-61ed-46a2-8583-bf6445a0f1ba req-de9ce116-8540-4a5e-ae60-2c41d116d62f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.410648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbb8fd61-61ed-46a2-8583-bf6445a0f1ba req-de9ce116-8540-4a5e-ae60-2c41d116d62f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0968351 Sep 30 08:18:42.416797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-ea572254-0a6b-486d-8fb5-f49ce75ee5a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629ab602-39eb-4fa9-a205-8d13350cac12 HTTP/1.1" status: 200 len: 217 time: 0.1010277 Sep 30 08:18:42.420807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-c78f1626-d7c4-4b30-9cc3-95dc92c0101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.422748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-c78f1626-d7c4-4b30-9cc3-95dc92c0101a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1100 time: 0.2155373 Sep 30 08:18:42.495667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-1a4d332d-8748-476d-8d7d-6188302ebd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.497709 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-1a4d332d-8748-476d-8d7d-6188302ebd39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce8be253-2bf8-4437-8f21-199b2a7c0bb9 HTTP/1.1" status: 200 len: 851 time: 0.0522313 Sep 30 08:18:42.505040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.584576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbb8fd61-61ed-46a2-8583-bf6445a0f1ba req-6eba6b3b-92f9-4f20-bd64-f9096dee688d tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705074 Sep 30 08:18:42.604685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-43e6785a-dd4b-4484-8e4e-dc296e5025ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.608911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-43e6785a-dd4b-4484-8e4e-dc296e5025ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1639450 Sep 30 08:18:42.615896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-399cff30-aa44-4d04-8ec5-641763d68494 req-28b161ed-ba86-4a39-81e9-75dba5991f4b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307525 Sep 30 08:18:42.661581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-d74126d1-126b-47db-960c-c601639c11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.665315 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-d74126d1-126b-47db-960c-c601639c11be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36ab9c7f-b9e8-4218-87a6-2260749be679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416399 Sep 30 08:18:42.677903 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818280d-07c5-4eeb-b2ae-a6472dceec6a x-openstack-request-id: req-d818280d-07c5-4eeb-b2ae-a6472dceec6a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:42.678512 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:42.678930 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d818280d-07c5-4eeb-b2ae-a6472dceec6a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:42.679769 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12', 'status': 'completed', 'code': 200} Sep 30 08:18:42.685012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-9325190b-38b8-4e9f-acc2-a1352221db61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0521283 Sep 30 08:18:42.807932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-3b3cafe4-9366-49bb-8220-b81ee95e7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.809634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-3b3cafe4-9366-49bb-8220-b81ee95e7c89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1020398 Sep 30 08:18:42.824711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680f3fe-5d2e-42f4-930b-3af6496bf348 req-8b7c0022-30cd-4cbf-9b1c-21d394d49ff8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.826670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9680f3fe-5d2e-42f4-930b-3af6496bf348 req-8b7c0022-30cd-4cbf-9b1c-21d394d49ff8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 943 time: 0.0745957 Sep 30 08:18:42.898710 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-15d8e56f-b7cf-45f5-aa38-2d97c62e04dc service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708620 Sep 30 08:18:42.911270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-1d3ad68f-90c8-44ea-a84c-f87245c3f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.913140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-1d3ad68f-90c8-44ea-a84c-f87245c3f2db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799062 Sep 30 08:18:42.922018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9680f3fe-5d2e-42f4-930b-3af6496bf348 req-e1d8ecad-ff5a-4137-af55-3e38e446e681 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874467 Sep 30 08:18:43.007166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.045816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-4a985c9e-8456-48a8-8868-1012ef8102fc service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171353 Sep 30 08:18:43.057648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:43.068585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.098392 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-333ae6d9-ca4e-48aa-b830-7a2456394cb0 req-b805dbf8-a6af-4b5a-9cca-da67c7e7ad53 service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727750 Sep 30 08:18:43.101065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Transition to ACTIVE for port object 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:43.109674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.290237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:43.306400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b07ad-2f2d-4682-98dd-3c82b44ad06a req-21459a14-b341-4f04-b090-529703460cfd tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.314273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a36b07ad-2f2d-4682-98dd-3c82b44ad06a req-21459a14-b341-4f04-b090-529703460cfd tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.2404490 Sep 30 08:18:43.341431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-0757aa66-61ed-436b-93cb-a74bd0f34168 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729998 Sep 30 08:18:43.353517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-b1b60a95-5ba1-4c10-a581-3bdf097f0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.355039 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-b1b60a95-5ba1-4c10-a581-3bdf097f0acc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a714ad4bd8a4c1fb813216bed4159e4&device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 1094 time: 0.1692932 Sep 30 08:18:43.399250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a36b07ad-2f2d-4682-98dd-3c82b44ad06a req-63a03d03-c345-4df0-a0d8-5e39222fa419 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Sep 30 08:18:43.412903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bc9b0-c918-4394-bab3-f254a2d9523c req-7dc0cdc3-129d-4028-ba0c-6584a141ca51 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.420506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-474bc9b0-c918-4394-bab3-f254a2d9523c req-7dc0cdc3-129d-4028-ba0c-6584a141ca51 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.0920699 Sep 30 08:18:43.463908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-474bc9b0-c918-4394-bab3-f254a2d9523c req-bcb081c7-015d-463c-b0a3-f29517c7ea7d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Sep 30 08:18:43.494586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-9605437b-4453-4b47-8ba2-c776c8d0f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.496078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-9605437b-4453-4b47-8ba2-c776c8d0f2c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=36ab9c7f-b9e8-4218-87a6-2260749be679 HTTP/1.1" status: 200 len: 913 time: 0.1255660 Sep 30 08:18:43.496895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Attempting to bind port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:43.497236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Attempting to bind port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:43.497606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Attempting to bind port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 on network 9aabae1a-c681-4449-a6c7-44973b2f94e7 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:43.502182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 on network 9aabae1a-c681-4449-a6c7-44973b2f94e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:43.502507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Attempting to bind port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 on network 9aabae1a-c681-4449-a6c7-44973b2f94e7 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:43.511379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:43.511815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Checking segment: {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:43.512267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Bound using segment: {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:43.512765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Bound port: 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:43.513232 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.565744 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-e050f238-fba6-4593-8105-8943cefe5174 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629ab602-39eb-4fa9-a205-8d13350cac12 HTTP/1.1" status: 200 len: 217 time: 0.0432339 Sep 30 08:18:43.656965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-c56ae983-4189-481c-9e6e-3709aa898518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.658456 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-c56ae983-4189-481c-9e6e-3709aa898518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce8be253-2bf8-4437-8f21-199b2a7c0bb9 HTTP/1.1" status: 200 len: 851 time: 0.0750906 Sep 30 08:18:43.665731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:43.669969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:43.697403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.790403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.791078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.792866 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 1091 time: 1.4759009 Sep 30 08:18:43.804854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf67c-48e0-4220-989d-e91bdc11c508 req-b6839ffa-3bca-447e-8c74-11ccab204153 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.816724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e7cf67c-48e0-4220-989d-e91bdc11c508 req-b6839ffa-3bca-447e-8c74-11ccab204153 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1390922 Sep 30 08:18:43.816973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-2a79d64b-81ed-43cc-a846-1a3bc8ce3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.819050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-2a79d64b-81ed-43cc-a846-1a3bc8ce3610 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36ab9c7f-b9e8-4218-87a6-2260749be679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326973 Sep 30 08:18:43.820189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dcf93-9b8d-4eaa-bc62-1bb1a6b26fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:43.859934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd5ca-3063-45b9-b62d-8a48fa6dfcfc req-0fdfc3a9-2f10-4827-bed5-cc2735f35735 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.867602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-390fd5ca-3063-45b9-b62d-8a48fa6dfcfc req-0fdfc3a9-2f10-4827-bed5-cc2735f35735 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 943 time: 0.1401987 Sep 30 08:18:43.914766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e7cf67c-48e0-4220-989d-e91bdc11c508 req-13a32c93-c252-4494-bb57-5ca244cab426 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880213 Sep 30 08:18:43.958736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-390fd5ca-3063-45b9-b62d-8a48fa6dfcfc req-341e75bb-8280-4588-8a26-007c0fdee760 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894027 Sep 30 08:18:44.028859 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-521b83a3-51e8-4968-b0b9-440eff313a0a service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712644 Sep 30 08:18:44.031608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-ecf1c457-2171-4d5c-9088-df5dd61e9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.032983 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-ecf1c457-2171-4d5c-9088-df5dd61e9e12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1094 time: 0.0819571 Sep 30 08:18:44.073951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d9119-8a05-445b-8148-38347d3d94bd req-01f56deb-6e41-4821-b67b-bc88f542cb76 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.076680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-858d9119-8a05-445b-8148-38347d3d94bd req-01f56deb-6e41-4821-b67b-bc88f542cb76 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 943 time: 0.0578580 Sep 30 08:18:44.142276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-858d9119-8a05-445b-8148-38347d3d94bd req-6e6be0ee-8212-4f47-99ec-9d3bbde6a21a tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588880 Sep 30 08:18:44.194565 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7ce0f06-33b9-42a8-aa9f-e7612255d275 req-3d9eb62b-eb3f-46ff-854e-a771dc617ee5 service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284826 Sep 30 08:18:44.196315 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-bfcfd7d3-0f93-44db-be27-d3d093d85afe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 217 time: 0.1289830 Sep 30 08:18:44.272461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f939-5955-408a-b922-7dcf053b5dff req-df5112ea-8a44-46ec-8413-e967b1549803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.274361 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-df5112ea-8a44-46ec-8413-e967b1549803 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.0583956 Sep 30 08:18:44.324550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-9a9438b8-483a-4632-8335-109e720d6084 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299938 Sep 30 08:18:44.449494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-65f55654-a2d6-4688-ab65-68306010707a service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030169 Sep 30 08:18:44.574213 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f43f939-5955-408a-b922-7dcf053b5dff req-0de4ee8f-fb81-44b0-a81a-603154a301d6 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083910 Sep 30 08:18:44.654628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5c48a-979b-4f82-af52-42c44863d1c3 req-284fc789-e8b4-42a8-b6b5-363c9efd83c4 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.656272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8de5c48a-979b-4f82-af52-42c44863d1c3 req-284fc789-e8b4-42a8-b6b5-363c9efd83c4 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1320779 Sep 30 08:18:44.681269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:44.684032 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53558f45-fe65-427b-9878-ba60a86866c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:44.696344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d5b5a-039a-4d73-9cf2-5029623f122d req-1edf44b1-03e7-4acf-9e9a-50ba635ccdb0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.698167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-907d5b5a-039a-4d73-9cf2-5029623f122d req-1edf44b1-03e7-4acf-9e9a-50ba635ccdb0 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.1273158 Sep 30 08:18:44.719377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8de5c48a-979b-4f82-af52-42c44863d1c3 req-8c3e105c-e289-44b2-944b-62c9812e6bc8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Sep 30 08:18:44.774139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-907d5b5a-039a-4d73-9cf2-5029623f122d req-4f808d54-cb5c-4915-a03d-93b50251d6f6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581934 Sep 30 08:18:44.790200 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359faeee-89fe-4887-92ce-dad6e5614732 x-openstack-request-id: req-359faeee-89fe-4887-92ce-dad6e5614732 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:44.790958 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:44.791438 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-359faeee-89fe-4887-92ce-dad6e5614732 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:44.792097 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'status': 'completed', 'code': 200} Sep 30 08:18:44.798427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:44.843943 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.884041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 1a6209e7-9928-408e-ab02-33fdc5703d17 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:44.889033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 1a6209e7-9928-408e-ab02-33fdc5703d17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:44.889853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.897142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558f45-fe65-427b-9878-ba60a86866c6 req-4e5b1b45-697d-4f7b-b392-2d37330205c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.899103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-4e5b1b45-697d-4f7b-b392-2d37330205c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1094 time: 0.0566227 Sep 30 08:18:45.019210 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.062636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:45.065572 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8152ef-d67d-4f7f-aa88-b7a716e423d4" -d '{"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-plugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:45.076489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558f45-fe65-427b-9878-ba60a86866c6 req-6c385de2-b9e9-4412-a9f3-250570618169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.078144 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-6c385de2-b9e9-4412-a9f3-250570618169 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.1657271 Sep 30 08:18:45.079296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b6ec-b06a-406e-856d-b545eb36f1b1 req-66387f96-4a49-42f8-aff6-8d0ea0ebc643 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.081054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8776b6ec-b06a-406e-856d-b545eb36f1b1 req-66387f96-4a49-42f8-aff6-8d0ea0ebc643 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1066661 Sep 30 08:18:45.083062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:45.091072 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.149129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-e2c05540-605d-4371-9fe6-f5bed4c9284a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 217 time: 0.0493114 Sep 30 08:18:45.159648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a37948-614f-4c14-9e66-5528495823f0 req-acfe2560-d974-478e-a84f-bdda057f6a5b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.161229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39a37948-614f-4c14-9e66-5528495823f0 req-acfe2560-d974-478e-a84f-bdda057f6a5b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 943 time: 0.1027782 Sep 30 08:18:45.164507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8776b6ec-b06a-406e-856d-b545eb36f1b1 req-b57290e1-4880-4439-b0c2-531d80d9efbc tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657763 Sep 30 08:18:45.175253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:45.223336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39a37948-614f-4c14-9e66-5528495823f0 req-82d5d7af-8ab5-43e5-94ef-805c418fb2bc tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Sep 30 08:18:45.342803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558f45-fe65-427b-9878-ba60a86866c6 req-9de670e0-1b73-471e-a510-aeb286af5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.344414 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-9de670e0-1b73-471e-a510-aeb286af5be8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1742148 Sep 30 08:18:45.357513 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e10ffc0-543e-4520-a376-c7ac42c1da20 x-openstack-request-id: req-8e10ffc0-543e-4520-a376-c7ac42c1da20 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:45.357801 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-plugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:45.358040 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e10ffc0-543e-4520-a376-c7ac42c1da20 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:45.358460 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'code': 200} Sep 30 08:18:45.408566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-4f6461e0-4f26-4de0-8dbf-4bc103ccdf35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430624 Sep 30 08:18:45.489574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99050-016e-48c0-af7a-636bdd52e456 req-7628c1dd-92c4-48bb-af20-9197a5c91477 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.497934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21b99050-016e-48c0-af7a-636bdd52e456 req-7628c1dd-92c4-48bb-af20-9197a5c91477 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 943 time: 0.0746629 Sep 30 08:18:45.543032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21b99050-016e-48c0-af7a-636bdd52e456 req-15d56ae0-4436-4411-8be5-a9caf073a4d2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Sep 30 08:18:45.571974 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-bb3ade11-92f7-4dd6-b4d4-9900fd016883 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425989 Sep 30 08:18:45.702294 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53558f45-fe65-427b-9878-ba60a86866c6 req-1b1351e2-a687-471b-af61-4824b4130dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157541 Sep 30 08:18:45.883327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e900f42-6ab8-498c-a0bf-234c03aa62e7 req-3636ee0a-1cdc-440f-a360-a11774696445 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.885778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e900f42-6ab8-498c-a0bf-234c03aa62e7 req-3636ee0a-1cdc-440f-a360-a11774696445 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0756841 Sep 30 08:18:45.968927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e900f42-6ab8-498c-a0bf-234c03aa62e7 req-e055ef61-c6a4-44b1-ad86-9813a3bff8af tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756671 Sep 30 08:18:45.988769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbd2f9-4177-407c-a92d-905a2fc3e1ca req-8b0dd739-d5ef-45ce-a762-d1ae7aedcfb8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.996411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbfbd2f9-4177-407c-a92d-905a2fc3e1ca req-8b0dd739-d5ef-45ce-a762-d1ae7aedcfb8 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1045024 Sep 30 08:18:46.037174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbfbd2f9-4177-407c-a92d-905a2fc3e1ca req-02c83831-9128-4759-a7a3-b0df0d89ea45 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Sep 30 08:18:46.401984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca7cc-3954-44c5-8a05-83f826adffec req-e00429c3-7a51-46b1-94f1-4d20435b7720 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.403369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57fca7cc-3954-44c5-8a05-83f826adffec req-e00429c3-7a51-46b1-94f1-4d20435b7720 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 943 time: 0.1158321 Sep 30 08:18:46.416489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6b78-37f6-4415-9274-c4ad2353157a req-79a54ce5-107d-4b0c-9475-d35687a25dc5 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.418168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707b6b78-37f6-4415-9274-c4ad2353157a req-79a54ce5-107d-4b0c-9475-d35687a25dc5 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0776556 Sep 30 08:18:46.476826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57fca7cc-3954-44c5-8a05-83f826adffec req-cede89ce-781a-4f37-bbdd-6bfa4a1fb121 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576620 Sep 30 08:18:46.484184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707b6b78-37f6-4415-9274-c4ad2353157a req-dfa754e4-5cdb-494d-8199-582cae0c880a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Sep 30 08:18:46.666985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52063fd9-a8a9-4ab0-8419-3da131f00e6d req-aedc6b11-52a9-45c6-861c-4e0e3fa74c35 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.668610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52063fd9-a8a9-4ab0-8419-3da131f00e6d req-aedc6b11-52a9-45c6-861c-4e0e3fa74c35 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 943 time: 0.0525377 Sep 30 08:18:46.722982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52063fd9-a8a9-4ab0-8419-3da131f00e6d req-6605f800-a19b-4bd1-b5ae-3d9a23ac980f tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Sep 30 08:18:46.798120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 629ab602-39eb-4fa9-a205-8d13350cac12 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:46.941798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=629ab602-39eb-4fa9-a205-8d13350cac12,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:46.954923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b98c6-1d99-42d3-81a0-1a4ad61ca68f req-4d7a9452-4ad1-4515-bf66-66aa3eeb9cee tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.956452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-034b98c6-1d99-42d3-81a0-1a4ad61ca68f req-4d7a9452-4ad1-4515-bf66-66aa3eeb9cee tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.0592499 Sep 30 08:18:46.964054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '629ab602-39eb-4fa9-a205-8d13350cac12', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'port_id': '629ab602-39eb-4fa9-a205-8d13350cac12', 'mac_address': 'fa:16:3e:ae:83:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:47.013903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-034b98c6-1d99-42d3-81a0-1a4ad61ca68f req-28556a3d-d9ef-4f85-9a4f-c62ed7bbba84 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Sep 30 08:18:47.034644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.048728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629ab602-39eb-4fa9-a205-8d13350cac12 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:47.073259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=629ab602-39eb-4fa9-a205-8d13350cac12,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:47.080262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.138404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:47.167992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2494a-afe6-462f-bf4c-ceec081c27be req-4764f481-0c1a-4408-a4f5-c9f80ed4048c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.169676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43f2494a-afe6-462f-bf4c-ceec081c27be req-4764f481-0c1a-4408-a4f5-c9f80ed4048c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0800488 Sep 30 08:18:47.257640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30398-f33b-4fcf-acdd-92e857a7beb9 req-ceb4ea1b-2aab-4720-9035-ec07c28e919c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.260605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c30398-f33b-4fcf-acdd-92e857a7beb9 req-ceb4ea1b-2aab-4720-9035-ec07c28e919c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1125658 Sep 30 08:18:47.266221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43f2494a-afe6-462f-bf4c-ceec081c27be req-44d990af-cf28-4c16-a92e-167efe6c7822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817945 Sep 30 08:18:47.317712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-6988d66a-bb98-42ad-a8da-5be4043fbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.320459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-6988d66a-bb98-42ad-a8da-5be4043fbb89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768&tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3 HTTP/1.1" status: 200 len: 1101 time: 0.0689700 Sep 30 08:18:47.323526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c30398-f33b-4fcf-acdd-92e857a7beb9 req-c48e60ce-6ad8-4e3f-86a4-a90ab2f878b7 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 Sep 30 08:18:47.344924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:47.401478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.503399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['629ab602-39eb-4fa9-a205-8d13350cac12'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:47.649487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:47.663127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f3a0-47dc-493e-adb2-a1f23a8f8015 req-7bffa9a5-a0e2-42f0-95ef-d4ce992c5d80 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.666178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b7f3a0-47dc-493e-adb2-a1f23a8f8015 req-7bffa9a5-a0e2-42f0-95ef-d4ce992c5d80 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 943 time: 0.0952260 Sep 30 08:18:47.682729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8e787-2726-4d33-ae5c-579209c6388c req-1b4d29da-a300-458c-bbac-438a1163195f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.684560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bae8e787-2726-4d33-ae5c-579209c6388c req-1b4d29da-a300-458c-bbac-438a1163195f tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0821505 Sep 30 08:18:47.702714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:47.756769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:47.758841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b7f3a0-47dc-493e-adb2-a1f23a8f8015 req-e29e27c7-4294-4485-a008-e2ddeb80dd54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858362 Sep 30 08:18:47.759202 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58c952-2de5-4cc5-bc5d-1c4fbb46fbb8" -d '{"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:47.763757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.786759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Transition to ACTIVE for port object 1a6209e7-9928-408e-ab02-33fdc5703d17 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:47.790018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bae8e787-2726-4d33-ae5c-579209c6388c req-5a203800-14bc-4cfd-af17-8fba33f317f3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810709 Sep 30 08:18:47.791455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.843623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:47.886730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] No DVR routers for this DVR port 1a6209e7-9928-408e-ab02-33fdc5703d17 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:47.965323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:47.965700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:47.966034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:47.986217 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b89a76-ed56-4adb-919b-fa965b432000 x-openstack-request-id: req-b2b89a76-ed56-4adb-919b-fa965b432000 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:47.986518 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:47.986771 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2b89a76-ed56-4adb-919b-fa965b432000 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:47.986948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b131-0bcd-4566-a2b4-31782220b251 req-6b8786ce-3c1c-46ca-891a-e0c85c0bd98f tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.987182 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'code': 200} Sep 30 08:18:47.987829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:47.988092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Attempting to bind port 1a6209e7-9928-408e-ab02-33fdc5703d17 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:47.997527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f066b131-0bcd-4566-a2b4-31782220b251 req-6b8786ce-3c1c-46ca-891a-e0c85c0bd98f tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 944 time: 0.1270659 Sep 30 08:18:48.000853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:48.001342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:48.001840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:48.002694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Bound port: 1a6209e7-9928-408e-ab02-33fdc5703d17, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:48.003175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.045197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f066b131-0bcd-4566-a2b4-31782220b251 req-093817bb-b032-4947-a7d2-5c2e159ad1a9 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464880 Sep 30 08:18:48.135802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:48.139597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:48.145579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.148267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997fd6-f061-402b-b18a-fa3fe0d0025e req-090c07f2-9ff4-4fd1-88c8-85653b533655 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.151313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32997fd6-f061-402b-b18a-fa3fe0d0025e req-090c07f2-9ff4-4fd1-88c8-85653b533655 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.1038909 Sep 30 08:18:48.195340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.195993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.197626 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 1097 time: 0.8614371 Sep 30 08:18:48.216889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32997fd6-f061-402b-b18a-fa3fe0d0025e req-e6cfc623-75e0-495a-87a2-c8a6f26ddb0a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525022 Sep 30 08:18:48.227575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fd78f-8efd-44ad-a8de-2d8be63c36e0 req-fa3b2e84-182e-49d7-b355-3672c30385fb tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.228572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114de2f-83d5-44e4-be7e-5f282e249d12 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=11']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:48.241347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c6fd78f-8efd-44ad-a8de-2d8be63c36e0 req-fa3b2e84-182e-49d7-b355-3672c30385fb tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.1224043 Sep 30 08:18:48.287243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c6fd78f-8efd-44ad-a8de-2d8be63c36e0 req-3dfb8782-2999-4b08-b17d-3431d7deb7fa tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Sep 30 08:18:48.288524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-1a9925a8-eb1a-45eb-afc8-d0c5ca55463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.290124 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-1a9925a8-eb1a-45eb-afc8-d0c5ca55463f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1100 time: 0.0576530 Sep 30 08:18:48.414464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-e5801a02-278f-4d03-983e-a1cd47fcbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.416081 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-e5801a02-278f-4d03-983e-a1cd47fcbee6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1172256 Sep 30 08:18:48.463761 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-8ac2910d-807b-4f56-88a1-2304a7321859 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0359173 Sep 30 08:18:48.469632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47bb8-b7d6-4ac0-9cf2-778877782f1a req-946b5de6-3ef1-4028-8096-35a20297824b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.474358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88d47bb8-b7d6-4ac0-9cf2-778877782f1a req-946b5de6-3ef1-4028-8096-35a20297824b tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1167822 Sep 30 08:18:48.505640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7855938-62f5-40e5-8218-5e398095297b req-542bb32f-f584-4c8a-a549-d92d35124d36 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.507783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7855938-62f5-40e5-8218-5e398095297b req-542bb32f-f584-4c8a-a549-d92d35124d36 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.0926952 Sep 30 08:18:48.530113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-c0112699-6335-4c76-ac7e-e3f19137a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.531717 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-c0112699-6335-4c76-ac7e-e3f19137a01a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0616243 Sep 30 08:18:48.534101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88d47bb8-b7d6-4ac0-9cf2-778877782f1a req-d1942f65-e9c3-473a-9842-301eab9e1f0f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Sep 30 08:18:48.569605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7855938-62f5-40e5-8218-5e398095297b req-cad272ac-99cf-49ed-b3d9-5b18e2f0d558 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Sep 30 08:18:48.588150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383d77-91b3-4141-8854-0cd287b94381 req-54c5e2c2-bde4-4e83-9aff-c772fb8934bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.589826 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-54c5e2c2-bde4-4e83-9aff-c772fb8934bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497746 Sep 30 08:18:48.695436 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-c44dcd05-373f-43c3-8f64-c1190697ecd5 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979266 Sep 30 08:18:48.792825 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-86383d77-91b3-4141-8854-0cd287b94381 req-b01fae4a-f3fd-4241-b4de-3954e669823f service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887601 Sep 30 08:18:48.806807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:48.814687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 629ab602-39eb-4fa9-a205-8d13350cac12 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:48.904954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 629ab602-39eb-4fa9-a205-8d13350cac12 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:48.913470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 629ab602-39eb-4fa9-a205-8d13350cac12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:48.914047 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.944639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662465b-c317-40a5-8b21-46075423dd2c req-eb36fca7-4348-4545-a49b-8cdeeac54077 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.950017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7662465b-c317-40a5-8b21-46075423dd2c req-eb36fca7-4348-4545-a49b-8cdeeac54077 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 943 time: 0.0989902 Sep 30 08:18:48.970931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076da2dd-e94a-4080-9ec5-c70a27f58e05 req-a833e93c-c480-467e-b922-c6e5a77d280d tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.973801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-076da2dd-e94a-4080-9ec5-c70a27f58e05 req-a833e93c-c480-467e-b922-c6e5a77d280d tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0889885 Sep 30 08:18:49.006286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:49.010930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7662465b-c317-40a5-8b21-46075423dd2c req-49c750e6-23ed-401f-9fbc-bd9582c4428a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593145 Sep 30 08:18:49.061426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7', 'port_id': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'mac_address': 'fa:16:3e:9f:4c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a55fb1-5a15-439a-92f1-bd1cd4c77eef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:49.063390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-076da2dd-e94a-4080-9ec5-c70a27f58e05 req-3ba92089-ac17-4216-bf9a-1fc8df35e901 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619245 Sep 30 08:18:49.105928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.134587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.141586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:49.143887 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921eff8a-dea3-4966-89e9-083c23a04a46" -d '{"events": [{"server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "name": "network-vif-plugged", "status": "completed", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:49.150237 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:18:49.173740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=629ab602-39eb-4fa9-a205-8d13350cac12,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:49.177194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:49.183592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.208341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6632-548c-4e13-a309-cc9fb0e86ce5 req-c14584de-4551-4947-be7b-757d02afb838 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.210190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-635d6632-548c-4e13-a309-cc9fb0e86ce5 req-c14584de-4551-4947-be7b-757d02afb838 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 944 time: 0.0768337 Sep 30 08:18:49.223590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:49.234286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.252047 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e26c2fb-1669-414c-afc9-f07d50b967f5 x-openstack-request-id: req-7e26c2fb-1669-414c-afc9-f07d50b967f5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:49.252499 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "name": "network-vif-plugged", "status": "completed", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:49.252841 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e26c2fb-1669-414c-afc9-f07d50b967f5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:49.253345 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12', 'code': 200} Sep 30 08:18:49.264143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.276532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-635d6632-548c-4e13-a309-cc9fb0e86ce5 req-051e4694-6522-409c-bb32-7c52d91f458c tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551605 Sep 30 08:18:49.336369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.393066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8f9a-c347-4eab-997f-8ee407ae0a49 req-18ec26e2-1267-4714-9036-295d027fda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.395325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-436c8f9a-c347-4eab-997f-8ee407ae0a49 req-18ec26e2-1267-4714-9036-295d027fda58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 1096 time: 0.0494967 Sep 30 08:18:49.415585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523c5b-6e45-4c40-babf-61541be7cd7d req-b994d819-1c31-432b-8b13-3903d24ffe92 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.417148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e523c5b-6e45-4c40-babf-61541be7cd7d req-b994d819-1c31-432b-8b13-3903d24ffe92 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.0506587 Sep 30 08:18:49.439285 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-436c8f9a-c347-4eab-997f-8ee407ae0a49 req-7b8dabf7-44c5-439b-ad60-1da55fd1ef51 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303552 Sep 30 08:18:49.456770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e523c5b-6e45-4c40-babf-61541be7cd7d req-86e75a10-dbb5-4d49-953e-5c9104ef1bcc tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Sep 30 08:18:49.660276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d042b-65d0-428b-a340-5c6489195dd0 req-495410a0-a9ec-46e3-b61a-02e7805792c2 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.661744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff2d042b-65d0-428b-a340-5c6489195dd0 req-495410a0-a9ec-46e3-b61a-02e7805792c2 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0604072 Sep 30 08:18:49.719225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:49.720594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff2d042b-65d0-428b-a340-5c6489195dd0 req-96f9f3e5-63e3-45d6-997c-67bb09c5ae80 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Sep 30 08:18:49.725506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1502733026'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:49.728413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f0360-9527-4f1f-aab9-e7ee2a7e3ff2 req-e9cbfc7f-df50-4d12-87d4-17a6cbf19935 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.729986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c2f0360-9527-4f1f-aab9-e7ee2a7e3ff2 req-e9cbfc7f-df50-4d12-87d4-17a6cbf19935 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 949 time: 0.0882356 Sep 30 08:18:49.761847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:49.765584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.773855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c2f0360-9527-4f1f-aab9-e7ee2a7e3ff2 req-a26aef4a-d073-4be0-af82-8412ca5d7126 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Sep 30 08:18:49.790675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:49.799407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:49.802022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.802459 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Added segment 100e327a-f66a-401f-a86d-e44acd4ef7c3 of type vlan for network 735e6368-d227-4126-95a3-7ca7e3916820 Sep 30 08:18:49.874660 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.900036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-cb44a145-9ad2-4a9c-9833-99eb1b233c00 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.901545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-cb44a145-9ad2-4a9c-9833-99eb1b233c00 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.57 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 945 time: 0.0908585 Sep 30 08:18:49.921830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.927847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.928426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.991283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:49.993609 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40" -d '{"events": [{"name": "network-changed", "server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:50.011154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2866194 Sep 30 08:18:50.011673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49652) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:50.021421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1286253877'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:50.063539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:50.073304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.163406 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21818529-3167-46eb-bd93-0817b0a04d92 x-openstack-request-id: req-21818529-3167-46eb-bd93-0817b0a04d92 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:50.163904 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:50.164284 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21818529-3167-46eb-bd93-0817b0a04d92 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:50.164973 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'status': 'completed', 'code': 200} Sep 30 08:18:50.170590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:50.177803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b51e8-8bab-4040-8539-056fc538a17d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Network': ['ID=735e6368-d227-4126-95a3-7ca7e3916820,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:50.184469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.184813 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Added segment 1da16273-fdd2-46b1-a8c4-17c58e97ad8b of type vlan for network 84b8f949-19d2-42d6-b87c-7331cef07b6d Sep 30 08:18:50.196084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 735e6368-d227-4126-95a3-7ca7e3916820 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:50.208943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0889-df73-4846-9b61-b86534047181 req-f03f6a4e-0c56-4fe8-9375-db738b154bb3 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.225136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a60c0889-df73-4846-9b61-b86534047181 req-f03f6a4e-0c56-4fe8-9375-db738b154bb3 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 944 time: 0.0947919 Sep 30 08:18:50.586621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.607519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-6906cca9-9416-4e9c-a689-1b9234b7ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.609022 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-6906cca9-9416-4e9c-a689-1b9234b7ea85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1100 time: 0.4368112 Sep 30 08:18:50.618007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-97237472-e858-44b9-9f4d-d2609b199276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.619516 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-97237472-e858-44b9-9f4d-d2609b199276 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1100 time: 0.4454141 Sep 30 08:18:50.634057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Deleting port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:50.634288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a60c0889-df73-4846-9b61-b86534047181 req-a2666a82-f1c2-45f2-ad05-f5abecdf17a8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080627 Sep 30 08:18:50.634444 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.672242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41164970-c6f3-4068-bcce-d67e9d0b0081 req-fbfe4de6-2c67-410e-b356-7970f14d45d9 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.680353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41164970-c6f3-4068-bcce-d67e9d0b0081 req-fbfe4de6-2c67-410e-b356-7970f14d45d9 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.0997338 Sep 30 08:18:50.687635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.693609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.694216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.816672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:50.851612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8382425 Sep 30 08:18:50.857197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49668) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:50.858825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Network': ['ID=84b8f949-19d2-42d6-b87c-7331cef07b6d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:50.866172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:50.871804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'subnet': {'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:50.879419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] For port d196d8db-0926-48d8-bda3-fc0ba42d2cb3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:50.879787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.880228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41164970-c6f3-4068-bcce-d67e9d0b0081 req-3badf4d4-17ce-4136-a8d2-fdfc6a6789a8 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990502 Sep 30 08:18:50.883405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-97f0bb0f-85a0-4e7d-aa43-47670310f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.885065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-97f0bb0f-85a0-4e7d-aa43-47670310f026 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2444499 Sep 30 08:18:50.890752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-8783bd89-68f1-46ee-8bb3-bd0c8875b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.892132 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-8783bd89-68f1-46ee-8bb3-bd0c8875b439 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2688899 Sep 30 08:18:50.897691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.898398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.898398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.898747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.899037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.899354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.899681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.899926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Calling delete_port for d196d8db-0926-48d8-bda3-fc0ba42d2cb3 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:50.900037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.900464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.901098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.901224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.901511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae7480-c9e1-4658-9a80-1c286a0725de tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:50.917903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:50.975854 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-b14c3ee1-aa52-4b79-8d59-14ca34dcad5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0770855 Sep 30 08:18:50.978093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c941-03fc-40f4-b0e2-951206f2d56b req-7826de48-adcc-489f-b558-e6c4db6c6154 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.978351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:50.979859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d91c941-03fc-40f4-b0e2-951206f2d56b req-7826de48-adcc-489f-b558-e6c4db6c6154 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.2503729 Sep 30 08:18:50.980968 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-cd61c55b-d240-40d9-ad70-742b5913d4ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 200 len: 217 time: 0.0741785 Sep 30 08:18:51.081213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d91c941-03fc-40f4-b0e2-951206f2d56b req-530c3212-a4d8-4607-a840-c37b313d736d tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847166 Sep 30 08:18:51.093322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:51.098446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.104064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:51.113734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a2514-073c-43a2-b30a-bfbbec283dcb req-d0d0e830-d01f-4ff6-a6b9-27b941e488c0 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.120197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f2a2514-073c-43a2-b30a-bfbbec283dcb req-d0d0e830-d01f-4ff6-a6b9-27b941e488c0 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.1505675 Sep 30 08:18:51.126478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-e1bdea05-16b6-46a9-9e5f-bf0af2805df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.126940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'mac_address': 'fa:16:3e:e6:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:51.128145 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-e1bdea05-16b6-46a9-9e5f-bf0af2805df7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1384339 Sep 30 08:18:51.139235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-b3175783-c8c0-421a-b09e-a2e1a23df9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.140798 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-b3175783-c8c0-421a-b09e-a2e1a23df9de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1135392 Sep 30 08:18:51.189769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.224858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6209e7-9928-408e-ab02-33fdc5703d17 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:51.249752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:51.255349 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.296651 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.301831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f2a2514-073c-43a2-b30a-bfbbec283dcb req-10168825-70f8-4f65-b525-569e3dbad138 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613030 Sep 30 08:18:51.307972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-159c3d28-7b9a-4eac-b040-30ad6b8f9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.309943 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-159c3d28-7b9a-4eac-b040-30ad6b8f9ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189039 Sep 30 08:18:51.311526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-ffb90ac2-8104-41e0-9e5c-805d12ea3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.312901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-ffb90ac2-8104-41e0-9e5c-805d12ea3f0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712468 Sep 30 08:18:51.345237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:51.367128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8495489-45c8-4962-a963-742b35474003 req-bcd5826d-4980-473c-b1cf-2a11ad700c6f tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.368808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8495489-45c8-4962-a963-742b35474003 req-bcd5826d-4980-473c-b1cf-2a11ad700c6f tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/ports?device_id=8626a26a-ef99-4b7c-9fab-e5766f137a4e HTTP/1.1" status: 200 len: 867 time: 0.1340685 Sep 30 08:18:51.386127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Pushing event deleted for resources: {'Port': ['ID=d196d8db-0926-48d8-bda3-fc0ba42d2cb3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:51.481401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] No DVR routers for this DVR port d196d8db-0926-48d8-bda3-fc0ba42d2cb3 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:51.483839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8495489-45c8-4962-a963-742b35474003 req-a0589272-0fea-473a-aff7-34f73ee9c37d tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.41 "GET /v2.0/security-groups?id=f889536b-3305-42ac-8e7f-8984cf4d1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075778 Sep 30 08:18:51.524176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e097c-23b3-40f3-86d1-0f12ccf58afe req-1c8fe1f0-e0af-49a2-ad2d-fb089c849d96 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.526593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d55e097c-23b3-40f3-86d1-0f12ccf58afe req-1c8fe1f0-e0af-49a2-ad2d-fb089c849d96 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1548183 Sep 30 08:18:51.535725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.537873 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c12b5c18-5c6d-449f-865f-dba16b4008c2 req-9f8645fa-3820-4795-bc36-c3ef7f372795 tempest-AttachSCSIVolumeTestJSON-10065925 tempest-AttachSCSIVolumeTestJSON-10065925-project] 10.222.0.57 "DELETE /v2.0/ports/d196d8db-0926-48d8-bda3-fc0ba42d2cb3 HTTP/1.1" status: 204 len: 173 time: 1.6239338 Sep 30 08:18:51.564644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.573381 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-48b482cc-3ef1-46f3-ac2d-652827a8d4c6 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538993 Sep 30 08:18:51.584740 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-db2b0898-20f8-4e37-9c11-0e6de98d45cd service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360892 Sep 30 08:18:51.601382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1a6209e7-9928-408e-ab02-33fdc5703d17'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:51.672148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d55e097c-23b3-40f3-86d1-0f12ccf58afe req-37c59a44-5c1e-4602-a154-b29b522b8532 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298068 Sep 30 08:18:51.716301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Subnet': ['ID=4e1c6b49-df58-483a-b986-c16b6b0844bb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:51.752901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31730ae0-9095-416b-aec8-5bf913743eca req-e2a55a93-20fd-48d5-aae2-6e36c9c24d9b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.763152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31730ae0-9095-416b-aec8-5bf913743eca req-e2a55a93-20fd-48d5-aae2-6e36c9c24d9b tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.1996624 Sep 30 08:18:51.782682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Checking segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:51.783057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network hostable DHCP agents. Network: 735e6368-d227-4126-95a3-7ca7e3916820, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:51.790355 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-d6d8a5c9-6069-46c3-b590-4befce3f8cfb service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948273 Sep 30 08:18:51.792024 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-443cfa7b-94b1-4ca3-a2a6-ee1f62d4de40 req-115a13e7-6c5a-42a8-9729-dc1b467fb0d5 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009175 Sep 30 08:18:51.843635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-31730ae0-9095-416b-aec8-5bf913743eca req-1d08ae42-e8bf-4ac0-a3e6-8aa9ec1890e3 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792704 Sep 30 08:18:51.846677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 735e6368-d227-4126-95a3-7ca7e3916820 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:51.860731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 735e6368-d227-4126-95a3-7ca7e3916820) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:51.871914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc7a22-806a-4ece-9d9c-ef39da5baee1 req-3c6750b9-aa00-4ae5-8968-9830617279dd tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.873435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84cc7a22-806a-4ece-9d9c-ef39da5baee1 req-3c6750b9-aa00-4ae5-8968-9830617279dd tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 944 time: 0.0925744 Sep 30 08:18:51.874734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.875185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d71b8f-4115-437c-a4c8-0a225e1b0632 None None] Network 735e6368-d227-4126-95a3-7ca7e3916820 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:51.875317 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.909814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa46aa08-7884-4670-827e-4d0468fb39f3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0474641 Sep 30 08:18:51.912409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49680) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:51.918570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'subnet': {'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:51.929306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84cc7a22-806a-4ece-9d9c-ef39da5baee1 req-2d25c51d-15d2-4ec4-a994-9d7d903fe373 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Sep 30 08:18:52.023481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:52.026938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.045723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-735e6368-d227-4126-95a3-7ca7e3916820', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:52.046593 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.122801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f040e5-6213-4879-af22-1a5e33f6bac7 req-343e18af-2ab8-4aff-84a5-2a02cb067749 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.125053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13f040e5-6213-4879-af22-1a5e33f6bac7 req-343e18af-2ab8-4aff-84a5-2a02cb067749 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 1101 time: 0.0601039 Sep 30 08:18:52.169669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13f040e5-6213-4879-af22-1a5e33f6bac7 req-8e0ed8a3-2801-4d36-a8fe-0ff8d9b2d9b0 tempest-MigrationsAdminTest-430072283 tempest-MigrationsAdminTest-430072283-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Sep 30 08:18:52.178047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'name': 'network-vif-deleted', 'tag': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:52.192269 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd32d5f-f25e-4c8e-a25e-44446fc96b31" -d '{"events": [{"server_uuid": "8626a26a-ef99-4b7c-9fab-e5766f137a4e", "name": "network-vif-deleted", "tag": "d196d8db-0926-48d8-bda3-fc0ba42d2cb3"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:52.249221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Allocated IP 10.1.1.2 (735e6368-d227-4126-95a3-7ca7e3916820/4e1c6b49-df58-483a-b986-c16b6b0844bb/7bfdf5a4-98f0-40c5-960d-8c6907702c60) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:52.305906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.356223 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecb4a9c-5f25-4555-ab41-49b818b7fa8e x-openstack-request-id: req-8ecb4a9c-5f25-4555-ab41-49b818b7fa8e {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:52.356600 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8626a26a-ef99-4b7c-9fab-e5766f137a4e", "name": "network-vif-deleted", "tag": "d196d8db-0926-48d8-bda3-fc0ba42d2cb3", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:52.356793 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ecb4a9c-5f25-4555-ab41-49b818b7fa8e {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:52.357156 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8626a26a-ef99-4b7c-9fab-e5766f137a4e', 'name': 'network-vif-deleted', 'tag': 'd196d8db-0926-48d8-bda3-fc0ba42d2cb3', 'status': 'completed', 'code': 200} Sep 30 08:18:52.380112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6868-5962-45ce-b87b-3b0b84c289f4 req-0e171fe3-5e18-4bac-86fb-c077f5e3b973 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.382289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-213e6868-5962-45ce-b87b-3b0b84c289f4 req-0e171fe3-5e18-4bac-86fb-c077f5e3b973 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1208348 Sep 30 08:18:52.400432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Subnet': ['ID=a83c215e-84f6-43b0-bf58-932300992328,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:52.412083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Checking segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:52.412449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network hostable DHCP agents. Network: 84b8f949-19d2-42d6-b87c-7331cef07b6d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:52.431045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:52.442378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 84b8f949-19d2-42d6-b87c-7331cef07b6d) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:52.447083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.447837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.451581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-213e6868-5962-45ce-b87b-3b0b84c289f4 req-19f47431-d419-4705-8d1c-44d4d22b8f56 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585408 Sep 30 08:18:52.462699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb682c4-7595-4283-9b0a-238baf5289dc None None] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:52.472020 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6daf22b6-c2c3-490a-b33f-6223b4f19f1f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5553231 Sep 30 08:18:52.472735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49694) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:52.480615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'name': 'tempest-TaggedBootDevicesTest-1543598592', 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:52.583082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.593525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.620280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade780c-7e9a-4479-aa1e-3e4fcefb9c09 req-7f2e8344-87ca-4ecf-b6e0-843ffda1fd45 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.622035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ade780c-7e9a-4479-aa1e-3e4fcefb9c09 req-7f2e8344-87ca-4ecf-b6e0-843ffda1fd45 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.0951161 Sep 30 08:18:52.624143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:52.645252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e6001-058a-463b-8c11-a32ece64dfa4 req-d9045b38-bbf6-4e8d-bf3f-7168c78e5d2a tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.646885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-548e6001-058a-463b-8c11-a32ece64dfa4 req-d9045b38-bbf6-4e8d-bf3f-7168c78e5d2a tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.0792625 Sep 30 08:18:52.670897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Network 735e6368-d227-4126-95a3-7ca7e3916820 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:52.684764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:52.689005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:52.690788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Pushing event updated for resources: {'Port': ['ID=7bfdf5a4-98f0-40c5-960d-8c6907702c60,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:52.704381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ade780c-7e9a-4479-aa1e-3e4fcefb9c09 req-664f49db-3084-414b-8788-0fbee78f3f93 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730615 Sep 30 08:18:52.735615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.745830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-548e6001-058a-463b-8c11-a32ece64dfa4 req-4d500ad7-3384-4320-9c7b-29885fa588d3 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721989 Sep 30 08:18:52.763499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] device_id is not set on port e8ff4c9c-0c20-46d5-8cac-127398ce4099 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:52.765100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-84b8f949-19d2-42d6-b87c-7331cef07b6d', 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'fixed_ips': [{'subnet_id': 'a83c215e-84f6-43b0-bf58-932300992328'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:52.765966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.791965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Attempting to bind port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:52.792438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Attempting to bind port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:52.792703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Attempting to bind port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:52.806013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:52.806454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Checking segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:52.806866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.807314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Bound using segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:52.807808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Bound port: 7bfdf5a4-98f0-40c5-960d-8c6907702c60, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:52.808197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.867445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:52.894831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff4f1-98f9-4d5f-9a2f-76eb931601bf req-6cb8dc3a-9fcc-467b-adac-32c5a53c30f2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.897094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-738ff4f1-98f9-4d5f-9a2f-76eb931601bf req-6cb8dc3a-9fcc-467b-adac-32c5a53c30f2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 950 time: 0.0992916 Sep 30 08:18:52.935296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecf56a-73cb-4f25-a3f4-db154b0be0be req-e5422c58-a917-4044-9a32-79c56e952725 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.937157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ecf56a-73cb-4f25-a3f4-db154b0be0be req-e5422c58-a917-4044-9a32-79c56e952725 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0948610 Sep 30 08:18:52.982520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-738ff4f1-98f9-4d5f-9a2f-76eb931601bf req-37cc0c6e-2d93-4c52-a350-3eb9abc966d1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Sep 30 08:18:53.047354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ecf56a-73cb-4f25-a3f4-db154b0be0be req-7b950f3d-4d1a-4e55-9f70-cdc39564b3aa tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955842 Sep 30 08:18:53.070322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 10.1.1.63 (735e6368-d227-4126-95a3-7ca7e3916820/4e1c6b49-df58-483a-b986-c16b6b0844bb/e8ff4c9c-0c20-46d5-8cac-127398ce4099) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:53.113747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:53.171550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Allocated IP 10.2.2.2 (84b8f949-19d2-42d6-b87c-7331cef07b6d/a83c215e-84f6-43b0-bf58-932300992328/edeb6687-c829-4d7d-b7cb-54968f17d650) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:53.190478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a63fc-2914-4cd5-b419-28b40b543904 req-d1c4e593-9eef-434c-bae6-945c8035e48d tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.192383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-380a63fc-2914-4cd5-b419-28b40b543904 req-d1c4e593-9eef-434c-bae6-945c8035e48d tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.1088119 Sep 30 08:18:53.201876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:53.212354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3091-9237-49e1-b8ec-b0606b3f5121 req-258b96ab-4578-41c3-966b-841961aca2fd tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.212522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Request body: {'floatingip': {'port_id': '629ab602-39eb-4fa9-a205-8d13350cac12'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:53.223016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b30a3091-9237-49e1-b8ec-b0606b3f5121 req-258b96ab-4578-41c3-966b-841961aca2fd tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 944 time: 0.1007502 Sep 30 08:18:53.263436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.272649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b30a3091-9237-49e1-b8ec-b0606b3f5121 req-9e921fb8-24b2-4366-9449-a8bcc7aa8d60 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 Sep 30 08:18:53.308990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.324626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] For port 7bfdf5a4-98f0-40c5-960d-8c6907702c60, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:53.350769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] For port 7bfdf5a4-98f0-40c5-960d-8c6907702c60, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bfdf5a4-98f0-40c5-960d-8c6907702c60,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:53.364301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.388945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:53.428790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.436146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:53.436511 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.487644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 735e6368-d227-4126-95a3-7ca7e3916820 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:53.499416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1a6209e7-9928-408e-ab02-33fdc5703d17 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:53.499601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:53.508254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:53.528828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1a6209e7-9928-408e-ab02-33fdc5703d17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:53.529216 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.560018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b8e6-d72d-49e6-8469-eb8e420fadd3 None None] Pushing event updated for resources: {'Port': ['ID=7bfdf5a4-98f0-40c5-960d-8c6907702c60,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.585184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.601137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.622907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.638192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceb9e-b5e4-4809-af97-443e87d6a852 req-ab91488c-32fc-406c-aef4-a2831b7125a7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.653571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-147ceb9e-b5e4-4809-af97-443e87d6a852 req-ab91488c-32fc-406c-aef4-a2831b7125a7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1082473 Sep 30 08:18:53.677161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:53.681997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:53.684477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:53.740321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Pushing event updated for resources: {'Port': ['ID=edeb6687-c829-4d7d-b7cb-54968f17d650,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.744054 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.770076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-147ceb9e-b5e4-4809-af97-443e87d6a852 req-4bc63555-6772-4f74-b276-6ae8c16e6d21 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Sep 30 08:18:53.803186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.823665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.824354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.832777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:53.835343 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ee13e5-6ca3-403c-a554-f1024ffd196d" -d '{"events": [{"server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "name": "network-vif-plugged", "status": "completed", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:53.887692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:53.905257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Attempting to bind port edeb6687-c829-4d7d-b7cb-54968f17d650 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:53.905921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Attempting to bind port edeb6687-c829-4d7d-b7cb-54968f17d650 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:53.906475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Attempting to bind port edeb6687-c829-4d7d-b7cb-54968f17d650 on network 84b8f949-19d2-42d6-b87c-7331cef07b6d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:53.917259 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c52b6ff-b616-4232-94eb-7deeb898bb05 x-openstack-request-id: req-0c52b6ff-b616-4232-94eb-7deeb898bb05 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:53.917974 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "name": "network-vif-plugged", "status": "completed", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:53.930385 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c52b6ff-b616-4232-94eb-7deeb898bb05 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:53.930925 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'code': 200} Sep 30 08:18:53.933553 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a95c50e-a78d-49d4-b92b-9cc379b4b8b9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4594114 Sep 30 08:18:53.936606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:53.947450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'name': 'tempest-TaggedBootDevicesTest-979870457', 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:53.948741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f1d6-1720-4582-8160-9fc818c79147 req-983d2270-190b-4d83-a909-080f58d377b7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.957738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26a5f1d6-1720-4582-8160-9fc818c79147 req-983d2270-190b-4d83-a909-080f58d377b7 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.1148176 Sep 30 08:18:53.959054 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.960974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d196d8db-0926-48d8-bda3-fc0ba42d2cb3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:53.988518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:53.988901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Checking segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:53.989548 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.989956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Bound using segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:53.990409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Bound port: edeb6687-c829-4d7d-b7cb-54968f17d650, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:53.990787 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.023660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26a5f1d6-1720-4582-8160-9fc818c79147 req-2599d063-2dda-4952-bc64-e92e3a37c7f3 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647931 Sep 30 08:18:54.081321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: d196d8db-0926-48d8-bda3-fc0ba42d2cb3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:54.081991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d196d8db-0926-48d8-bda3-fc0ba42d2cb3 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:54.085342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:54.095735 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.171387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.224277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a27c0-db06-4a77-bb6f-6ba2f52339dd req-7583ed44-2b66-4338-829a-b1f12cc8ed3f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.226066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab8a27c0-db06-4a77-bb6f-6ba2f52339dd req-7583ed44-2b66-4338-829a-b1f12cc8ed3f tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 951 time: 0.1228619 Sep 30 08:18:54.246501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] For port edeb6687-c829-4d7d-b7cb-54968f17d650, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:54.251564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] For port edeb6687-c829-4d7d-b7cb-54968f17d650, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=edeb6687-c829-4d7d-b7cb-54968f17d650,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:54.273996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.278257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fff51-54e6-43f5-ba3f-d14c17b92cc4 req-f06fa7eb-867e-4094-9fb4-8ed0ba51939a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.287556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6fff51-54e6-43f5-ba3f-d14c17b92cc4 req-f06fa7eb-867e-4094-9fb4-8ed0ba51939a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1123023 Sep 30 08:18:54.296112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=13']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.335138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375fadc-e34b-4d37-ad2a-2b4a99e41e97 req-335d789d-259c-4f59-93d1-3d14b7d47f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.340113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4375fadc-e34b-4d37-ad2a-2b4a99e41e97 req-335d789d-259c-4f59-93d1-3d14b7d47f3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1096 time: 0.3102596 Sep 30 08:18:54.347055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bfdf5a4-98f0-40c5-960d-8c6907702c60 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:54.350154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab8a27c0-db06-4a77-bb6f-6ba2f52339dd req-9ef52f82-01dc-4a3b-92e9-98c31313af5c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169343 Sep 30 08:18:54.446577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6fff51-54e6-43f5-ba3f-d14c17b92cc4 req-b4935ba6-e61c-445d-b3e4-f0a8e99ef702 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572387 Sep 30 08:18:54.469467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de7c4-661a-429e-bcf9-c34b875fec04 None None] Pushing event updated for resources: {'Port': ['ID=edeb6687-c829-4d7d-b7cb-54968f17d650,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.499497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e86ea-799a-42de-99fc-61e2899c91dc req-491f0aa7-484a-4eba-b210-5c380e908875 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.500965 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-028e86ea-799a-42de-99fc-61e2899c91dc req-491f0aa7-484a-4eba-b210-5c380e908875 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 951 time: 0.3517387 Sep 30 08:18:54.502379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:54.502769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.566943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeab41-663e-4987-aff6-94d63a678e9c req-73abc235-baff-46ef-9709-4b3690c7ff7e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.568529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dfeab41-663e-4987-aff6-94d63a678e9c req-73abc235-baff-46ef-9709-4b3690c7ff7e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 945 time: 0.0728378 Sep 30 08:18:54.663822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dfeab41-663e-4987-aff6-94d63a678e9c req-8600297b-a880-4a26-a7d0-f32971932226 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879343 Sep 30 08:18:54.693261 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.751974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 7bfdf5a4-98f0-40c5-960d-8c6907702c60, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bfdf5a4-98f0-40c5-960d-8c6907702c60,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:54.757855 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.868313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=7bfdf5a4-98f0-40c5-960d-8c6907702c60,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.938889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206209df-8a45-4983-8374-eb539bd2f620 req-13d56c55-02ab-4b3c-83a3-4bed8172630b tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.940558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-206209df-8a45-4983-8374-eb539bd2f620 req-13d56c55-02ab-4b3c-83a3-4bed8172630b tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0582800 Sep 30 08:18:54.977937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1f592-2a5b-4a68-9ac8-95895632e2d3 None None] Network 735e6368-d227-4126-95a3-7ca7e3916820 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:55.002939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-206209df-8a45-4983-8374-eb539bd2f620 req-074f4bcc-e954-404d-8d31-986b0ee6512a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Sep 30 08:18:55.028322 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:18:55.086212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e285e8cc-bfb3-4f1c-bdb7-a3af0b34191c None None] Provisioning complete for port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:55.086579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e285e8cc-bfb3-4f1c-bdb7-a3af0b34191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.160935 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4375fadc-e34b-4d37-ad2a-2b4a99e41e97 req-1ca0d7cb-09d1-4201-ab9b-380b948604ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857440 Sep 30 08:18:55.167514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:55.172318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.199892 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.220025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac570c-39d7-4dc9-8df6-aeebf1a2649f req-c2876328-6e38-4569-9baf-11cbc0438315 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.223020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fac570c-39d7-4dc9-8df6-aeebf1a2649f req-c2876328-6e38-4569-9baf-11cbc0438315 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.0786369 Sep 30 08:18:55.242898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.254899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] device_id is not set on port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:55.280675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fac570c-39d7-4dc9-8df6-aeebf1a2649f req-51d967c2-c4e1-4759-83db-685a16faaeba tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524187 Sep 30 08:18:55.324751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-2963e6fd-cfd9-4beb-b6dc-3a4aaf1ccc8e tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.326944 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-2963e6fd-cfd9-4beb-b6dc-3a4aaf1ccc8e tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.2950463 Sep 30 08:18:55.437550 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.546284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652344-6efe-423a-bf4a-9e41ffcc6692 req-486f1394-154f-4d8d-a115-8770a8a6ec76 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.556201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b652344-6efe-423a-bf4a-9e41ffcc6692 req-486f1394-154f-4d8d-a115-8770a8a6ec76 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 951 time: 0.0996296 Sep 30 08:18:55.557765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Deleting port 1a6209e7-9928-408e-ab02-33fdc5703d17 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:55.558282 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.574336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.593050 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Floating IP 0d25342b-6bfe-498b-b674-21eaaa90d68a associated. External IP: 172.25.7.242, port: 629ab602-39eb-4fa9-a205-8d13350cac12. Sep 30 08:18:55.661426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b652344-6efe-423a-bf4a-9e41ffcc6692 req-a5561aed-161b-4a7b-8125-6cbba1983d4d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041749 Sep 30 08:18:55.689495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec18201-fd81-4626-afec-d78c9fa7fd3d req-b62dbae2-f5f6-4ca6-8a5d-62adb1524d8a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.692643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ec18201-fd81-4626-afec-d78c9fa7fd3d req-b62dbae2-f5f6-4ca6-8a5d-62adb1524d8a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1328230 Sep 30 08:18:55.742674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 10.1.1.53 (735e6368-d227-4126-95a3-7ca7e3916820/4e1c6b49-df58-483a-b986-c16b6b0844bb/86fa577e-a0f8-494d-b99c-8e6e54e189d2) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:55.751012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ec18201-fd81-4626-afec-d78c9fa7fd3d req-9e0165c5-a0aa-4055-ad59-5a4bbfe51395 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569489 Sep 30 08:18:55.793313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dae243d5-344f-4c19-9ad8-3d7efcb06ba9 None None] Provisioning complete for port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:55.793737 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dae243d5-344f-4c19-9ad8-3d7efcb06ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.898199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dd3ca-dcc2-499b-9b76-e6c068004cea req-eecb2ed9-2b75-4009-9468-c9c14a9e349a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.899854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-847dd3ca-dcc2-499b-9b76-e6c068004cea req-eecb2ed9-2b75-4009-9468-c9c14a9e349a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 945 time: 0.0946865 Sep 30 08:18:55.955740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:55.963196 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243aa5e0-9bc5-44b1-8067-9e86d0067f86" -d '{"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-plugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:55.967378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-847dd3ca-dcc2-499b-9b76-e6c068004cea req-615b4ccf-5a37-4dbc-a0e2-4a01c2267153 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Sep 30 08:18:55.994237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14863409-b1c1-4804-9470-4d475731bea9 None None] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:56.025362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] For port 1a6209e7-9928-408e-ab02-33fdc5703d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1a6209e7-9928-408e-ab02-33fdc5703d17,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:56.025926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.076848 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee4ea2-c956-4437-b5f1-60fbcee772bf x-openstack-request-id: req-65ee4ea2-c956-4437-b5f1-60fbcee772bf {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:56.077129 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-plugged", "status": "completed", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:56.077377 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65ee4ea2-c956-4437-b5f1-60fbcee772bf {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:56.079013 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'code': 200} Sep 30 08:18:56.082967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dae243d5-344f-4c19-9ad8-3d7efcb06ba9 None None] Provisioning complete for port e8ff4c9c-0c20-46d5-8cac-127398ce4099 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.083343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dae243d5-344f-4c19-9ad8-3d7efcb06ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.130254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Calling delete_port for 1a6209e7-9928-408e-ab02-33fdc5703d17 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:56.173479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dae243d5-344f-4c19-9ad8-3d7efcb06ba9 None None] Port e8ff4c9c-0c20-46d5-8cac-127398ce4099 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:56.194279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Deleting port 3b867e76-43d8-483a-82c8-b99fba106055 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:56.194627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.213062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68f499-704a-4cc9-9c7c-588de3d2da57 req-31cb783f-c1f8-420f-9e55-d5b2fc82da59 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:56.214984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c68f499-704a-4cc9-9c7c-588de3d2da57 req-31cb783f-c1f8-420f-9e55-d5b2fc82da59 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1055174 Sep 30 08:18:56.262473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c68f499-704a-4cc9-9c7c-588de3d2da57 req-57b58ef0-f4e5-44cd-8680-5be4c4c766f1 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Sep 30 08:18:56.318047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Provisioning complete for port e8ff4c9c-0c20-46d5-8cac-127398ce4099 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.319383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.363359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.375607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Port e8ff4c9c-0c20-46d5-8cac-127398ce4099 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:56.400480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Provisioning complete for port edeb6687-c829-4d7d-b7cb-54968f17d650 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.400998 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.403963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bfdf5a4-98f0-40c5-960d-8c6907702c60 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:56.456709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e870f5-0ce7-40d2-8a3b-b3b9069c4d3c req-691893bd-c739-4bb6-8973-5bb970119355 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:56.458419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35e870f5-0ce7-40d2-8a3b-b3b9069c4d3c req-691893bd-c739-4bb6-8973-5bb970119355 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 945 time: 0.0639544 Sep 30 08:18:56.523332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35e870f5-0ce7-40d2-8a3b-b3b9069c4d3c req-301408b2-d5f4-4e00-beda-8c5691cbaf7b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9965f81-1ff5-49b2-a4dd-ceb3ee173304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576417 Sep 30 08:18:56.568754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.569938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.579176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Router 64077979-c77b-4d70-83c8-506d43c986a5 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:56.580982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] For port 3b867e76-43d8-483a-82c8-b99fba106055, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b867e76-43d8-483a-82c8-b99fba106055,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:56.581439 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.599479 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.645117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.656403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] For port edeb6687-c829-4d7d-b7cb-54968f17d650, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=edeb6687-c829-4d7d-b7cb-54968f17d650,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:56.661820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.743361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edeb6687-c829-4d7d-b7cb-54968f17d650 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:56.802745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286a79-b2b8-4225-8056-89ec5becd9e1 req-eb1a9d96-a39b-4e2c-8d69-7b373bcd56a2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:56.804736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66286a79-b2b8-4225-8056-89ec5becd9e1 req-eb1a9d96-a39b-4e2c-8d69-7b373bcd56a2 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a7cca1-0d32-4b0c-8863-1b78237bb768 HTTP/1.1" status: 200 len: 951 time: 0.0585985 Sep 30 08:18:56.836251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5753-79f6-44e0-ade5-a2a8518f3507 None None] Pushing event updated for resources: {'Port': ['ID=edeb6687-c829-4d7d-b7cb-54968f17d650,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:56.838111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 735e6368-d227-4126-95a3-7ca7e3916820 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:56.847703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c0dc96ea-4f09-49f7-acaa-de15dc9b4593 None None] Provisioning complete for port edeb6687-c829-4d7d-b7cb-54968f17d650 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.848314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0dc96ea-4f09-49f7-acaa-de15dc9b4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.892262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:56.894840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.896269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:56.904333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:56.924321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port edeb6687-c829-4d7d-b7cb-54968f17d650 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.925725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.950235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.950599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.950934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.951258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.951712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.951922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.952251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.952689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.953023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.953347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.953762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.954093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:56.970035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66286a79-b2b8-4225-8056-89ec5becd9e1 req-0842551c-f27c-4282-8694-3e42493d5616 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541274 Sep 30 08:18:56.996948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3', 'f8af0329-4883-46b6-a818-981ec250da5b', '1da4c785-2302-45d9-8e69-e5e8b29b0817'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:57.026620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e8e3f-deb5-46d6-b263-f8f48a4a7787 req-bf8ff013-ff31-42fc-ab5a-d75d5a1e8bf0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.036146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b51e8e3f-deb5-46d6-b263-f8f48a4a7787 req-bf8ff013-ff31-42fc-ab5a-d75d5a1e8bf0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1581111 Sep 30 08:18:57.056906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:57.125395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b51e8e3f-deb5-46d6-b263-f8f48a4a7787 req-16f30970-b0b6-4965-8d0f-c3255ce603f6 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Sep 30 08:18:57.156127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 1a6209e7-9928-408e-ab02-33fdc5703d17 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:57.157362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1a6209e7-9928-408e-ab02-33fdc5703d17 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:57.162487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event deleted for resources: {'Port': ['ID=1a6209e7-9928-408e-ab02-33fdc5703d17,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:57.233821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c754bc-d970-4727-8e9a-971b9fa77340 req-d065b122-f830-42ea-8274-d1c1e3f02e09 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.235403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92c754bc-d970-4727-8e9a-971b9fa77340 req-d065b122-f830-42ea-8274-d1c1e3f02e09 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 945 time: 0.1077447 Sep 30 08:18:57.328836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92c754bc-d970-4727-8e9a-971b9fa77340 req-5d12043a-e4ae-475a-9fe7-07122a55fec9 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793555 Sep 30 08:18:57.333185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:57.386933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.388022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.396768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] No DVR routers for this DVR port 1a6209e7-9928-408e-ab02-33fdc5703d17 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:57.400556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.401294 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.401887 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Floating IP fcc7b827-fbf9-4f3b-987f-b7034f357e81 disassociated. External IP: 172.25.7.199, port: 3b867e76-43d8-483a-82c8-b99fba106055. Sep 30 08:18:57.402470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Calling delete_port for 3b867e76-43d8-483a-82c8-b99fba106055 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:57.407142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.410859 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-028e86ea-799a-42de-99fc-61e2899c91dc req-003e0915-213b-46a7-aa9c-fdce3f80bd52 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "DELETE /v2.0/ports/1a6209e7-9928-408e-ab02-33fdc5703d17 HTTP/1.1" status: 204 len: 173 time: 2.3417599 Sep 30 08:18:57.413971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-deleted', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:57.416710 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1fa9d2-75ec-4dd3-a3aa-1742989f6267" -d '{"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-deleted", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:57.420476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:57.437590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.474764 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-792db4c3-558f-48e7-8c1a-a6004a84615c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5333452 Sep 30 08:18:57.511780 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a942c60b-1584-44cd-8e2e-573bf5fec379 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "PUT /v2.0/floatingips/0d25342b-6bfe-498b-b674-21eaaa90d68a HTTP/1.1" status: 200 len: 991 time: 4.3087361 Sep 30 08:18:57.520787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] Sync routers for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:57.580477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:57.582468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:57.591746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4930708-814f-4718-b395-c0934dd59604 req-c4e958bd-97f4-4350-a71d-7798e52f0953 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1801523507&fields=id&tenant_id=290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 267 time: 0.0643487 Sep 30 08:18:57.652693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.656790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b46e013f-0c5f-48c5-94f8-11b5e8da8933 None None] Provisioning complete for port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:57.657436 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b46e013f-0c5f-48c5-94f8-11b5e8da8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.662889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a449ec-9567-4ca5-b7f0-03b817338a10 req-91703f95-2633-4fad-b249-67734ab30237 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.664545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38a449ec-9567-4ca5-b7f0-03b817338a10 req-91703f95-2633-4fad-b249-67734ab30237 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1965218 Sep 30 08:18:57.700831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event deleted for resources: {'Port': ['ID=3b867e76-43d8-483a-82c8-b99fba106055,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:57.777302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b46e013f-0c5f-48c5-94f8-11b5e8da8933 None None] Port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:57.816923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:57.828411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930708-814f-4718-b395-c0934dd59604 req-0923f298-72e8-4f5a-b5c3-d00056c38014 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.829879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4930708-814f-4718-b395-c0934dd59604 req-0923f298-72e8-4f5a-b5c3-d00056c38014 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 945 time: 0.2373724 Sep 30 08:18:57.864898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38a449ec-9567-4ca5-b7f0-03b817338a10 req-fb5d787d-0160-492c-bb76-30074fdd0b34 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849375 Sep 30 08:18:58.054382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'port': {'security_groups': ['0f136bd3-013b-490b-9339-9b4564cb4b66', 'eaa97202-64f9-4475-98cb-4009159771b3']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:58.277763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.309091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edeb6687-c829-4d7d-b7cb-54968f17d650 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:58.415189 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a13aeba-dbf2-4687-aa30-e134462aaec2 x-openstack-request-id: req-6a13aeba-dbf2-4687-aa30-e134462aaec2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:58.415788 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a7cca1-0d32-4b0c-8863-1b78237bb768", "name": "network-vif-deleted", "tag": "1a6209e7-9928-408e-ab02-33fdc5703d17", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:58.416084 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a13aeba-dbf2-4687-aa30-e134462aaec2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:58.416485 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a7cca1-0d32-4b0c-8863-1b78237bb768', 'name': 'network-vif-deleted', 'tag': '1a6209e7-9928-408e-ab02-33fdc5703d17', 'status': 'completed', 'code': 200} Sep 30 08:18:58.421287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Router 72361ae7-a03e-4737-91a2-242076e46cff has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:58.574510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port edeb6687-c829-4d7d-b7cb-54968f17d650 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:58.575591 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.604237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:58.624042 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] Sync routers for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:58.637732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:58.640317 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:58.655566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:58.656230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '0d25342b-6bfe-498b-b674-21eaaa90d68a', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'port_id': '629ab602-39eb-4fa9-a205-8d13350cac12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'mac_address': 'fa:16:3e:ae:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:18:32Z', 'updated_at': '2021-09-30T08:18:54Z', 'revision_number': 1, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:58.658470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] No DVR routers for this DVR port 3b867e76-43d8-483a-82c8-b99fba106055 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:58.664480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.667719 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ff6d7bf3-ebd2-443f-93e7-d50a3f40cb6c req-c7b0bb97-dffc-44d8-914c-2fc0fde0b1ac tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.57 "DELETE /v2.0/ports/3b867e76-43d8-483a-82c8-b99fba106055 HTTP/1.1" status: 204 len: 173 time: 3.2303290 Sep 30 08:18:58.699380 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.710828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] Checking router: 64077979-c77b-4d70-83c8-506d43c986a5 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:58.713092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.714807 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.732856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:58.733797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:58.802288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:58.802879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.804569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4930708-814f-4718-b395-c0934dd59604 req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "PUT /v2.0/ports/9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 981 time: 0.9487121 Sep 30 08:18:58.805042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:58.808257 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:58.877057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:58.885305 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:58.895434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682cf51-0512-448e-ba1f-03a63bffd569 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:58.915563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:58.928714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905208291', 'description': 'tempest-description--1054819764'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:58.980469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.014720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:59.024756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b867e76-43d8-483a-82c8-b99fba106055 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:59.102924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 3b867e76-43d8-483a-82c8-b99fba106055 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:59.103429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b867e76-43d8-483a-82c8-b99fba106055 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:59.112910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d2a8cbe-c409-49d9-a505-6a0607e4e818 req-ef3d394c-4d54-45a2-be0d-2f2d79ad2f52 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 210 time: 0.0877197 Sep 30 08:18:59.168498 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:59.168743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.181418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.196182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0de6-2b20-4335-935b-8f66d48c88ee req-45951c4a-2566-411a-baf2-e6d08407ec48 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:59.206158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaca0de6-2b20-4335-935b-8f66d48c88ee req-45951c4a-2566-411a-baf2-e6d08407ec48 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0896552 Sep 30 08:18:59.220262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:59.250110 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] Checking router: 72361ae7-a03e-4737-91a2-242076e46cff for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:59.273306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a0355f-c3d6-438d-a579-fff21569191e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:59.278537 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:59.280122 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:59.281376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.289502 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-23b74ea9-8901-4601-bde0-146ffefd8713 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3708596 Sep 30 08:18:59.290151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49828) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:59.293051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaca0de6-2b20-4335-935b-8f66d48c88ee req-734c982c-9324-46f4-9c39-4afb5df21847 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885279 Sep 30 08:18:59.302688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'security_group_rule': {'security_group_id': '52a0355f-c3d6-438d-a579-fff21569191e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:59.346491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.368006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-e9a64a78-7405-4e93-9ed4-2822e796c10c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2121848820&fields=id&tenant_id=290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 267 time: 0.1302857 Sep 30 08:18:59.384207 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e2bf2d-38d8-4af2-a2bf-32b5af2d45f2 x-openstack-request-id: req-f9e2bf2d-38d8-4af2-a2bf-32b5af2d45f2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:59.388459 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:59.388971 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9e2bf2d-38d8-4af2-a2bf-32b5af2d45f2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:59.389885 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'status': 'completed', 'code': 200} Sep 30 08:18:59.504802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.508367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-2004eebf-0ed7-479c-adab-462ed45e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:59.512822 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-2004eebf-0ed7-479c-adab-462ed45e0e7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1135 time: 0.0929267 Sep 30 08:18:59.515040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.523390 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:59.552458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-86f39413-a280-4ed5-bc09-6bdd457b8606 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:59.567810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-86f39413-a280-4ed5-bc09-6bdd457b8606 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 984 time: 0.1748905 Sep 30 08:18:59.580320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4d93-7507-4fa4-a270-bfd268be14a4 req-6629efa5-cdd4-41c5-861e-30fc1c83558e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:59.601637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b9c4d93-7507-4fa4-a270-bfd268be14a4 req-6629efa5-cdd4-41c5-861e-30fc1c83558e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1329904 Sep 30 08:18:59.640196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'port': {'security_groups': ['0f136bd3-013b-490b-9339-9b4564cb4b66', 'eaa97202-64f9-4475-98cb-4009159771b3', 'cafec3ac-284f-4d7f-a8d9-1b4765222391']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:59.641999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5d68ba-79bc-4d28-a62b-01f798941547,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:59.646911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.650823 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d4e77a5-a5a1-4264-a18a-eba47e5b05ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540084 Sep 30 08:18:59.657935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49830) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:59.663769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'security_group_rule': {'security_group_id': '52a0355f-c3d6-438d-a579-fff21569191e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:59.721321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Deleting port 2824a761-4448-48a5-a2b3-99a36e570cd1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:59.722282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.722549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-816e2c6d-4cc4-40d3-86c9-506d5107bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:59.726364 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-816e2c6d-4cc4-40d3-86c9-506d5107bbf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.1806598 Sep 30 08:18:59.742846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.745041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '0d25342b-6bfe-498b-b674-21eaaa90d68a', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'port_id': '629ab602-39eb-4fa9-a205-8d13350cac12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'mac_address': 'fa:16:3e:ae:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:18:32Z', 'updated_at': '2021-09-30T08:18:54Z', 'revision_number': 1, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:59.790828 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:59.816568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba433-1d0d-4878-a1b1-e7c8c43950f8 None None] The sync data for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 is: [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '0d25342b-6bfe-498b-b674-21eaaa90d68a', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'port_id': '629ab602-39eb-4fa9-a205-8d13350cac12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'mac_address': 'fa:16:3e:ae:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:18:32Z', 'updated_at': '2021-09-30T08:18:54Z', 'revision_number': 1, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:59.818335 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-1c0997b0-ecc2-4c03-9386-75b84f49913b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 217 time: 0.0713863 Sep 30 08:18:59.832069 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199a92e-6b05-4905-bbe0-0658e630c0ef None None] The sync data for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 is: [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:15:47Z', 'revision_number': 4, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '84d5721e-2070-4bd8-9665-5caaebc30db5', 'name': '', 'network_id': 'f353bf86-ddda-4abb-a16f-e2957032e186', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'mac_address': 'fa:16:3e:8e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:46Z', 'updated_at': '2021-09-30T08:15:52Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'subnets': [{'id': '57055eb0-ff37-492f-b24e-d454d91f7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:59.878904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b9c4d93-7507-4fa4-a270-bfd268be14a4 req-f3c75078-21a8-4807-b658-575d79b091de tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758880 Sep 30 08:18:59.935952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-b297401b-e437-483c-948b-c1e5ac83d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:59.937496 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-b297401b-e437-483c-948b-c1e5ac83d971 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1061189 Sep 30 08:18:59.939809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.945965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.953540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.971195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576f4368-cd52-4001-87a4-0586d4372689,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:00.025412 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-99dc521d-32e4-46ae-a791-29648fba6407 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570877 Sep 30 08:19:00.028577 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.035799 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a0d9578-ac2f-416c-8b61-a1449df1bd12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765805 Sep 30 08:19:00.036679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49834) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:00.043608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:00.063701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] For port 2824a761-4448-48a5-a2b3-99a36e570cd1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2824a761-4448-48a5-a2b3-99a36e570cd1,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:00.064138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.095052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Calling delete_port for 2824a761-4448-48a5-a2b3-99a36e570cd1 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:00.129008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.297588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-54598b98-cc75-4917-a0e7-15fa205349e0 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330148 Sep 30 08:19:00.299122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ae821-abea-44c9-9aee-c75622adf1f6 None None] New status for floating IP fcc7b827-fbf9-4f3b-987f-b7034f357e81: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:19:00.350708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:00.386803 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.434243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa233c-b957-49fc-b438-bfda8fca130a None None] New status for floating IP 0d25342b-6bfe-498b-b674-21eaaa90d68a: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:19:00.446562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12'}, {'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'name': 'network-vif-deleted', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:00.448467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.453397 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376b6e8-d365-435e-8200-3fed13ec6418" -d '{"events": [{"name": "network-changed", "server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12"}, {"server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "name": "network-vif-deleted", "tag": "3b867e76-43d8-483a-82c8-b99fba106055"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:00.512959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.560940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:00.561892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:00.563120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.579679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9d5be3b-7b9a-494d-85cd-89dd44205186 req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "PUT /v2.0/ports/9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 1020 time: 0.9747448 Sep 30 08:19:00.598301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10648eb-6753-4c15-9966-bb0fbe5804a5 req-d049ddc5-94a1-42da-991b-6b39b4b5d0d1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:00.599870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d10648eb-6753-4c15-9966-bb0fbe5804a5 req-d049ddc5-94a1-42da-991b-6b39b4b5d0d1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 951 time: 0.2073517 Sep 30 08:19:00.673116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1dac4406-94ad-4f1e-9084-1d2eca55f7e3 req-9d22cb97-d2d4-4fe1-8617-63e2a946b4e5 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356278 Sep 30 08:19:00.715235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52aafa-0b74-4dd9-89a0-0b940f01d0fb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:00.749781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:00.778315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9af0d0e2-01b0-46e1-993a-4a6813ac90f0 req-af7636c4-6a3c-4244-88b5-5d9c488eb89b tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 210 time: 0.1291695 Sep 30 08:19:00.796614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d10648eb-6753-4c15-9966-bb0fbe5804a5 req-5f1aa309-02ab-4636-8d46-b4b8e6fb7dc4 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612794 Sep 30 08:19:00.849346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.853496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 172.25.7.66 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/28dc6e65-7008-4cc5-893e-9d00230aef2d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:00.970799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2824a761-4448-48a5-a2b3-99a36e570cd1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:01.030436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.076608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62f7fc-f17c-4725-b621-acbe3b992c19 req-b33740cf-fc38-4455-97b9-75e00e3acbd1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.078312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f62f7fc-f17c-4725-b621-acbe3b992c19 req-b33740cf-fc38-4455-97b9-75e00e3acbd1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1023 time: 0.0654752 Sep 30 08:19:01.101213 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6813be-b0c7-4157-a9fa-1491b14e1da5 x-openstack-request-id: req-cb6813be-b0c7-4157-a9fa-1491b14e1da5 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:01.101809 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12", "status": "completed", "code": 200}, {"server_uuid": "2d58605c-c6f3-4745-9242-d96dbe1e2528", "name": "network-vif-deleted", "tag": "3b867e76-43d8-483a-82c8-b99fba106055", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:01.102233 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb6813be-b0c7-4157-a9fa-1491b14e1da5 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:01.102826 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12', 'status': 'completed', 'code': 200} Sep 30 08:19:01.103261 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d58605c-c6f3-4745-9242-d96dbe1e2528', 'name': 'network-vif-deleted', 'tag': '3b867e76-43d8-483a-82c8-b99fba106055', 'status': 'completed', 'code': 200} Sep 30 08:19:01.114290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.121857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa663a2f-f186-4899-b1f0-f77fed53d638 req-31b4bf52-67c4-4366-bca7-7491f9b73a25 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.130811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa663a2f-f186-4899-b1f0-f77fed53d638 req-31b4bf52-67c4-4366-bca7-7491f9b73a25 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1852458 Sep 30 08:19:01.194570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f62f7fc-f17c-4725-b621-acbe3b992c19 req-46a267cf-496e-49b0-ab57-38b360ad688c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=cafec3ac-284f-4d7f-a8d9-1b4765222391&id=0f136bd3-013b-490b-9339-9b4564cb4b66&id=eaa97202-64f9-4475-98cb-4009159771b3 HTTP/1.1" status: 200 len: 6150 time: 0.1049709 Sep 30 08:19:01.240567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:01.250657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b827e3-e74f-4091-a2f8-b294f556e5ae req-8763aea5-ed95-452a-887d-f425323aa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.253173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00b827e3-e74f-4091-a2f8-b294f556e5ae req-8763aea5-ed95-452a-887d-f425323aa92e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 1097 time: 0.5634992 Sep 30 08:19:01.261616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:01.279112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:01.293295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-d2eb3f43-edb9-41ae-9c19-a4a62dc4ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.295355 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-d2eb3f43-edb9-41ae-9c19-a4a62dc4ce92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a714ad4bd8a4c1fb813216bed4159e4&device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 1096 time: 0.2144988 Sep 30 08:19:01.324763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=28dc6e65-7008-4cc5-893e-9d00230aef2d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:01.356021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa663a2f-f186-4899-b1f0-f77fed53d638 req-13d6787f-0210-43cc-9648-d6372d177e91 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245977 Sep 30 08:19:01.404218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00b827e3-e74f-4091-a2f8-b294f556e5ae req-842caf0d-05ad-42c7-8db8-89c150f07c9d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184316 Sep 30 08:19:01.500931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-3f34895f-8e44-4cff-a51d-ec230ef86a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.502502 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-3f34895f-8e44-4cff-a51d-ec230ef86a66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=36ab9c7f-b9e8-4218-87a6-2260749be679 HTTP/1.1" status: 200 len: 913 time: 0.1649611 Sep 30 08:19:01.504234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.590641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.633399 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-0ef94649-b96f-4481-ad04-f03136659064 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629ab602-39eb-4fa9-a205-8d13350cac12 HTTP/1.1" status: 200 len: 1001 time: 0.1143806 Sep 30 08:19:01.698117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:01.700397 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce5f2d-6364-4f9b-a368-e92e70e4d123" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:01.711584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2f099c0b-e4e3-4938-bb43-7f3af47beb19 req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1129613946 ', 'description': 'tempest-description-1525104477'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:01.745929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32996f-d098-477d-9b79-bb3c36f0a4be req-9e27437a-c110-4a8c-91a8-1f65b1202b60 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.747413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d32996f-d098-477d-9b79-bb3c36f0a4be req-9e27437a-c110-4a8c-91a8-1f65b1202b60 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.4507456 Sep 30 08:19:01.749535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-66ff9b6c-1d7e-4b9b-82cd-9b2329f66854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.750188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.751053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-66ff9b6c-1d7e-4b9b-82cd-9b2329f66854 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce8be253-2bf8-4437-8f21-199b2a7c0bb9 HTTP/1.1" status: 200 len: 851 time: 0.0998101 Sep 30 08:19:01.772953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f099c0b-e4e3-4938-bb43-7f3af47beb19 req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.853531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d32996f-d098-477d-9b79-bb3c36f0a4be req-0e245811-5a9c-4ba3-b698-29f5801c2db4 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900488 Sep 30 08:19:01.873399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.876947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-5286648f-fee3-4663-8158-0175c31c9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.879602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-5286648f-fee3-4663-8158-0175c31c9a12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36ab9c7f-b9e8-4218-87a6-2260749be679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160066 Sep 30 08:19:01.886952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.006773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-21fb3f3e-9414-48c2-ba87-7ab000124b7c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.009118 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-21fb3f3e-9414-48c2-ba87-7ab000124b7c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 951 time: 0.1764777 Sep 30 08:19:02.042301 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552bd458-6064-4689-a286-d5cab49bb747 x-openstack-request-id: req-552bd458-6064-4689-a286-d5cab49bb747 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:02.042706 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:02.042947 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-552bd458-6064-4689-a286-d5cab49bb747 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:02.043210 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'status': 'completed', 'code': 200} Sep 30 08:19:02.057080 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f099c0b-e4e3-4938-bb43-7f3af47beb19 req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.066092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f099c0b-e4e3-4938-bb43-7f3af47beb19 req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.089086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=28dc6e65-7008-4cc5-893e-9d00230aef2d,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:02.188388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.197678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f099c0b-e4e3-4938-bb43-7f3af47beb19 req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.218073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f099c0b-e4e3-4938-bb43-7f3af47beb19 req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5102158 Sep 30 08:19:02.235782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44e002-4388-4e07-8dbb-daa8120e2b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ac8fa-bc99-4e02-a202-43beb91d8c2c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:02.250021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-291b4190-8855-467e-b96b-77f37dac4752 service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605719 Sep 30 08:19:02.253821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.255973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Router 0f81f910-08fb-4584-8826-6df7c3610cc2 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:02.263682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8547643d-84df-488e-8c6e-7b5518b5d15e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2241197 Sep 30 08:19:02.266106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ff64c-6688-40ac-b764-f8efa1295253 req-d4d5e11f-c134-45df-ba81-f1fac9535049 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.267758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f6ff64c-6688-40ac-b764-f8efa1295253 req-d4d5e11f-c134-45df-ba81-f1fac9535049 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b17-0770-415b-b650-b565072a11b2 HTTP/1.1" status: 200 len: 951 time: 0.1578732 Sep 30 08:19:02.280740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-81674265-f1c9-453f-8401-57705385f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.282576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-81674265-f1c9-453f-8401-57705385f2ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1174 time: 0.1707783 Sep 30 08:19:02.343507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f13b838-2a9e-4d7f-a4d4-52daa75c39ab req-0e823f65-6113-406d-b4e3-8c95b08b41ee tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 210 time: 0.0420039 Sep 30 08:19:02.405096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f6ff64c-6688-40ac-b764-f8efa1295253 req-3ed0b0d3-6b87-4eb0-8e9c-30bea98d23eb tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283038 Sep 30 08:19:02.537125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70a07185-ae53-4e50-8b53-a07debe4859a req-9c8f2763-2aa8-47b3-84ed-5bdc62d940d6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/b31ac8fa-bc99-4e02-a202-43beb91d8c2c HTTP/1.1" status: 200 len: 1781 time: 0.1305726 Sep 30 08:19:02.564742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:02.576925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] Sync routers for ids ['0f81f910-08fb-4584-8826-6df7c3610cc2'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:02.583728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16f2f42d-82ca-43fd-b2f8-4f4443953f92 admin admin] 10.222.0.41 "PUT /v2.0/routers/0f81f910-08fb-4584-8826-6df7c3610cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2463076 Sep 30 08:19:02.585680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49874) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:02.590728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Deleting port 1da4c785-2302-45d9-8e69-e5e8b29b0817 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:02.591074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.596834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] Routers {'0f81f910-08fb-4584-8826-6df7c3610cc2'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:02.599531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0f81f910-08fb-4584-8826-6df7c3610cc2'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:02.623868 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5376b6e8-d365-435e-8200-3fed13ec6418 req-9301b9ff-bcbf-4ca7-bcf6-b638509caf68 service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400245 Sep 30 08:19:02.644872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-158d242d-eb01-4109-8515-062861872767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.646397 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-158d242d-eb01-4109-8515-062861872767 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.3505883 Sep 30 08:19:02.737381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-970e4c9d-a9ec-44bd-934e-ec0d33064d44 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--905208291&fields=id&tenant_id=0fb01bac7d934f679b8b571ae61e83b1 HTTP/1.1" status: 200 len: 267 time: 0.0614643 Sep 30 08:19:02.767067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] Set router 0f81f910-08fb-4584-8826-6df7c3610cc2 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:02.801800 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-a1bd9662-9024-4f8e-ad50-31ac88684221 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 200 len: 217 time: 0.0897548 Sep 30 08:19:02.825579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-1d32922b-336a-4adf-8eba-42c816a6b4d8 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.834061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-1d32922b-336a-4adf-8eba-42c816a6b4d8 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 931 time: 0.0693789 Sep 30 08:19:02.837563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.885552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] For port 1da4c785-2302-45d9-8e69-e5e8b29b0817, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1da4c785-2302-45d9-8e69-e5e8b29b0817,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:02.899860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.918135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-12c3d770-f98b-4cd3-931c-8ac327af1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.919622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-12c3d770-f98b-4cd3-931c-8ac327af1a0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1170378 Sep 30 08:19:02.920547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Calling delete_port for 1da4c785-2302-45d9-8e69-e5e8b29b0817 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:02.990402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:19:00Z', 'revision_number': 5, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:03.010613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-9f90c5a8-d472-4020-bd77-b485c66578f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771029 Sep 30 08:19:03.027137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-290bd0c5-f7c9-4bb2-bf65-fa9097ebc247 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.028743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-290bd0c5-f7c9-4bb2-bf65-fa9097ebc247 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 930 time: 0.1937366 Sep 30 08:19:03.035763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] Checking router: 0f81f910-08fb-4584-8826-6df7c3610cc2 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:03.037791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.046368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] Routers {'0f81f910-08fb-4584-8826-6df7c3610cc2'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:03.046994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0f81f910-08fb-4584-8826-6df7c3610cc2'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:03.053685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da4475-1521-4f27-96da-8b6a36db2392 req-291728f9-8d17-492d-87f5-32da107d780a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.055490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03da4475-1521-4f27-96da-8b6a36db2392 req-291728f9-8d17-492d-87f5-32da107d780a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.1430268 Sep 30 08:19:03.130072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd22c1f1-0851-4b4f-89e8-c31c3f694dd9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0850153 Sep 30 08:19:03.185398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] Set router 0f81f910-08fb-4584-8826-6df7c3610cc2 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:03.187314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5b4dfb39-4e12-40c1-96a1-470686e3f424 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499024 Sep 30 08:19:03.197748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03da4475-1521-4f27-96da-8b6a36db2392 req-cdf3514d-cbd1-499f-adb4-a2c39ed936df tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307836 Sep 30 08:19:03.238984 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-6540c572-3b73-4494-8db9-dda4af4302c5 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858971 Sep 30 08:19:03.296792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Deleting port 9d870f6d-e935-4a93-b778-a166b9dc4b01 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:03.296792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.343327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.346803 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52ce5f2d-6364-4f9b-a368-e92e70e4d123 req-742d3676-5888-433a-a198-b3de22280927 service neutron] 10.222.0.57 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Sep 30 08:19:03.361818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d489ecc4-ff51-471d-af23-657d336a1853 req-e1bfbe8d-65e2-49bc-80ff-4a01369d4d5d tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/b31ac8fa-bc99-4e02-a202-43beb91d8c2c HTTP/1.1" status: 200 len: 1781 time: 0.1140521 Sep 30 08:19:03.373677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event deleted for resources: {'Port': ['ID=1da4c785-2302-45d9-8e69-e5e8b29b0817,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:03.410802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3', 'f8af0329-4883-46b6-a818-981ec250da5b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:03.439423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] No DVR routers for this DVR port 1da4c785-2302-45d9-8e69-e5e8b29b0817 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:03.442530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.445255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-39c1702d-1acb-4b23-b35a-20c33a696a4f req-73504319-6e1f-45c2-a7a3-6407d7fe40b6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "DELETE /v2.0/ports/1da4c785-2302-45d9-8e69-e5e8b29b0817 HTTP/1.1" status: 204 len: 173 time: 1.4077883 Sep 30 08:19:03.445876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-deleted', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:03.448226 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac498925-3291-4db9-a6ba-3eee308e1f64" -d '{"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-deleted", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:03.476974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f145f5a2-f556-4008-985a-970839208568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.483023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f145f5a2-f556-4008-985a-970839208568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.490524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f145f5a2-f556-4008-985a-970839208568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.498091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f145f5a2-f556-4008-985a-970839208568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=84b8f949-19d2-42d6-b87c-7331cef07b6d&id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 1991 time: 0.2981815 Sep 30 08:19:03.542430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] For port 9d870f6d-e935-4a93-b778-a166b9dc4b01, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9d870f6d-e935-4a93-b778-a166b9dc4b01,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:03.542795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.546515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:19:00Z', 'revision_number': 5, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:03.551591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9e6a5ce3-63ed-4ceb-8f21-4edd5e26f0fe tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/quotas/0fb01bac7d934f679b8b571ae61e83b1 HTTP/1.1" status: 200 len: 375 time: 0.0413604 Sep 30 08:19:03.576367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Calling delete_port for 9d870f6d-e935-4a93-b778-a166b9dc4b01 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:03.578117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d489ecc4-ff51-471d-af23-657d336a1853 req-efd27ce4-d095-4096-b01b-6594c669fdaf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.587947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd0c3-2fa0-402f-903a-94f0b84a3ec9 None None] The sync data for ids ['0f81f910-08fb-4584-8826-6df7c3610cc2'] in n-d-807025-5 is: [{'id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1339039268-router', 'tenant_id': '6edf02b2b1694608a51d1f677a88120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:07Z', 'updated_at': '2021-09-30T08:19:00Z', 'revision_number': 5, 'project_id': '6edf02b2b1694608a51d1f677a88120f', 'gw_port': {'id': '9d870f6d-e935-4a93-b778-a166b9dc4b01', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f81f910-08fb-4584-8826-6df7c3610cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:08Z', 'updated_at': '2021-09-30T08:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:03.699327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d489ecc4-ff51-471d-af23-657d336a1853 req-efd27ce4-d095-4096-b01b-6594c669fdaf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.753103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-ff777361-f1f5-4f99-a43a-8d3aa8cf4b1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1921995 Sep 30 08:19:03.888492 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d489ecc4-ff51-471d-af23-657d336a1853 req-efd27ce4-d095-4096-b01b-6594c669fdaf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.891091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d489ecc4-ff51-471d-af23-657d336a1853 req-efd27ce4-d095-4096-b01b-6594c669fdaf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.892307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d489ecc4-ff51-471d-af23-657d336a1853 req-efd27ce4-d095-4096-b01b-6594c669fdaf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/b31ac8fa-bc99-4e02-a202-43beb91d8c2c HTTP/1.1" status: 204 len: 173 time: 0.5189085 Sep 30 08:19:03.919569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd27ce4-d095-4096-b01b-6594c669fdaf tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ac8fa-bc99-4e02-a202-43beb91d8c2c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:03.976527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-136c6c99-e199-4f4c-bddc-0243335e20c8 service neutron] 10.222.0.41 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090011 Sep 30 08:19:04.129806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.157772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3c9cd-26c4-4de7-9e85-5675965c780e req-40a5b088-12d2-4b32-8203-852d4724901a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.165558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82c3c9cd-26c4-4de7-9e85-5675965c780e req-40a5b088-12d2-4b32-8203-852d4724901a tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.2094607 Sep 30 08:19:04.182148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2824a761-4448-48a5-a2b3-99a36e570cd1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:04.227146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 2824a761-4448-48a5-a2b3-99a36e570cd1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:04.227488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2824a761-4448-48a5-a2b3-99a36e570cd1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:04.237401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d870f6d-e935-4a93-b778-a166b9dc4b01,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:04.318010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-fce2cbf8-beb3-49e0-bb5a-d5330b923d53 service neutron] 10.222.0.41 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050966 Sep 30 08:19:04.322937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82c3c9cd-26c4-4de7-9e85-5675965c780e req-710001bd-4099-4610-bc99-27730decac48 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565521 Sep 30 08:19:04.363770 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.370487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-03ddfa66-a0f5-4b7b-b010-18d37deea0ad service neutron] 10.222.0.41 "GET /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0465934 Sep 30 08:19:04.492847 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.496247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.594113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-185715fe-7250-4214-8d0d-e14095f1c331 req-b9ab2875-8635-4036-a5a3-d3c42e1df587 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d58605c-c6f3-4745-9242-d96dbe1e2528 HTTP/1.1" status: 200 len: 210 time: 0.0992208 Sep 30 08:19:04.626434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.626945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f81f910-08fb-4584-8826-6df7c3610cc2 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:19:04.632541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.633261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-610f6697-f1aa-43aa-8472-713d2b604411 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0f81f910-08fb-4584-8826-6df7c3610cc2 HTTP/1.1" status: 204 len: 168 time: 2.0465939 Sep 30 08:19:04.636289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49896) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.654874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-ec9e253e-3b1d-4d82-97b2-4ceb4eedcc5f service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587597 Sep 30 08:19:04.743823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Deleting subnet 105977b2-acdb-4dfa-8a5b-60bc5d4494d1 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:04.751412 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8843c50-4a01-44c6-be49-0a181b66fe48 x-openstack-request-id: req-d8843c50-4a01-44c6-be49-0a181b66fe48 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:04.751951 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b17-0770-415b-b650-b565072a11b2", "name": "network-vif-deleted", "tag": "1da4c785-2302-45d9-8e69-e5e8b29b0817", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:04.752387 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8843c50-4a01-44c6-be49-0a181b66fe48 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:04.752965 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b17-0770-415b-b650-b565072a11b2', 'name': 'network-vif-deleted', 'tag': '1da4c785-2302-45d9-8e69-e5e8b29b0817', 'status': 'completed', 'code': 200} Sep 30 08:19:04.754004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.762627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0a47ab76-704c-4df7-82c7-34d53a5a305e service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064701 Sep 30 08:19:04.812957 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.820789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-e4388a80-6a2a-4618-aea8-4118086c65fa service neutron] 10.222.0.41 "GET /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0572138 Sep 30 08:19:04.826333 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-2c4fdbc6-dc2a-41af-8b00-8c935bd6811a req-a3251941-f80b-4ccc-985d-9751d07c0fb8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:04.827387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c4fdbc6-dc2a-41af-8b00-8c935bd6811a req-a3251941-f80b-4ccc-985d-9751d07c0fb8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/b31ac8fa-bc99-4e02-a202-43beb91d8c2c HTTP/1.1" status: 404 len: 352 time: 0.0187881 Sep 30 08:19:04.934840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.986288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-ebb79ad8-a8ca-43b7-b7ef-cfe65fdbc5b5 service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564522 Sep 30 08:19:04.995815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0028804-80a4-4e4b-bd50-6bca764172bb req-1fda42ca-6f33-46a0-a699-6fa49c9bcd47 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.997695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0028804-80a4-4e4b-bd50-6bca764172bb req-1fda42ca-6f33-46a0-a699-6fa49c9bcd47 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0985193 Sep 30 08:19:05.000846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.015939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:05.036219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105977b2-acdb-4dfa-8a5b-60bc5d4494d1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:05.046467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 1da4c785-2302-45d9-8e69-e5e8b29b0817 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:05.046822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1da4c785-2302-45d9-8e69-e5e8b29b0817 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:05.058289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37393754-c002-44f1-be54-d1249bb5c252 None None] Network fcdf5261-d6fb-485c-ab9c-f4d1f605c77b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:05.062577 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.067486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e112a2fd-d025-4668-a150-17c99a84acd5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/105977b2-acdb-4dfa-8a5b-60bc5d4494d1 HTTP/1.1" status: 204 len: 168 time: 0.4271538 Sep 30 08:19:05.067744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49902) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:05.096142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0028804-80a4-4e4b-bd50-6bca764172bb req-a5cd7978-882b-4921-ab59-cdedb89ac830 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870166 Sep 30 08:19:05.122872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-365e44b6-5a93-4dca-93b6-2f8df4e061ed service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221032 Sep 30 08:19:05.140368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.257071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Deleting port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:05.257777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.294450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-1449c43e-a475-4cd3-aeef-86180a0b3f88 service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643894 Sep 30 08:19:05.334345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] DHCP port deletion for fcdf5261-d6fb-485c-ab9c-f4d1f605c77b request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:05.409162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] Deleting port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:05.411314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.421286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] For port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:05.421745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.424378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-892ad359-bc9c-4d80-b6c6-dbd6b4df1ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190748 Sep 30 08:19:05.518764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] For port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,segment=NetworkSegment(d5dce288-1389-4479-b5de-22c94319375e),segment_id=d5dce288-1389-4479-b5de-22c94319375e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:05.519966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.535116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] Calling delete_port for 6adfd9a5-fced-49df-a7c6-2c42cd5026cf owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:05.536053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e117d8d7-7320-4aa7-9e90-a14f7400cfaa req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1357626211', 'description': 'tempest-description-979022762'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:05.583590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2d5b095e-3790-40bc-92b3-ac967d998632 service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453347 Sep 30 08:19:05.594467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e117d8d7-7320-4aa7-9e90-a14f7400cfaa req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.652888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.681919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] Pushing event deleted for resources: {'Port': ['ID=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:05.687512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047bb24-5b1c-4331-8a54-681c795e5599 None None] No DVR routers for this DVR port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:05.740847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Calling delete_port for 6adfd9a5-fced-49df-a7c6-2c42cd5026cf owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:05.757258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-1e5ad908-2398-4879-a6d1-e415389b01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:05.758885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-1e5ad908-2398-4879-a6d1-e415389b01dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 1097 time: 0.3866858 Sep 30 08:19:05.776537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-42c18d0d-142c-46d5-b4b3-153424594ede service neutron] 10.222.0.41 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769254 Sep 30 08:19:05.836588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e117d8d7-7320-4aa7-9e90-a14f7400cfaa req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.867390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e117d8d7-7320-4aa7-9e90-a14f7400cfaa req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.904071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.909001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-800a9577-5087-40fe-a439-a73da80f0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:05.910757 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-800a9577-5087-40fe-a439-a73da80f0e6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 200 len: 910 time: 0.1210253 Sep 30 08:19:05.942282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] No DVR routers for this DVR port 6adfd9a5-fced-49df-a7c6-2c42cd5026cf on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:05.944177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adfd9a5-fced-49df-a7c6-2c42cd5026cf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:05.992946 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-edc4e20d-bb0b-47f0-9345-9bd1f9c61c80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71908288-a822-4edb-b7b2-a63514887d17 HTTP/1.1" status: 200 len: 217 time: 0.0589361 Sep 30 08:19:06.083640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.107774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-feb742b3-cd1d-4472-86b9-93b095caeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.109285 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-feb742b3-cd1d-4472-86b9-93b095caeef5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 200 len: 849 time: 0.0983450 Sep 30 08:19:06.113785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdf5261-d6fb-485c-ab9c-f4d1f605c77b']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:06.134912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dce288-1389-4479-b5de-22c94319375e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:06.135222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dce288-1389-4479-b5de-22c94319375e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:06.156883 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-c07eb219-e63e-4689-9a3c-1d942688e711 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd3d6fa-ff97-4812-94ce-3ada6b016247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356324 Sep 30 08:19:06.161048 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.197708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.217759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:06.218446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:06.221112 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:06.227588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e117d8d7-7320-4aa7-9e90-a14f7400cfaa req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.230368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9d870f6d-e935-4a93-b778-a166b9dc4b01 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:06.238217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e117d8d7-7320-4aa7-9e90-a14f7400cfaa req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7064176 Sep 30 08:19:06.246568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f7c97-a56e-4867-a7d1-326be2ab1006 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d7a2f-118c-4c3c-9edc-f5d7f0f8fab8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:06.268996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9d870f6d-e935-4a93-b778-a166b9dc4b01 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:06.269352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9d870f6d-e935-4a93-b778-a166b9dc4b01 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:06.272239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6adfd9a5-fced-49df-a7c6-2c42cd5026cf no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:06.275252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-8e1b898b-d2ea-4e0e-a31f-6aa547e695f8 service neutron] 10.222.0.41 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906065 Sep 30 08:19:06.299316 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6adfd9a5-fced-49df-a7c6-2c42cd5026cf {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:06.299705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6adfd9a5-fced-49df-a7c6-2c42cd5026cf not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:06.336777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.346970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.351607 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fcdf5261-d6fb-485c-ab9c-f4d1f605c77b HTTP/1.1" status: 204 len: 168 time: 1.2803161 Sep 30 08:19:06.352334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49916) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:06.399336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383a3db-b143-44dc-a009-4e88d3b90a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdf5261-d6fb-485c-ab9c-f4d1f605c77b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:06.417378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7d9a9-b35d-461b-9ced-875aa66427af req-c2829386-fe48-4367-9a38-18c8c8390830 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.424471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ad7d9a9-b35d-461b-9ced-875aa66427af req-c2829386-fe48-4367-9a38-18c8c8390830 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.1222408 Sep 30 08:19:06.426879 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-6096110e-ae79-49b3-9dfa-9a5f0dffe71b service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590647 Sep 30 08:19:06.428065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-b6fe139d-8441-4505-bb26-de80fd098423 service neutron] 10.222.0.41 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520443 Sep 30 08:19:06.498583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ad7d9a9-b35d-461b-9ced-875aa66427af req-23d41ba1-71a2-41cc-bc44-40e8379fab63 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732582 Sep 30 08:19:06.560366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-d486f12b-d2fe-4cfd-af77-c1c88adb4007 service neutron] 10.222.0.41 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229064 Sep 30 08:19:06.619232 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-31d6ad7a-e47f-4fed-8c2c-17e7d32252d1 req-20a0dce8-f0e5-462d-a5f8-11502a5d4e63 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821582 Sep 30 08:19:06.716112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-26a91d40-31c9-4cd0-9f96-4eb5486fd9fb service neutron] 10.222.0.41 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495347 Sep 30 08:19:06.732022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9d82d-d1d7-47ad-98bf-c35760c69783 req-fbe2825f-ab5c-4957-87dc-c764f3d5335d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.733770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40e9d82d-d1d7-47ad-98bf-c35760c69783 req-fbe2825f-ab5c-4957-87dc-c764f3d5335d tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.0818343 Sep 30 08:19:06.777428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40e9d82d-d1d7-47ad-98bf-c35760c69783 req-47c5604f-b4be-48c8-bac2-e3e7bc213cda tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Sep 30 08:19:06.887561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.988433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b6dc-b29f-4495-b2a8-abe62e57ae43 req-7e010021-6c60-4574-96f0-8136d23cdbfc tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.990360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2329b6dc-b29f-4495-b2a8-abe62e57ae43 req-7e010021-6c60-4574-96f0-8136d23cdbfc tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 945 time: 0.0611379 Sep 30 08:19:07.059501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2329b6dc-b29f-4495-b2a8-abe62e57ae43 req-5e90af51-c43a-4c30-b19a-b21b26709418 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622978 Sep 30 08:19:07.111543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-89e1976e-5e31-4e43-ad47-1e6f3e946e51 req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-772768960', 'description': 'tempest-description-1265665408'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:07.165048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-89e1976e-5e31-4e43-ad47-1e6f3e946e51 req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.169719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-128a38f7-6d35-41ac-aa13-69cbf00d8225 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:07.171172 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-128a38f7-6d35-41ac-aa13-69cbf00d8225 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 950 time: 0.1201892 Sep 30 08:19:07.270999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-89e1976e-5e31-4e43-ad47-1e6f3e946e51 req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.283664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-89e1976e-5e31-4e43-ad47-1e6f3e946e51 req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.335433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc964b1-3b92-494b-8ee1-c3d22ab17735,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.340082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-89e1976e-5e31-4e43-ad47-1e6f3e946e51 req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.341720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89e1976e-5e31-4e43-ad47-1e6f3e946e51 req-dd907aac-58a7-47ee-90ef-f82839f82517 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2378271 Sep 30 08:19:07.374895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Deleting port f8af0329-4883-46b6-a818-981ec250da5b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:07.375394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.379645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49942) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:07.444863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b094448a-d278-4a28-b96f-c42d5121182a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.473760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b094448a-d278-4a28-b96f-c42d5121182a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.483782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] For port f8af0329-4883-46b6-a818-981ec250da5b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f8af0329-4883-46b6-a818-981ec250da5b,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:07.484185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.501175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Calling delete_port for f8af0329-4883-46b6-a818-981ec250da5b owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:07.542536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-69ea5fd3-b185-434c-b34d-954b2de2f8a2 req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1157268592', 'description': 'tempest-description-1845260750'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:07.570971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Deleting port 42323234-0a1e-4c7e-86a8-3b72c36e812e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:07.571214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.587447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-69ea5fd3-b185-434c-b34d-954b2de2f8a2 req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.604063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b094448a-d278-4a28-b96f-c42d5121182a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.607521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b094448a-d278-4a28-b96f-c42d5121182a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.611777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b094448a-d278-4a28-b96f-c42d5121182a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9965f81-1ff5-49b2-a4dd-ceb3ee173304 HTTP/1.1" status: 204 len: 168 time: 0.2286439 Sep 30 08:19:07.613181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:07.688293 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-503ed246-560c-4c8b-b397-b1ccc7efba59 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] show failed (client error): The resource could not be found. Sep 30 08:19:07.693160 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-503ed246-560c-4c8b-b397-b1ccc7efba59 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "GET /v2.0/security-groups/e9965f81-1ff5-49b2-a4dd-ceb3ee173304 HTTP/1.1" status: 404 len: 347 time: 0.0760093 Sep 30 08:19:07.693160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49958) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:07.740643 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-69ea5fd3-b185-434c-b34d-954b2de2f8a2 req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.742616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094448a-d278-4a28-b96f-c42d5121182a tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9965f81-1ff5-49b2-a4dd-ceb3ee173304,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.751625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-69ea5fd3-b185-434c-b34d-954b2de2f8a2 req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.806915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-69ea5fd3-b185-434c-b34d-954b2de2f8a2 req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.809151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69ea5fd3-b185-434c-b34d-954b2de2f8a2 req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2705278 Sep 30 08:19:07.813600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1fdfb-bff7-4b82-990e-43f406c7d159 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1635335-25a4-4cc9-ad43-17361c4ad8ea,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.910241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] For port 42323234-0a1e-4c7e-86a8-3b72c36e812e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=42323234-0a1e-4c7e-86a8-3b72c36e812e,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:07.910906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.916681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a806d7c-aa2d-4bfd-94a2-bedc723a1a57 req-fe7389a2-e070-4fd5-9fe2-33adb0465262 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0326140 Sep 30 08:19:07.955391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Calling delete_port for 42323234-0a1e-4c7e-86a8-3b72c36e812e owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:07.973201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.006899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a042f458-53c6-46e0-938b-9830f5387ba3', 'f8af0329-4883-46b6-a818-981ec250da5b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:08.057356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59789-c13d-4e0e-a80d-665dd5ed2eee req-8b3139f1-1911-48f6-8a09-8ca9718a6df8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:08.059290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5dc59789-c13d-4e0e-a80d-665dd5ed2eee req-8b3139f1-1911-48f6-8a09-8ca9718a6df8 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0621729 Sep 30 08:19:08.062686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event deleted for resources: {'Port': ['ID=f8af0329-4883-46b6-a818-981ec250da5b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:08.137747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] No DVR routers for this DVR port f8af0329-4883-46b6-a818-981ec250da5b on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:08.140591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.143066 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9ee0bf9a-94eb-4ba2-a674-ae530acd0c3a req-eb1397f2-374c-4e46-ac26-4d29f3cf2a72 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "DELETE /v2.0/ports/f8af0329-4883-46b6-a818-981ec250da5b HTTP/1.1" status: 204 len: 173 time: 0.9637673 Sep 30 08:19:08.151569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-deleted', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:08.153887 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b836d47-eeb2-4313-bb7a-1a0670932bda" -d '{"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-deleted", "tag": "f8af0329-4883-46b6-a818-981ec250da5b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:08.156937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5dc59789-c13d-4e0e-a80d-665dd5ed2eee req-09c6a253-0cc8-4906-8aff-625cd146a028 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856490 Sep 30 08:19:08.170734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Deleting port f50f4858-f2f2-4a46-9f82-041cdf9a8d11 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:08.171083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.254903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1f148bd-65b2-4f3d-9849-e3efbe5c00ad req-508b9af3-daaa-478a-8a45-dcf977545fc6 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d1b788-a8e1-48cf-98d3-9963775a265e HTTP/1.1" status: 200 len: 210 time: 0.0297976 Sep 30 08:19:08.403929 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a9a04-c5ac-4e88-874e-c6acd9786256 x-openstack-request-id: req-f40a9a04-c5ac-4e88-874e-c6acd9786256 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:08.404642 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1b788-a8e1-48cf-98d3-9963775a265e", "name": "network-vif-deleted", "tag": "f8af0329-4883-46b6-a818-981ec250da5b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:08.404642 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f40a9a04-c5ac-4e88-874e-c6acd9786256 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:08.404910 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1b788-a8e1-48cf-98d3-9963775a265e', 'name': 'network-vif-deleted', 'tag': 'f8af0329-4883-46b6-a818-981ec250da5b', 'status': 'completed', 'code': 200} Sep 30 08:19:08.410939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.411273 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.414140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4a9e388-8ec9-4707-86df-f952bb2fc4e7 req-498ecba5-c4fb-4a4d-9f44-f6ebdd6b2892 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 10898 time: 0.2193623 Sep 30 08:19:08.432520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Calling delete_port for f50f4858-f2f2-4a46-9f82-041cdf9a8d11 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:08.476025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6dcddb38-3e9d-483d-8235-860234f4a5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.492812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4a9e388-8ec9-4707-86df-f952bb2fc4e7 req-12745b38-bc99-4c90-b0b5-f779ef913be0 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/0f136bd3-013b-490b-9339-9b4564cb4b66 HTTP/1.1" status: 200 len: 2981 time: 0.0715723 Sep 30 08:19:08.533189 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.554464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4a9e388-8ec9-4707-86df-f952bb2fc4e7 req-7e713f5f-99f0-43a1-b8e4-ddaba10763d9 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/0f136bd3-013b-490b-9339-9b4564cb4b66 HTTP/1.1" status: 200 len: 2981 time: 0.0520573 Sep 30 08:19:08.583139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Pushing event deleted for resources: {'Port': ['ID=42323234-0a1e-4c7e-86a8-3b72c36e812e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:08.647635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-999085d1-2c81-47b8-b465-5e7515cc3c04 req-eb7bb8e7-d97a-4740-acfc-c55029b4ab85 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/bc5d7a2f-118c-4c3c-9edc-f5d7f0f8fab8 HTTP/1.1" status: 200 len: 1800 time: 0.0639787 Sep 30 08:19:08.720080 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-999085d1-2c81-47b8-b465-5e7515cc3c04 req-75e5ac77-5fe0-4d0f-a4ed-af49c86def78 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.746110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-999085d1-2c81-47b8-b465-5e7515cc3c04 req-75e5ac77-5fe0-4d0f-a4ed-af49c86def78 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.752835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.798625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-999085d1-2c81-47b8-b465-5e7515cc3c04 req-75e5ac77-5fe0-4d0f-a4ed-af49c86def78 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.802143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-999085d1-2c81-47b8-b465-5e7515cc3c04 req-75e5ac77-5fe0-4d0f-a4ed-af49c86def78 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.803396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-999085d1-2c81-47b8-b465-5e7515cc3c04 req-75e5ac77-5fe0-4d0f-a4ed-af49c86def78 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc5d7a2f-118c-4c3c-9edc-f5d7f0f8fab8 HTTP/1.1" status: 204 len: 173 time: 0.1501129 Sep 30 08:19:08.828082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Pushing event deleted for resources: {'Port': ['ID=f50f4858-f2f2-4a46-9f82-041cdf9a8d11,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:08.858254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5ac77-5fe0-4d0f-a4ed-af49c86def78 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d7a2f-118c-4c3c-9edc-f5d7f0f8fab8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:08.897204 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-3e6dce18-bcc4-4b40-a7c2-d928fb55970e req-d80c7015-e5d9-437a-8096-6fc45edf702a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:08.906467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.908537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e6dce18-bcc4-4b40-a7c2-d928fb55970e req-d80c7015-e5d9-437a-8096-6fc45edf702a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/bc5d7a2f-118c-4c3c-9edc-f5d7f0f8fab8 HTTP/1.1" status: 404 len: 352 time: 0.0610404 Sep 30 08:19:08.983749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.986968 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.989225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ebac5f66-e1dc-47d8-9874-5597195b53d1 tempest-ServersTestBootFromVolume-1372858777 tempest-ServersTestBootFromVolume-1372858777-project] 10.222.0.41 "DELETE /v2.0/floatingips/fcc7b827-fbf9-4f3b-987f-b7034f357e81 HTTP/1.1" status: 204 len: 168 time: 1.2953739 Sep 30 08:19:08.992198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49996) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:08.996930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cfe33c0-0e7f-44e6-b819-cb0814e75b8b req-4bc2dd2c-dc6a-47b0-9345-029ddc2b66b9 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/3dc964b1-3b92-494b-8ee1-c3d22ab17735 HTTP/1.1" status: 200 len: 1800 time: 0.0755389 Sep 30 08:19:09.068166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cfe33c0-0e7f-44e6-b819-cb0814e75b8b req-c76fa057-9b30-4082-af81-08ce69f38c51 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.106421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cfe33c0-0e7f-44e6-b819-cb0814e75b8b req-c76fa057-9b30-4082-af81-08ce69f38c51 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.127843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faab3257-b851-4611-a294-33c8c7687c80 req-cb877937-5194-4215-ab62-c8cad4a31bb3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0403562 Sep 30 08:19:09.172966 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cfe33c0-0e7f-44e6-b819-cb0814e75b8b req-c76fa057-9b30-4082-af81-08ce69f38c51 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.177083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cfe33c0-0e7f-44e6-b819-cb0814e75b8b req-c76fa057-9b30-4082-af81-08ce69f38c51 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.178647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cfe33c0-0e7f-44e6-b819-cb0814e75b8b req-c76fa057-9b30-4082-af81-08ce69f38c51 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/3dc964b1-3b92-494b-8ee1-c3d22ab17735 HTTP/1.1" status: 204 len: 173 time: 0.1807110 Sep 30 08:19:09.190676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fa057-9b30-4082-af81-08ce69f38c51 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc964b1-3b92-494b-8ee1-c3d22ab17735,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:09.269112 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-318748b8-ec0f-4567-beae-a4a663656b02 req-f6a3f3b1-651f-4743-bea1-b6f8865265c2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:09.269353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-318748b8-ec0f-4567-beae-a4a663656b02 req-f6a3f3b1-651f-4743-bea1-b6f8865265c2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/3dc964b1-3b92-494b-8ee1-c3d22ab17735 HTTP/1.1" status: 404 len: 352 time: 0.0325041 Sep 30 08:19:09.341185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d36338-6fa3-437a-8762-5193c16a4805 req-e612a248-a8c1-42ef-8d73-3f26343b7137 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.342946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72d36338-6fa3-437a-8762-5193c16a4805 req-e612a248-a8c1-42ef-8d73-3f26343b7137 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0958233 Sep 30 08:19:09.375201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9078c4e5-cd8b-4dff-a5c3-e837c412e53e req-dd7823f9-4804-4a56-bfc9-60f53d09ba2e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/c1635335-25a4-4cc9-ad43-17361c4ad8ea HTTP/1.1" status: 200 len: 1801 time: 0.0728719 Sep 30 08:19:09.407764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72d36338-6fa3-437a-8762-5193c16a4805 req-6082d1fb-daa6-40ad-afed-4cb11b2e2220 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Sep 30 08:19:09.461069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9078c4e5-cd8b-4dff-a5c3-e837c412e53e req-d47d68b6-87d4-4afe-aba4-d1f078398a1a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.477535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-792b2b42-f48e-4462-b119-255e91323d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.479287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-792b2b42-f48e-4462-b119-255e91323d78 service neutron] 10.222.0.50 "GET /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 1027 time: 0.0898068 Sep 30 08:19:09.489699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9078c4e5-cd8b-4dff-a5c3-e837c412e53e req-d47d68b6-87d4-4afe-aba4-d1f078398a1a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.543229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9078c4e5-cd8b-4dff-a5c3-e837c412e53e req-d47d68b6-87d4-4afe-aba4-d1f078398a1a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.546264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9078c4e5-cd8b-4dff-a5c3-e837c412e53e req-d47d68b6-87d4-4afe-aba4-d1f078398a1a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.548451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9078c4e5-cd8b-4dff-a5c3-e837c412e53e req-d47d68b6-87d4-4afe-aba4-d1f078398a1a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1635335-25a4-4cc9-ad43-17361c4ad8ea HTTP/1.1" status: 204 len: 173 time: 0.1625981 Sep 30 08:19:09.562096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d68b6-87d4-4afe-aba4-d1f078398a1a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1635335-25a4-4cc9-ad43-17361c4ad8ea,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:09.672107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-e9ca9d61-6522-47b5-93f9-d3e6ee490931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.673532 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-e9ca9d61-6522-47b5-93f9-d3e6ee490931 service neutron] 10.222.0.50 "GET /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 1026 time: 0.1866143 Sep 30 08:19:09.773320 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-a1b31af6-9fd6-4192-8ee1-d9fdc4f43186 req-98dc39ea-c3ff-45c0-9c6d-dcd9485eab96 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:09.775290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1b31af6-9fd6-4192-8ee1-d9fdc4f43186 req-98dc39ea-c3ff-45c0-9c6d-dcd9485eab96 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/c1635335-25a4-4cc9-ad43-17361c4ad8ea HTTP/1.1" status: 404 len: 352 time: 0.0174835 Sep 30 08:19:09.822669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:09.890604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e309a-98f3-4e1f-97d9-d076c476ba45 req-42f47363-be0b-4758-a277-f3e38119fa30 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.892318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a0e309a-98f3-4e1f-97d9-d076c476ba45 req-42f47363-be0b-4758-a277-f3e38119fa30 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.0897305 Sep 30 08:19:09.906768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425cd61-b304-4348-bb42-0fc98187f938 req-b84bcbad-04e4-422c-b185-6ca434861c08 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.908385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4425cd61-b304-4348-bb42-0fc98187f938 req-b84bcbad-04e4-422c-b185-6ca434861c08 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.0693064 Sep 30 08:19:09.941895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-cc9b01af-f6d6-416c-ab64-9a36c15f9da7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.947680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-cc9b01af-f6d6-416c-ab64-9a36c15f9da7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.953471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-cc9b01af-f6d6-416c-ab64-9a36c15f9da7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.955131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-cc9b01af-f6d6-416c-ab64-9a36c15f9da7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=84b8f949-19d2-42d6-b87c-7331cef07b6d&id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 1991 time: 0.2748685 Sep 30 08:19:09.966634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a0e309a-98f3-4e1f-97d9-d076c476ba45 req-6e2e81d1-015d-467f-9c86-7cdd57bc5ba0 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 Sep 30 08:19:09.977136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4425cd61-b304-4348-bb42-0fc98187f938 req-32233925-e478-4c62-92ca-153cebce3680 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602129 Sep 30 08:19:10.071106 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-78787814-2fd8-4cca-8cda-0107d3bf73b6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb01bac7d934f679b8b571ae61e83b1 HTTP/1.1" status: 200 len: 379 time: 0.0888441 Sep 30 08:19:10.074814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46e01f93-0ea5-42d8-8592-e1af01d1b113 req-8f8656ea-3c66-4902-bb21-5f8d72bf0a8c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 6150 time: 0.0672567 Sep 30 08:19:10.082924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'admin_state_up': True, 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'security_groups': ['52a0355f-c3d6-438d-a579-fff21569191e']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:10.111583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:10.119950 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a9c7429f-86e6-45c0-98f9-10ad530464cb admin admin] 10.222.0.41 "PUT /v2.0/routers/d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7666585 Sep 30 08:19:10.120742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50030) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:10.125124 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] Sync routers for ids ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:10.142215 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] Routers {'d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:10.142839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:10.229685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46e01f93-0ea5-42d8-8592-e1af01d1b113 req-db33d0fe-a2af-4075-b338-4f9efbc6b9dd tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/0f136bd3-013b-490b-9339-9b4564cb4b66 HTTP/1.1" status: 200 len: 2981 time: 0.1469181 Sep 30 08:19:10.301690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:10.303394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] Set router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:10.306869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.342220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.353184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c96ca98-e36f-450b-ac31-45b18c55f6aa req-2c181d6e-3ff8-4252-87dc-38163cfd1b88 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0719070 Sep 30 08:19:10.380181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.386275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46e01f93-0ea5-42d8-8592-e1af01d1b113 req-5cf41a92-2132-4dd7-9036-4768dec4e83c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/0f136bd3-013b-490b-9339-9b4564cb4b66 HTTP/1.1" status: 200 len: 2981 time: 0.1338596 Sep 30 08:19:10.428821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8c3ed241-165b-441e-b51a-0a58be14a84b req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-459940344', 'description': 'tempest-description-1326774402'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:10.468377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8c3ed241-165b-441e-b51a-0a58be14a84b req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.549594 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:19:08Z', 'revision_number': 5, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port': {'id': '2e614277-f7c6-476c-9c60-6b60b474ffd6', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:10.566686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.684922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8c3ed241-165b-441e-b51a-0a58be14a84b req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.694666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8c3ed241-165b-441e-b51a-0a58be14a84b req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.732115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 172.20.0.4 (a5103723-1daf-4d37-9852-982e5f94ac13/a89c2ac4-5990-4efb-a40f-598326d929af/b6208b89-6232-4ca4-9c8d-da0027372ac9) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:10.738536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Deleting port 2e614277-f7c6-476c-9c60-6b60b474ffd6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:10.739445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.746138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8c3ed241-165b-441e-b51a-0a58be14a84b req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.752769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c3ed241-165b-441e-b51a-0a58be14a84b req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3317375 Sep 30 08:19:10.766168 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] Checking router: d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:10.772674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25adec-c070-44ed-806f-e9e4858057ad tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d3338-13a7-4730-9b39-6da0a89b5ce6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:10.793205 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] Routers {'d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:10.793858 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:18:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:10.794774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-9d5b64db-da3e-46cd-b85d-027b327c0c24 req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-182067248', 'description': 'tempest-description-226912347'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:10.838769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d5b64db-da3e-46cd-b85d-027b327c0c24 req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.871559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:10.921849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] Set router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:11.034394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:19:10Z', 'revision_number': 6, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:11.045328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.070743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f8af0329-4883-46b6-a818-981ec250da5b no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:11.072589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d5b64db-da3e-46cd-b85d-027b327c0c24 req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.084274 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7ce94-0099-4b80-a3a4-40269fc390e9 None None] The sync data for ids ['d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b'] in n-d-807025-5 is: [{'id': 'd9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913740939-router', 'tenant_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:16Z', 'updated_at': '2021-09-30T08:19:10Z', 'revision_number': 6, 'project_id': 'f7d6d7f0be644ad98bc45c2d9dc1237c', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:11.104021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.114260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4acbdc53-a793-4a88-b0ea-fc1d8342e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.133661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:11.147411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'mac_address': 'fa:16:3e:60:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:11.149661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: f8af0329-4883-46b6-a818-981ec250da5b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:11.150269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f8af0329-4883-46b6-a818-981ec250da5b not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:11.153307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] For port 2e614277-f7c6-476c-9c60-6b60b474ffd6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2e614277-f7c6-476c-9c60-6b60b474ffd6,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:11.153788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.157878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d5b64db-da3e-46cd-b85d-027b327c0c24 req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.191672 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d5b64db-da3e-46cd-b85d-027b327c0c24 req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.192441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.193504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d5b64db-da3e-46cd-b85d-027b327c0c24 req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4052317 Sep 30 08:19:11.282046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:11.282313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Calling delete_port for 2e614277-f7c6-476c-9c60-6b60b474ffd6 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:11.283988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:11.295535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network a5103723-1daf-4d37-9852-982e5f94ac13 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:11.305542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:11.309429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:11.345081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:11.351808 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.376499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Deleting port 84d5721e-2070-4bd8-9665-5caaebc30db5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:11.377295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.383901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b08c0-8c03-4720-b996-60eb3a8df72b req-d27c8081-7589-4eea-8041-f748f8e74dee tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:11.394020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-715b08c0-8c03-4720-b996-60eb3a8df72b req-d27c8081-7589-4eea-8041-f748f8e74dee tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.2367485 Sep 30 08:19:11.398932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455df63d-0571-4414-b247-c70037d04e91 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921d7e59-9285-433d-8c45-9bf1f1c1aaef,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:11.464579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.497244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:11.516558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.519289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.519879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.520461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.521133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.521777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.522378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.522975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.523510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.524644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.525432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.526009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:11.549266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:11.564718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:11.566614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.599135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] For port 84d5721e-2070-4bd8-9665-5caaebc30db5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=84d5721e-2070-4bd8-9665-5caaebc30db5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:11.599518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.622899 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5d4c46e8-1677-42ce-9335-c32c22c4ff1d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5448740 Sep 30 08:19:11.636439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Calling delete_port for 84d5721e-2070-4bd8-9665-5caaebc30db5 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:11.642380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'admin_state_up': True, 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'security_groups': ['52a0355f-c3d6-438d-a579-fff21569191e']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:11.646335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6269f9-bf42-43c8-9e40-08f503506149 req-20919ed0-c1ab-4534-899e-f1ba1ba4a4af tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:11.655929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e6269f9-bf42-43c8-9e40-08f503506149 req-20919ed0-c1ab-4534-899e-f1ba1ba4a4af tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.2316487 Sep 30 08:19:11.682771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-715b08c0-8c03-4720-b996-60eb3a8df72b req-d1998819-a0c0-4769-901b-464aa86447ae tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870548 Sep 30 08:19:11.721831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-7d2e604a-0cf4-46b1-b69f-779eb10a33d1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:11.723537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-7d2e604a-0cf4-46b1-b69f-779eb10a33d1 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a1a2ad3-4d46-4902-8bf5-f1fd992e8409 HTTP/1.1" status: 200 len: 950 time: 0.3163953 Sep 30 08:19:11.788331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9a945424-8d2f-4551-9309-456350dba272 None None] Provisioning complete for port b6208b89-6232-4ca4-9c8d-da0027372ac9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:11.789004 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9a945424-8d2f-4551-9309-456350dba272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.944218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9a945424-8d2f-4551-9309-456350dba272 None None] Port b6208b89-6232-4ca4-9c8d-da0027372ac9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:12.064665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.078666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.159985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e6269f9-bf42-43c8-9e40-08f503506149 req-50820b3e-bcb9-4387-bbc1-f676d1336b09 tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.41 "GET /v2.0/security-groups?id=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869468 Sep 30 08:19:12.219103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Pushing event deleted for resources: {'Port': ['ID=84d5721e-2070-4bd8-9665-5caaebc30db5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:12.262741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:12.267311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.298333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2e614277-f7c6-476c-9c60-6b60b474ffd6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:12.338536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Pushing event deleted for resources: {'Port': ['ID=2e614277-f7c6-476c-9c60-6b60b474ffd6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:12.574558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.583619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Deleting port a042f458-53c6-46e0-938b-9830f5387ba3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:12.584212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.587792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 2e614277-f7c6-476c-9c60-6b60b474ffd6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:12.588108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2e614277-f7c6-476c-9c60-6b60b474ffd6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:12.588545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 42323234-0a1e-4c7e-86a8-3b72c36e812e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:12.611318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 42323234-0a1e-4c7e-86a8-3b72c36e812e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:12.611764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 42323234-0a1e-4c7e-86a8-3b72c36e812e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:12.629012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7616efa1-1582-474e-b231-6a137461cdb2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:12.630705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7616efa1-1582-474e-b231-6a137461cdb2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 813 time: 0.5841262 Sep 30 08:19:12.685859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb4f60-000f-4aa9-ba34-a4dc9b96a750 req-6f0ac8c5-b05b-4dac-8d23-ce77b4d6cde6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:12.692381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 10.1.1.39 (735e6368-d227-4126-95a3-7ca7e3916820/4e1c6b49-df58-483a-b986-c16b6b0844bb/2b67a49e-fbe9-45cf-b18f-c486fe2ac754) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:12.693889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efbb4f60-000f-4aa9-ba34-a4dc9b96a750 req-6f0ac8c5-b05b-4dac-8d23-ce77b4d6cde6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 931 time: 0.3525510 Sep 30 08:19:12.777990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.787085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.794070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-8ad6e589-42f6-4031-bafb-1a655a3eb83a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/quotas/290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 375 time: 0.0923021 Sep 30 08:19:12.811990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efbb4f60-000f-4aa9-ba34-a4dc9b96a750 req-da1dd952-ea19-4841-9317-d367b73dfc10 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171656 Sep 30 08:19:12.855252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.875182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:12.921423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.048525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] For port a042f458-53c6-46e0-938b-9830f5387ba3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a042f458-53c6-46e0-938b-9830f5387ba3,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:13.049033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.052730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 735e6368-d227-4126-95a3-7ca7e3916820 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:13.066596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:13.091289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.092620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:13.103014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Calling delete_port for a042f458-53c6-46e0-938b-9830f5387ba3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:13.124695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:13.125076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.151775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:13.152938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.168352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.192040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:13.211348 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-01e0faee-8a05-45f6-9ea4-8b5d94c14a6e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5727687 Sep 30 08:19:13.299184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.383413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:13.387149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:13.395454 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b7add-31a4-4a62-90bc-5984a00e518f" -d '{"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-plugged", "status": "completed", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:13.401375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.424099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.424099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:19:13.432884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.436930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.444488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b85ff94d-6115-4179-b342-87893dc51aef admin admin] 10.222.0.41 "DELETE /v2.0/routers/d9ff3242-aa3d-4b18-bf65-1ecf4be2ff8b HTTP/1.1" status: 204 len: 168 time: 3.3226800 Sep 30 08:19:13.507487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50108) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:13.514774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:13.568286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Pushing event deleted for resources: {'Port': ['ID=a042f458-53c6-46e0-938b-9830f5387ba3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:13.587761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7594f6a1-85dd-4619-b717-370cd54eed7f None None] Provisioning complete for port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:13.588420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7594f6a1-85dd-4619-b717-370cd54eed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.676332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7594f6a1-85dd-4619-b717-370cd54eed7f None None] Port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:13.678058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] No DVR routers for this DVR port a042f458-53c6-46e0-938b-9830f5387ba3 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:13.686605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-3a29a726-a904-4342-a431-1e71579cae99 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8695252 Sep 30 08:19:13.696779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.699227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd855c1d-b1a9-461a-9cc3-7ccfda972901 req-90194ce5-6598-41e2-98b7-99b92218b52c tempest-MigrationsAdminTest-1936169941 tempest-MigrationsAdminTest-1936169941-project] 10.222.0.50 "DELETE /v2.0/ports/a042f458-53c6-46e0-938b-9830f5387ba3 HTTP/1.1" status: 204 len: 173 time: 1.9405971 Sep 30 08:19:13.709276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-80bb1df5-7c37-4715-b639-2e8f9527ac81 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:13.711206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-80bb1df5-7c37-4715-b639-2e8f9527ac81 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.3229122 Sep 30 08:19:13.712031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-deleted', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:13.714764 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73258c8a-f0d5-4278-9bf0-384d9ce95f7a" -d '{"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-deleted", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:13.757388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf81bf-5b94-42a6-b32d-e07d86999b85 req-96b62a44-829b-4e27-b72d-7f0373c61530 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:13.768407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2bf81bf-5b94-42a6-b32d-e07d86999b85 req-96b62a44-829b-4e27-b72d-7f0373c61530 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 946 time: 0.3911633 Sep 30 08:19:13.833121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'admin_state_up': True, 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'security_groups': ['52a0355f-c3d6-438d-a579-fff21569191e']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:13.846455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Deleting subnet 905a253b-6f7c-44b2-8eea-c8cb28d454a9 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:13.850626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.897119 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.019060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.071399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Router 72361ae7-a03e-4737-91a2-242076e46cff has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:14.196271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:14.205492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.208628 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.228945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.233218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b21c4-31cd-4d70-b2ad-bdadea0d864e None None] Network a89e536f-7f20-4a81-8de3-0dc0056df9e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:14.238620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/905a253b-6f7c-44b2-8eea-c8cb28d454a9 HTTP/1.1" status: 204 len: 168 time: 0.7162349 Sep 30 08:19:14.244008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50118) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:14.487047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] DHCP port deletion for a89e536f-7f20-4a81-8de3-0dc0056df9e0 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:14.487752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:14.507632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] Sync routers for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:14.551180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7b302652-e5d0-4ba4-8764-b2ecd1e0ecab admin admin] 10.222.0.41 "PUT /v2.0/routers/72361ae7-a03e-4737-91a2-242076e46cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5570972 Sep 30 08:19:14.552642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50120) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:14.552984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:14.553674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:14.688532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:14.696773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 10.1.1.191 (735e6368-d227-4126-95a3-7ca7e3916820/4e1c6b49-df58-483a-b986-c16b6b0844bb/203d0a79-c61d-4111-9cc3-c0c1f5e003e1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:14.803429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.832112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb30ca-e45b-49d5-8b2f-c40864c97fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905a253b-6f7c-44b2-8eea-c8cb28d454a9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:14.840610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2bf81bf-5b94-42a6-b32d-e07d86999b85 req-1c383af2-439e-4e83-b13a-806fc21344c1 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0709960 Sep 30 08:19:14.894010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.916500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-17659bf5-c414-408a-8336-ffbd42d8474f service neutron] 10.222.0.41 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2157249 Sep 30 08:19:14.935291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.972337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] Deleting port 87412d9a-54b1-4f14-a599-3261bd15d017 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:14.972631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.038300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Deleting port 71908288-a822-4edb-b7b2-a63514887d17 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:15.048876 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.081933 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b26e88-c06d-4923-8f90-986183619540 x-openstack-request-id: req-87b26e88-c06d-4923-8f90-986183619540 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:15.082213 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-plugged", "status": "completed", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:15.082459 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87b26e88-c06d-4923-8f90-986183619540 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:15.082850 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'code': 200} Sep 30 08:19:15.172136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:15.186251 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cad507-0d8d-4e5f-af2b-71b29822c9e7 x-openstack-request-id: req-62cad507-0d8d-4e5f-af2b-71b29822c9e7 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:15.186548 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a2ad3-4d46-4902-8bf5-f1fd992e8409", "name": "network-vif-deleted", "tag": "a042f458-53c6-46e0-938b-9830f5387ba3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:15.186912 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62cad507-0d8d-4e5f-af2b-71b29822c9e7 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:15.187325 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1a2ad3-4d46-4902-8bf5-f1fd992e8409', 'name': 'network-vif-deleted', 'tag': 'a042f458-53c6-46e0-938b-9830f5387ba3', 'status': 'completed', 'code': 200} Sep 30 08:19:15.198715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.233431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: a042f458-53c6-46e0-938b-9830f5387ba3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:15.234010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a042f458-53c6-46e0-938b-9830f5387ba3 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:15.273617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] For port 87412d9a-54b1-4f14-a599-3261bd15d017, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87412d9a-54b1-4f14-a599-3261bd15d017,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:15.276685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.321326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Deleting port 87412d9a-54b1-4f14-a599-3261bd15d017 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:15.324786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.341595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] Calling delete_port for 87412d9a-54b1-4f14-a599-3261bd15d017 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:15.361585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2091a003-29e3-4d22-a526-3de6125eed4c service neutron] 10.222.0.41 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197962 Sep 30 08:19:15.381479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.394230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:19:11Z', 'revision_number': 5, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port': {'id': 'ece1b0c1-4606-4e63-a30f-1aac42e83ccb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361ae7-a03e-4737-91a2-242076e46cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:44Z', 'updated_at': '2021-09-30T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:15.452520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Deleting port ece1b0c1-4606-4e63-a30f-1aac42e83ccb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:15.452861 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.522027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50126) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.542400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] For port 71908288-a822-4edb-b7b2-a63514887d17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=71908288-a822-4edb-b7b2-a63514887d17,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:15.542768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.545887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] Checking router: 72361ae7-a03e-4737-91a2-242076e46cff for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:15.606019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] Routers {'72361ae7-a03e-4737-91a2-242076e46cff'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:15.613351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] For port ece1b0c1-4606-4e63-a30f-1aac42e83ccb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:15.613749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.619882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['72361ae7-a03e-4737-91a2-242076e46cff'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:15.657216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Calling delete_port for ece1b0c1-4606-4e63-a30f-1aac42e83ccb owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:15.665939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Calling delete_port for 71908288-a822-4edb-b7b2-a63514887d17 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:15.700553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] For port 87412d9a-54b1-4f14-a599-3261bd15d017, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=87412d9a-54b1-4f14-a599-3261bd15d017,segment=NetworkSegment(51be1336-c8ee-4549-ba31-4c3503812d1d),segment_id=51be1336-c8ee-4549-ba31-4c3503812d1d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:15.700932 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.770551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33e14c-c8a0-4338-b755-4bd524f9ed24 req-a762d447-c4e6-4040-a7a7-44d903dbf7e1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:15.778977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33e14c-c8a0-4338-b755-4bd524f9ed24 req-a762d447-c4e6-4040-a7a7-44d903dbf7e1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:15.790887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e33e14c-c8a0-4338-b755-4bd524f9ed24 req-a762d447-c4e6-4040-a7a7-44d903dbf7e1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 1652 time: 0.4336565 Sep 30 08:19:15.797119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Calling delete_port for 87412d9a-54b1-4f14-a599-3261bd15d017 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:15.844051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.878736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.908017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] Set router 72361ae7-a03e-4737-91a2-242076e46cff gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:15.923317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 735e6368-d227-4126-95a3-7ca7e3916820 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:15.929193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:15.932187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:16.071950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:19:15Z', 'revision_number': 6, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:16.107427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.160176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f562ac-5524-4102-b3ba-c6a661c7b09d None None] The sync data for ids ['72361ae7-a03e-4737-91a2-242076e46cff'] in n-d-807025-5 is: [{'id': '72361ae7-a03e-4737-91a2-242076e46cff', 'name': 'tempest-ServersTestBootFromVolume-1326978949-router', 'tenant_id': '696a7fb12c264887acf92aff30253dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:15:43Z', 'updated_at': '2021-09-30T08:19:15Z', 'revision_number': 6, 'project_id': '696a7fb12c264887acf92aff30253dfb', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:16.207847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.210539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-82225317-3fa7-47ae-9135-78e81c6fbab3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7625fa3f2fd44fba4d11d1d5409b9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808925 Sep 30 08:19:16.220284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50148) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:16.239807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.318036 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87412d9a-54b1-4f14-a599-3261bd15d017 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:16.352220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e33e14c-c8a0-4338-b755-4bd524f9ed24 req-d61b4dfe-f256-4b6d-9314-39493ada0da5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5603421 Sep 30 08:19:16.353758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] No DVR routers for this DVR port 87412d9a-54b1-4f14-a599-3261bd15d017 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:16.355811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 87412d9a-54b1-4f14-a599-3261bd15d017 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:16.356256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 87412d9a-54b1-4f14-a599-3261bd15d017 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:16.375291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb4bb0-cafb-4cf2-8b42-3854cd54fe9a None None] Pushing event deleted for resources: {'Port': ['ID=87412d9a-54b1-4f14-a599-3261bd15d017,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.400964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f89a4b15-b198-4a4a-91c9-e8503ea51d74 req-81fb81ea-4229-4d21-bcd2-0f63625138e4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 210 time: 0.2880511 Sep 30 08:19:16.441742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:16.442471 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.448963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ece1b0c1-4606-4e63-a30f-1aac42e83ccb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.500310 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.526180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0a125c9-a2b3-4f9a-89fb-ace2c965b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.534738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ec64220f-ace8-4f5a-a869-f1c8b97f8eaa None None] Provisioning complete for port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:16.535289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ec64220f-ace8-4f5a-a869-f1c8b97f8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.541870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.580239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.611862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0a125c9-a2b3-4f9a-89fb-ace2c965b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.614891 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7136cec9-c230-43e2-b3d7-e1e60df33171 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7860761 Sep 30 08:19:16.618857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d1acf20-acee-4c9c-baa4-d97d46a979bc req-67f9c747-0e32-467a-84bb-ebc8c286f68e tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 210 time: 0.0564449 Sep 30 08:19:16.620889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0d93d21c-6aa5-4a72-b0e2-5feeabafa733'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:16.648531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d', 'admin_state_up': True, 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'security_groups': ['52a0355f-c3d6-438d-a579-fff21569191e']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:16.660894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.662149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72361ae7-a03e-4737-91a2-242076e46cff {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:19:16.668984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Pushing event deleted for resources: {'Port': ['ID=71908288-a822-4edb-b7b2-a63514887d17,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.682892 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.689401 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8493890a-3cf5-48ce-b1a2-6917328762dc admin admin] 10.222.0.41 "DELETE /v2.0/routers/72361ae7-a03e-4737-91a2-242076e46cff HTTP/1.1" status: 204 len: 168 time: 2.1246357 Sep 30 08:19:16.689761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50154) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:16.766668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Deleting subnet 57055eb0-ff37-492f-b24e-d454d91f7b32 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:16.769968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.818116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.854917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ec64220f-ace8-4f5a-a869-f1c8b97f8eaa None None] Port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:16.857853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] No DVR routers for this DVR port 71908288-a822-4edb-b7b2-a63514887d17 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:16.861865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.867142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e4cc55b-c9ab-4614-91c8-34ebca21bdcb req-f4e5b401-d7c8-43de-aae7-9611cd9516f6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.50 "DELETE /v2.0/ports/71908288-a822-4edb-b7b2-a63514887d17 HTTP/1.1" status: 204 len: 173 time: 3.1407216 Sep 30 08:19:16.872666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0a125c9-a2b3-4f9a-89fb-ace2c965b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.879366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.880453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0a125c9-a2b3-4f9a-89fb-ace2c965b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.886077 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0a125c9-a2b3-4f9a-89fb-ace2c965b770 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a37a4d98-b02e-4cf7-a5f7-08ae6539b46d HTTP/1.1" status: 204 len: 168 time: 0.5634227 Sep 30 08:19:16.966349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87412d9a-54b1-4f14-a599-3261bd15d017,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.976256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a125c9-a2b3-4f9a-89fb-ace2c965b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37a4d98-b02e-4cf7-a5f7-08ae6539b46d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.986844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] No DVR routers for this DVR port 87412d9a-54b1-4f14-a599-3261bd15d017 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:16.989697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:17.113104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 71908288-a822-4edb-b7b2-a63514887d17 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:17.208405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.215607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'name': 'network-vif-deleted', 'tag': '71908288-a822-4edb-b7b2-a63514887d17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:17.221485 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd33688-2915-415d-be38-9f025022995f" -d '{"events": [{"server_uuid": "c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f", "name": "network-vif-deleted", "tag": "71908288-a822-4edb-b7b2-a63514887d17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:17.231852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 71908288-a822-4edb-b7b2-a63514887d17 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:17.233262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 71908288-a822-4edb-b7b2-a63514887d17 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:17.253162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.309877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.349972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89e536f-7f20-4a81-8de3-0dc0056df9e0']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:17.354273 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f80daf6-f94b-4a63-80e9-cc08f49df5b3 x-openstack-request-id: req-3f80daf6-f94b-4a63-80e9-cc08f49df5b3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:17.354550 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f", "name": "network-vif-deleted", "tag": "71908288-a822-4edb-b7b2-a63514887d17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:17.354822 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f80daf6-f94b-4a63-80e9-cc08f49df5b3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:17.355456 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f', 'name': 'network-vif-deleted', 'tag': '71908288-a822-4edb-b7b2-a63514887d17', 'status': 'completed', 'code': 200} Sep 30 08:19:17.463056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51be1336-c8ee-4549-ba31-4c3503812d1d') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:17.463056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51be1336-c8ee-4549-ba31-4c3503812d1d') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:17.494772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.515197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.655393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50180) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.683505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbe85e35-4a9f-4ffb-ba6f-a580cce80423 req-f96b0f5d-bf8d-4453-98d5-b868c10cc5a1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 210 time: 0.1242685 Sep 30 08:19:17.688000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.692758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/57055eb0-ff37-492f-b24e-d454d91f7b32 HTTP/1.1" status: 204 len: 168 time: 0.9988763 Sep 30 08:19:17.692758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d40082-7548-4c98-b44b-31d10c731a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57055eb0-ff37-492f-b24e-d454d91f7b32,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.696183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50182) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.696381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf454e-95b7-41aa-b86c-90d6bed7f3c0 None None] Network f353bf86-ddda-4abb-a16f-e2957032e186 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:17.715944 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.747865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a3f3fd15-3535-4714-8f32-b60673efcb1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f58cbeaacb2e4ac28fc74aca99c13193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630941 Sep 30 08:19:17.751486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:17.752007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.756763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50184) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:17.757678 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:17.858988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 10.2.2.100 (84b8f949-19d2-42d6-b87c-7331cef07b6d/a83c215e-84f6-43b0-bf58-932300992328/9e3e1d28-e45c-4a3c-ad07-652ef56e545c) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:17.879219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.990429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd95e1-dac1-4df1-b178-861346e9178b req-b90dbdee-8952-4485-a2f7-1171db673c29 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:18.022876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd95e1-dac1-4df1-b178-861346e9178b req-b90dbdee-8952-4485-a2f7-1171db673c29 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:18.038488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd95e1-dac1-4df1-b178-861346e9178b req-b90dbdee-8952-4485-a2f7-1171db673c29 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:18.043761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40dd95e1-dac1-4df1-b178-861346e9178b req-b90dbdee-8952-4485-a2f7-1171db673c29 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 2373 time: 0.4514253 Sep 30 08:19:18.119962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] DHCP port deletion for f353bf86-ddda-4abb-a16f-e2957032e186 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:18.164197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-703510ef-6c1e-4504-85a2-a6754073088d req-249f4e63-ecf7-40d4-92ce-719727a8adf6 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=c977c2d7-e5eb-40af-9c9f-39f9d2ed0c1f HTTP/1.1" status: 200 len: 210 time: 0.2288179 Sep 30 08:19:18.168940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.245652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Deleting port 40820144-5b01-4f75-8183-d77aaf50f4f5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:18.245918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.259034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] Deleting port 40820144-5b01-4f75-8183-d77aaf50f4f5 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:18.259828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.308061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 84d5721e-2070-4bd8-9665-5caaebc30db5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:18.333680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] For port 40820144-5b01-4f75-8183-d77aaf50f4f5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=40820144-5b01-4f75-8183-d77aaf50f4f5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:18.334182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.349610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 84d5721e-2070-4bd8-9665-5caaebc30db5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:18.349981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 84d5721e-2070-4bd8-9665-5caaebc30db5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:18.350521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 40820144-5b01-4f75-8183-d77aaf50f4f5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:18.351170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Calling delete_port for 40820144-5b01-4f75-8183-d77aaf50f4f5 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:18.416259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-6420d290-e198-4cbf-9fcf-9466d26eab2d tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:18.420649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-6420d290-e198-4cbf-9fcf-9466d26eab2d tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.50 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 813 time: 0.3758130 Sep 30 08:19:18.450651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.453930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.456546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a89e536f-7f20-4a81-8de3-0dc0056df9e0 HTTP/1.1" status: 204 len: 168 time: 4.1811585 Sep 30 08:19:18.516229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] No DVR routers for this DVR port 40820144-5b01-4f75-8183-d77aaf50f4f5 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:18.517876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=40820144-5b01-4f75-8183-d77aaf50f4f5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:18.541132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'port': {'device_id': '20074720-283b-45b4-a275-ae7ad4c45e23', 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7', 'admin_state_up': True, 'tenant_id': '290a0fc411d54437b1d20127fb814883'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:18.559883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] For port 40820144-5b01-4f75-8183-d77aaf50f4f5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=40820144-5b01-4f75-8183-d77aaf50f4f5,segment=NetworkSegment(13c8d5a7-2d8d-43d0-a6ec-4bab586416f2),segment_id=13c8d5a7-2d8d-43d0-a6ec-4bab586416f2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:18.560725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.565393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.616669 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.631957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] Calling delete_port for 40820144-5b01-4f75-8183-d77aaf50f4f5 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:18.652077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f353bf86-ddda-4abb-a16f-e2957032e186']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:18.665381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:18.665818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c8d5a7-2d8d-43d0-a6ec-4bab586416f2') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:18.673768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No active binding found for port 40820144-5b01-4f75-8183-d77aaf50f4f5 {{(pid=95003) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:19:18.675154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 40820144-5b01-4f75-8183-d77aaf50f4f5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:18.675971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ece1b0c1-4606-4e63-a30f-1aac42e83ccb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:18.678669 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.705264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.746427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.753113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-895e9876-b19c-499c-9bd8-abd6a3f25341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.783082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-895e9876-b19c-499c-9bd8-abd6a3f25341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.845784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203fa83-ea8a-43e6-80c1-b5ac1e8a6ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89e536f-7f20-4a81-8de3-0dc0056df9e0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:18.863384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ece1b0c1-4606-4e63-a30f-1aac42e83ccb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:18.864007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ece1b0c1-4606-4e63-a30f-1aac42e83ccb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:18.883108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:18.892297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:18.894824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.899743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:18.902098 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:18.914457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:18.917316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90f87792-5c8b-4b85-919b-9c99c55749c3 req-d835f723-5e54-4c93-92d3-cd8c8e5e39e0 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 210 time: 0.0398610 Sep 30 08:19:18.917973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-895e9876-b19c-499c-9bd8-abd6a3f25341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.921212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-895e9876-b19c-499c-9bd8-abd6a3f25341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.925859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-895e9876-b19c-499c-9bd8-abd6a3f25341 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3aa7278e-d88b-40fc-bb33-006d64627d99 HTTP/1.1" status: 204 len: 168 time: 1.1671641 Sep 30 08:19:18.937584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Made reservation on behalf of 290a0fc411d54437b1d20127fb814883 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:18.942817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: from cryptography.utils import int_from_bytes Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: from cryptography.utils import int_from_bytes Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.978016 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:18.981491 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:19:18.990030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50204) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:18.991904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.993821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e9876-b19c-499c-9bd8-abd6a3f25341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7278e-d88b-40fc-bb33-006d64627d99,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.074062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:19.075706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.087732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] Pushing event deleted for resources: {'Port': ['ID=40820144-5b01-4f75-8183-d77aaf50f4f5,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.098971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd48aaf-a803-4526-b556-b0dc8ba580a4 None None] No DVR routers for this DVR port 40820144-5b01-4f75-8183-d77aaf50f4f5 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:19.140551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.323470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40dd95e1-dac1-4df1-b178-861346e9178b req-4ceeb174-62f2-419f-955a-e300dee2ca6f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1758997 Sep 30 08:19:19.411543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-97a1bebc-eeb2-494e-be9f-6d1f7c746943 None None] Provisioning complete for port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:19.413577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97a1bebc-eeb2-494e-be9f-6d1f7c746943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.466587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Allocated IP 172.20.0.8 (9aabae1a-c681-4449-a6c7-44973b2f94e7/e6a55fb1-5a15-439a-92f1-bd1cd4c77eef/b4b6309a-7d04-4927-b07e-5af3fafb8fb2) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:19.488644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7f9a84b4-2979-4a98-a73b-c9a6aa61ada0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6edf02b2b1694608a51d1f677a88120f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602280 Sep 30 08:19:19.495244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50214) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:19.541408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-97a1bebc-eeb2-494e-be9f-6d1f7c746943 None None] Port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:19.665812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7a6a-eaf5-4291-a2ec-e6b00ac27b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.819285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7a6a-eaf5-4291-a2ec-e6b00ac27b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.852749 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-725f4d5b-6369-4a8b-824d-b555a63010a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2104762 Sep 30 08:19:19.878646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.889337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.891306 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f353bf86-ddda-4abb-a16f-e2957032e186 HTTP/1.1" status: 204 len: 168 time: 2.1932845 Sep 30 08:19:19.904403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d', 'admin_state_up': True, 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'security_groups': ['52a0355f-c3d6-438d-a579-fff21569191e']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:19.942990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.968509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7182b-6c8e-40d7-9f44-a9d998745d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=f353bf86-ddda-4abb-a16f-e2957032e186,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:20.040883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1554fe1-8d8e-45a0-ae7a-5aa4e6da1116 req-3fe0e409-73bb-41d2-9fd3-ddc486bff963 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:20.053728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1554fe1-8d8e-45a0-ae7a-5aa4e6da1116 req-3fe0e409-73bb-41d2-9fd3-ddc486bff963 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2059515 Sep 30 08:19:20.070988 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7a6a-eaf5-4291-a2ec-e6b00ac27b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.073848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7a6a-eaf5-4291-a2ec-e6b00ac27b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.077485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9cbb7a6a-eaf5-4291-a2ec-e6b00ac27b59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f889536b-3305-42ac-8e7f-8984cf4d1ae6 HTTP/1.1" status: 204 len: 168 time: 0.5765498 Sep 30 08:19:20.194257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c388cb52-7deb-49ce-b6ea-a343136e8549 req-4219a608-39f9-4810-b763-d4d29066ddda tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 210 time: 0.1299360 Sep 30 08:19:20.209833 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.211800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb7a6a-eaf5-4291-a2ec-e6b00ac27b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f889536b-3305-42ac-8e7f-8984cf4d1ae6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:20.226830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:20.300306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Made reservation on behalf of 0fb01bac7d934f679b8b571ae61e83b1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:20.312229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.372166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Network 9aabae1a-c681-4449-a6c7-44973b2f94e7 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:20.402343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1554fe1-8d8e-45a0-ae7a-5aa4e6da1116 req-62e58868-a898-403b-91f8-d1a646bf11aa tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470144 Sep 30 08:19:20.419074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:20.421737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:20.605917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Allocated IP 10.2.2.200 (84b8f949-19d2-42d6-b87c-7331cef07b6d/a83c215e-84f6-43b0-bf58-932300992328/64920def-9ce7-401f-868e-a1b53635b936) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:20.738465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50252) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:20.765745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:20.837432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.897034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:20.898520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.915373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.991057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434215-005b-47e5-8500-9c365f2e5a63 req-e76c80bd-cf85-4d0c-86a2-efcad896c228 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.012998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434215-005b-47e5-8500-9c365f2e5a63 req-e76c80bd-cf85-4d0c-86a2-efcad896c228 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.021853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434215-005b-47e5-8500-9c365f2e5a63 req-e76c80bd-cf85-4d0c-86a2-efcad896c228 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.025657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event updated for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:21.039618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434215-005b-47e5-8500-9c365f2e5a63 req-e76c80bd-cf85-4d0c-86a2-efcad896c228 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.052427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1434215-005b-47e5-8500-9c365f2e5a63 req-e76c80bd-cf85-4d0c-86a2-efcad896c228 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 3094 time: 0.5145993 Sep 30 08:19:21.069125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:21.070237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50266) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:21.070397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-698871a5-5522-49d6-ba3f-5e4bc5211e90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=696a7fb12c264887acf92aff30253dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273954 Sep 30 08:19:21.071189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50268) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:21.073612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-2b3cc407-4e3d-41a7-947d-2ebc8e289df8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5444312 Sep 30 08:19:21.093099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Request body: {'port': {'device_id': '20074720-283b-45b4-a275-ae7ad4c45e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:21.131296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:21.135294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:21.146127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1434215-005b-47e5-8500-9c365f2e5a63 req-2270661a-0156-4763-b306-ba5ed5686cde tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925112 Sep 30 08:19:21.223070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.294596 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-864048b0-909d-48d8-b1ff-5eafaae7d325 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7d6d7f0be644ad98bc45c2d9dc1237c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225559 Sep 30 08:19:21.301270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50274) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:21.349343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.350339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.414660 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-971fe354-6ec8-4455-b04d-d25a615a798e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.437521 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0cddf3df-fd30-41f9-aed9-48aa3f654f27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5679169 Sep 30 08:19:21.468900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:21.495317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-971fe354-6ec8-4455-b04d-d25a615a798e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.591089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-971fe354-6ec8-4455-b04d-d25a615a798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.593969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-971fe354-6ec8-4455-b04d-d25a615a798e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.595314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-971fe354-6ec8-4455-b04d-d25a615a798e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f23db9d4-32d8-477a-b4ae-63a963de0eb5 HTTP/1.1" status: 204 len: 168 time: 0.5172324 Sep 30 08:19:21.684494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fe354-6ec8-4455-b04d-d25a615a798e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23db9d4-32d8-477a-b4ae-63a963de0eb5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:21.687972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb3d8-d620-4ca0-b91d-b5a2f66f0731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.711168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.725736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b41d3-db8c-474f-b812-d8c422fa53a2 req-4b9d121b-a8de-4c10-994f-5528e30af229 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.734569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de8b41d3-db8c-474f-b812-d8c422fa53a2 req-4b9d121b-a8de-4c10-994f-5528e30af229 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 931 time: 0.2498243 Sep 30 08:19:21.761045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9dbd846c-9225-4ebf-881a-35902e36ac4a None None] Provisioning complete for port 64920def-9ce7-401f-868e-a1b53635b936 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:21.766647 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9dbd846c-9225-4ebf-881a-35902e36ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.818589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb3d8-d620-4ca0-b91d-b5a2f66f0731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.829515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca3b4-d3f7-42b8-82c6-07819e78969c req-cec1b4d9-0f7b-450f-bcef-ca8fd45e10b7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.838141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e7ca3b4-d3f7-42b8-82c6-07819e78969c req-cec1b4d9-0f7b-450f-bcef-ca8fd45e10b7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.2811055 Sep 30 08:19:21.890334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd846c-9225-4ebf-881a-35902e36ac4a None None] Port 64920def-9ce7-401f-868e-a1b53635b936 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:21.945228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de8b41d3-db8c-474f-b812-d8c422fa53a2 req-65ada033-a12d-4662-9408-bb9d572b07a4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079120 Sep 30 08:19:22.038924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e7ca3b4-d3f7-42b8-82c6-07819e78969c req-97bf25bc-0f5a-4ce6-9d94-502367301cfd tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996040 Sep 30 08:19:22.196838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb3d8-d620-4ca0-b91d-b5a2f66f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.211378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb3d8-d620-4ca0-b91d-b5a2f66f0731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.221605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee2bb3d8-d620-4ca0-b91d-b5a2f66f0731 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bc72387-8114-45d1-813c-153bb7b24c86 HTTP/1.1" status: 204 len: 168 time: 0.9123809 Sep 30 08:19:22.227995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b6309a-7d04-4927-b07e-5af3fafb8fb2 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:22.265017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.274972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb3d8-d620-4ca0-b91d-b5a2f66f0731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc72387-8114-45d1-813c-153bb7b24c86,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.303093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Transition to ACTIVE for port object b4b6309a-7d04-4927-b07e-5af3fafb8fb2 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:22.310227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.440303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6208b89-6232-4ca4-9c8d-da0027372ac9 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:22.450579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.469846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Transition to ACTIVE for port object b6208b89-6232-4ca4-9c8d-da0027372ac9 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:22.475690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.534101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.695830 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.707615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Attempting to bind port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:22.708102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Attempting to bind port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:22.708731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Attempting to bind port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 on network 9aabae1a-c681-4449-a6c7-44973b2f94e7 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:22.731306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-f99be6bb-907c-43b4-a2a6-97866f50c9a9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.738892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-f99be6bb-907c-43b4-a2a6-97866f50c9a9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.747077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-f99be6bb-907c-43b4-a2a6-97866f50c9a9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.760920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-f99be6bb-907c-43b4-a2a6-97866f50c9a9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.771220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Attempting to bind port b6208b89-6232-4ca4-9c8d-da0027372ac9 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:22.772218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Attempting to bind port b6208b89-6232-4ca4-9c8d-da0027372ac9 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:22.774155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Attempting to bind port b6208b89-6232-4ca4-9c8d-da0027372ac9 on network a5103723-1daf-4d37-9852-982e5f94ac13 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:22.779149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-f99be6bb-907c-43b4-a2a6-97866f50c9a9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.786727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Port b6208b89-6232-4ca4-9c8d-da0027372ac9 on network a5103723-1daf-4d37-9852-982e5f94ac13 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:22.786908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-f99be6bb-907c-43b4-a2a6-97866f50c9a9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 3815 time: 0.3853059 Sep 30 08:19:22.789291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 on network 9aabae1a-c681-4449-a6c7-44973b2f94e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:22.789936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Attempting to bind port b6208b89-6232-4ca4-9c8d-da0027372ac9 on network a5103723-1daf-4d37-9852-982e5f94ac13 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:22.793217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Attempting to bind port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 on network 9aabae1a-c681-4449-a6c7-44973b2f94e7 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:22.804953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:22.805576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Checking segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:22.806165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Bound using segment: {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:22.806960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Bound port: b6208b89-6232-4ca4-9c8d-da0027372ac9, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a83d5bd-8835-4d07-9400-badfa245815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:22.807860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.896176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecab72c2-fbe9-488b-a428-7d5d042a7130 req-9f4495c9-2187-4bfb-9cab-6eacb5a889cf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969355 Sep 30 08:19:22.899177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:22.899633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Checking segment: {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:22.901722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Bound using segment: {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:22.902306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Bound port: b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0ae527-5c8a-416c-8e58-c65fcc98a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:22.902796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.985544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:22.990915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:23.001210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.058216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.058863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.062740 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] 10.222.0.50 "PUT /v2.0/ports/b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 1091 time: 1.6029615 Sep 30 08:19:23.065268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:23.070255 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:23.074190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:23.078343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:23.084794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.109361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:23.183238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:23.275442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.276066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.285249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-7821943d-b852-4e91-b927-98f2dc589b8e service neutron] 10.222.0.50 "PUT /v2.0/ports/b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 1091 time: 2.1912653 Sep 30 08:19:23.295698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:23.297858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.298813 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa2c80c-34d3-4661-b342-8523221248ed" -d '{"events": [{"name": "network-changed", "server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:23.395553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc0927-69ce-49d4-9dd6-b67c1351cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:23.398323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636985ef-5968-423a-bffd-00e86c5db004 req-d492d7c9-c836-4014-8827-e28bc4dd924b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.400123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-636985ef-5968-423a-bffd-00e86c5db004 req-d492d7c9-c836-4014-8827-e28bc4dd924b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 943 time: 0.2443500 Sep 30 08:19:23.430695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-4367d119-98f7-4f54-ba32-31efded249a7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.433255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-4367d119-98f7-4f54-ba32-31efded249a7 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.4102068 Sep 30 08:19:23.552282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-636985ef-5968-423a-bffd-00e86c5db004 req-a982511e-4b09-4c94-af20-e24bd9d1e8cb tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273961 Sep 30 08:19:23.611167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-21ea6a06-26cd-4c1b-9912-10016ef2be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.612888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-21ea6a06-26cd-4c1b-9912-10016ef2be99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1094 time: 0.2368879 Sep 30 08:19:23.640911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47162-a316-4649-85cd-d01a8977272b req-e0b458d1-279c-461d-b979-56f8d1bf1d02 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.649994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23e47162-a316-4649-85cd-d01a8977272b req-e0b458d1-279c-461d-b979-56f8d1bf1d02 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 945 time: 0.3869660 Sep 30 08:19:23.704683 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61695bf1-9cd2-4242-bb29-1c77d160048a x-openstack-request-id: req-61695bf1-9cd2-4242-bb29-1c77d160048a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:23.705191 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:23.705191 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61695bf1-9cd2-4242-bb29-1c77d160048a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:23.705607 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'status': 'completed', 'code': 200} Sep 30 08:19:23.762862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-90fcd1fd-aee8-478e-90d8-b6c7241628a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.1057179 Sep 30 08:19:23.931313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-1d128e17-d0ec-4aad-b31f-d8757848a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.943494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-1d128e17-d0ec-4aad-b31f-d8757848a233 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1677020 Sep 30 08:19:24.041125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-54797a30-0e3e-41a3-b905-713c92b7dfbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429194 Sep 30 08:19:24.057543 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856b3fb-2384-4892-aabc-75240745d18d x-openstack-request-id: req-b856b3fb-2384-4892-aabc-75240745d18d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:24.057958 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:24.058310 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b856b3fb-2384-4892-aabc-75240745d18d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:24.058808 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'status': 'completed', 'code': 200} Sep 30 08:19:24.063737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23e47162-a316-4649-85cd-d01a8977272b req-420473c0-6fac-449b-b7b6-472e30326633 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/security-groups?id=e981b50e-92c8-42cc-9673-17844ebd04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130893 Sep 30 08:19:24.110770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-4abcfa69-3af9-4f1d-b970-788fc3095439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:24.112780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-4abcfa69-3af9-4f1d-b970-788fc3095439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:24.113872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-4abcfa69-3af9-4f1d-b970-788fc3095439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:24.126398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-4abcfa69-3af9-4f1d-b970-788fc3095439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:24.139544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-4abcfa69-3af9-4f1d-b970-788fc3095439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:24.141579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-4abcfa69-3af9-4f1d-b970-788fc3095439 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 4362 time: 0.3777673 Sep 30 08:19:24.245060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Deleting port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:24.245412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.332059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ff4c9c-0c20-46d5-8cac-127398ce4099 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:24.349168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.367756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Transition to ACTIVE for port object e8ff4c9c-0c20-46d5-8cac-127398ce4099 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:24.379122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.691600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Attempting to bind port e8ff4c9c-0c20-46d5-8cac-127398ce4099 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:24.692772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Attempting to bind port e8ff4c9c-0c20-46d5-8cac-127398ce4099 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:24.693187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Attempting to bind port e8ff4c9c-0c20-46d5-8cac-127398ce4099 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:24.714546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:24.720793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Port e8ff4c9c-0c20-46d5-8cac-127398ce4099 on network 735e6368-d227-4126-95a3-7ca7e3916820 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:24.721189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Attempting to bind port e8ff4c9c-0c20-46d5-8cac-127398ce4099 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:24.739804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:24.740355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Checking segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:24.740813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Bound using segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:24.741325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Bound port: e8ff4c9c-0c20-46d5-8cac-127398ce4099, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:24.741898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.827626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:24.832242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:24.849503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.866428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] For port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:24.867200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.887477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:24.888190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.889717 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] 10.222.0.50 "PUT /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 1130 time: 1.7876837 Sep 30 08:19:24.915698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Calling delete_port for 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:24.930680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:25.113527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a0531-b29d-499a-a049-0aba315f4c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:25.300503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-d4a30a30-799d-43c7-8961-2284e90331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.301003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-d4a30a30-799d-43c7-8961-2284e90331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.301633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-d4a30a30-799d-43c7-8961-2284e90331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.303192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-d4a30a30-799d-43c7-8961-2284e90331f9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1416519 Sep 30 08:19:25.303724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.373520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-593fa006-ba3a-4ba9-9951-9b9666967a8c service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2957635 Sep 30 08:19:25.434585 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.439025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.484446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Pushing event deleted for resources: {'Port': ['ID=0d93d21c-6aa5-4a72-b0e2-5feeabafa733,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:25.598813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.599278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.606392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.609958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] No DVR routers for this DVR port 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:25.614929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.617933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.619934 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1eb57483-e408-404a-8c9e-59f2454d5c81 req-df56ae1f-8b16-488c-9d9f-0f7bac597473 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.57 "DELETE /v2.0/ports/0d93d21c-6aa5-4a72-b0e2-5feeabafa733 HTTP/1.1" status: 204 len: 173 time: 2.1364980 Sep 30 08:19:25.621112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.629196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.635825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.637776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21d17852-60ad-400e-ae30-414b6221b790 req-6b33486c-3f2b-44c0-b846-9352b28ab730 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 4599 time: 0.6617556 Sep 30 08:19:25.739265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': 'e8ff4c9c-0c20-46d5-8cac-127398ce4099'}, {'server_uuid': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'name': 'network-vif-deleted', 'tag': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:25.748544 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38969cdf-854d-44b6-81a0-f02692bb0fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "e8ff4c9c-0c20-46d5-8cac-127398ce4099"}, {"server_uuid": "19dec702-67c3-4e70-8700-42c8d54fffb3", "name": "network-vif-deleted", "tag": "0d93d21c-6aa5-4a72-b0e2-5feeabafa733"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:25.780843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22ce60ed-f873-4e51-8cca-d6f2ba7a2d87 req-4b3c467f-d00c-4ac3-9d68-2d1aaeafdce9 service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990514 Sep 30 08:19:25.827509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-173ffc29-2717-489e-87a2-59048d43de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.829016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d0ecc39-da79-47f6-9bba-8dce00ff6a69 req-173ffc29-2717-489e-87a2-59048d43de4b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5109196 Sep 30 08:19:25.860848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16fbe-038b-4371-8eaf-c57e835ba13a req-530f0ce9-aaab-461f-976b-0377e24aa412 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.862659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82e16fbe-038b-4371-8eaf-c57e835ba13a req-530f0ce9-aaab-461f-976b-0377e24aa412 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 943 time: 0.3938265 Sep 30 08:19:25.868451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21d17852-60ad-400e-ae30-414b6221b790 req-f45a26cd-0c40-45fc-8110-8149d3286f12 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1925764 Sep 30 08:19:25.952344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fa577e-a0f8-494d-b99c-8e6e54e189d2 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:25.962839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.976077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82e16fbe-038b-4371-8eaf-c57e835ba13a req-b5879b4a-5270-4ecd-b4a9-dd2f143411c6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007836 Sep 30 08:19:25.981073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Transition to ACTIVE for port object 86fa577e-a0f8-494d-b99c-8e6e54e189d2 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:25.990345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.012834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c80c-34d3-4661-b342-8523221248ed req-3552db94-5ddf-401d-84c3-e11013d376d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:26.017051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-3552db94-5ddf-401d-84c3-e11013d376d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1094 time: 0.1058328 Sep 30 08:19:26.115712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Pushing event updated for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:26.156047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:19:26.361650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Attempting to bind port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:26.361992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Attempting to bind port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:26.362430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Attempting to bind port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:26.366060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27fd4327-aec0-4162-b1e7-3d21d6fe13b3 req-bae2f681-ab9c-40d9-81a8-a8986359a0a3 tempest-ServerRescueTestJSON-693629942 tempest-ServerRescueTestJSON-693629942-project] 10.222.0.41 "GET /v2.0/ports?device_id=19dec702-67c3-4e70-8700-42c8d54fffb3 HTTP/1.1" status: 200 len: 210 time: 0.1095965 Sep 30 08:19:26.372157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 on network 735e6368-d227-4126-95a3-7ca7e3916820 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:26.375065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Attempting to bind port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:26.397949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:26.398298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Checking segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:26.398703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Bound using segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:26.399130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Bound port: 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:26.399493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.434555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c80c-34d3-4661-b342-8523221248ed req-4b67d35e-b5f6-4562-833b-1fc3d7727a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:26.438700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-4b67d35e-b5f6-4562-833b-1fc3d7727a4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.4080956 Sep 30 08:19:26.523927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-6f34db26-16dd-4ba1-a891-eda641a2f1ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0731206 Sep 30 08:19:26.528772 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cab10f-caeb-45f9-9934-0244149c4742 x-openstack-request-id: req-40cab10f-caeb-45f9-9934-0244149c4742 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:26.529081 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "e8ff4c9c-0c20-46d5-8cac-127398ce4099", "status": "completed", "code": 200}, {"server_uuid": "19dec702-67c3-4e70-8700-42c8d54fffb3", "name": "network-vif-deleted", "tag": "0d93d21c-6aa5-4a72-b0e2-5feeabafa733", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:26.529340 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40cab10f-caeb-45f9-9934-0244149c4742 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:26.529786 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': 'e8ff4c9c-0c20-46d5-8cac-127398ce4099', 'status': 'completed', 'code': 200} Sep 30 08:19:26.530046 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dec702-67c3-4e70-8700-42c8d54fffb3', 'name': 'network-vif-deleted', 'tag': '0d93d21c-6aa5-4a72-b0e2-5feeabafa733', 'status': 'completed', 'code': 200} Sep 30 08:19:26.600695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:26.604992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:26.614758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.644389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c80c-34d3-4661-b342-8523221248ed req-6ba98aae-32b9-49ad-94e0-4700d01ec4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:26.649564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-6ba98aae-32b9-49ad-94e0-4700d01ec4c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1164358 Sep 30 08:19:26.670735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:26.671386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.672866 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] 10.222.0.50 "PUT /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 1129 time: 1.7499483 Sep 30 08:19:26.703361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-f5a150c8-b859-4ac4-bf8c-8ec43bed3062 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333173 Sep 30 08:19:26.766865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:26.924087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:26.931954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.949119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff19050-ecc5-44a2-b2b8-4f88ee9913a9 service neutron] Pushing event updated for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:27.064358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-318abfdc-43e8-4041-98e6-f95e12695938 req-b6629285-4f2d-4f2b-9b7b-5871440ece1c tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2429497 Sep 30 08:19:27.191313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.191865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.192369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.192868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.199875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.200374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.200863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.203042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-c283edf3-aa47-48c9-9cb6-085c4eca0b42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6207 time: 0.5521648 Sep 30 08:19:27.286328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b4b6309a-7d04-4927-b07e-5af3fafb8fb2 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:27.294739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:27.295070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0d93d21c-6aa5-4a72-b0e2-5feeabafa733 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:27.564187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:27.579473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:27.589086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.601883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Transition to ACTIVE for port object 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:27.602802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50478) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:27.606401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'network_id': '9aabae1a-c681-4449-a6c7-44973b2f94e7', 'port_id': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'mac_address': 'fa:16:3e:19:7e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a55fb1-5a15-439a-92f1-bd1cd4c77eef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:27.612753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.698580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:27.710246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.724989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-da37857a-6991-4c2a-ac2f-c4b295d4e956 service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0018024 Sep 30 08:19:27.748399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b6309a-7d04-4927-b07e-5af3fafb8fb2 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:27.792993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:27.800308 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.822466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Attempting to bind port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:27.823027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Attempting to bind port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:27.823296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Attempting to bind port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:27.830074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 on network 735e6368-d227-4126-95a3-7ca7e3916820 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:27.830400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Attempting to bind port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:27.850570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:27.851287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Checking segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:27.851850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Bound using segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:27.852496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Bound port: 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:27.853038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.856685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd2343b7-d771-4b41-a050-c15bc8397906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.893781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.909647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.939803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.966059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.973133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.975114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:27.987931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd2343b7-d771-4b41-a050-c15bc8397906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.998556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd2343b7-d771-4b41-a050-c15bc8397906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.007807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.024521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.026637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-084b2b6d-ff00-4426-bdf8-a32762a5a13e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5370 time: 0.8971927 Sep 30 08:19:28.062468 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bd2343b7-d771-4b41-a050-c15bc8397906 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd1be9367f0141feaa75809709bc2be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581439 Sep 30 08:19:28.066176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50482) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:28.076848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b4b6309a-7d04-4927-b07e-5af3fafb8fb2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:28.162315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3402e03-c12d-41b0-aba4-e9d7b5a9a176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.185555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2343b7-d771-4b41-a050-c15bc8397906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51636f55-f445-41e6-a744-02c6981a21e9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:28.217173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3402e03-c12d-41b0-aba4-e9d7b5a9a176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.240496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:28.249551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abfdc-43e8-4041-98e6-f95e12695938 req-eb367e29-00a4-436d-b222-d80f9bf896fe tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.251373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-318abfdc-43e8-4041-98e6-f95e12695938 req-eb367e29-00a4-436d-b222-d80f9bf896fe tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1822479 Sep 30 08:19:28.272660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:28.283149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a900b7d3-2a8f-404c-90ca-8cff26cb2d5a req-492b9acb-9bb5-48bc-9762-2580cd0e83ed tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177613 Sep 30 08:19:28.289780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.337524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-91822349-a5da-4ecd-ba34-6c268b62e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.338307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-91822349-a5da-4ecd-ba34-6c268b62e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.338948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-91822349-a5da-4ecd-ba34-6c268b62e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.341060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-91822349-a5da-4ecd-ba34-6c268b62e3c5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0947886 Sep 30 08:19:28.344898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-318abfdc-43e8-4041-98e6-f95e12695938 req-585e454e-fef4-4a4c-9860-9a5259143ade tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/quotas/d6aaca62e0ff45b190fea8d4568dc201 HTTP/1.1" status: 200 len: 375 time: 0.0673025 Sep 30 08:19:28.396966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.397913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.399622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 200 len: 1090 time: 1.6531823 Sep 30 08:19:28.400847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c2caf-918c-4686-99b6-6d64466468f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:28.440767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-318abfdc-43e8-4041-98e6-f95e12695938 req-bbe7e47f-95c3-41ff-af89-03ee9c8427e3 tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672479 Sep 30 08:19:28.443008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa2c80c-34d3-4661-b342-8523221248ed req-9e4176a7-4795-45ca-a4a4-0219c4e5cf8e service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038868 Sep 30 08:19:28.472758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:28.549598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '86fa577e-a0f8-494d-b99c-8e6e54e189d2'}, {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:28.562905 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "86fa577e-a0f8-494d-b99c-8e6e54e189d2"}, {"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:28.579213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3402e03-c12d-41b0-aba4-e9d7b5a9a176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.583565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3402e03-c12d-41b0-aba4-e9d7b5a9a176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.585098 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a3402e03-c12d-41b0-aba4-e9d7b5a9a176 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51636f55-f445-41e6-a744-02c6981a21e9 HTTP/1.1" status: 204 len: 168 time: 0.5118451 Sep 30 08:19:28.618548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402e03-c12d-41b0-aba4-e9d7b5a9a176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51636f55-f445-41e6-a744-02c6981a21e9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:28.626260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.725638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-43d463e5-0e14-4632-aec5-7ab29ac1bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.728218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38969cdf-854d-44b6-81a0-f02692bb0fd9 req-43d463e5-0e14-4632-aec5-7ab29ac1bb58 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3788841 Sep 30 08:19:28.904429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50500) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:29.064410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d672-bb0e-412e-94c4-920e6d1788e1 req-396e0bda-75d7-40e1-9d76-0fe57934bbc5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:29.074284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d199d672-bb0e-412e-94c4-920e6d1788e1 req-396e0bda-75d7-40e1-9d76-0fe57934bbc5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 944 time: 0.2421567 Sep 30 08:19:29.080334 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899ab9ce-3d12-494f-8453-83b3ea8378be x-openstack-request-id: req-899ab9ce-3d12-494f-8453-83b3ea8378be {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:29.085779 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "86fa577e-a0f8-494d-b99c-8e6e54e189d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:29.087650 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-899ab9ce-3d12-494f-8453-83b3ea8378be {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:29.088267 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '86fa577e-a0f8-494d-b99c-8e6e54e189d2', 'status': 'completed', 'code': 200} Sep 30 08:19:29.088713 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754', 'status': 'completed', 'code': 200} Sep 30 08:19:29.163194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b4b6309a-7d04-4927-b07e-5af3fafb8fb2 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:29.182937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:29.205089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.239253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Transition to ACTIVE for port object 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:29.245912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.292536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:19:29.302174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:29.303657 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.372742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:29.605184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.646338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Attempting to bind port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:29.646691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Attempting to bind port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:29.647021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Attempting to bind port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:29.658604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 on network 735e6368-d227-4126-95a3-7ca7e3916820 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:29.659151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Attempting to bind port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:29.667050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:29.667431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Checking segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:29.667793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Bound using segment: {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:29.668236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Bound port: 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100e327a-f66a-401f-a86d-e44acd4ef7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:29.668602 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.696301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:29.698606 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83a35e4-c56c-48ad-a485-84d43ec55f6f" -d '{"events": [{"server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "name": "network-vif-plugged", "status": "completed", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:29.783527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:29.800385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.816086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:29.819955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:29.837516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.915322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d199d672-bb0e-412e-94c4-920e6d1788e1 req-a524a1fd-d070-4b80-a6b8-ff45f56e8fcc tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7892711 Sep 30 08:19:29.974875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:30.016678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.017181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.026602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.028892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.031267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.032057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.037219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.048043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-3fc38b42-875a-4100-a50b-e934a9cee0ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6274 time: 0.8823950 Sep 30 08:19:30.055646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:30.079450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.080445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.083508 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-dd5afec1-419f-45c0-858a-84d430eab4c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 200 len: 1091 time: 1.6459181 Sep 30 08:19:30.177047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:30.333131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.370618 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be69f91f-fa3a-4582-a99a-cb939a3a3f31 x-openstack-request-id: req-be69f91f-fa3a-4582-a99a-cb939a3a3f31 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:30.373570 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "name": "network-vif-plugged", "status": "completed", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:30.373570 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be69f91f-fa3a-4582-a99a-cb939a3a3f31 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:30.373900 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'code': 200} Sep 30 08:19:30.511951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50550) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:30.633661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-02ddc9ed-cb0e-4100-bfdf-208a80317581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.634414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-02ddc9ed-cb0e-4100-bfdf-208a80317581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.635209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-02ddc9ed-cb0e-4100-bfdf-208a80317581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.637039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-02ddc9ed-cb0e-4100-bfdf-208a80317581 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5717473 Sep 30 08:19:30.655956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.663066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.669602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.676974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.683558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.689908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.696820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.705395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-feab6164-258a-4e0f-a496-441552fc1de8 req-142bddc2-f57f-44f3-a2f6-7fa959262597 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5394 time: 0.5246685 Sep 30 08:19:30.850644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c29e5-9f43-4ceb-aa3f-1c9bf5d81794 req-f674455f-675a-4039-b692-6b42837252e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.852195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e4c29e5-9f43-4ceb-aa3f-1c9bf5d81794 req-f674455f-675a-4039-b692-6b42837252e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1096 time: 0.3376169 Sep 30 08:19:30.868144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-feab6164-258a-4e0f-a496-441552fc1de8 req-0d14e88c-a877-4924-96c9-d904bfe19bc2 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590195 Sep 30 08:19:30.886109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3e1d28-e45c-4a3c-ad07-652ef56e545c {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:30.906465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.933176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Transition to ACTIVE for port object 9e3e1d28-e45c-4a3c-ad07-652ef56e545c will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:30.942477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.963635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-472102804-network', 'tenant_id': '3cf8f8051ebb4d4dbadfbb33c13437ca'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:31.039541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:31.040574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.090170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:31.093080 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a30b1-9cda-49c8-9e58-40d72fdf4c79" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:31.282453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Attempting to bind port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:31.282656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Attempting to bind port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:31.285036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Attempting to bind port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c on network 84b8f949-19d2-42d6-b87c-7331cef07b6d {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:31.295575 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05155e81-dd4e-4f88-991d-afa9207dca7e x-openstack-request-id: req-05155e81-dd4e-4f88-991d-afa9207dca7e {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:31.295866 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:31.296115 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05155e81-dd4e-4f88-991d-afa9207dca7e {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:31.296512 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1', 'status': 'completed', 'code': 200} Sep 30 08:19:31.297619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c on network 84b8f949-19d2-42d6-b87c-7331cef07b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:31.297947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Attempting to bind port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c on network 84b8f949-19d2-42d6-b87c-7331cef07b6d {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:31.316123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:31.316471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Checking segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:31.316868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Bound using segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:31.317361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Bound port: 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:31.317788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.489369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:31.496738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:31.507447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.558478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.559136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.561630 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] 10.222.0.50 "PUT /v2.0/ports/9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 1091 time: 1.3985031 Sep 30 08:19:31.617604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Request body: {'port': {'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:31.661662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2858074-fe28-4881-91ac-2dbed6913d47 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:31.701321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.822743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f852a32e-f762-4510-8080-c9170829b37a req-d3c85f5a-29c5-456a-acaf-6d716cc0b461 tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849769 Sep 30 08:19:31.922884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e4c29e5-9f43-4ceb-aa3f-1c9bf5d81794 req-60d83742-93d7-4691-ba0a-8374e1e9f1f3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9882584 Sep 30 08:19:32.085890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Made reservation on behalf of 3cf8f8051ebb4d4dbadfbb33c13437ca for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:32.088318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.101716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.104175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-67e6b65c-c200-47e5-af19-dbb240e2426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.105726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-67e6b65c-c200-47e5-af19-dbb240e2426e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3950808 Sep 30 08:19:32.149189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64920def-9ce7-401f-868e-a1b53635b936 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:32.159174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a32e-f762-4510-8080-c9170829b37a req-5514e358-5ab7-4455-980c-04d370f5abbc tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.159497 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.160754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f852a32e-f762-4510-8080-c9170829b37a req-5514e358-5ab7-4455-980c-04d370f5abbc tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919145 Sep 30 08:19:32.172838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c621971-8080-4419-b6a3-fb198eb46217 req-8d755061-aad2-4262-8bd0-e91a355f772d tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.175030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c621971-8080-4419-b6a3-fb198eb46217 req-8d755061-aad2-4262-8bd0-e91a355f772d tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 945 time: 1.1615834 Sep 30 08:19:32.182234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Transition to ACTIVE for port object 64920def-9ce7-401f-868e-a1b53635b936 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:32.197799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.252687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Pushing event updated for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:32.305207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f852a32e-f762-4510-8080-c9170829b37a req-1df9e55c-0b07-4490-becb-2547df8300ef tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/quotas/d6aaca62e0ff45b190fea8d4568dc201 HTTP/1.1" status: 200 len: 375 time: 0.0970516 Sep 30 08:19:32.396630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c621971-8080-4419-b6a3-fb198eb46217 req-fdd0898a-f7b4-4e4e-b636-124601d86389 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832039 Sep 30 08:19:32.423545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Attempting to bind port 64920def-9ce7-401f-868e-a1b53635b936 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:32.424236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Attempting to bind port 64920def-9ce7-401f-868e-a1b53635b936 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:32.424837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Attempting to bind port 64920def-9ce7-401f-868e-a1b53635b936 on network 84b8f949-19d2-42d6-b87c-7331cef07b6d {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:32.432663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Port 64920def-9ce7-401f-868e-a1b53635b936 on network 84b8f949-19d2-42d6-b87c-7331cef07b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:32.433243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Attempting to bind port 64920def-9ce7-401f-868e-a1b53635b936 on network 84b8f949-19d2-42d6-b87c-7331cef07b6d {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:32.442016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:32.447427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Checking segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:32.448041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Bound using segment: {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:32.448677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Bound port: 64920def-9ce7-401f-868e-a1b53635b936, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da16273-fdd2-46b1-a8c4-17c58e97ad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:32.449219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.452107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f852a32e-f762-4510-8080-c9170829b37a req-326f3bff-cb8e-4df5-859e-69b3a969b761 tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609796 Sep 30 08:19:32.555495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.555989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.556558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.557076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.557682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.558189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.558693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.567441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-256e22a1-09aa-43fe-9eba-6c089ad9190b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6433 time: 0.2918892 Sep 30 08:19:32.644432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:32.651913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=64920def-9ce7-401f-868e-a1b53635b936,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:32.663900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.751831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Pushing event updated for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:32.760696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-ed36bc18-780d-47d2-8a46-45c01ed14a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.765609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.766367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.768885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4def9261-39a4-40ff-ae94-f8702e221284 service neutron] 10.222.0.50 "PUT /v2.0/ports/64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 1091 time: 1.1561394 Sep 30 08:19:32.776429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-ed36bc18-780d-47d2-8a46-45c01ed14a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.777398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-ed36bc18-780d-47d2-8a46-45c01ed14a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.784702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-ed36bc18-780d-47d2-8a46-45c01ed14a83 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1897967 Sep 30 08:19:32.796503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Deleting port 4deebe48-baa1-4fd2-bcad-eb75f1307f89 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:32.796989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.044849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.122585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.131014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.137118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.144870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.159369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.167269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.175311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.177629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-5bcef0a5-586a-4442-973a-196c6eb96fdc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.3779902 Sep 30 08:19:33.217141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.284829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] For port 4deebe48-baa1-4fd2-bcad-eb75f1307f89, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4deebe48-baa1-4fd2-bcad-eb75f1307f89,segment=NetworkSegment(ad89ee7c-4324-403e-b006-b24d0c615e1a),segment_id=ad89ee7c-4324-403e-b006-b24d0c615e1a)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:33.285118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.297495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c'}, {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '64920def-9ce7-401f-868e-a1b53635b936'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:33.300620 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d6dcc-279d-4933-a91b-5ff1a794a885" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c"}, {"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "64920def-9ce7-401f-868e-a1b53635b936"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:33.327284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Calling delete_port for 4deebe48-baa1-4fd2-bcad-eb75f1307f89 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:33.353829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50624) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.408573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:19:33.433238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a2122-8f8e-4d1d-9b68-1af38fe61da7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:33.457534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.457895 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Added segment 8776620f-f764-48dd-aeca-b3b5dbe48e9f of type vlan for network b8a27345-f66a-441a-bbc3-f95eba9fdafb Sep 30 08:19:33.496546 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c14ad62-d2ea-48a6-b8a4-adeb4112e2ce x-openstack-request-id: req-4c14ad62-d2ea-48a6-b8a4-adeb4112e2ce {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:33.496546 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "64920def-9ce7-401f-868e-a1b53635b936", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:33.496844 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c14ad62-d2ea-48a6-b8a4-adeb4112e2ce {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:33.497358 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c', 'status': 'completed', 'code': 200} Sep 30 08:19:33.497729 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': '64920def-9ce7-401f-868e-a1b53635b936', 'status': 'completed', 'code': 200} Sep 30 08:19:33.510842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8917d94-9572-49a6-ab5c-b8be95d9d95c req-8b4870a2-08a2-4f48-91d9-20a9c247cba2 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2875388 Sep 30 08:19:33.541476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-b8a6c1b6-c362-48ac-babe-01e327362ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.550490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1cef9eaf-d6af-4df0-bc56-785e9f993ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.554127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b3cfb7-48a7-4d98-b9b6-73f9bff9985b req-b8a6c1b6-c362-48ac-babe-01e327362ca7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6609952 Sep 30 08:19:33.576607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.732230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1cef9eaf-d6af-4df0-bc56-785e9f993ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.740551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1cef9eaf-d6af-4df0-bc56-785e9f993ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.817175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.resource_extend [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:19:33.820656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef9eaf-d6af-4df0-bc56-785e9f993ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706db40b-c0eb-4701-98a0-e104849bc161,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:33.880286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.887549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.888037 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1cef9eaf-d6af-4df0-bc56-785e9f993ff7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00083426d8f1443e938f67200b721b63&name=default HTTP/1.1" status: 200 len: 2982 time: 0.5325959 Sep 30 08:19:34.010200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.011145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.011899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.012991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.013693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.014368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.015181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.017605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-00945144-a758-4fa2-ad10-10fd2cad2ff4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6475 time: 0.3607068 Sep 30 08:19:34.022252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4deebe48-baa1-4fd2-bcad-eb75f1307f89,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:34.051887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.053712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.054821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.204005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a02a7-43cd-4280-9aeb-2e9bf0092d20 req-d807b7e3-959a-4be7-ba1c-434982d8c506 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.206187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5a02a7-43cd-4280-9aeb-2e9bf0092d20 req-d807b7e3-959a-4be7-ba1c-434982d8c506 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 945 time: 0.5499804 Sep 30 08:19:34.341299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d8136f3-51f0-45db-8a80-496a2060b3c2 req-53d0b392-c2c7-457d-84b1-6c3ed37f5610 tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094315 Sep 30 08:19:34.428192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-721c50b6-fe6b-4212-93f3-a1e44331bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.428676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-721c50b6-fe6b-4212-93f3-a1e44331bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.429394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-721c50b6-fe6b-4212-93f3-a1e44331bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.431030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-721c50b6-fe6b-4212-93f3-a1e44331bd85 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3826132 Sep 30 08:19:34.545186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7de33b0-6c9a-4dc8-af90-a22a533c5109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.583829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.0272632 Sep 30 08:19:34.584148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50664) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:34.588958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Request body: {'subnet': {'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-472102804-subnet', 'tenant_id': '3cf8f8051ebb4d4dbadfbb33c13437ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:34.626879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Made reservation on behalf of 3cf8f8051ebb4d4dbadfbb33c13437ca for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:34.634114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.644589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9993dd6-b599-4ee8-ba2b-3c7386888222 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a27345-f66a-441a-bbc3-f95eba9fdafb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:34.655697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network b8a27345-f66a-441a-bbc3-f95eba9fdafb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:19:34.667051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-26d27140-70a1-4d03-afb3-88bf14a2fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.668152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416a30b1-9cda-49c8-9e58-40d72fdf4c79 req-26d27140-70a1-4d03-afb3-88bf14a2fba1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2060170 Sep 30 08:19:34.687446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7de33b0-6c9a-4dc8-af90-a22a533c5109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.698871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8136f3-51f0-45db-8a80-496a2060b3c2 req-36b9922c-e503-4585-9f77-3714862a8fe2 tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.700657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d8136f3-51f0-45db-8a80-496a2060b3c2 req-36b9922c-e503-4585-9f77-3714862a8fe2 tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583376 Sep 30 08:19:34.788639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5a02a7-43cd-4280-9aeb-2e9bf0092d20 req-d1ddf46f-a58e-4d76-8b60-5a1f20717540 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473830 Sep 30 08:19:34.832527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d8136f3-51f0-45db-8a80-496a2060b3c2 req-fe9e1898-cf40-4eb1-97a9-b0ffb1acb84a tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/quotas/d6aaca62e0ff45b190fea8d4568dc201 HTTP/1.1" status: 200 len: 375 time: 0.0869546 Sep 30 08:19:34.903493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d8136f3-51f0-45db-8a80-496a2060b3c2 req-34c24ff2-9eae-4815-9997-5215070a251d tempest-QuotasAdminNegativeTest-241330021 tempest-QuotasAdminNegativeTest-241330021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625885 Sep 30 08:19:34.937360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.937884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.938366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.938851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.939356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.939832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.940342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.953019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a5e3fe25-b1eb-49a1-b6ec-9b90790869d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6475 time: 0.1781619 Sep 30 08:19:34.961484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7de33b0-6c9a-4dc8-af90-a22a533c5109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.964101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7de33b0-6c9a-4dc8-af90-a22a533c5109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.967614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e7de33b0-6c9a-4dc8-af90-a22a533c5109 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/706db40b-c0eb-4701-98a0-e104849bc161 HTTP/1.1" status: 204 len: 168 time: 1.0686028 Sep 30 08:19:34.975382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.018185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.045796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de33b0-6c9a-4dc8-af90-a22a533c5109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706db40b-c0eb-4701-98a0-e104849bc161,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:35.051945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-d40e4306-7c1b-45d1-94ec-8caec8774534 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 217 time: 0.0714226 Sep 30 08:19:35.141286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Checking segment: {'id': '8776620f-f764-48dd-aeca-b3b5dbe48e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:35.141584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Network hostable DHCP agents. Network: b8a27345-f66a-441a-bbc3-f95eba9fdafb, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:19:35.148016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebb42a5-c66c-454a-919f-97c2e065e8aa,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:35.195923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Network b8a27345-f66a-441a-bbc3-f95eba9fdafb is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:19:35.215650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, b8a27345-f66a-441a-bbc3-f95eba9fdafb) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:35.224232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c4e49-06f4-43fd-8817-0fbeace25c3d None None] Network b8a27345-f66a-441a-bbc3-f95eba9fdafb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:35.229627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.230591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.285589 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cff12f27-04ad-47aa-93ae-281395499ee2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7004118 Sep 30 08:19:35.448103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee73c3-8f6a-45c8-bbf0-eb64358868e9 None None] Network b8a27345-f66a-441a-bbc3-f95eba9fdafb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:35.663512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-506d7b86-fc97-4bd6-85f7-252c771f085b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-459940344&fields=id&tenant_id=290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 267 time: 0.1082325 Sep 30 08:19:35.701235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.707673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.717800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.724905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.733496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.740089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.746529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.756686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-39d56a94-0e33-4c84-9a45-bee0ed0f295f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.8009207 Sep 30 08:19:35.788646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-b1c56a73-aa8a-468e-827a-497f0f14ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.790315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-b1c56a73-aa8a-468e-827a-497f0f14ba6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 200 len: 851 time: 0.2385697 Sep 30 08:19:35.915893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d15aaf56-3051-4404-97b5-83532a7877c9 req-c7a3c2f6-d4a5-44ae-bf93-36465990760e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593914 Sep 30 08:19:35.932774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-bd4409cf-77c8-44bf-b40a-062146743512 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.942742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-bd4409cf-77c8-44bf-b40a-062146743512 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 945 time: 0.2782454 Sep 30 08:19:35.957605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'port': {'security_groups': ['0f136bd3-013b-490b-9339-9b4564cb4b66', '3c9d3338-13a7-4730-9b39-6da0a89b5ce6']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:36.022136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-315b6e10-e396-4030-ae7e-200b5f06dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:36.023719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-315b6e10-e396-4030-ae7e-200b5f06dfdc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5103723-1daf-4d37-9852-982e5f94ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2185431 Sep 30 08:19:36.105038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Router 2b4fa609-6e9e-4c23-93ff-7d228988f13d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:36.164242 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.294117 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2095fc26-9a61-4190-8281-9f9f5048de49 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618823 Sep 30 08:19:36.442541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:36.450401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5f9da191-f654-444f-a9ef-d59038f0ec43 admin admin] 10.222.0.41 "PUT /v2.0/routers/2b4fa609-6e9e-4c23-93ff-7d228988f13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5422578 Sep 30 08:19:36.453327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:36.455200 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] Sync routers for ids ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:36.464999 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] Routers {'2b4fa609-6e9e-4c23-93ff-7d228988f13d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:36.465927 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:36.579771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-49a991cc-857a-4bb7-a0f0-e0acee33acdf service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774844 Sep 30 08:19:36.636077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f3fb5673-da73-4a1a-8e12-911eff431f32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 217 time: 0.0467250 Sep 30 08:19:36.642940 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] Set router 2b4fa609-6e9e-4c23-93ff-7d228988f13d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:36.700150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:36.708286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.732712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f8be83c8-5038-41cf-ae10-b3546de7f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:36.734783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f8be83c8-5038-41cf-ae10-b3546de7f23f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.0917809 Sep 30 08:19:36.794531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.806209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.824373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:36.887193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b4b6309a-7d04-4927-b07e-5af3fafb8fb2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:36.948197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f563658b-23db-45ae-b5d2-3d028ce19b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:36.950986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f563658b-23db-45ae-b5d2-3d028ce19b7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081227 Sep 30 08:19:36.971969 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:19:33Z', 'revision_number': 5, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:36.976538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:36.977238 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.989209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f3fda9b-3956-4060-83b9-68ba9843de32 req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "PUT /v2.0/ports/b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 981 time: 1.0454302 Sep 30 08:19:36.990380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:36.993591 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8" -d '{"events": [{"name": "network-changed", "server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:37.023924 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] Checking router: 2b4fa609-6e9e-4c23-93ff-7d228988f13d for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:37.039868 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] Routers {'2b4fa609-6e9e-4c23-93ff-7d228988f13d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:37.044244 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:37.101346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08232efb-2041-4783-a0f4-a43a973bd56e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:37.142470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b4b6309a-7d04-4927-b07e-5af3fafb8fb2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:37.297028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] Set router 2b4fa609-6e9e-4c23-93ff-7d228988f13d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:37.322267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-acbe5686-bab1-4ca1-a5ac-59b7f9b0077f tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.324172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-acbe5686-bab1-4ca1-a5ac-59b7f9b0077f tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/networks?id=b8a27345-f66a-441a-bbc3-f95eba9fdafb HTTP/1.1" status: 200 len: 813 time: 0.4588425 Sep 30 08:19:37.375601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-318d00be-c16a-4f27-a53c-bf75caf70d59 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/quotas/3cf8f8051ebb4d4dbadfbb33c13437ca HTTP/1.1" status: 200 len: 375 time: 0.0384467 Sep 30 08:19:37.378086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-355b264e-1bb0-46ec-9cb6-19602f1c278c service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812785 Sep 30 08:19:37.433288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-0126d197-39b0-4e4e-8545-fd98ac496e48 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cf8f8051ebb4d4dbadfbb33c13437ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513797 Sep 30 08:19:37.534995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.542223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.548319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.555290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.561972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.568254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.574592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.575831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.583407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-1963826d-05da-451f-8b61-86880a1ae20e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2383981 Sep 30 08:19:37.645281 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:19:33Z', 'revision_number': 5, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:37.682080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dedeb4-3c77-4765-8acb-ca11ccbfbb02 None None] The sync data for ids ['2b4fa609-6e9e-4c23-93ff-7d228988f13d'] in n-d-807025-5 is: [{'id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'name': 'tempest-ServerRescueTestJSON-62792127-router', 'tenant_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:17:01Z', 'updated_at': '2021-09-30T08:19:33Z', 'revision_number': 5, 'project_id': '5a1e98a76d004fea9479a01cba0cfcb6', 'gw_port': {'id': 'ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa609-6e9e-4c23-93ff-7d228988f13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:02Z', 'updated_at': '2021-09-30T08:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:37.692867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Deleting port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:37.693226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.777404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-106bfee3-7888-4aca-86ae-8d330c5d0636 req-47d17e64-f3c4-4dea-a148-887a313075d2 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930308 Sep 30 08:19:37.818110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-41c54275-a837-449a-abc6-793b6636d65d service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250758 Sep 30 08:19:37.847136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] For port ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:37.851765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.852549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50762) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.870579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Calling delete_port for ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:37.899269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-5ab4bf02-3344-49c7-95fe-85a94f591aa6 service neutron] 10.222.0.41 "GET /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649863 Sep 30 08:19:38.012626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-4853889e-3be8-462a-bb56-3f3acd19ae41 service neutron] 10.222.0.41 "GET /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123953 Sep 30 08:19:38.015902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-632af6e7-0547-493d-8d9e-e27e94d9f88b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 217 time: 0.1897252 Sep 30 08:19:38.023825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ac2-abeb-4740-8860-334e4c4d0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.126957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4c77f2d5-fd53-4f4d-b65b-3db06f13e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.128858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4c77f2d5-fd53-4f4d-b65b-3db06f13e629 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1007257 Sep 30 08:19:38.140858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38065dc7-1ca9-4a18-8872-48d56805c8b3 req-df27ca1b-a898-466b-ad4c-2274ef83dd0c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/3c9d3338-13a7-4730-9b39-6da0a89b5ce6 HTTP/1.1" status: 200 len: 1800 time: 0.3191106 Sep 30 08:19:38.220559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.239236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4deebe48-baa1-4fd2-bcad-eb75f1307f89 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:38.259957 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-38065dc7-1ca9-4a18-8872-48d56805c8b3 req-b2e08e68-9b17-45ea-9c1b-b9bbc00658a8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:19:38.272841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38065dc7-1ca9-4a18-8872-48d56805c8b3 req-b2e08e68-9b17-45ea-9c1b-b9bbc00658a8 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/3c9d3338-13a7-4730-9b39-6da0a89b5ce6 HTTP/1.1" status: 409 len: 341 time: 0.1285164 Sep 30 08:19:38.322176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-8e1a9a6a-25ac-4480-b534-4d390ef88dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.323814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-8e1a9a6a-25ac-4480-b534-4d390ef88dc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793790 Sep 30 08:19:38.325539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:38.385757 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cbe1c3-97c4-4c23-95d0-dd4d3fad0150 x-openstack-request-id: req-c0cbe1c3-97c4-4c23-95d0-dd4d3fad0150 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:38.386047 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:38.386297 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0cbe1c3-97c4-4c23-95d0-dd4d3fad0150 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:38.386697 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'status': 'completed', 'code': 200} Sep 30 08:19:38.538436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.544333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4deebe48-baa1-4fd2-bcad-eb75f1307f89 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:38.545182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4deebe48-baa1-4fd2-bcad-eb75f1307f89 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:38.577932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e33b4869-009e-4c10-80ae-4e0f5254edc1 req-86b8aaa4-e60e-4b21-93ff-2e95d54e7674 tempest-AbsoluteLimitsNegativeTestJSON-1635161492 tempest-AbsoluteLimitsNegativeTestJSON-1635161492-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ee28da395c74764b87775d798b31ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523090 Sep 30 08:19:38.578865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2359-3eaa-4928-8132-795b201f2f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.597747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-3b156227-e0fd-4f3d-98b6-fced0505a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.598701 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-3b156227-e0fd-4f3d-98b6-fced0505a69a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1135 time: 0.1829405 Sep 30 08:19:38.600631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ac2-abeb-4740-8860-334e4c4d0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.642723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ac2-abeb-4740-8860-334e4c4d0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.722024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-2d4a3418-f2ee-49a2-8f09-cf62b4ba7152 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886142 Sep 30 08:19:38.728936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b4869-009e-4c10-80ae-4e0f5254edc1 req-d667d8f8-ed3c-413f-89fa-4c3a352d2de2 tempest-AbsoluteLimitsNegativeTestJSON-1635161492 tempest-AbsoluteLimitsNegativeTestJSON-1635161492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.736261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e33b4869-009e-4c10-80ae-4e0f5254edc1 req-d667d8f8-ed3c-413f-89fa-4c3a352d2de2 tempest-AbsoluteLimitsNegativeTestJSON-1635161492 tempest-AbsoluteLimitsNegativeTestJSON-1635161492-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572664 Sep 30 08:19:38.757112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.766103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.775475 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3fba7ac2-abeb-4740-8860-334e4c4d0906 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6aaca62e0ff45b190fea8d4568dc201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9195447 Sep 30 08:19:38.779871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50796) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.807814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e33b4869-009e-4c10-80ae-4e0f5254edc1 req-d595ce2d-0dfe-4445-a053-d3b268e9cce9 tempest-AbsoluteLimitsNegativeTestJSON-1635161492 tempest-AbsoluteLimitsNegativeTestJSON-1635161492-project] 10.222.0.41 "GET /v2.0/quotas/9ee28da395c74764b87775d798b31ff4 HTTP/1.1" status: 200 len: 375 time: 0.0702181 Sep 30 08:19:38.808258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7ac2-abeb-4740-8860-334e4c4d0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a0709-9f74-45ad-863b-5244c4090cb3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:38.820181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-087bbe3d-c593-4adf-9fef-56300b9e1b4c req-a612e920-4b85-4cce-be5c-c54999bdb0af tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 210 time: 0.0661330 Sep 30 08:19:38.892338 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.892908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b4fa609-6e9e-4c23-93ff-7d228988f13d {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:19:38.899677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.903175 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-25c5c9d6-589b-4fb7-b630-4c20ac4bac21 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2b4fa609-6e9e-4c23-93ff-7d228988f13d HTTP/1.1" status: 204 len: 168 time: 2.4460812 Sep 30 08:19:38.903175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-05cf1198-3861-4ef6-b5b5-492782d4e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.904287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-05cf1198-3861-4ef6-b5b5-492782d4e5b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.2634797 Sep 30 08:19:38.905079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e33b4869-009e-4c10-80ae-4e0f5254edc1 req-3e04c04c-b23d-4c5a-9e3a-a7c05e96ab15 tempest-AbsoluteLimitsNegativeTestJSON-1635161492 tempest-AbsoluteLimitsNegativeTestJSON-1635161492-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee28da395c74764b87775d798b31ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967336 Sep 30 08:19:38.912909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50808) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.025851 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-b3cc5cd9-6398-4e5d-9f15-043cb95798aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0996156 Sep 30 08:19:39.169167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-f50a07e4-138d-4bbf-9fa1-9f2f5777480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.171168 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-f50a07e4-138d-4bbf-9fa1-9f2f5777480e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1371458 Sep 30 08:19:39.211839 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-90b19822-541c-4b66-b41a-d8c2c47c2dd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317638 Sep 30 08:19:39.216588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-ed944c61-17bd-4a39-83f8-9ebcb76b47aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115248 Sep 30 08:19:39.344196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.386460 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-7eb5a1a0-2be3-47f8-9d18-5058394bcf3b service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608503 Sep 30 08:19:39.401350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-8e60c65f-da5d-4508-bec3-1a7f1f4b334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.402856 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-8e60c65f-da5d-4508-bec3-1a7f1f4b334f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 1096 time: 0.0813913 Sep 30 08:19:39.444376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9c236216-8bc0-45cc-bd9f-473e32ee96cb service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048616 Sep 30 08:19:39.452185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b489c6b3-3502-41d3-a3b0-e920534febb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.460362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Deleting subnet 2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:39.475106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.529950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32637c3a-35cb-4b32-94cd-81c2c2011b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.546066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f03d2-e552-4b32-a346-c7db4012ede4 req-8127514d-7d30-424a-8b3b-b6d7a6524334 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.547564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-200f03d2-e552-4b32-a346-c7db4012ede4 req-8127514d-7d30-424a-8b3b-b6d7a6524334 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 984 time: 0.2239115 Sep 30 08:19:39.557366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-48cda915-ae4a-4ff2-812d-714caaa5bb0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 200 len: 217 time: 0.1032434 Sep 30 08:19:39.576282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.581955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d6dc29a7-7f0e-4da5-8e8c-0d85857121a8 req-539f63b4-1c11-4b4a-be34-73d537da6caa service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781466 Sep 30 08:19:39.582761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.588608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.594477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.600975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.606999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.612944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.614921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-05a27338-68c7-4867-840f-e98752d7b729 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2898297 Sep 30 08:19:39.624405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b489c6b3-3502-41d3-a3b0-e920534febb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.624662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-5223f54d-5c83-4cd0-9956-edc84fb9f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.626704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-5223f54d-5c83-4cd0-9956-edc84fb9f3e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 906 time: 0.1523075 Sep 30 08:19:39.643985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.691504 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-351e43f4-6864-4e31-b167-3433e5655f02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab HTTP/1.1" status: 200 len: 217 time: 0.0535378 Sep 30 08:19:39.780806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.787228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-200f03d2-e552-4b32-a346-c7db4012ede4 req-e425c1bb-a965-4d43-a655-27e487ceb0c3 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c9d3338-13a7-4730-9b39-6da0a89b5ce6&id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2282925 Sep 30 08:19:39.796942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-0c4df139-8a75-4479-bf51-a3900d9da4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.798588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-0c4df139-8a75-4479-bf51-a3900d9da4b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1135 time: 0.1169648 Sep 30 08:19:39.811915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5953a332-b7fa-48c7-a5d4-7be9dad8b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.813367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-5953a332-b7fa-48c7-a5d4-7be9dad8b619 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1870542 Sep 30 08:19:39.820573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-1092e81d-4b06-4feb-af96-153c3674b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.821973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17acf30d-b994-4342-8e52-5b24aad4e895 req-14383e73-b815-4a71-984d-c57e3a573b0e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876702 Sep 30 08:19:39.822177 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-1092e81d-4b06-4feb-af96-153c3674b8f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.1046681 Sep 30 08:19:39.825536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32637c3a-35cb-4b32-94cd-81c2c2011b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.839817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32637c3a-35cb-4b32-94cd-81c2c2011b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.856587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b489c6b3-3502-41d3-a3b0-e920534febb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.859237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b489c6b3-3502-41d3-a3b0-e920534febb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.862871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b489c6b3-3502-41d3-a3b0-e920534febb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/461a0709-9f74-45ad-863b-5244c4090cb3 HTTP/1.1" status: 204 len: 168 time: 1.0800548 Sep 30 08:19:39.880940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489c6b3-3502-41d3-a3b0-e920534febb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a0709-9f74-45ad-863b-5244c4090cb3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:39.897366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a882e1ab-a3c6-49c1-b4d5-c96da6199251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.899160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-a882e1ab-a3c6-49c1-b4d5-c96da6199251 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761094 Sep 30 08:19:39.902931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.962795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:39.965111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.969687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5b1f77b-eac7-419e-be49-6d5c42f06a30 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2a2892a1-97c5-4931-a0ad-bdbc4e7d03f9 HTTP/1.1" status: 204 len: 168 time: 1.0524468 Sep 30 08:19:39.971722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50834) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.011800 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-ff2a8708-3849-47b6-8503-275846bbc3c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454222 Sep 30 08:19:40.068248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32637c3a-35cb-4b32-94cd-81c2c2011b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01deaa81-7fca-4b07-a888-456da47e5baa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.135771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32637c3a-35cb-4b32-94cd-81c2c2011b4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ee28da395c74764b87775d798b31ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7823575 Sep 30 08:19:40.146994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.203657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-f1f39470-6fb3-4564-a6b9-57ddec69c176 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964215 Sep 30 08:19:40.232978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9b979bc-7620-4e73-950b-8638352fa6d9 req-454689a9-5cdb-4396-bfe5-0492274d0a6e tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 210 time: 0.0903866 Sep 30 08:19:40.238093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.290920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:40.334561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:40.338022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ce3ae17f-cc4b-4fb7-bd18-cbd37a97033e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:40.342912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-0132a993-0089-4c8f-8e5b-ff27e969d13f tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:40.345663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-0132a993-0089-4c8f-8e5b-ff27e969d13f tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.57 "GET /v2.0/networks?id=b8a27345-f66a-441a-bbc3-f95eba9fdafb HTTP/1.1" status: 200 len: 813 time: 0.3328397 Sep 30 08:19:40.387626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Request body: {'port': {'device_id': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb', 'admin_state_up': True, 'tenant_id': '3cf8f8051ebb4d4dbadfbb33c13437ca'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:40.402771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.435437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd3d6fa-ff97-4812-94ce-3ada6b016247']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:40.439406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0201d543-20be-4355-93cc-42c755886c85 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052455 Sep 30 08:19:40.439898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50844) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.455155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad89ee7c-4324-403e-b006-b24d0c615e1a') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:40.455453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad89ee7c-4324-403e-b006-b24d0c615e1a') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:40.475317 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.483018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-5a7ef58e-9060-47d2-b33b-fdacc7e2a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:40.484587 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-5a7ef58e-9060-47d2-b33b-fdacc7e2a369 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.6782906 Sep 30 08:19:40.512793 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ee03-42b3-4c22-a3ec-f8325d777cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.514687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-59acd2e5-6906-4815-a698-d7f790e111a0 service neutron] 10.222.0.57 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481156 Sep 30 08:19:40.528567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9b87bff9-2043-4cbf-aab2-f67ddaff50ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 200 len: 217 time: 0.0800266 Sep 30 08:19:40.536374 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.552886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:40.553584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:40.555577 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:40.573126 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-250436ec-5d93-42db-a0bf-47fbc0d6a758 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0739412 Sep 30 08:19:40.630239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a888b786-f6f3-4f76-bf9a-b68c0f09a479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.650514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.664518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.666773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8fd3d6fa-ff97-4812-94ce-3ada6b016247 HTTP/1.1" status: 204 len: 168 time: 0.6940143 Sep 30 08:19:40.681611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-ea4f5d1b-9a4a-4082-b455-c2f0efd758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:40.683144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-ea4f5d1b-9a4a-4082-b455-c2f0efd758b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1408567 Sep 30 08:19:40.686395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197e36f-5f5f-4bc2-bee1-4d8e1d6ddbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd3d6fa-ff97-4812-94ce-3ada6b016247,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.714260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-7bc88571-df12-4cd9-9958-aa7d769696ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:40.715892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-7bc88571-df12-4cd9-9958-aa7d769696ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.1272314 Sep 30 08:19:40.755606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a888b786-f6f3-4f76-bf9a-b68c0f09a479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.760667 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-68a7a6ee-6f2e-4709-b3ef-3302291f6267 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326447 Sep 30 08:19:40.762146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-8f6f0a87-21c3-47b3-af9f-ba5aa9a0a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:40.763667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-8f6f0a87-21c3-47b3-af9f-ba5aa9a0a192 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730178 Sep 30 08:19:40.806012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ee03-42b3-4c22-a3ec-f8325d777cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.839286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ee03-42b3-4c22-a3ec-f8325d777cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.848234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Made reservation on behalf of 3cf8f8051ebb4d4dbadfbb33c13437ca for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:40.851995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.866148 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9cf58a3a-8a3a-443e-9fc8-4dcae690733a req-e9834f99-54a7-4787-a604-fd89ef29c9b2 service neutron] 10.222.0.57 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090551 Sep 30 08:19:40.906297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3ee03-42b3-4c22-a3ec-f8325d777cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9359df-4e46-4f0a-9c45-04e514182230,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.965548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:40.972881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50880) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.973680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a888b786-f6f3-4f76-bf9a-b68c0f09a479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.976520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a888b786-f6f3-4f76-bf9a-b68c0f09a479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.977741 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a888b786-f6f3-4f76-bf9a-b68c0f09a479 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01deaa81-7fca-4b07-a888-456da47e5baa HTTP/1.1" status: 204 len: 168 time: 0.8266490 Sep 30 08:19:40.987718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e3b3ee03-42b3-4c22-a3ec-f8325d777cce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d372d46e3f94b0bb7846deec1d55fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414629 Sep 30 08:19:41.011985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50884) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:41.040810 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-ec848346-de64-40b4-9239-79643699b530 service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661612 Sep 30 08:19:41.048791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888b786-f6f3-4f76-bf9a-b68c0f09a479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01deaa81-7fca-4b07-a888-456da47e5baa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.103268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf5a6-dc78-464b-add8-188150367c34 req-ad67ab15-9ffa-489a-9b71-4913a1629584 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.105159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-927bf5a6-dc78-464b-add8-188150367c34 req-ad67ab15-9ffa-489a-9b71-4913a1629584 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 984 time: 0.1604605 Sep 30 08:19:41.109179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-48bc6f95-c5ce-4ec5-bcf4-77520a52aef9 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340144 Sep 30 08:19:41.167974 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e9bc004b-d683-4694-aa0d-8d4a752c61f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a1e98a76d004fea9479a01cba0cfcb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889842 Sep 30 08:19:41.170541 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c741e46b-1986-46cf-848f-ae49f4472dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.177132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50890) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:41.187845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.234617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-927bf5a6-dc78-464b-add8-188150367c34 req-d379111c-b413-4107-b90a-8b0700f2a21c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c9d3338-13a7-4730-9b39-6da0a89b5ce6&id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1189272 Sep 30 08:19:41.262066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:41.269679 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0633b8bb-e07f-426a-8f7a-c7f36936f1ce" -d '{"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-unplugged", "status": "completed", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:41.292035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Allocated IP 172.20.0.6 (b8a27345-f66a-441a-bbc3-f95eba9fdafb/bebb42a5-c66c-454a-919f-97c2e065e8aa/0ecc0077-393f-495e-b51e-1c9920b98c64) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:41.293156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d12ece95-c0ab-4d2d-a050-fdec753b900b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.324604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:41.364400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.385941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d12ece95-c0ab-4d2d-a050-fdec753b900b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.411334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0408a7cb-dbc1-4215-8346-c8ec3cd07b08 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908421 Sep 30 08:19:41.414526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.441804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.447622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.455081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.462799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.467975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22e178a1-5e2b-4039-9044-89c6028ff1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.468645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.476352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.481262 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5f490ccc-3965-4e71-9593-1eb82deeb815 req-beff10dc-1946-4a3c-986a-64437e29b618 service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276278 Sep 30 08:19:41.483662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.490483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.503196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-531304ae-4277-4e89-8b10-8f3d9465b61a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2528265 Sep 30 08:19:41.543185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-7e1377e7-c70a-48bc-8079-c3fcd803e997 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 217 time: 0.1174839 Sep 30 08:19:41.622385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e65904de-d895-49ec-86f2-4971e5b89aa9 req-95162a75-180e-46f1-9068-2aae68ab975a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811255 Sep 30 08:19:41.645084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-09c76600-310d-4028-bb3d-752a984939f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.648208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-09c76600-310d-4028-bb3d-752a984939f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.0968800 Sep 30 08:19:41.651563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d12ece95-c0ab-4d2d-a050-fdec753b900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.656745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d12ece95-c0ab-4d2d-a050-fdec753b900b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.660939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d12ece95-c0ab-4d2d-a050-fdec753b900b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf9359df-4e46-4f0a-9c45-04e514182230 HTTP/1.1" status: 204 len: 168 time: 0.6449368 Sep 30 08:19:41.699111 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d307c2f-7656-4ec5-ab37-e5d8ce7ac376 x-openstack-request-id: req-8d307c2f-7656-4ec5-ab37-e5d8ce7ac376 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:41.699487 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-unplugged", "status": "completed", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:41.699990 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d307c2f-7656-4ec5-ab37-e5d8ce7ac376 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:41.700605 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'code': 200} Sep 30 08:19:41.775757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22e178a1-5e2b-4039-9044-89c6028ff1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.788894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b057fc13-acd7-49a6-bc14-3ab4e5b5566c req-f132c61f-6a2e-4a83-ac43-0cc215fc1b8e tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 210 time: 0.1610029 Sep 30 08:19:41.841325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ece95-c0ab-4d2d-a050-fdec753b900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9359df-4e46-4f0a-9c45-04e514182230,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.889152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.943569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4fae6956-878a-48f3-bf82-be3814ab3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.946434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-4fae6956-878a-48f3-bf82-be3814ab3701 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2676275 Sep 30 08:19:41.963594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22e178a1-5e2b-4039-9044-89c6028ff1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.971448 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22e178a1-5e2b-4039-9044-89c6028ff1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.974333 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-22e178a1-5e2b-4039-9044-89c6028ff1c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e981b50e-92c8-42cc-9673-17844ebd04fa HTTP/1.1" status: 204 len: 168 time: 0.7919137 Sep 30 08:19:41.980235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.071153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e178a1-5e2b-4039-9044-89c6028ff1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e981b50e-92c8-42cc-9673-17844ebd04fa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:42.108496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Network b8a27345-f66a-441a-bbc3-f95eba9fdafb is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:42.115205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:42.121069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:42.212996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:42.213528 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.242678 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8630812 Sep 30 08:19:42.244593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8028f-562e-4472-bf53-3fa50ef80d1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Pushing event updated for resources: {'Port': ['ID=0ecc0077-393f-495e-b51e-1c9920b98c64,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:42.268924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Request body: {'port': {'device_id': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:42.275944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-22b351be-2a9d-401d-8676-384960d47715 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:42.283527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-22b351be-2a9d-401d-8676-384960d47715 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.4201305 Sep 30 08:19:42.327534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-39e334e6-9365-4e72-ba5a-306822ae004c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/quotas/32ff824e310a49c4ac34378246280d7b HTTP/1.1" status: 200 len: 375 time: 0.0424120 Sep 30 08:19:42.340570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.377046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-0592f474-22fa-421a-ad01-131a62af516d service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192131 Sep 30 08:19:42.497797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-f9e4b0ac-4532-46ef-a9bb-dab9d2c2ac8d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1692693 Sep 30 08:19:42.532710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2355-525e-4e26-a1ff-e2b65e53c6ff req-76eca0a4-b6ee-4f93-955f-c7fa6e26bc73 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:42.534386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e7f2355-525e-4e26-a1ff-e2b65e53c6ff req-76eca0a4-b6ee-4f93-955f-c7fa6e26bc73 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 984 time: 0.1626701 Sep 30 08:19:42.609853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-02567038-91c1-456e-8576-b10127025deb service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210555 Sep 30 08:19:42.667997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-e23789fb-a058-4d17-91a4-e76ebc8aec6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 217 time: 0.0510683 Sep 30 08:19:42.682538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50954) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:42.684041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e7f2355-525e-4e26-a1ff-e2b65e53c6ff req-e72a33d7-5700-430a-9023-b47c84a070b0 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c9d3338-13a7-4730-9b39-6da0a89b5ce6&id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1355731 Sep 30 08:19:42.720612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecc0077-393f-495e-b51e-1c9920b98c64 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:42.729206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.748197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Transition to ACTIVE for port object 0ecc0077-393f-495e-b51e-1c9920b98c64 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:42.754858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.780142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-72c142c8-a75f-4fbe-a9f5-fd4f477ffdee service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794604 Sep 30 08:19:42.825666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-c1f0d5ee-ea57-4759-8370-81d9e46e4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:42.827349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-c1f0d5ee-ea57-4759-8370-81d9e46e4fa8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.1423490 Sep 30 08:19:42.858035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecc0077-393f-495e-b51e-1c9920b98c64,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:42.935758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Attempting to bind port 0ecc0077-393f-495e-b51e-1c9920b98c64 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:42.936102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Attempting to bind port 0ecc0077-393f-495e-b51e-1c9920b98c64 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '8776620f-f764-48dd-aeca-b3b5dbe48e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:42.936443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Attempting to bind port 0ecc0077-393f-495e-b51e-1c9920b98c64 on network b8a27345-f66a-441a-bbc3-f95eba9fdafb {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:42.942232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Port 0ecc0077-393f-495e-b51e-1c9920b98c64 on network b8a27345-f66a-441a-bbc3-f95eba9fdafb not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:42.942682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Attempting to bind port 0ecc0077-393f-495e-b51e-1c9920b98c64 on network b8a27345-f66a-441a-bbc3-f95eba9fdafb {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:42.948254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:42.948541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Checking segment: {'id': '8776620f-f764-48dd-aeca-b3b5dbe48e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:42.948975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Bound using segment: {'id': '8776620f-f764-48dd-aeca-b3b5dbe48e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:42.949605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Bound port: 0ecc0077-393f-495e-b51e-1c9920b98c64, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8776620f-f764-48dd-aeca-b3b5dbe48e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:42.949841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.984776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-b5881502-3252-43f8-b092-d42ef98583a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:42.986459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-b5881502-3252-43f8-b092-d42ef98583a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199632 Sep 30 08:19:43.004003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.005333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-322245014-network', 'tenant_id': 'f1c7c9a81769431682394998bf914672'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:43.005966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.015691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.022333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.029167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.036889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.038808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Made reservation on behalf of f1c7c9a81769431682394998bf914672 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:43.042052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.043255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.050175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.055498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.058255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-46d4bce7-4b32-408b-a1f0-0fbe09111585 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.1771319 Sep 30 08:19:43.079699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-d5cacd8a-8dc9-4782-945b-6dc3607b8816 service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005085 Sep 30 08:19:43.109658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] For port 0ecc0077-393f-495e-b51e-1c9920b98c64, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:43.116029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] For port 0ecc0077-393f-495e-b51e-1c9920b98c64, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0ecc0077-393f-495e-b51e-1c9920b98c64,segment=NetworkSegment(8776620f-f764-48dd-aeca-b3b5dbe48e9f),segment_id=8776620f-f764-48dd-aeca-b3b5dbe48e9f)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:43.126041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.134607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50974) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:43.185483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.186653 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.187717 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ecc0077-393f-495e-b51e-1c9920b98c64 HTTP/1.1" status: 200 len: 1091 time: 0.9266665 Sep 30 08:19:43.190216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'tag': '0ecc0077-393f-495e-b51e-1c9920b98c64'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:43.192600 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a11f2ae-b431-4884-9123-31bb487937f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2067e0b4-3bcb-4570-a2e6-f00122d8da2c", "tag": "0ecc0077-393f-495e-b51e-1c9920b98c64"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:43.244763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8644ef-f188-4a57-b700-86e6b5b886d9 req-24f752fc-b259-42a9-b156-369139d9f6ca tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843421 Sep 30 08:19:43.319411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267ab12-6d91-4623-9561-cb4b0e44f129 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecc0077-393f-495e-b51e-1c9920b98c64,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:43.353575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-20e4d841-d0f3-4936-aaf3-9ffaad792be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.355225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-20e4d841-d0f3-4936-aaf3-9ffaad792be4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3cf8f8051ebb4d4dbadfbb33c13437ca&device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 1094 time: 0.0905352 Sep 30 08:19:43.423201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.426695 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-d9869cf0-89d6-4268-a3ca-a56c137c24bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ecc0077-393f-495e-b51e-1c9920b98c64 HTTP/1.1" status: 200 len: 217 time: 0.0518012 Sep 30 08:19:43.430866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.487983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:19:43.490001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b5eea-fbee-408a-b5b4-39a34243fdcf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:43.535951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-network', 'tenant_id': '55d398c7e315458c9436adc03baae206'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:43.751599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-9f2ecc6b-b3e7-44bc-97be-348cbdf6f39c service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852660 Sep 30 08:19:43.755763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e098a3a8-e930-4300-9185-01f195dde965 req-02ad134d-5193-49e0-86d7-52d006b24f1d tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-182067248&fields=id&tenant_id=290a0fc411d54437b1d20127fb814883 HTTP/1.1" status: 200 len: 267 time: 0.4052739 Sep 30 08:19:43.765073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2378904-6c1d-41be-afe7-e63229f03f56 req-1b3d3cbe-58a5-4386-af21-37ae2efbed05 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.766757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2378904-6c1d-41be-afe7-e63229f03f56 req-1b3d3cbe-58a5-4386-af21-37ae2efbed05 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 943 time: 0.3662593 Sep 30 08:19:43.850832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.851172 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Added segment 9e928abf-6629-4b5c-a721-67f5b332ec41 of type vlan for network c5ad03fc-2e86-44c6-818f-78039e2cb6ff Sep 30 08:19:43.897061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-57d1ae65-e89e-4f4c-b204-c96a41a8c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.898597 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-57d1ae65-e89e-4f4c-b204-c96a41a8c9e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bebb42a5-c66c-454a-919f-97c2e065e8aa HTTP/1.1" status: 200 len: 853 time: 0.4571350 Sep 30 08:19:43.917297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2378904-6c1d-41be-afe7-e63229f03f56 req-73374c56-4bf5-4152-83b1-d74bbfdc0c85 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220212 Sep 30 08:19:43.923289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.929788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098a3a8-e930-4300-9185-01f195dde965 req-3c3d5729-b1de-420b-9fe4-ac6f25bea0f1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.937461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e098a3a8-e930-4300-9185-01f195dde965 req-3c3d5729-b1de-420b-9fe4-ac6f25bea0f1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 984 time: 0.1696799 Sep 30 08:19:43.941107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Made reservation on behalf of 55d398c7e315458c9436adc03baae206 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:43.952255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'port': {'security_groups': ['0f136bd3-013b-490b-9339-9b4564cb4b66', '3c9d3338-13a7-4730-9b39-6da0a89b5ce6', '921d7e59-9285-433d-8c45-9bf1f1c1aaef']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:43.953898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.975600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95276-4add-4264-8862-40a15cc27de1 req-93b319f6-0033-458a-b98a-7f9224d1c887 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.978109 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dc95276-4add-4264-8862-40a15cc27de1 req-93b319f6-0033-458a-b98a-7f9224d1c887 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c HTTP/1.1" status: 200 len: 943 time: 0.4634702 Sep 30 08:19:43.978967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.983175 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6c23c9-4ada-4493-a770-247215667f62 x-openstack-request-id: req-af6c23c9-4ada-4493-a770-247215667f62 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:43.983625 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2067e0b4-3bcb-4570-a2e6-f00122d8da2c", "tag": "0ecc0077-393f-495e-b51e-1c9920b98c64", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:43.984064 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af6c23c9-4ada-4493-a770-247215667f62 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:43.984518 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'tag': '0ecc0077-393f-495e-b51e-1c9920b98c64', 'status': 'completed', 'code': 200} Sep 30 08:19:44.000713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-669354dc-ad54-4888-a3dd-819297fd91c9 req-28dcf50e-650e-42b1-b04f-4051ac66814d service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312682 Sep 30 08:19:44.048671 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-2213b4ef-27c5-44d7-aebf-5b779519e480 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8a27345-f66a-441a-bbc3-f95eba9fdafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289740 Sep 30 08:19:44.052110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:19:44.054352 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.073104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bebd1d74-30df-488f-a8be-d040eea68059 req-de112847-d8b8-48c5-9e71-a61798aa87c0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0423172 Sep 30 08:19:44.147998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.149098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.149781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.308235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ad03fc-2e86-44c6-818f-78039e2cb6ff,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:44.312659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.313158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.313672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.314162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.314648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.315674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.316155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.317598 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-5360bf99-7642-4ccb-8fb1-15cb2c2374f4 service neutron] 10.222.0.57 "GET /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576373 Sep 30 08:19:44.318155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-af4f3773-8572-440c-98c4-70ff42711ffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6475 time: 0.1084173 Sep 30 08:19:44.324689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:19:44.342102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Deleting port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:44.342528 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.436330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-abca5d58-b22d-41f0-8a11-d1fabf3191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.437964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-abca5d58-b22d-41f0-8a11-d1fabf3191fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 903 time: 0.1093168 Sep 30 08:19:44.456245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:44.507345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-b5aef3b4-d374-4ee3-a34c-4fc219549d44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 217 time: 0.0579760 Sep 30 08:19:44.511015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.527734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.551283 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06a782ab-159f-46f1-9eeb-ce2a4ace6895 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8130865 Sep 30 08:19:44.556854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] For port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:44.557237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.562563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:44.578221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Request body: {'subnet': {'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-322245014-subnet', 'tenant_id': 'f1c7c9a81769431682394998bf914672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:44.584717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.587529 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b8380e7-28db-4e20-be48-ab13fa7cfc88 req-84f0b1d3-d869-470c-8b10-48b9856496a2 service neutron] 10.222.0.57 "GET /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563808 Sep 30 08:19:44.588331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:19:44.595150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.603955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Calling delete_port for 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:44.612804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:44.621869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.622299 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Added segment 362b6726-7070-40cf-a3cb-1ce595805405 of type vlan for network 41cab8b9-5828-4d4a-9799-079710952c59 Sep 30 08:19:44.635033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7871d-91c9-4230-8a09-b091a8c76dcf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:44.658377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.666167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.671815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b4b6309a-7d04-4927-b07e-5af3fafb8fb2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:44.672473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.679531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.685466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.692516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.698396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.700410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4af14107-f96f-421c-82a7-d9db865c62da req-5277d2e2-e27b-478c-a2a0-81564845a03f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2120981 Sep 30 08:19:44.715877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.716541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.718422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e098a3a8-e930-4300-9185-01f195dde965 req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "PUT /v2.0/ports/b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 1020 time: 0.7800169 Sep 30 08:19:44.723275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Made reservation on behalf of f1c7c9a81769431682394998bf914672 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:44.726489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.726670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:44.732382 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ea9326-39dd-49e2-be03-12c5613add16" -d '{"events": [{"name": "network-changed", "server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:44.754333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-7a11aa17-8b4a-45b8-b692-fa5d9bb296db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.755930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-7a11aa17-8b4a-45b8-b692-fa5d9bb296db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.2256224 Sep 30 08:19:44.799885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.824449 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.846066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b4b6309a-7d04-4927-b07e-5af3fafb8fb2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:44.867140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18a2dc-12cd-4684-aab0-7dfc46f7bb1e tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:44.889933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4af14107-f96f-421c-82a7-d9db865c62da req-3973fdab-264f-4fd4-b8b1-9288c6f4fe9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672108 Sep 30 08:19:44.908750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-640eec03-e4b4-439d-825c-b1bc9f89dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.910312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-640eec03-e4b4-439d-825c-b1bc9f89dab7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402309 Sep 30 08:19:44.960988 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccebd8f-9b19-49cf-88d2-23efc037987c x-openstack-request-id: req-cccebd8f-9b19-49cf-88d2-23efc037987c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:44.961201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-8d5d93ca-0104-4487-af85-cd8b29efbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.961734 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:44.961734 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cccebd8f-9b19-49cf-88d2-23efc037987c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:44.962119 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'status': 'completed', 'code': 200} Sep 30 08:19:44.962889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-8d5d93ca-0104-4487-af85-cd8b29efbb88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3cf8f8051ebb4d4dbadfbb33c13437ca&device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 1094 time: 0.3084645 Sep 30 08:19:45.028203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.029205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.029826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.048042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-21568ff8-fabd-442e-b817-3e802f9beb82 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.049696 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-21568ff8-fabd-442e-b817-3e802f9beb82 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.4011192 Sep 30 08:19:45.084346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Request body: {'port': {'device_id': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'admin_state_up': True, 'tenant_id': '32ff824e310a49c4ac34378246280d7b'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:45.114055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3410cfc1-a5bc-47ea-8cf2-58fd0338c96e req-0aad9766-176e-479b-994e-86cc6925bf93 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/921d7e59-9285-433d-8c45-9bf1f1c1aaef HTTP/1.1" status: 200 len: 1799 time: 0.1947572 Sep 30 08:19:45.161845 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0208011 Sep 30 08:19:45.193468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51030) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:45.209240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Request body: {'subnet': {'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-subnet', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:45.255606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea9326-39dd-49e2-be03-12c5613add16 req-03de580e-0603-4259-a322-2a10bd1e40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.257207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-03de580e-0603-4259-a322-2a10bd1e40ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=290a0fc411d54437b1d20127fb814883&device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1174 time: 0.2355878 Sep 30 08:19:45.267053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8af760-c697-4d0c-8948-6079102d4443 admin admin] Pushing event updated for resources: {'Network': ['ID=41cab8b9-5828-4d4a-9799-079710952c59,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:45.283426 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-3410cfc1-a5bc-47ea-8cf2-58fd0338c96e req-0d48b601-73a9-4816-a975-75680823a328 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:19:45.284595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3410cfc1-a5bc-47ea-8cf2-58fd0338c96e req-0d48b601-73a9-4816-a975-75680823a328 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/921d7e59-9285-433d-8c45-9bf1f1c1aaef HTTP/1.1" status: 409 len: 341 time: 0.1643536 Sep 30 08:19:45.290642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 41cab8b9-5828-4d4a-9799-079710952c59 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:19:45.301539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-0e5e7301-295e-4ecc-b7a7-71df7b3e85af service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520701 Sep 30 08:19:45.353800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a863-f8fb-4657-82d9-8d7d47541436 req-982f6975-6289-4010-9535-a2f42ec207c5 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.363791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dc0a863-f8fb-4657-82d9-8d7d47541436 req-982f6975-6289-4010-9535-a2f42ec207c5 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 943 time: 0.2477694 Sep 30 08:19:45.366995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-5cdf8e5a-6839-49d0-99ad-af0de0a9547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.368524 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-5cdf8e5a-6839-49d0-99ad-af0de0a9547e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8a27345-f66a-441a-bbc3-f95eba9fdafb HTTP/1.1" status: 200 len: 914 time: 0.3929358 Sep 30 08:19:45.372998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.378730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Made reservation on behalf of 55d398c7e315458c9436adc03baae206 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:45.381284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.543791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa7e89a8-2354-4cf5-9f92-2f4a9fb727e9 req-65b2e837-5185-4542-8762-615972731b6e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0594184 Sep 30 08:19:45.556810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dc0a863-f8fb-4657-82d9-8d7d47541436 req-0f78de53-bb4a-497b-b050-b77aef0b6476 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917579 Sep 30 08:19:45.567409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea9326-39dd-49e2-be03-12c5613add16 req-4ee11453-a03b-4918-919a-5b2d6e8c8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.569338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-4ee11453-a03b-4918-919a-5b2d6e8c8c72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 200 len: 914 time: 0.3011625 Sep 30 08:19:45.577012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-ee6c78f6-3c21-49b3-9d22-311fb265b2b4 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533588 Sep 30 08:19:45.616045 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-9fad58ae-aa79-4fd7-a5b2-7443d58106a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ecc0077-393f-495e-b51e-1c9920b98c64 HTTP/1.1" status: 200 len: 217 time: 0.2263703 Sep 30 08:19:45.617008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event deleted for resources: {'Port': ['ID=09e45b62-417b-4e13-b7ec-c8af4ebbe2ab,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:45.619449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-a5d3cda4-907b-4101-93db-95d8b00f1f45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0412946 Sep 30 08:19:45.719821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-59592139-63ab-43fe-b229-f8b451d0b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.721360 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-59592139-63ab-43fe-b229-f8b451d0b7bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bebb42a5-c66c-454a-919f-97c2e065e8aa HTTP/1.1" status: 200 len: 853 time: 0.0860038 Sep 30 08:19:45.740164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea9326-39dd-49e2-be03-12c5613add16 req-e493ba54-74c0-415a-8add-9883d1f45ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.741764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-e493ba54-74c0-415a-8add-9883d1f45ba3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 200 len: 853 time: 0.0941205 Sep 30 08:19:45.755451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.755623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] No DVR routers for this DVR port 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:45.756828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.758104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.758452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.759678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.760290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.760904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.761303 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dc95276-4add-4264-8862-40a15cc27de1 req-b747344d-417f-4b46-9132-021d8b152a4e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.57 "DELETE /v2.0/ports/09e45b62-417b-4e13-b7ec-c8af4ebbe2ab HTTP/1.1" status: 204 len: 173 time: 1.7574351 Sep 30 08:19:45.761471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:45.763429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-1fe2eae3-e07b-4740-bafb-28ba69944da4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6475 time: 0.0858533 Sep 30 08:19:45.797100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-f0c854b3-7cef-47be-93db-65798a11c7bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aabae1a-c681-4449-a6c7-44973b2f94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325606 Sep 30 08:19:45.817009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.829033 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-44f06d08-0114-41fc-98fd-203727391811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8a27345-f66a-441a-bbc3-f95eba9fdafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752571 Sep 30 08:19:45.920019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Made reservation on behalf of 32ff824e310a49c4ac34378246280d7b for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:45.923649 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.985950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-deleted', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:45.988163 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeae52c1-e37c-4c47-918e-d9c503b23336" -d '{"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-deleted", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:46.009580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b356dd8-966b-4b4d-b0c0-f6768f80d8bd req-f86b9473-94ec-40c2-b039-549a2f4861ba tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.011892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b356dd8-966b-4b4d-b0c0-f6768f80d8bd req-f86b9473-94ec-40c2-b039-549a2f4861ba tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1023 time: 0.1601238 Sep 30 08:19:46.026494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-490e7124-257a-42ac-9169-369ad8beaeb1 service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181284 Sep 30 08:19:46.030416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fc2699-a350-448f-bcb6-3451580da18d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.045111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-a3696a8f-400e-4e77-8552-080ed485a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.046461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-a3696a8f-400e-4e77-8552-080ed485a5bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 903 time: 0.2483449 Sep 30 08:19:46.074180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51056) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:46.146482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-e6714097-d293-4cdf-bc0d-a0d2f23662aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 217 time: 0.0843561 Sep 30 08:19:46.170872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Checking segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:46.171196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Network hostable DHCP agents. Network: c5ad03fc-2e86-44c6-818f-78039e2cb6ff, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:19:46.173292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b356dd8-966b-4b4d-b0c0-f6768f80d8bd req-1c9ca7c7-db14-4aa7-8c59-43de84b34f45 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=921d7e59-9285-433d-8c45-9bf1f1c1aaef&id=3c9d3338-13a7-4730-9b39-6da0a89b5ce6&id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1516163 Sep 30 08:19:46.186078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-47330f10-f5f6-45c4-8764-ea59929dcf37 service neutron] 10.222.0.57 "GET /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271406 Sep 30 08:19:46.232930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.251944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.258823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.260474 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36ec55-9af0-4b93-98ee-0ad47f835fce x-openstack-request-id: req-ed36ec55-9af0-4b93-98ee-0ad47f835fce {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:46.260753 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c", "name": "network-vif-deleted", "tag": "09e45b62-417b-4e13-b7ec-c8af4ebbe2ab", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:46.261007 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed36ec55-9af0-4b93-98ee-0ad47f835fce {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:46.261402 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2c4cb8-4bb1-4457-b0dd-47c8ef40345c', 'name': 'network-vif-deleted', 'tag': '09e45b62-417b-4e13-b7ec-c8af4ebbe2ab', 'status': 'completed', 'code': 200} Sep 30 08:19:46.264880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.272595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.279166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.285743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.291965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.293929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-981af162-edd7-4741-80d7-bab116922921 req-24505289-65be-403a-abda-655bbf0cee75 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2589691 Sep 30 08:19:46.322815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:19:46.337475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-6cf86fd2-f4fb-45eb-8a17-3c3e78b6fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.338947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ed2880a-d4c9-4fef-8503-77e57025b4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.339099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-6cf86fd2-f4fb-45eb-8a17-3c3e78b6fc33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.1813602 Sep 30 08:19:46.346237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28ea9326-39dd-49e2-be03-12c5613add16 req-e440dcef-4c6d-4958-9ba2-40a4c71c809e service neutron] 10.222.0.50 "GET /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024659 Sep 30 08:19:46.387802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-981af162-edd7-4741-80d7-bab116922921 req-9ae555cb-791f-46e7-9434-3c8250e709e7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837078 Sep 30 08:19:46.389131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Allocated IP 172.20.0.12 (9b6d0e4e-25a8-4e2a-b78e-e8d466d19717/d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b/bbaef88e-fcbe-4716-950f-5a28b087656b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:46.392711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c5ad03fc-2e86-44c6-818f-78039e2cb6ff) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:46.400139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.404849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-868b44e4-ee81-4b84-9289-22cd05e3bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.406424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-868b44e4-ee81-4b84-9289-22cd05e3bcb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532849 Sep 30 08:19:46.416488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f2b41-d26f-4049-8e38-c0f7ce45f0d4 None None] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:46.417110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.417665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.495498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Checking segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:46.495889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Network hostable DHCP agents. Network: 41cab8b9-5828-4d4a-9799-079710952c59, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:19:46.515937 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8a11f2ae-b431-4884-9123-31bb487937f9 req-0aa25181-2f72-4c89-9993-7feb7bac45b9 service neutron] 10.222.0.57 "GET /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169823 Sep 30 08:19:46.529557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-8d934794-e5f0-48b9-a45d-ffc7e71ac603 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104128 Sep 30 08:19:46.583687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7a622-f6c2-4fbd-b16c-d5ba9e404689 None None] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:46.601611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Network 41cab8b9-5828-4d4a-9799-079710952c59 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:19:46.676928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 41cab8b9-5828-4d4a-9799-079710952c59) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:46.694459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.695054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.718424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446b1e8-308a-4efb-b9b3-654114d23176 None None] Network 41cab8b9-5828-4d4a-9799-079710952c59 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:46.729523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62d6dcc-279d-4933-a91b-5ff1a794a885 req-54a9f7a9-f485-4bbd-bb7b-4d878fe0147d service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923921 Sep 30 08:19:46.731472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19b1ac98-51e0-4caa-80d2-1686f86947ef req-ab95ae00-8b75-44fb-a8b6-97d7d75b7349 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0639024 Sep 30 08:19:46.739207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ed2880a-d4c9-4fef-8503-77e57025b4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.749865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ed2880a-d4c9-4fef-8503-77e57025b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.762675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaef92-16a7-45a8-b8e5-2c4aada7de98 req-4110691e-5d31-4de2-9f4f-46855c891a1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.770346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.772631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0aeaef92-16a7-45a8-b8e5-2c4aada7de98 req-4110691e-5d31-4de2-9f4f-46855c891a1b tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 943 time: 0.1037292 Sep 30 08:19:46.785834 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4dd200d-e3ae-4f4d-8eb8-5fd68d5fbc92 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5862758 Sep 30 08:19:46.788424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51066) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:46.793294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:46.796093 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-413935cd-b115-4d50-860c-b11f79a50782 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2256188 Sep 30 08:19:46.829766 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ed2880a-d4c9-4fef-8503-77e57025b4ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5de18da490134d6aa6a27c4ba7cc7f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519867 Sep 30 08:19:46.830428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2880a-d4c9-4fef-8503-77e57025b4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9f0ca-fb3a-4780-b525-313171a0c6fc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.832403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51070) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:46.873119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.886309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0aeaef92-16a7-45a8-b8e5-2c4aada7de98 req-bd23892c-92f1-4d9e-b00c-578e8b9bb27f tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127555 Sep 30 08:19:46.900453 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.901675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.948473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.961308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:46.963317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:46.971308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:46.975162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0ecc0077-393f-495e-b51e-1c9920b98c64 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:46.977692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:47.015044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-41cab8b9-5828-4d4a-9799-079710952c59', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:47.015929 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.022731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:47.023077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 09e45b62-417b-4e13-b7ec-c8af4ebbe2ab not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:47.050827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:47.051655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.071466 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-2ffda1f9-6ddf-40e3-883d-6355659ca602 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0014818 Sep 30 08:19:47.098865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Request body: {'port': {'device_id': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:47.170011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.287259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.389122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0ecc0077-393f-495e-b51e-1c9920b98c64, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0ecc0077-393f-495e-b51e-1c9920b98c64,segment=NetworkSegment(8776620f-f764-48dd-aeca-b3b5dbe48e9f),segment_id=8776620f-f764-48dd-aeca-b3b5dbe48e9f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:47.408075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '0ecc0077-393f-495e-b51e-1c9920b98c64', 'network_id': 'b8a27345-f66a-441a-bbc3-f95eba9fdafb', 'port_id': '0ecc0077-393f-495e-b51e-1c9920b98c64', 'mac_address': 'fa:16:3e:ea:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb42a5-c66c-454a-919f-97c2e065e8aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:47.421490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Allocated IP 172.20.0.2 (41cab8b9-5828-4d4a-9799-079710952c59/23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6/63d5e682-908b-43ea-9fa5-6a58e882354a) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:47.477016 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.499898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecc0077-393f-495e-b51e-1c9920b98c64 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:47.523250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0907817-3750-4566-85f5-33e231f93e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.538713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbaef88e-fcbe-4716-950f-5a28b087656b {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:47.547510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.553475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0ecc0077-393f-495e-b51e-1c9920b98c64, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0ecc0077-393f-495e-b51e-1c9920b98c64,segment=NetworkSegment(8776620f-f764-48dd-aeca-b3b5dbe48e9f),segment_id=8776620f-f764-48dd-aeca-b3b5dbe48e9f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:47.563665 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.566951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Transition to ACTIVE for port object bbaef88e-fcbe-4716-950f-5a28b087656b will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:47.571396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.574999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-c6facbe4-d0fb-4a1f-b17b-1bc96434057a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:47.576542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-c6facbe4-d0fb-4a1f-b17b-1bc96434057a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.50 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1023 time: 0.2686894 Sep 30 08:19:47.636918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.648179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.665047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0ecc0077-393f-495e-b51e-1c9920b98c64,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.683591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9ce8e-ff47-4293-bc86-907ab95f03fa req-39208561-14fb-4043-95ff-2402f4c2183f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:47.683815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.691716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.692014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac9ce8e-ff47-4293-bc86-907ab95f03fa req-39208561-14fb-4043-95ff-2402f4c2183f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 1023 time: 0.3848515 Sep 30 08:19:47.697604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0907817-3750-4566-85f5-33e231f93e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.706262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-7a018375-ac1e-40ee-b3f6-cde210adbe32 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:47.707720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Attempting to bind port bbaef88e-fcbe-4716-950f-5a28b087656b on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:47.707885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-7a018375-ac1e-40ee-b3f6-cde210adbe32 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 812 time: 0.4189172 Sep 30 08:19:47.708441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Attempting to bind port bbaef88e-fcbe-4716-950f-5a28b087656b by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:47.708989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Attempting to bind port bbaef88e-fcbe-4716-950f-5a28b087656b on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:47.714095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Port bbaef88e-fcbe-4716-950f-5a28b087656b on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:47.714741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Attempting to bind port bbaef88e-fcbe-4716-950f-5a28b087656b on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:47.721861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:47.722558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Checking segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:47.723161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Bound using segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:47.723812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Bound port: bbaef88e-fcbe-4716-950f-5a28b087656b, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:47.724397 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.734717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Network 41cab8b9-5828-4d4a-9799-079710952c59 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:47.738379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:47.745153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:47.748051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Pushing event updated for resources: {'Port': ['ID=63d5e682-908b-43ea-9fa5-6a58e882354a,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.801670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-256e1cd7-9e81-4ddd-850b-d30a067d9737 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/quotas/f1c7c9a81769431682394998bf914672 HTTP/1.1" status: 200 len: 375 time: 0.0733123 Sep 30 08:19:47.806920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:47.813616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:47.813985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Attempting to bind port 63d5e682-908b-43ea-9fa5-6a58e882354a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:47.814369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Attempting to bind port 63d5e682-908b-43ea-9fa5-6a58e882354a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:47.814746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Attempting to bind port 63d5e682-908b-43ea-9fa5-6a58e882354a on network 41cab8b9-5828-4d4a-9799-079710952c59 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:47.821272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.821589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:47.822077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Checking segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:47.822567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.823020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Bound using segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:47.824260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Bound port: 63d5e682-908b-43ea-9fa5-6a58e882354a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:47.824260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.860053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:47.860862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.863259 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] 10.222.0.50 "PUT /v2.0/ports/bbaef88e-fcbe-4716-950f-5a28b087656b HTTP/1.1" status: 200 len: 1092 time: 0.7722142 Sep 30 08:19:47.879569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac9ce8e-ff47-4293-bc86-907ab95f03fa req-a8dc8071-8584-4bad-98bf-6861e0a6598c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=921d7e59-9285-433d-8c45-9bf1f1c1aaef&id=3c9d3338-13a7-4730-9b39-6da0a89b5ce6&id=0f136bd3-013b-490b-9339-9b4564cb4b66&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1868846 Sep 30 08:19:47.881829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-6461f16b-6457-4587-965d-6cc6234902e3 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668254 Sep 30 08:19:47.898993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5177e08-9cb8-4929-a83c-85e8023e624d service neutron] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.918178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0ecc0077-393f-495e-b51e-1c9920b98c64'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:47.932328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0907817-3750-4566-85f5-33e231f93e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.935629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0907817-3750-4566-85f5-33e231f93e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.946406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d0907817-3750-4566-85f5-33e231f93e91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eee9f0ca-fb3a-4780-b525-313171a0c6fc HTTP/1.1" status: 204 len: 168 time: 1.1059530 Sep 30 08:19:47.956251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] For port 63d5e682-908b-43ea-9fa5-6a58e882354a, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:47.976790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] For port 63d5e682-908b-43ea-9fa5-6a58e882354a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=63d5e682-908b-43ea-9fa5-6a58e882354a,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:47.987525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.994848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-9cbf49f1-ed92-49ef-ae04-11d89bba2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:47.996362 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-9cbf49f1-ed92-49ef-ae04-11d89bba2191 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.0605724 Sep 30 08:19:48.005718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0907817-3750-4566-85f5-33e231f93e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9f0ca-fb3a-4780-b525-313171a0c6fc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:48.074026 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-e2ae7b78-b8ec-4052-9dd7-24836a0204eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbaef88e-fcbe-4716-950f-5a28b087656b HTTP/1.1" status: 200 len: 217 time: 0.0526004 Sep 30 08:19:48.117914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3258a-489f-4aed-bcad-93fb13a547ab None None] Pushing event updated for resources: {'Port': ['ID=63d5e682-908b-43ea-9fa5-6a58e882354a,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:48.150993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-80ceb5bb-b0d9-4d01-8451-4469d7322329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.152635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-80ceb5bb-b0d9-4d01-8451-4469d7322329 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.0719981 Sep 30 08:19:48.154911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Deleting port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:48.155260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.192821 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-10d4cc04-7fcd-4e57-88b4-787236c61b8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302360 Sep 30 08:19:48.249800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.255975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.262205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.268191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.275882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.277204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:48.281241 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2" -d '{"events": [{"name": "network-changed", "server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:48.285849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.301712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.310860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-a60e5ced-5cad-4f92-9408-80c1252eb568 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.3484845 Sep 30 08:19:48.332008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-f9f7828c-cfef-4376-8977-44ab9f472de9 service neutron] 10.222.0.41 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149177 Sep 30 08:19:48.342232 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-68d0ee7a-1e5e-48eb-ad76-911f78e9dc40 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413074 Sep 30 08:19:48.488200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] For port b4b6309a-7d04-4927-b07e-5af3fafb8fb2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:48.488597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.508386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2015daa0-a33d-4182-ab4c-b2884e7206b8 req-20d6df24-8b69-4cad-b0be-92ef3ace397f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1966455 Sep 30 08:19:48.547783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Calling delete_port for b4b6309a-7d04-4927-b07e-5af3fafb8fb2 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:48.765991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ebf23d6a-ddb1-452e-ae76-d32e7a5338e5 req-ccc3e173-03de-4c77-998f-07186f01898d service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168622 Sep 30 08:19:48.804558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-81f2eb4e-6e88-4d72-8132-7d5b04c76d30 service neutron] 10.222.0.41 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243941 Sep 30 08:19:48.807820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.831775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51118) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:48.840179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.862156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e765-4f83-4f29-80e2-f07a0d5c3a30 req-6a43415e-cb57-4674-a838-52021c0b85b6 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.869808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3308e765-4f83-4f29-80e2-f07a0d5c3a30 req-6a43415e-cb57-4674-a838-52021c0b85b6 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 944 time: 0.2670689 Sep 30 08:19:48.978235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-405602440-network', 'tenant_id': 'e3e8e20c913945a9b6d20a32ae88e291'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:48.986314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0ecc0077-393f-495e-b51e-1c9920b98c64 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:49.014779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3308e765-4f83-4f29-80e2-f07a0d5c3a30 req-1ec69417-f555-457b-9533-1ed036c6c913 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292481 Sep 30 08:19:49.022651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Made reservation on behalf of e3e8e20c913945a9b6d20a32ae88e291 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:49.029424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.054121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.070823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 0ecc0077-393f-495e-b51e-1c9920b98c64 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:19:49.079175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 0ecc0077-393f-495e-b51e-1c9920b98c64 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:49.079750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.171218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.197331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.199998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:49.243420 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9b74e-33d4-4429-891f-67d6818115ed x-openstack-request-id: req-7ec9b74e-33d4-4429-891f-67d6818115ed {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:49.244057 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:49.244057 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ec9b74e-33d4-4429-891f-67d6818115ed {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:49.244380 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'status': 'completed', 'code': 200} Sep 30 08:19:49.277739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b4b6309a-7d04-4927-b07e-5af3fafb8fb2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:49.304363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Allocated IP 172.25.7.151 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b64d36e7-10cd-46fd-a1e5-5d8a596fd285) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:49.318845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3015851-c37c-480d-af58-f2c2557ee58b None None] Network 41cab8b9-5828-4d4a-9799-079710952c59 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:49.339416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'Port': ['ID=b4b6309a-7d04-4927-b07e-5af3fafb8fb2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:49.355684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.363644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-82ac1dfd-cf8a-472b-bfdf-ebffd777460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.365681 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-82ac1dfd-cf8a-472b-bfdf-ebffd777460d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.0779800 Sep 30 08:19:49.366954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.390980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-569252b5-72a8-402a-8578-382bd36445ce req-d8ad82df-d25e-425c-9cb3-b35681d0995b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=20074720-283b-45b4-a275-ae7ad4c45e23 HTTP/1.1" status: 200 len: 210 time: 0.0811353 Sep 30 08:19:49.408597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0ecc0077-393f-495e-b51e-1c9920b98c64, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0ecc0077-393f-495e-b51e-1c9920b98c64,segment=NetworkSegment(8776620f-f764-48dd-aeca-b3b5dbe48e9f),segment_id=8776620f-f764-48dd-aeca-b3b5dbe48e9f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:49.417023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecc0077-393f-495e-b51e-1c9920b98c64'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:49.424378 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1358edce-3c57-4a51-8657-34bf632d6260" -d '{"events": [{"server_uuid": "2067e0b4-3bcb-4570-a2e6-f00122d8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "0ecc0077-393f-495e-b51e-1c9920b98c64"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:49.426548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] No DVR routers for this DVR port b4b6309a-7d04-4927-b07e-5af3fafb8fb2 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:49.429852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.432148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0514389-84a3-42c9-8e48-a2ee06d97854 req-bc499603-e0e1-4167-a575-b9c84516f0d5 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.50 "DELETE /v2.0/ports/b4b6309a-7d04-4927-b07e-5af3fafb8fb2 HTTP/1.1" status: 204 len: 173 time: 1.8372679 Sep 30 08:19:49.445131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.469717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:19:49.495631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-296a5dc9-069a-4e6c-a2a3-497c17be3fa8 None None] Provisioning complete for port 63d5e682-908b-43ea-9fa5-6a58e882354a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:49.496070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-296a5dc9-069a-4e6c-a2a3-497c17be3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.498717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e272ff-f022-4add-844f-b7f56a144166,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:49.551281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.551645 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Added segment bb47b13a-75cb-4442-9475-c474f270caa1 of type vlan for network b0f58f55-acf7-4786-a0ea-0390868dc88a Sep 30 08:19:49.591766 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03e07ab-4cad-4ab1-b4d1-b849ed623a2f x-openstack-request-id: req-c03e07ab-4cad-4ab1-b4d1-b849ed623a2f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:49.592056 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2067e0b4-3bcb-4570-a2e6-f00122d8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "0ecc0077-393f-495e-b51e-1c9920b98c64", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:49.592334 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c03e07ab-4cad-4ab1-b4d1-b849ed623a2f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:49.592664 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecc0077-393f-495e-b51e-1c9920b98c64', 'code': 200} Sep 30 08:19:49.606825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'name': 'network-vif-deleted', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:49.609112 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbf4ba9-714c-4667-bec8-cc4638a5a611" -d '{"events": [{"server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "name": "network-vif-deleted", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:49.700491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e6c06-5cb8-44e9-9453-5d6fd75d280f req-8ed564af-bdfb-4d43-a297-265a68ff2d6d tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.709304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b0e6c06-5cb8-44e9-9453-5d6fd75d280f req-8ed564af-bdfb-4d43-a297-265a68ff2d6d tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 944 time: 0.5601664 Sep 30 08:19:49.712585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0ecc0077-393f-495e-b51e-1c9920b98c64,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:49.716050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78f7dae1-0645-47b8-91a2-7ba514ea9622 req-a05c149a-4a0a-4375-93ec-c9402b8d2d2f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 210 time: 0.0920627 Sep 30 08:19:49.740594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.765158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d91bf3-6c0e-451e-b2dd-a54231747d93 req-515eb008-485f-4fd6-a00a-de3d8315fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.768761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.769774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b1d91bf3-6c0e-451e-b2dd-a54231747d93 req-515eb008-485f-4fd6-a00a-de3d8315fec2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 1096 time: 0.1053014 Sep 30 08:19:49.776969 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-296a5dc9-069a-4e6c-a2a3-497c17be3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.781574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-c9cc98a6-04f9-4ae8-925e-e1178db1bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.783393 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-c9cc98a6-04f9-4ae8-925e-e1178db1bfd7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 906 time: 0.3991904 Sep 30 08:19:49.832216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b0e6c06-5cb8-44e9-9453-5d6fd75d280f req-6de13467-12a8-4c65-aeb6-32a2bbc06427 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171002 Sep 30 08:19:49.874243 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-80c2a3c9-1a22-4648-a8bc-c082a7db7353 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbaef88e-fcbe-4716-950f-5a28b087656b HTTP/1.1" status: 200 len: 217 time: 0.0581214 Sep 30 08:19:49.879157 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b1d91bf3-6c0e-451e-b2dd-a54231747d93 req-55845b9b-a151-461f-b06c-6318f1e0cd47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937126 Sep 30 08:19:49.883957 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.885155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.886182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.899566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-296a5dc9-069a-4e6c-a2a3-497c17be3fa8 None None] For port 63d5e682-908b-43ea-9fa5-6a58e882354a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=63d5e682-908b-43ea-9fa5-6a58e882354a,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:49.927153 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300551f-91f9-4aa4-b28d-525b3340e61c x-openstack-request-id: req-e300551f-91f9-4aa4-b28d-525b3340e61c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:49.927673 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20074720-283b-45b4-a275-ae7ad4c45e23", "name": "network-vif-deleted", "tag": "b4b6309a-7d04-4927-b07e-5af3fafb8fb2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:49.928083 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e300551f-91f9-4aa4-b28d-525b3340e61c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:49.928640 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20074720-283b-45b4-a275-ae7ad4c45e23', 'name': 'network-vif-deleted', 'tag': 'b4b6309a-7d04-4927-b07e-5af3fafb8fb2', 'status': 'completed', 'code': 200} Sep 30 08:19:49.944685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-296a5dc9-069a-4e6c-a2a3-497c17be3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.993408 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1603022 Sep 30 08:19:50.030672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ccca5-6792-4f34-ac8f-9ab1fb8a0add admin admin] Pushing event updated for resources: {'Network': ['ID=b0f58f55-acf7-4786-a0ea-0390868dc88a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:50.044061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-6360721d-f25e-442b-bb42-017b0930f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.047800 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-6360721d-f25e-442b-bb42-017b0930f908 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.1645119 Sep 30 08:19:50.051871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network b0f58f55-acf7-4786-a0ea-0390868dc88a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:19:50.135298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-c9486642-0fe9-40bd-b8f4-dc58b2ed82df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680556 Sep 30 08:19:50.246465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a5dc9-069a-4e6c-a2a3-497c17be3fa8 None None] Pushing event updated for resources: {'Port': ['ID=63d5e682-908b-43ea-9fa5-6a58e882354a,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:50.306801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.317601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.352815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.373758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.389415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.392752 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-5c848f4d-23a9-49ca-a10f-74768ca94200 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481024 Sep 30 08:19:50.398569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.413917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.423559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-c0796d13-02a5-4a20-9e7d-01a833faf1af tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.5881469 Sep 30 08:19:50.431019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 63d5e682-908b-43ea-9fa5-6a58e882354a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:50.433663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.548200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:50.553428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c210310-79e1-42a1-8193-42cbbf90acc5 req-3b720bc0-61ba-414f-90f3-859c1e71f1b3 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229124 Sep 30 08:19:50.561204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 63d5e682-908b-43ea-9fa5-6a58e882354a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:50.561556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:50.566506 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.569308 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b56015a3-cfbc-40c0-b9d1-d2e50b1429e2 req-cd3762a8-a76c-4341-b248-89f9ecc5a111 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692402 Sep 30 08:19:50.569751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:50.575462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Pushing event updated for resources: {'Port': ['ID=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:50.641279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012dc15-f327-472e-ac5a-c23c1897e529 req-afc3f9d6-5057-4a9b-81b9-151c3b686413 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.642890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a012dc15-f327-472e-ac5a-c23c1897e529 req-afc3f9d6-5057-4a9b-81b9-151c3b686413 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 944 time: 0.2145021 Sep 30 08:19:50.684539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-75d57c79-ada2-4a0a-9b96-38000c00d5dc None None] Provisioning complete for port 63d5e682-908b-43ea-9fa5-6a58e882354a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:50.685082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75d57c79-ada2-4a0a-9b96-38000c00d5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.766368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a012dc15-f327-472e-ac5a-c23c1897e529 req-e7c2fcd7-481f-43f0-8736-4a1edd8a55d2 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146307 Sep 30 08:19:50.969858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16b95924-34e1-4e86-9a85-e37e1450f2bb req-6a7de136-96be-4081-bc33-b2dfcff77dcc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 210 time: 0.0997880 Sep 30 08:19:51.100419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3ed18f6-ac2a-4414-85d2-53f68b9a41b3 req-3b8cc60b-c483-458d-ac86-be71e904176b tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/3c9d3338-13a7-4730-9b39-6da0a89b5ce6 HTTP/1.1" status: 200 len: 1800 time: 0.0873258 Sep 30 08:19:51.150107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286009-a74b-4189-9d2d-349a77bfe432 req-3d1bc2a7-f66d-4f51-8ae9-32160bd59c7b tempest-ComputeTenantNetworksTest-1420987300 tempest-ComputeTenantNetworksTest-1420987300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.153363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-c7165e42-542f-415e-afe8-ec73741cfc33 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.154933 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-c7165e42-542f-415e-afe8-ec73741cfc33 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 812 time: 0.2140729 Sep 30 08:19:51.156170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286009-a74b-4189-9d2d-349a77bfe432 req-3d1bc2a7-f66d-4f51-8ae9-32160bd59c7b tempest-ComputeTenantNetworksTest-1420987300 tempest-ComputeTenantNetworksTest-1420987300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.162437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-bc755649-ebb2-4dd5-ba1f-c56b9e333109 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.164791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286009-a74b-4189-9d2d-349a77bfe432 req-3d1bc2a7-f66d-4f51-8ae9-32160bd59c7b tempest-ComputeTenantNetworksTest-1420987300 tempest-ComputeTenantNetworksTest-1420987300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.164952 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-bc755649-ebb2-4dd5-ba1f-c56b9e333109 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 812 time: 0.2086182 Sep 30 08:19:51.177926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6286009-a74b-4189-9d2d-349a77bfe432 req-3d1bc2a7-f66d-4f51-8ae9-32160bd59c7b tempest-ComputeTenantNetworksTest-1420987300 tempest-ComputeTenantNetworksTest-1420987300-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3861046 Sep 30 08:19:51.180485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Request body: {'port': {'device_id': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'admin_state_up': True, 'tenant_id': 'f1c7c9a81769431682394998bf914672'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:51.186962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Request body: {'port': {'device_id': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'admin_state_up': True, 'tenant_id': 'f1c7c9a81769431682394998bf914672'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:51.229995 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.234608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:51.241824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b4b6309a-7d04-4927-b07e-5af3fafb8fb2 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:51.274734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: b4b6309a-7d04-4927-b07e-5af3fafb8fb2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:51.275014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b4b6309a-7d04-4927-b07e-5af3fafb8fb2 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:51.373470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:51.373843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:19:51.373843 n-d-807025-5 neutron-server[95002]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:19:51.373843 n-d-807025-5 neutron-server[95002]: [parameters: {'project_id_1': 'f1c7c9a81769431682394998bf914672', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 19, 31, 363602)}] Sep 30 08:19:51.373843 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:19:51.374203 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:19:51.382260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Made reservation on behalf of f1c7c9a81769431682394998bf914672 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:51.386832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.390386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'mac_address': 'fa:16:3e:30:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:51.396225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e5e9b-39f4-4c18-9575-3c4f0ea01caf req-38b1b3af-c314-4c24-8dea-5cd4d450929e tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.397795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-667e5e9b-39f4-4c18-9575-3c4f0ea01caf req-38b1b3af-c314-4c24-8dea-5cd4d450929e tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 945 time: 0.1261234 Sep 30 08:19:51.404406 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3ed18f6-ac2a-4414-85d2-53f68b9a41b3 req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.436716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.451319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3ed18f6-ac2a-4414-85d2-53f68b9a41b3 req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.452001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbaef88e-fcbe-4716-950f-5a28b087656b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:51.477629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:51.481773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.522710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Allocated IP 172.20.0.6 (c5ad03fc-2e86-44c6-818f-78039e2cb6ff/b7fc2699-a350-448f-bcb6-3451580da18d/7763475f-eb65-461a-be7e-5712b1cc28a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:51.528971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-667e5e9b-39f4-4c18-9575-3c4f0ea01caf req-17c04c1a-3b8f-405f-9432-92cfed7524cd tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211050 Sep 30 08:19:51.536603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:51.614319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3ed18f6-ac2a-4414-85d2-53f68b9a41b3 req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.616902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3ed18f6-ac2a-4414-85d2-53f68b9a41b3 req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.618055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3ed18f6-ac2a-4414-85d2-53f68b9a41b3 req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/3c9d3338-13a7-4730-9b39-6da0a89b5ce6 HTTP/1.1" status: 204 len: 173 time: 0.5066586 Sep 30 08:19:51.650620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d3338-13a7-4730-9b39-6da0a89b5ce6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:51.655218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.707963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.737272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.737582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.737797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.738067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.738411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.738748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.739080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.739408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.739735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.740062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.740390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.740711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2f4d3-2c9d-4671-8221-2d6603fb1fe6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:51.748724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['bbaef88e-fcbe-4716-950f-5a28b087656b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:51.754481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.764965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5b44-5c47-4cba-a374-bb16b2131910 req-584f47e8-9153-485f-9bc1-9829539386da tempest-ComputeTenantNetworksTest-1420987300 tempest-ComputeTenantNetworksTest-1420987300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.766365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b41a5b44-5c47-4cba-a374-bb16b2131910 req-584f47e8-9153-485f-9bc1-9829539386da tempest-ComputeTenantNetworksTest-1420987300 tempest-ComputeTenantNetworksTest-1420987300-project] 10.222.0.41 "GET /v2.0/networks/b0f58f55-acf7-4786-a0ea-0390868dc88a HTTP/1.1" status: 200 len: 768 time: 0.1817389 Sep 30 08:19:51.785576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51178) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:51.796950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:51.802177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:51.809494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:51.852543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event updated for resources: {'Port': ['ID=7763475f-eb65-461a-be7e-5712b1cc28a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:51.871294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.871970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.899161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Made reservation on behalf of f1c7c9a81769431682394998bf914672 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:51.902864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.916711 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-cb226256-7b98-4c5d-9d2e-9f1d3b6e041a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426407 Sep 30 08:19:51.935953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Request body: {'port': {'device_id': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:51.949022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.955497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.961885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.968722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.974891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.981250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.988221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.990234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99b1cbee-36a7-4916-83ee-284175f5243e req-059abca1-7852-4cff-b9c3-4e8ea4ea5ec1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2602246 Sep 30 08:19:52.003639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.030504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90e48a28-7b3e-463d-a879-f206f4db69dd req-d276a9f6-06a2-42f7-abca-0f9cc90b8027 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/921d7e59-9285-433d-8c45-9bf1f1c1aaef HTTP/1.1" status: 200 len: 1799 time: 0.2338400 Sep 30 08:19:52.064227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.110743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Allocated IP 172.20.0.11 (c5ad03fc-2e86-44c6-818f-78039e2cb6ff/b7fc2699-a350-448f-bcb6-3451580da18d/8e971373-280f-462c-a290-66198e6aa48e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:52.143660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99b1cbee-36a7-4916-83ee-284175f5243e req-172a49bd-55c5-429d-8d6d-4ab40b53555f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323524 Sep 30 08:19:52.202407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.218447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:19:52.231624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-90e48a28-7b3e-463d-a879-f206f4db69dd req-fe77dd7d-236a-483c-8814-f73d6f6f9e79 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.247325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f58f55-acf7-4786-a0ea-0390868dc88a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:52.263887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 63d5e682-908b-43ea-9fa5-6a58e882354a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:52.271672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb47b13a-75cb-4442-9475-c474f270caa1') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:52.272031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb47b13a-75cb-4442-9475-c474f270caa1') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:52.324906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-90e48a28-7b3e-463d-a879-f206f4db69dd req-fe77dd7d-236a-483c-8814-f73d6f6f9e79 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.330183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.340394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 63d5e682-908b-43ea-9fa5-6a58e882354a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:52.340769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.370679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.418193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.421100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:52.421627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:52.423702 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:52.459797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.561979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:52.579884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:52.584320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event updated for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.587213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:52.655155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:52.655804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.686458 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b1a0cc53-eb7e-4818-9d3f-8d393d0278e1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5110791 Sep 30 08:19:52.708586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Request body: {'port': {'device_id': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:52.743503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7763475f-eb65-461a-be7e-5712b1cc28a4 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:52.747449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:52.749012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-90e48a28-7b3e-463d-a879-f206f4db69dd req-fe77dd7d-236a-483c-8814-f73d6f6f9e79 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.752423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-90e48a28-7b3e-463d-a879-f206f4db69dd req-fe77dd7d-236a-483c-8814-f73d6f6f9e79 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.753089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90e48a28-7b3e-463d-a879-f206f4db69dd req-fe77dd7d-236a-483c-8814-f73d6f6f9e79 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/921d7e59-9285-433d-8c45-9bf1f1c1aaef HTTP/1.1" status: 204 len: 173 time: 0.7102606 Sep 30 08:19:52.756240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.776582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.778857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:52.781339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77dd7d-236a-483c-8814-f73d6f6f9e79 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d7e59-9285-433d-8c45-9bf1f1c1aaef,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.789110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.793428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b0f58f55-acf7-4786-a0ea-0390868dc88a HTTP/1.1" status: 204 len: 168 time: 1.0038178 Sep 30 08:19:52.795139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Transition to ACTIVE for port object 7763475f-eb65-461a-be7e-5712b1cc28a4 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:52.796751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.801018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80fbe5-6045-437c-b095-595d9b6d1947 req-47a63eff-06eb-42a5-8779-e488d059b4b8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:52.802639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d80fbe5-6045-437c-b095-595d9b6d1947 req-47a63eff-06eb-42a5-8779-e488d059b4b8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 945 time: 0.3832471 Sep 30 08:19:52.807385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.813388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.814757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16edbff0-c5c3-43a4-bd63-102a6f143c62 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0250287 Sep 30 08:19:52.817702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab67d-d37d-416b-833c-8fb420aba105 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f58f55-acf7-4786-a0ea-0390868dc88a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.820669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51190) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:52.828585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:52.829295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:52.908630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d80fbe5-6045-437c-b095-595d9b6d1947 req-01664535-57c8-4d12-b5dd-28ecb3a27d7d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Sep 30 08:19:52.936891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Pushing event updated for resources: {'Port': ['ID=7763475f-eb65-461a-be7e-5712b1cc28a4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.026581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51194) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:53.041010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:53.042880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2d920e55-608e-4b2c-9776-9b45f4f7ce78 req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-438576287', 'description': 'tempest-description-982210227'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:53.055072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926693ba-d551-41d3-b81b-f94307aa29b2 req-2ec17e74-1334-4329-8d1f-e332cb1f1410 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.056650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-926693ba-d551-41d3-b81b-f94307aa29b2 req-2ec17e74-1334-4329-8d1f-e332cb1f1410 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 943 time: 0.1456358 Sep 30 08:19:53.101076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Attempting to bind port 7763475f-eb65-461a-be7e-5712b1cc28a4 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:53.101519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Attempting to bind port 7763475f-eb65-461a-be7e-5712b1cc28a4 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:53.101950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Attempting to bind port 7763475f-eb65-461a-be7e-5712b1cc28a4 on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:53.104577 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d920e55-608e-4b2c-9776-9b45f4f7ce78 req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.122429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Port 7763475f-eb65-461a-be7e-5712b1cc28a4 on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:53.122895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Attempting to bind port 7763475f-eb65-461a-be7e-5712b1cc28a4 on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:53.154235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:53.154753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Checking segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:53.155253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Bound using segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:53.156096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Bound port: 7763475f-eb65-461a-be7e-5712b1cc28a4, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:53.156267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.161662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-926693ba-d551-41d3-b81b-f94307aa29b2 req-a0a0b0bf-1b80-41e9-adcb-0a7115c77d5f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946653 Sep 30 08:19:53.185043 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-02766e6b-1d45-4a57-8aa7-2ef735594026 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3e8e20c913945a9b6d20a32ae88e291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078892 Sep 30 08:19:53.185268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:53.253904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:50Z', 'revision_number': 3, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:53.291557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:53.292804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Updating router 9f42512b-ccf0-4b41-bd92-52201b778a7a port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:19:53.309342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] For port 7763475f-eb65-461a-be7e-5712b1cc28a4, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:53.324944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] For port 7763475f-eb65-461a-be7e-5712b1cc28a4, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7763475f-eb65-461a-be7e-5712b1cc28a4,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:53.329093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:53.332811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.338970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.363531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a54aa09c-3481-4a0d-b8c3-378c1251e4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.401312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d920e55-608e-4b2c-9776-9b45f4f7ce78 req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.407102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.407869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.409941 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] 10.222.0.50 "PUT /v2.0/ports/7763475f-eb65-461a-be7e-5712b1cc28a4 HTTP/1.1" status: 200 len: 1091 time: 1.4785490 Sep 30 08:19:53.410487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'tag': '7763475f-eb65-461a-be7e-5712b1cc28a4'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:53.412865 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c238d1-62ae-4d0d-b991-4807874cba22" -d '{"events": [{"name": "network-changed", "server_uuid": "783a3e87-38f7-47e1-acec-6a29deca3be5", "tag": "7763475f-eb65-461a-be7e-5712b1cc28a4"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:53.413038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d920e55-608e-4b2c-9776-9b45f4f7ce78 req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.429196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e971373-280f-462c-a290-66198e6aa48e {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:53.442290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a54aa09c-3481-4a0d-b8c3-378c1251e4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.444164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.450300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a15c6c-fac7-4375-bd35-7a13a0cc918b service neutron] Pushing event updated for resources: {'Port': ['ID=7763475f-eb65-461a-be7e-5712b1cc28a4,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.463625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Transition to ACTIVE for port object 8e971373-280f-462c-a290-66198e6aa48e will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:53.469642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.511267 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2d920e55-608e-4b2c-9776-9b45f4f7ce78 req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.517480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d920e55-608e-4b2c-9776-9b45f4f7ce78 req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4827309 Sep 30 08:19:53.531722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602ada1-e8a3-48b8-b098-2c5f24649b54 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167157aa-bd97-4e81-9212-26df7b00572c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.560801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.655698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a54aa09c-3481-4a0d-b8c3-378c1251e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.656021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-92a535ed-eda8-47d1-b736-923efa73254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.657722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-92a535ed-eda8-47d1-b736-923efa73254e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 1094 time: 0.1209843 Sep 30 08:19:53.661148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a54aa09c-3481-4a0d-b8c3-378c1251e4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.662618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a54aa09c-3481-4a0d-b8c3-378c1251e4d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45e272ff-f022-4add-844f-b7f56a144166 HTTP/1.1" status: 204 len: 168 time: 0.4750965 Sep 30 08:19:53.675828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aa09c-3481-4a0d-b8c3-378c1251e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e272ff-f022-4add-844f-b7f56a144166,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.696488 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7e135-84a6-4dcc-85f6-f4762128625f x-openstack-request-id: req-dfd7e135-84a6-4dcc-85f6-f4762128625f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:53.696754 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a3e87-38f7-47e1-acec-6a29deca3be5", "tag": "7763475f-eb65-461a-be7e-5712b1cc28a4", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:53.697017 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfd7e135-84a6-4dcc-85f6-f4762128625f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:53.697422 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'tag': '7763475f-eb65-461a-be7e-5712b1cc28a4', 'status': 'completed', 'code': 200} Sep 30 08:19:53.730626 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-0b76c60d-19db-42cc-8915-4bd0b0f90f8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7763475f-eb65-461a-be7e-5712b1cc28a4 HTTP/1.1" status: 200 len: 217 time: 0.0482304 Sep 30 08:19:53.744299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.751317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.757646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.763661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.770356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.776474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.782610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.785125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Attempting to bind port 8e971373-280f-462c-a290-66198e6aa48e on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:53.785511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Attempting to bind port 8e971373-280f-462c-a290-66198e6aa48e by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:53.785820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Attempting to bind port 8e971373-280f-462c-a290-66198e6aa48e on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:53.791966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-cc8aa10d-c6cf-488c-affa-a26308cc412b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2031162 Sep 30 08:19:53.795651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Port 8e971373-280f-462c-a290-66198e6aa48e on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:53.796380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Attempting to bind port 8e971373-280f-462c-a290-66198e6aa48e on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:53.806949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:53.807285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Checking segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:53.807675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Bound using segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:53.808122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Bound port: 8e971373-280f-462c-a290-66198e6aa48e, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:53.808491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.812546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-1509838f-e3f4-4e59-aa91-7ade6d8f476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.814106 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-1509838f-e3f4-4e59-aa91-7ade6d8f476f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.0750172 Sep 30 08:19:53.856242 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-d92a9932-1398-485c-abd7-80681b519888 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352020 Sep 30 08:19:53.860667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port bbaef88e-fcbe-4716-950f-5a28b087656b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:19:53.872295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port bbaef88e-fcbe-4716-950f-5a28b087656b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:53.872812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.878613 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.960990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.972517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.978171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:53.998869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8e971373-280f-462c-a290-66198e6aa48e,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:54.014383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.026306 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-b736612e-4df1-4070-973f-8cd473fb571b service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477873 Sep 30 08:19:54.045067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e02e90fb-eba7-49d8-89e5-462d0628791a req-40d6fee1-583e-4b85-b8af-e564de0d69f7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2521696 Sep 30 08:19:54.059703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb891a8c-ae53-492e-9a72-01694a08c1de req-162c31cd-3700-4bfb-8bc7-cc8593e1b470 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.068993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e90cdd-b60b-4c74-8ec0-33fe379cb339 None None] Pushing event updated for resources: {'Port': ['ID=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.069252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb891a8c-ae53-492e-9a72-01694a08c1de req-162c31cd-3700-4bfb-8bc7-cc8593e1b470 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 945 time: 0.2732520 Sep 30 08:19:54.074736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.075366 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.076756 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] 10.222.0.57 "PUT /v2.0/ports/8e971373-280f-462c-a290-66198e6aa48e HTTP/1.1" status: 200 len: 1092 time: 1.3728700 Sep 30 08:19:54.147701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404e673-b506-48a9-9b35-5626f4452db8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.176996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Attempting to bind port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:54.177245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Attempting to bind port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:54.177729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Attempting to bind port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:54.192122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:54.192560 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:54.193679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.194091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:54.194585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Bound port: b64d36e7-10cd-46fd-a1e5-5d8a596fd285, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:54.195547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.199790 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.207548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Allocated IP 172.20.0.1 (41cab8b9-5828-4d4a-9799-079710952c59/23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6/c271b788-beae-48c4-8610-ddd293b51f49) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:54.232613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb891a8c-ae53-492e-9a72-01694a08c1de req-b91cdd82-8027-4c4a-8b9e-2f5dc3f791ff tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572919 Sep 30 08:19:54.236692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-10b92ad1-f2c1-4dcc-8afd-f1c31d0176fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.238504 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-10b92ad1-f2c1-4dcc-8afd-f1c31d0176fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=fa64bc34-ea49-416f-bbc5-3624aa0da42b HTTP/1.1" status: 200 len: 1095 time: 0.0843871 Sep 30 08:19:54.245476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-67767964-a622-42f4-a736-d0826aa4c57c service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993983 Sep 30 08:19:54.266068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-6b3dc62f-4b2c-412e-a61f-8c166bd9895a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/167157aa-bd97-4e81-9212-26df7b00572c HTTP/1.1" status: 200 len: 1801 time: 0.1290238 Sep 30 08:19:54.286391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Request body: {'security_group': {'name': 'tempest-sg-hth-182329995', 'description': 'tempest-description-hth-1903678342'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:54.301171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:54.304945 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70656edd-5344-46f2-9bf3-c0b9135319e2" -d '{"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:54.311518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] For port b64d36e7-10cd-46fd-a1e5-5d8a596fd285, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:54.324923 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-e1582339-b5d4-4d7f-87a4-56db04ce8d3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e971373-280f-462c-a290-66198e6aa48e HTTP/1.1" status: 200 len: 217 time: 0.0693493 Sep 30 08:19:54.329357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:54.334934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] For port b64d36e7-10cd-46fd-a1e5-5d8a596fd285, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:54.337601 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.343691 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.410928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.412452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:54.413510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:54.425303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-79957ab5-1791-477c-9629-64afbfc3f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.427568 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-79957ab5-1791-477c-9629-64afbfc3f30a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.0935056 Sep 30 08:19:54.449594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cef451-4b7b-401b-b886-62e863357290 req-a2202356-1850-44a4-aabf-b01f834b2ed6 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.451174 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-8ce391c9-aff2-42ef-9fe5-43782ee4d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.453160 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-8ce391c9-aff2-42ef-9fe5-43782ee4d2e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 1094 time: 0.1016183 Sep 30 08:19:54.457338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7cef451-4b7b-401b-b886-62e863357290 req-a2202356-1850-44a4-aabf-b01f834b2ed6 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1327033 Sep 30 08:19:54.476052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.551394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7cef451-4b7b-401b-b886-62e863357290 req-80f18c39-8a6f-48ad-bbd4-00f6c9905f62 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929296 Sep 30 08:19:54.557648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:54.575350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.601871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.615305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.620247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.630723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e90cdd-b60b-4c74-8ec0-33fe379cb339 None None] Pushing event updated for resources: {'Port': ['ID=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.650122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66162264-d0b7-4ffe-9fdc-995dedd5ea84 req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "PUT /v2.0/security-groups/167157aa-bd97-4e81-9212-26df7b00572c HTTP/1.1" status: 200 len: 1776 time: 0.3703070 Sep 30 08:19:54.714204 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edba510-e2d2-4faf-a98d-15379dac90ae x-openstack-request-id: req-8edba510-e2d2-4faf-a98d-15379dac90ae {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:54.714614 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:54.715024 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8edba510-e2d2-4faf-a98d-15379dac90ae {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:54.715518 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'code': 200} Sep 30 08:19:54.733702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424f490-651b-4270-bc13-67d17ab35cb4 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167157aa-bd97-4e81-9212-26df7b00572c,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.754114 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.838071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:50Z', 'revision_number': 3, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:54.840066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81bf8-b4f0-42ae-b696-95d816d4baf6 req-bece3881-b9c8-4faf-a5c4-d5af3fa833d5 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.846073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2f81bf8-b4f0-42ae-b696-95d816d4baf6 req-bece3881-b9c8-4faf-a5c4-d5af3fa833d5 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 943 time: 0.1905341 Sep 30 08:19:54.848137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Network 41cab8b9-5828-4d4a-9799-079710952c59 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:54.852604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51238) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:54.875080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d0585-d047-49bb-b75e-9e2f59ccaa88 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:50Z', 'revision_number': 3, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:54.888057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:54.902113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:54.904794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-c833d8e1-c7f7-4e98-befd-9ab807a192fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4568448 Sep 30 08:19:54.936031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d579e7ad-0302-4c10-803e-d32815e62582 req-527d3156-5323-4d07-bdd8-f6621027a84f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/167157aa-bd97-4e81-9212-26df7b00572c HTTP/1.1" status: 200 len: 1776 time: 0.2184212 Sep 30 08:19:54.971816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Pushing event updated for resources: {'Port': ['ID=c271b788-beae-48c4-8610-ddd293b51f49,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:55.056783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-60733337-network', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:55.103704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-e64a3e5c-c859-4a65-bf8b-1371eeccaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.105218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-e64a3e5c-c859-4a65-bf8b-1371eeccaf33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 913 time: 0.6390269 Sep 30 08:19:55.105426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.118048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2f81bf8-b4f0-42ae-b696-95d816d4baf6 req-dc167389-2ea1-4fdf-aa49-5e6d74de15a9 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412329 Sep 30 08:19:55.169859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc51f20-932d-4877-a2cf-9e3c80a9f20c req-617e7e90-2e2d-404c-a425-fff3b3a5d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.171569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcc51f20-932d-4877-a2cf-9e3c80a9f20c req-617e7e90-2e2d-404c-a425-fff3b3a5d902 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.3599536 Sep 30 08:19:55.192211 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-243bc563-d9de-49ac-98bc-25e39f7d2d51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7763475f-eb65-461a-be7e-5712b1cc28a4 HTTP/1.1" status: 200 len: 217 time: 0.0754488 Sep 30 08:19:55.194595 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-7a27a4e5-71a1-4a4c-bb74-49f052cbd561 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762225 Sep 30 08:19:55.245167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3aa8eb-c53e-4628-b302-61ddb3410e74 req-a48bb2ed-0a9a-4659-97cd-7e1be2e9afa7 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/167157aa-bd97-4e81-9212-26df7b00572c HTTP/1.1" status: 200 len: 1776 time: 0.1746099 Sep 30 08:19:55.273156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Made reservation on behalf of 925fbd1962bc4bd4ac0db42456bfebd3 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:55.276732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ebbbca7a-b803-442b-983c-b02350505890 None None] Provisioning complete for port c271b788-beae-48c4-8610-ddd293b51f49 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:55.277166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.277896 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebbbca7a-b803-442b-983c-b02350505890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.318678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbca7a-b803-442b-983c-b02350505890 None None] Port c271b788-beae-48c4-8610-ddd293b51f49 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:55.340274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.360376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcc51f20-932d-4877-a2cf-9e3c80a9f20c req-9ef694d7-4f47-4feb-8774-79d9140caed0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718948 Sep 30 08:19:55.390530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-1bef1a78-664b-4ea6-a3ac-00f55c491704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.392367 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-1bef1a78-664b-4ea6-a3ac-00f55c491704 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.1911359 Sep 30 08:19:55.405280 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-105a5c59-31e1-482e-b511-81e4543fc093 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.406909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-105a5c59-31e1-482e-b511-81e4543fc093 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.57 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 945 time: 0.1662996 Sep 30 08:19:55.423455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.454473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.460675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.463200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a37d34af-2ae8-4822-a6a9-a93fcade322a req-8de345a4-912e-434d-a4d6-16e7305ced42 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354927 Sep 30 08:19:55.467157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.473747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.479913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.487046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.493220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.499696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-31325844-64d2-49ea-86a2-274efee1d7aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2808013 Sep 30 08:19:55.529049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Deleting port 0ecc0077-393f-495e-b51e-1c9920b98c64 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:55.529414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.558517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3aa8eb-c53e-4628-b302-61ddb3410e74 req-af71264c-32bd-46b1-8c7f-a7d88992b72f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.581246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.606336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.645847 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-64b950f9-ac0b-4fec-aac7-5692a975e9d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296695 Sep 30 08:19:55.646350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da0248dd-13c1-4973-8f64-e7f8ce8ca76a req-2784274e-4ddc-4652-a464-b35c8a069f60 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394594 Sep 30 08:19:55.649759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3aa8eb-c53e-4628-b302-61ddb3410e74 req-af71264c-32bd-46b1-8c7f-a7d88992b72f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.729857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'tag': '8e971373-280f-462c-a290-66198e6aa48e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:55.732150 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1d7ad-b01e-4646-9692-b376cac83267" -d '{"events": [{"name": "network-changed", "server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "tag": "8e971373-280f-462c-a290-66198e6aa48e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:55.761099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] For port 0ecc0077-393f-495e-b51e-1c9920b98c64, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0ecc0077-393f-495e-b51e-1c9920b98c64,segment=NetworkSegment(8776620f-f764-48dd-aeca-b3b5dbe48e9f),segment_id=8776620f-f764-48dd-aeca-b3b5dbe48e9f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:55.761520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.786551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Calling delete_port for 0ecc0077-393f-495e-b51e-1c9920b98c64 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:55.790377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-4d7ae922-ff17-4185-b9d3-74977e62ff7a service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283152 Sep 30 08:19:55.808001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3aa8eb-c53e-4628-b302-61ddb3410e74 req-af71264c-32bd-46b1-8c7f-a7d88992b72f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.811072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3aa8eb-c53e-4628-b302-61ddb3410e74 req-af71264c-32bd-46b1-8c7f-a7d88992b72f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.812243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3aa8eb-c53e-4628-b302-61ddb3410e74 req-af71264c-32bd-46b1-8c7f-a7d88992b72f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/167157aa-bd97-4e81-9212-26df7b00572c HTTP/1.1" status: 204 len: 173 time: 0.5401361 Sep 30 08:19:55.834955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.847712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71264c-32bd-46b1-8c7f-a7d88992b72f tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167157aa-bd97-4e81-9212-26df7b00572c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:55.849667 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.946344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85904c06-e5e3-435f-b825-95a99bb214c4 req-fa648fdb-4921-45c9-96b0-f4be20241875 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:55.948223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85904c06-e5e3-435f-b825-95a99bb214c4 req-fa648fdb-4921-45c9-96b0-f4be20241875 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/ports?device_id=2067e0b4-3bcb-4570-a2e6-f00122d8da2c HTTP/1.1" status: 200 len: 945 time: 0.2204554 Sep 30 08:19:55.970508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:19:55.980076 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46c238d1-62ae-4d0d-b991-4807874cba22 req-fb55e2ec-254a-4ba7-ad2a-30fa2034c235 service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803992 Sep 30 08:19:55.988874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3cf6e-4472-48e6-be6a-e615dc93ee87,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.014669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.015032 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Added segment aed16fa8-90d3-405c-9722-de41f2c60ff9 of type vlan for network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 Sep 30 08:19:56.049650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.064011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0ecc0077-393f-495e-b51e-1c9920b98c64'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:56.099983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac9707-17c8-4887-8320-2c1c462854c4 req-f98b2382-0e98-45ad-824b-cad62fd94b62 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.101631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8ac9707-17c8-4887-8320-2c1c462854c4 req-f98b2382-0e98-45ad-824b-cad62fd94b62 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1980453 Sep 30 08:19:56.114212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Pushing event deleted for resources: {'Port': ['ID=0ecc0077-393f-495e-b51e-1c9920b98c64,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.126495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.138273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] No DVR routers for this DVR port 0ecc0077-393f-495e-b51e-1c9920b98c64 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:56.140861 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.141941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85904c06-e5e3-435f-b825-95a99bb214c4 req-8fe4f39b-bc25-475f-9fd6-3fbbdcf096d9 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.41 "GET /v2.0/security-groups?id=434a2122-8f8e-4d1d-9b68-1af38fe61da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684434 Sep 30 08:19:56.143319 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dc2e7-b754-4409-85d4-4227ac2e02d4 req-b145ef72-b6bb-494e-9937-d59141e22988 tempest-ServerAddressesTestJSON-1909911655 tempest-ServerAddressesTestJSON-1909911655-project] 10.222.0.57 "DELETE /v2.0/ports/0ecc0077-393f-495e-b51e-1c9920b98c64 HTTP/1.1" status: 204 len: 173 time: 0.7245460 Sep 30 08:19:56.144426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.146697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.234318 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d11390-fa97-4994-9c66-fbddfa263507 x-openstack-request-id: req-92d11390-fa97-4994-9c66-fbddfa263507 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:56.234707 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "tag": "8e971373-280f-462c-a290-66198e6aa48e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:56.235071 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92d11390-fa97-4994-9c66-fbddfa263507 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:56.235637 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'tag': '8e971373-280f-462c-a290-66198e6aa48e', 'status': 'completed', 'code': 200} Sep 30 08:19:56.261327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8ac9707-17c8-4887-8320-2c1c462854c4 req-18b5e2b0-d077-426f-923d-3165abf981ff tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448450 Sep 30 08:19:56.262736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.264886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Pushing event updated for resources: {'Port': ['ID=c271b788-beae-48c4-8610-ddd293b51f49,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.268391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.269798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.270593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.356186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-e837bac0-0b5f-4fac-b8ca-1635727cb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.364026 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-e837bac0-0b5f-4fac-b8ca-1635727cb981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=fa64bc34-ea49-416f-bbc5-3624aa0da42b HTTP/1.1" status: 200 len: 1095 time: 0.1057119 Sep 30 08:19:56.401911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64d36e7-10cd-46fd-a1e5-5d8a596fd285 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:56.505734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:56.507015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.530435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-c0417c1d-d4be-4132-be70-428e18e5c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.533082 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-c0417c1d-d4be-4132-be70-428e18e5c030 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 913 time: 0.1438222 Sep 30 08:19:56.600861 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-cffe2993-d34c-4346-a262-621a6fd3d1bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e971373-280f-462c-a290-66198e6aa48e HTTP/1.1" status: 200 len: 217 time: 0.0544984 Sep 30 08:19:56.603445 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.626060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b64d36e7-10cd-46fd-a1e5-5d8a596fd285, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:56.628800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7741055 Sep 30 08:19:56.629422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51262) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:56.634092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.640462 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-547e54a4-1476-4ab4-be52-11acc47c935b req-5147309a-adba-454e-ac71-fcf4f4aafd0a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:56.641486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-547e54a4-1476-4ab4-be52-11acc47c935b req-5147309a-adba-454e-ac71-fcf4f4aafd0a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/921d7e59-9285-433d-8c45-9bf1f1c1aaef HTTP/1.1" status: 404 len: 352 time: 0.0807261 Sep 30 08:19:56.678683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Request body: {'subnet': {'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-subnet', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:56.689118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-28dfd39e-eaad-4fcd-81d1-e01e7ffc1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.693053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d65987-03d8-46b1-8ce9-565a7022404c admin admin] Pushing event updated for resources: {'Network': ['ID=5e21cca3-a8ed-46c3-bdf4-2b957d03b941,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.694055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-28dfd39e-eaad-4fcd-81d1-e01e7ffc1961 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.0832620 Sep 30 08:19:56.707645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:19:56.711278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.751367 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-7e51dfb1-133d-4860-9a6a-07826df2a15a req-1bcfca74-b39c-4acb-a024-2458711a39a6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:56.752454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e51dfb1-133d-4860-9a6a-07826df2a15a req-1bcfca74-b39c-4acb-a024-2458711a39a6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/3c9d3338-13a7-4730-9b39-6da0a89b5ce6 HTTP/1.1" status: 404 len: 352 time: 0.0662558 Sep 30 08:19:56.766269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Made reservation on behalf of 925fbd1962bc4bd4ac0db42456bfebd3 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:56.769153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.779680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930b6b9-1fb9-403d-b33f-6d61521a7949 req-513e10e6-b4b5-4e9e-baee-2038f1e39e8c tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.784685 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-2c79da21-540c-4050-8d1d-582b52aea8b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740845 Sep 30 08:19:56.785969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9930b6b9-1fb9-403d-b33f-6d61521a7949 req-513e10e6-b4b5-4e9e-baee-2038f1e39e8c tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 943 time: 0.2239568 Sep 30 08:19:56.904206 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-d22e4953-5d49-4fb0-883d-050cda35c652 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085846 Sep 30 08:19:56.926610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Network 41cab8b9-5828-4d4a-9799-079710952c59 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:56.931350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:57.012778 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3cb1d7ad-b01e-4646-9692-b376cac83267 req-7c38aa15-e568-4366-88af-10efc95a21f5 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993078 Sep 30 08:19:57.024473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 8e971373-280f-462c-a290-66198e6aa48e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:57.025573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9930b6b9-1fb9-403d-b33f-6d61521a7949 req-7901f507-f907-4731-8ccd-486a944d28ac tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717677 Sep 30 08:19:57.061290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.068530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.075254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.082227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.088421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.094439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.102945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.105350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-d5c55ae2-db3b-463d-baf4-ed4f79360a9b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2519641 Sep 30 08:19:57.153375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8e971373-280f-462c-a290-66198e6aa48e,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:57.165979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '8e971373-280f-462c-a290-66198e6aa48e', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'port_id': '8e971373-280f-462c-a290-66198e6aa48e', 'mac_address': 'fa:16:3e:92:db:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fc2699-a350-448f-bcb6-3451580da18d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:57.196964 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-4b3dfd9b-6e27-4d62-8015-dcc4c38ddfde req-686dae54-f555-4db3-a5c3-8dc8f101fe89 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:57.198003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3dfd9b-6e27-4d62-8015-dcc4c38ddfde req-686dae54-f555-4db3-a5c3-8dc8f101fe89 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/c1635335-25a4-4cc9-ad43-17361c4ad8ea HTTP/1.1" status: 404 len: 352 time: 0.0915351 Sep 30 08:19:57.214331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.231074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e971373-280f-462c-a290-66198e6aa48e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:57.248544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51274) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:57.253932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8e971373-280f-462c-a290-66198e6aa48e,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:57.256901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab515bfa-eee6-4065-a64a-4e09c07d2e78 req-75008e8b-6b32-4809-a341-7610dad5bb9c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236448 Sep 30 08:19:57.264008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:57.265976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7763475f-eb65-461a-be7e-5712b1cc28a4 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:57.267752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.304278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Deleting subnet bebb42a5-c66c-454a-919f-97c2e065e8aa {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:57.307487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bdaffc73-f7a1-4aa2-b3fb-e95f00f9aa7f None None] Provisioning complete for port c271b788-beae-48c4-8610-ddd293b51f49 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:57.307673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.307854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdaffc73-f7a1-4aa2-b3fb-e95f00f9aa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.331029 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-488c97f4-0e3b-47f6-864a-2d8fb3ca9512 req-418a4a8a-f8ee-41f7-8273-694738f08a3c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:57.332091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-488c97f4-0e3b-47f6-864a-2d8fb3ca9512 req-418a4a8a-f8ee-41f7-8273-694738f08a3c tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/3dc964b1-3b92-494b-8ee1-c3d22ab17735 HTTP/1.1" status: 404 len: 352 time: 0.0351942 Sep 30 08:19:57.343294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.378453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.388787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:57.428386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.444662 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-34cb9444-2197-4f50-a786-84e657a8af00 req-50a890d8-0760-4a41-8671-0ff861101f32 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:57.444662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34cb9444-2197-4f50-a786-84e657a8af00 req-50a890d8-0760-4a41-8671-0ff861101f32 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/bc5d7a2f-118c-4c3c-9edc-f5d7f0f8fab8 HTTP/1.1" status: 404 len: 352 time: 0.0662360 Sep 30 08:19:57.450922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bdaffc73-f7a1-4aa2-b3fb-e95f00f9aa7f None None] Port c271b788-beae-48c4-8610-ddd293b51f49 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:57.483691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7763475f-eb65-461a-be7e-5712b1cc28a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7763475f-eb65-461a-be7e-5712b1cc28a4,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:57.492582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19808504-62a9-40bb-a8b4-1c4bdb137f28,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:57.499460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '7763475f-eb65-461a-be7e-5712b1cc28a4', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'port_id': '7763475f-eb65-461a-be7e-5712b1cc28a4', 'mac_address': 'fa:16:3e:28:e2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fc2699-a350-448f-bcb6-3451580da18d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:57.502769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.532604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebb42a5-c66c-454a-919f-97c2e065e8aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:57.554569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.554569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.554569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.556667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.557782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.559080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.559791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.560439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.560948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.561147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['8e971373-280f-462c-a290-66198e6aa48e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:57.562053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.562556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.563076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.563591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ccf39-6320-4116-b758-43c7d02e2e93 req-15437532-1a0d-4efd-bd08-b9fcfad5faf7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.563942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:57.565183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd3ccf39-6320-4116-b758-43c7d02e2e93 req-15437532-1a0d-4efd-bd08-b9fcfad5faf7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1477351 Sep 30 08:19:57.566964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Checking segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:57.566964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Network hostable DHCP agents. Network: 5e21cca3-a8ed-46c3-bdf4-2b957d03b941, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:19:57.569536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:57.572641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.575173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d9289b9a-54ab-4851-bf03-d11dec9e5e2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bebb42a5-c66c-454a-919f-97c2e065e8aa HTTP/1.1" status: 204 len: 168 time: 0.3254297 Sep 30 08:19:57.576961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e41adf7a-43d8-40c1-9e88-3b6a580d2d80 admin admin] 10.222.0.41 "PUT /v2.0/routers/9f42512b-ccf0-4b41-bd92-52201b778a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7558186 Sep 30 08:19:57.577684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51284) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:57.616535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7763475f-eb65-461a-be7e-5712b1cc28a4 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:57.617381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:57.619550 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-0c7a6c57-f50d-4d73-aee6-fdc9d5b3a9be req-a4d3c28a-7b91-485c-8eac-a5e96d5ffee1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] show failed (client error): The resource could not be found. Sep 30 08:19:57.621084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c7a6c57-f50d-4d73-aee6-fdc9d5b3a9be req-a4d3c28a-7b91-485c-8eac-a5e96d5ffee1 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/b31ac8fa-bc99-4e02-a202-43beb91d8c2c HTTP/1.1" status: 404 len: 352 time: 0.0425310 Sep 30 08:19:57.632345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:19:57.655692 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:57.656926 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:57.679822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd3ccf39-6320-4116-b758-43c7d02e2e93 req-3304c5cc-95fb-4ebf-a135-d8db6fa0429a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812297 Sep 30 08:19:57.684778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7763475f-eb65-461a-be7e-5712b1cc28a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7763475f-eb65-461a-be7e-5712b1cc28a4,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:57.687162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5e21cca3-a8ed-46c3-bdf4-2b957d03b941) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:57.693762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.696396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.709873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.711803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ed99e-6044-41d7-aacb-c15b5ce8d573 None None] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:57.737438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eedbc227-4cf6-4345-9a03-4a8abd5e2963 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0951307 Sep 30 08:19:57.738212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:57.744464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:57.749028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.797342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.798906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.921304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.936859 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:57.943595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.975278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a27345-f66a-441a-bbc3-f95eba9fdafb']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:57.997199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776620f-f764-48dd-aeca-b3b5dbe48e9f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:57.997877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776620f-f764-48dd-aeca-b3b5dbe48e9f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:58.019442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.038449 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.046068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:58.046727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:58.049808 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:58.065684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7763475f-eb65-461a-be7e-5712b1cc28a4,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:58.077612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7763475f-eb65-461a-be7e-5712b1cc28a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:58.131318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.160204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.167562 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8a27345-f66a-441a-bbc3-f95eba9fdafb HTTP/1.1" status: 204 len: 168 time: 0.5866036 Sep 30 08:19:58.168666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0859d-9d27-4b9e-898c-2c02ecbbf329 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a27345-f66a-441a-bbc3-f95eba9fdafb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:58.194229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.210932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b89e-dd72-4969-9973-c386a5a342a7 req-f2886056-1c59-45fd-9440-fa4a7247b4ea tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:58.214251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abe4b89e-dd72-4969-9973-c386a5a342a7 req-f2886056-1c59-45fd-9440-fa4a7247b4ea tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1023 time: 0.2150891 Sep 30 08:19:58.237711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'name': 'network-vif-deleted', 'tag': '0ecc0077-393f-495e-b51e-1c9920b98c64'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:58.239794 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd18073b-9500-492a-aeec-5f2cbb68efeb" -d '{"events": [{"server_uuid": "2067e0b4-3bcb-4570-a2e6-f00122d8da2c", "name": "network-vif-deleted", "tag": "0ecc0077-393f-495e-b51e-1c9920b98c64"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:58.245687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d05f13-3f39-451c-8f70-f65f964024e9 req-fdd98dfa-b73f-4a4d-910b-a4eae13b9543 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:58.252638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:58.252924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5d05f13-3f39-451c-8f70-f65f964024e9 req-fdd98dfa-b73f-4a4d-910b-a4eae13b9543 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 946 time: 0.2184844 Sep 30 08:19:58.253517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.327694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 2, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:58.328297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64d36e7-10cd-46fd-a1e5-5d8a596fd285 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:58.331949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abe4b89e-dd72-4969-9973-c386a5a342a7 req-0fccb8d4-208a-4e7d-8367-f2a429c671be tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=cafec3ac-284f-4d7f-a8d9-1b4765222391&id=0f136bd3-013b-490b-9339-9b4564cb4b66&id=eaa97202-64f9-4475-98cb-4009159771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1126161 Sep 30 08:19:58.354209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5d05f13-3f39-451c-8f70-f65f964024e9 req-2fabd6cf-6288-4627-ad5b-17f2de27704e tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003270 Sep 30 08:19:58.384874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:58.392192 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:58.392566 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Updating router 9f42512b-ccf0-4b41-bd92-52201b778a7a port c271b788-beae-48c4-8610-ddd293b51f49 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:19:58.459309 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.465018 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-467fb8b5-f8a9-4628-95a5-da24e14f4d95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cf8f8051ebb4d4dbadfbb33c13437ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789676 Sep 30 08:19:58.478407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51314) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:58.558464 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55f691d9-2af0-407d-8e9e-041c24782853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.589014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55f691d9-2af0-407d-8e9e-041c24782853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.605853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Allocated IP 172.20.0.2 (5e21cca3-a8ed-46c3-bdf4-2b957d03b941/19808504-62a9-40bb-a8b4-1c4bdb137f28/169607c0-cbf7-4f21-ab26-48c1bbe116bc) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:58.607942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:58.608321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.653234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55f691d9-2af0-407d-8e9e-041c24782853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.656347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55f691d9-2af0-407d-8e9e-041c24782853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.657817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-55f691d9-2af0-407d-8e9e-041c24782853 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/434a2122-8f8e-4d1d-9b68-1af38fe61da7 HTTP/1.1" status: 204 len: 168 time: 0.1736772 Sep 30 08:19:58.672786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f691d9-2af0-407d-8e9e-041c24782853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a2122-8f8e-4d1d-9b68-1af38fe61da7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:58.678178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8103b-297b-42fe-8cb4-e77dad19a60b req-5e65c2a6-bee2-479c-9f81-24151ca300e2 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:58.686391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95f8103b-297b-42fe-8cb4-e77dad19a60b req-5e65c2a6-bee2-479c-9f81-24151ca300e2 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 944 time: 0.1765285 Sep 30 08:19:58.694764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.744733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.879216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95f8103b-297b-42fe-8cb4-e77dad19a60b req-0cb85649-3a6c-4b07-9d45-3aef5ede3a39 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873293 Sep 30 08:19:58.960550 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1f58f9-4a02-426f-91b6-0a6b4026cd3a x-openstack-request-id: req-7a1f58f9-4a02-426f-91b6-0a6b4026cd3a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:58.960889 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2067e0b4-3bcb-4570-a2e6-f00122d8da2c", "name": "network-vif-deleted", "tag": "0ecc0077-393f-495e-b51e-1c9920b98c64", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:58.961148 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a1f58f9-4a02-426f-91b6-0a6b4026cd3a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:58.961583 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2067e0b4-3bcb-4570-a2e6-f00122d8da2c', 'name': 'network-vif-deleted', 'tag': '0ecc0077-393f-495e-b51e-1c9920b98c64', 'status': 'completed', 'code': 200} Sep 30 08:19:59.028725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 8e971373-280f-462c-a290-66198e6aa48e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:59.031013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Allocated IP 172.25.7.220 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/3d9f4add-91e3-4267-bf38-b169bdbb2939) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:59.078251 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.084693 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.123937 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.134244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 8e971373-280f-462c-a290-66198e6aa48e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:19:59.135436 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Pushing event updated for resources: {'Port': ['ID=c271b788-beae-48c4-8610-ddd293b51f49,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:59.140535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.146008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 8e971373-280f-462c-a290-66198e6aa48e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:59.146211 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.150991 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.151361 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.151800 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.152138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.152473 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.152856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.153235 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.154076 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.154416 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.154841 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.155262 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.155599 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:59.180332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-508a7fdc-a008-45d9-82a3-7be4b65f312f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.189817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-508a7fdc-a008-45d9-82a3-7be4b65f312f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 820 time: 0.2381859 Sep 30 08:19:59.249011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.256189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.262183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:59.262381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.270334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.274565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:59.276513 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Attempting to bind port c271b788-beae-48c4-8610-ddd293b51f49 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:59.276899 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Attempting to bind port c271b788-beae-48c4-8610-ddd293b51f49 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:59.277396 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Attempting to bind port c271b788-beae-48c4-8610-ddd293b51f49 on network 41cab8b9-5828-4d4a-9799-079710952c59 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:59.277547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:59.281012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.283535 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:59.283866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7763475f-eb65-461a-be7e-5712b1cc28a4 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:59.283998 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Checking segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:59.284371 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.284786 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Bound using segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:59.285301 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Bound port: c271b788-beae-48c4-8610-ddd293b51f49, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:59.285886 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.292540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Pushing event updated for resources: {'Port': ['ID=169607c0-cbf7-4f21-ab26-48c1bbe116bc,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:59.292761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.301964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.322345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-b0a57865-f1eb-4352-8616-0178df1dd6ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.2932189 Sep 30 08:19:59.332565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-5353b7ef-6cac-4604-9f11-4e94d606092b tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/quotas/55d398c7e315458c9436adc03baae206 HTTP/1.1" status: 200 len: 375 time: 0.1413777 Sep 30 08:19:59.404490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] For port c271b788-beae-48c4-8610-ddd293b51f49, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:59.408838 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] For port c271b788-beae-48c4-8610-ddd293b51f49, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c271b788-beae-48c4-8610-ddd293b51f49,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:59.415061 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.439102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Attempting to bind port 169607c0-cbf7-4f21-ab26-48c1bbe116bc on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:59.440162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Attempting to bind port 169607c0-cbf7-4f21-ab26-48c1bbe116bc by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:59.440778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Attempting to bind port 169607c0-cbf7-4f21-ab26-48c1bbe116bc on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:59.444443 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.461404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:59.462221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Checking segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:59.462891 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.463542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Bound using segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:59.464263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Bound port: 169607c0-cbf7-4f21-ab26-48c1bbe116bc, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:59.464908 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.475327 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:59.475977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:59.521242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 7763475f-eb65-461a-be7e-5712b1cc28a4 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:19:59.530558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e971373-280f-462c-a290-66198e6aa48e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:59.533857 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da87a20-7079-4be7-9185-e1c5c9831a33" -d '{"events": [{"server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "name": "network-vif-plugged", "status": "completed", "tag": "8e971373-280f-462c-a290-66198e6aa48e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:59.540546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95b731aa-8f0f-4a2e-8e8e-3f92dc5da754 req-27f22517-67cb-4721-be87-43e5482875ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047176 Sep 30 08:19:59.555244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 7763475f-eb65-461a-be7e-5712b1cc28a4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:59.555994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.562536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8e971373-280f-462c-a290-66198e6aa48e,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:59.571182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-04f77807-753c-4ed3-80e1-305518032062 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2377305 Sep 30 08:19:59.608307 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.609887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0ecc0077-393f-495e-b51e-1c9920b98c64 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:59.643463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac2db4-6578-4748-8fa6-b929b34b068a req-35eb387f-19ed-427c-9523-e86e2ede10a6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.651616 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-afac2db4-6578-4748-8fa6-b929b34b068a req-35eb387f-19ed-427c-9523-e86e2ede10a6 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1023 time: 0.1245759 Sep 30 08:19:59.691047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 0ecc0077-393f-495e-b51e-1c9920b98c64 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:59.691402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0ecc0077-393f-495e-b51e-1c9920b98c64 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:59.721219 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:59.771555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-62546c4f-c31e-4501-83af-89a9e5669212 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994219 Sep 30 08:19:59.782944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] For port 169607c0-cbf7-4f21-ab26-48c1bbe116bc, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:59.811394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] For port 169607c0-cbf7-4f21-ab26-48c1bbe116bc, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=169607c0-cbf7-4f21-ab26-48c1bbe116bc,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:59.828177 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.831198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.836207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5ebc9514-d808-4155-8873-fd8db44cd854 None None] Provisioning complete for port c271b788-beae-48c4-8610-ddd293b51f49 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:59.836460 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9514-d808-4155-8873-fd8db44cd854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.870780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Deleting port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:59.871036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.906913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb6001-66f7-449a-ac7a-87894ade6a38 None None] Pushing event updated for resources: {'Port': ['ID=c271b788-beae-48c4-8610-ddd293b51f49,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:59.959729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51354) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:59.966141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.005568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] For port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,segment=NetworkSegment(3c0ae527-5c8a-416c-8e58-c65fcc98a569),segment_id=3c0ae527-5c8a-416c-8e58-c65fcc98a569)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:00.006141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.036183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Calling delete_port for 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:00.080879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722a3a1-d805-4418-ac01-50eff8a0b5d5 None None] Pushing event updated for resources: {'Port': ['ID=169607c0-cbf7-4f21-ab26-48c1bbe116bc,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.109281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.191755 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:19:59Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:00.208670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-network', 'tenant_id': 'd45e6228797342b190e736c24a01d598'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:00.215706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7763475f-eb65-461a-be7e-5712b1cc28a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7763475f-eb65-461a-be7e-5712b1cc28a4,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:00.230495 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f8d69-7c9e-4b8a-9288-e8ce8dba4333 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:19:59Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:00.230699 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.236607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9514-d808-4155-8873-fd8db44cd854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.353904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Made reservation on behalf of d45e6228797342b190e736c24a01d598 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:00.357013 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.381615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38969-35a6-49b4-b9fd-00faa07689ca req-9c1a35a2-ba6c-47bd-969d-fae8da383d5a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:00.389300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75f38969-35a6-49b4-b9fd-00faa07689ca req-9c1a35a2-ba6c-47bd-969d-fae8da383d5a tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e4e4687-5693-4098-af39-b8fc839268ee HTTP/1.1" status: 200 len: 1023 time: 0.6108139 Sep 30 08:20:00.394906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.426563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-2612084d-9bc6-457f-9a2d-3d17fc619f16 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530559 Sep 30 08:20:00.441904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5ebc9514-d808-4155-8873-fd8db44cd854 None None] For port c271b788-beae-48c4-8610-ddd293b51f49, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c271b788-beae-48c4-8610-ddd293b51f49,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:00.447451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7763475f-eb65-461a-be7e-5712b1cc28a4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.459335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.468592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9514-d808-4155-8873-fd8db44cd854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.490523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75f38969-35a6-49b4-b9fd-00faa07689ca req-aa777bc4-00a4-4469-ad09-0271d4943c59 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups?id=cafec3ac-284f-4d7f-a8d9-1b4765222391&id=0f136bd3-013b-490b-9339-9b4564cb4b66&id=eaa97202-64f9-4475-98cb-4009159771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0979931 Sep 30 08:20:00.494751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.500806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'Port': ['ID=9cf96c60-681f-4ced-b3dd-a2ce565edbf6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.528714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9cf96c60-681f-4ced-b3dd-a2ce565edbf6'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:00.602866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:00.615922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] No DVR routers for this DVR port 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:00.616150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:00.619577 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.622035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:00.626632 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-afac2db4-6578-4748-8fa6-b929b34b068a req-4eadb6f9-878b-431e-8975-5f92e2afa6a2 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.57 "DELETE /v2.0/ports/9cf96c60-681f-4ced-b3dd-a2ce565edbf6 HTTP/1.1" status: 204 len: 173 time: 0.9703701 Sep 30 08:20:00.648560 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc9514-d808-4155-8873-fd8db44cd854 None None] Pushing event updated for resources: {'Port': ['ID=c271b788-beae-48c4-8610-ddd293b51f49,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.681021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2ff06da-dadd-4cc4-b146-595cefb6c4f6 None None] Provisioning complete for port c271b788-beae-48c4-8610-ddd293b51f49 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:00.682701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2ff06da-dadd-4cc4-b146-595cefb6c4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.744997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.746065 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204e232c-400d-4bc0-a771-dbed56df0400 x-openstack-request-id: req-204e232c-400d-4bc0-a771-dbed56df0400 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:00.746541 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "name": "network-vif-plugged", "status": "completed", "tag": "8e971373-280f-462c-a290-66198e6aa48e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:00.746958 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-204e232c-400d-4bc0-a771-dbed56df0400 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:00.750705 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e971373-280f-462c-a290-66198e6aa48e', 'code': 200} Sep 30 08:20:00.762182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.848892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Pushing event updated for resources: {'Port': ['ID=3d9f4add-91e3-4267-bf38-b169bdbb2939,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.858262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2898f90b-76af-4257-a430-88d911e35814,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.875657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:00.919981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.920331 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Added segment 8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2 of type vlan for network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 Sep 30 08:20:00.964414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'name': 'network-vif-deleted', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:00.967091 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf456f-b85e-4638-8bdd-12c153c1d7f4" -d '{"events": [{"server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "name": "network-vif-deleted", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:00.976369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4809f1-7a1a-4bda-8248-9c90f489eb28 req-5704e690-5c7b-44b2-a87a-a31af969007d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:00.979523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf4809f1-7a1a-4bda-8248-9c90f489eb28 req-5704e690-5c7b-44b2-a87a-a31af969007d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 946 time: 0.2988658 Sep 30 08:20:00.997894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.005063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2c69-81c1-4af3-9e7d-6067d6113035 req-d109a028-29ef-4cb3-90ad-cc98fb6d6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.007318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a4ed2c69-81c1-4af3-9e7d-6067d6113035 req-d109a028-29ef-4cb3-90ad-cc98fb6d6db2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa64bc34-ea49-416f-bbc5-3624aa0da42b HTTP/1.1" status: 200 len: 1097 time: 0.1334534 Sep 30 08:20:01.076477 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a4ed2c69-81c1-4af3-9e7d-6067d6113035 req-909afa26-5f9d-463e-9bcd-d2a5fc497aae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566537 Sep 30 08:20:01.077151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.078139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.078991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.133838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf4809f1-7a1a-4bda-8248-9c90f489eb28 req-7e8248cc-1227-496a-9633-44da09f5206d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337347 Sep 30 08:20:01.134002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1727569 Sep 30 08:20:01.136466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51372) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:01.142244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Request body: {'subnet': {'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-subnet', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:01.167080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d44448-6b6a-47f3-a473-832115c8bdbd req-346cd080-ddb8-490b-81fe-9781aa828ad7 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.179381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43d44448-6b6a-47f3-a473-832115c8bdbd req-346cd080-ddb8-490b-81fe-9781aa828ad7 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 945 time: 0.3230739 Sep 30 08:20:01.207549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Made reservation on behalf of d45e6228797342b190e736c24a01d598 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:01.207549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.249031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d265ae-27f4-4c35-993b-455176ce7080 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:01.260407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:01.510671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43d44448-6b6a-47f3-a473-832115c8bdbd req-15276464-a9c3-4037-827c-f63fa9afb0fa tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294911 Sep 30 08:20:01.575653 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.580784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.606201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.614007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.625621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d68c44-d1ca-410a-90c3-9cf064c8c868 None None] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:01.628903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.636112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.642835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.650415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.662659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.672137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-3f8839be-3b5c-46f1-8c43-11c5073dd480 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.4184663 Sep 30 08:20:01.710296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea033ed-2035-4831-b565-8d360869c516,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:01.722052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Checking segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:01.722416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Network hostable DHCP agents. Network: c4e56ffd-8e2a-40a2-9928-8a980a9a6e96, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:01.729190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06e0015d-3a47-4eb2-9e0f-a57cbad4b52e None None] Provisioning complete for port 169607c0-cbf7-4f21-ab26-48c1bbe116bc triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:01.729818 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06e0015d-3a47-4eb2-9e0f-a57cbad4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.746031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:01.761963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c4e56ffd-8e2a-40a2-9928-8a980a9a6e96) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:01.768876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.769837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.788401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d91d9a3-d894-4b92-b3a2-05ff031e4710 req-c4ab32c0-4da9-4c4a-9150-71185ff309f6 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 210 time: 0.1122398 Sep 30 08:20:01.791863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bbe2a-9839-47af-a6bc-9d015cf1b56e None None] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:01.798684 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f5f7b295-6a47-43e9-bf7d-9b32716df0c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6610222 Sep 30 08:20:01.799924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51380) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:01.809757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:01.839249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.845309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.848426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b756a8c-f542-41bd-ad81-9e53693ebbdc req-5d002a8e-e809-4e8e-8492-328b589be945 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750686 Sep 30 08:20:01.974056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.976313 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b4140-55f7-4b6f-86c5-05cf4a2d9043 x-openstack-request-id: req-6d8b4140-55f7-4b6f-86c5-05cf4a2d9043 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:01.977370 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4e4687-5693-4098-af39-b8fc839268ee", "name": "network-vif-deleted", "tag": "9cf96c60-681f-4ced-b3dd-a2ce565edbf6", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:01.977841 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d8b4140-55f7-4b6f-86c5-05cf4a2d9043 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:01.978411 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4e4687-5693-4098-af39-b8fc839268ee', 'name': 'network-vif-deleted', 'tag': '9cf96c60-681f-4ced-b3dd-a2ce565edbf6', 'status': 'completed', 'code': 200} Sep 30 08:20:02.070143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.180333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.231333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013a686-11b2-4f79-bc97-7c632e4b7fb9 None None] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:02.251228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06e0015d-3a47-4eb2-9e0f-a57cbad4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.260485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2042b41d-1629-467f-b0e7-34ac36327f37 req-d1cfd5ae-d292-448f-8d94-994a92cc0e13 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/cafec3ac-284f-4d7f-a8d9-1b4765222391 HTTP/1.1" status: 200 len: 1801 time: 0.1433208 Sep 30 08:20:02.402587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Router 0b3d5632-9624-4990-800e-fad470c69a27 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:20:02.505967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06e0015d-3a47-4eb2-9e0f-a57cbad4b52e None None] For port 169607c0-cbf7-4f21-ab26-48c1bbe116bc, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=169607c0-cbf7-4f21-ab26-48c1bbe116bc,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:02.513735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 169607c0-cbf7-4f21-ab26-48c1bbe116bc up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:02.540958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2042b41d-1629-467f-b0e7-34ac36327f37 req-a1d5cf1e-1f73-483f-927a-41f3efeed012 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.599490 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06e0015d-3a47-4eb2-9e0f-a57cbad4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.628692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2042b41d-1629-467f-b0e7-34ac36327f37 req-a1d5cf1e-1f73-483f-927a-41f3efeed012 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.655557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:02.694912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:02.725270 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.730652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-69b67fda-4e31-47cc-8375-f2031e00eb0a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9909496 Sep 30 08:20:02.731745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51404) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:02.771480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763475f-eb65-461a-be7e-5712b1cc28a4'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:02.772368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2042b41d-1629-467f-b0e7-34ac36327f37 req-a1d5cf1e-1f73-483f-927a-41f3efeed012 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.774316 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72540e0d-5632-4636-97c6-87a8eb583e14" -d '{"events": [{"server_uuid": "783a3e87-38f7-47e1-acec-6a29deca3be5", "name": "network-vif-plugged", "status": "completed", "tag": "7763475f-eb65-461a-be7e-5712b1cc28a4"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:02.777269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:02.777567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2042b41d-1629-467f-b0e7-34ac36327f37 req-a1d5cf1e-1f73-483f-927a-41f3efeed012 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.778260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:02.782558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2042b41d-1629-467f-b0e7-34ac36327f37 req-a1d5cf1e-1f73-483f-927a-41f3efeed012 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/cafec3ac-284f-4d7f-a8d9-1b4765222391 HTTP/1.1" status: 204 len: 173 time: 0.5062532 Sep 30 08:20:02.820061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0015d-3a47-4eb2-9e0f-a57cbad4b52e None None] Pushing event updated for resources: {'Port': ['ID=169607c0-cbf7-4f21-ab26-48c1bbe116bc,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:02.845477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.850260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5cf1e-1f73-483f-927a-41f3efeed012 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafec3ac-284f-4d7f-a8d9-1b4765222391,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:02.860540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d5c6a981-0fdf-4eab-8e4e-dd50ca2a6da1 None None] Provisioning complete for port 169607c0-cbf7-4f21-ab26-48c1bbe116bc triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:02.861115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5c6a981-0fdf-4eab-8e4e-dd50ca2a6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.862879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c692-bf0c-40c1-ae46-2c2ba0db5d94 req-44da8166-6aab-47a1-a81d-d4f06be97943 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:02.864111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5664c692-bf0c-40c1-ae46-2c2ba0db5d94 req-44da8166-6aab-47a1-a81d-d4f06be97943 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 945 time: 0.1812835 Sep 30 08:20:02.874252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.974739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-36a236d4-0f46-4ff2-a6e3-ff4af268d5ab tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:02.976660 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-36a236d4-0f46-4ff2-a6e3-ff4af268d5ab tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.57 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 820 time: 0.4020574 Sep 30 08:20:03.004096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'port': {'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'admin_state_up': True, 'tenant_id': '55d398c7e315458c9436adc03baae206'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:03.023698 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce6e382-3fd9-40f0-8ede-418218a55c03 x-openstack-request-id: req-0ce6e382-3fd9-40f0-8ede-418218a55c03 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:03.024081 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a3e87-38f7-47e1-acec-6a29deca3be5", "name": "network-vif-plugged", "status": "completed", "tag": "7763475f-eb65-461a-be7e-5712b1cc28a4", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:03.024397 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ce6e382-3fd9-40f0-8ede-418218a55c03 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:03.024851 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763475f-eb65-461a-be7e-5712b1cc28a4', 'code': 200} Sep 30 08:20:03.046952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 169607c0-cbf7-4f21-ab26-48c1bbe116bc triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:03.047423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.057896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:03.097339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5664c692-bf0c-40c1-ae46-2c2ba0db5d94 req-eb336ec3-109b-4fd1-961c-0502661faca3 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138641 Sep 30 08:20:03.116068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e6f6f7a-179e-429a-8501-137d9410cb31 req-65ab9ede-5307-49f7-b7c9-eb102b268aa7 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "GET /v2.0/security-groups/eaa97202-64f9-4475-98cb-4009159771b3 HTTP/1.1" status: 200 len: 1801 time: 0.1999025 Sep 30 08:20:03.148989 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:20:03.161937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:03.166957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9cf96c60-681f-4ced-b3dd-a2ce565edbf6 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:03.194701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:03.303098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a19fd159-5199-4348-b78b-c8d4d7898b65 req-09351248-cf20-407d-ab4c-247bd032a1c4 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 210 time: 0.0720530 Sep 30 08:20:03.316235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 64920def-9ce7-401f-868e-a1b53635b936 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:03.407857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1e6f6f7a-179e-429a-8501-137d9410cb31 req-eb72d7ba-3607-49f2-a5d2-e42866015421 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.461306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c271b788-beae-48c4-8610-ddd293b51f49 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:03.474442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d136fc-4f50-4f56-89a8-2201dbba3bf8 req-a99a07af-5dde-43a2-87a7-d3dfc8dbb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.475964 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d8d136fc-4f50-4f56-89a8-2201dbba3bf8 req-a99a07af-5dde-43a2-87a7-d3dfc8dbb45f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 1096 time: 0.5212121 Sep 30 08:20:03.499617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1e6f6f7a-179e-429a-8501-137d9410cb31 req-eb72d7ba-3607-49f2-a5d2-e42866015421 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.519738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Allocated IP 172.25.7.167 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/8e951393-7328-4ef6-8f9c-64884946e2f4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:03.547038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.554003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.559946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.565907 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d8d136fc-4f50-4f56-89a8-2201dbba3bf8 req-9c05ad60-a105-4f07-82f9-d1bef2ff7a92 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791998 Sep 30 08:20:03.566490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.572417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.582877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.584287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.586217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-22a134f8-849d-4036-9cd9-ec6c77d5c034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5418 time: 0.1818995 Sep 30 08:20:03.595603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.597758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=64920def-9ce7-401f-868e-a1b53635b936,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:03.603133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Made reservation on behalf of 55d398c7e315458c9436adc03baae206 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:03.607118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.617433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '64920def-9ce7-401f-868e-a1b53635b936', 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d', 'port_id': '64920def-9ce7-401f-868e-a1b53635b936', 'mac_address': 'fa:16:3e:76:1d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83c215e-84f6-43b0-bf58-932300992328', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:03.663871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 3, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:03.666244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c271b788-beae-48c4-8610-ddd293b51f49 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:03.666836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.725770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:03.726065 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1e6f6f7a-179e-429a-8501-137d9410cb31 req-eb72d7ba-3607-49f2-a5d2-e42866015421 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.726203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Updating router 0b3d5632-9624-4990-800e-fad470c69a27 port 3d9f4add-91e3-4267-bf38-b169bdbb2939 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:03.728070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.729970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1e6f6f7a-179e-429a-8501-137d9410cb31 req-eb72d7ba-3607-49f2-a5d2-e42866015421 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.733237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e6f6f7a-179e-429a-8501-137d9410cb31 req-eb72d7ba-3607-49f2-a5d2-e42866015421 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] 10.222.0.41 "DELETE /v2.0/security-groups/eaa97202-64f9-4475-98cb-4009159771b3 HTTP/1.1" status: 204 len: 173 time: 0.5976658 Sep 30 08:20:03.744138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51418) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:03.765028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.768872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64920def-9ce7-401f-868e-a1b53635b936 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:03.782272 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.820485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=64920def-9ce7-401f-868e-a1b53635b936,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:03.835095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.835508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e8ff4c9c-0c20-46d5-8cac-127398ce4099 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:03.848200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ec556b6-aea7-4ff5-b0ee-9066dc287a69 req-17b67c74-7d99-47dc-af2c-01750c2ff769 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2536554 Sep 30 08:20:03.861775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Deleting subnet e6a55fb1-5a15-439a-92f1-bd1cd4c77eef {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:03.873096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72d7ba-3607-49f2-a5d2-e42866015421 tempest-SecurityGroupsTestJSON-255526338 tempest-SecurityGroupsTestJSON-255526338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa97202-64f9-4475-98cb-4009159771b3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:03.911414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.913876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.946458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Allocated IP 172.20.0.10 (41cab8b9-5828-4d4a-9799-079710952c59/23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6/5f227aed-7c04-43c9-9003-6a001493810e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:03.949737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Allocated IP 172.20.0.1 (5e21cca3-a8ed-46c3-bdf4-2b957d03b941/19808504-62a9-40bb-a8b4-1c4bdb137f28/015d7e46-03af-4844-a8c7-edf97e3f9dce) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:04.005024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.010288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:04.041247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:04.043920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:04.061317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:04.096952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.107690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e951393-7328-4ef6-8f9c-64884946e2f4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:04.140898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.167408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:04.171001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:04.222942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:04.248232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e8ff4c9c-0c20-46d5-8cac-127398ce4099', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'port_id': 'e8ff4c9c-0c20-46d5-8cac-127398ce4099', 'mac_address': 'fa:16:3e:82:10:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:04.264342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:04.318309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.360359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 169607c0-cbf7-4f21-ab26-48c1bbe116bc up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:04.363940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.418287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ff4c9c-0c20-46d5-8cac-127398ce4099 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:04.443831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.461193 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.509666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:04.527945 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.528919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:04.560646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Attempting to bind port 3d9f4add-91e3-4267-bf38-b169bdbb2939 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:04.561320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Attempting to bind port 3d9f4add-91e3-4267-bf38-b169bdbb2939 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:04.561738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Attempting to bind port 3d9f4add-91e3-4267-bf38-b169bdbb2939 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:04.574168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 169607c0-cbf7-4f21-ab26-48c1bbe116bc triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:04.574878 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.581709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee929d-04c3-4d8d-abe1-07e6aaa00e4e None None] Pushing event updated for resources: {'Port': ['ID=3d9f4add-91e3-4267-bf38-b169bdbb2939,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:04.605721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.609884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:04.610578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:04.611166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.611811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:04.612500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Bound port: 3d9f4add-91e3-4267-bf38-b169bdbb2939, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:04.612895 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.672770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:04.682907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.687149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.708329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fd5a9ab-912f-47b2-ad2e-15b52b90ebc6 req-2cc5de2d-ed3e-49ed-bafb-93e42addd28a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 210 time: 0.0877967 Sep 30 08:20:04.711878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=015d7e46-03af-4844-a8c7-edf97e3f9dce,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:04.725278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.731188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'port_id': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1', 'mac_address': 'fa:16:3e:6f:42:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:04.734527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.740334 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6a55fb1-5a15-439a-92f1-bd1cd4c77eef HTTP/1.1" status: 204 len: 168 time: 0.9911408 Sep 30 08:20:04.740334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141bef3-457d-40f0-bd44-21d9a83d62d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a55fb1-5a15-439a-92f1-bd1cd4c77eef,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:04.742213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:04.773703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a83a1ed2-d124-4296-8384-a5e7749a25fd None None] Provisioning complete for port 015d7e46-03af-4844-a8c7-edf97e3f9dce triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:04.773703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a83a1ed2-d124-4296-8384-a5e7749a25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.779251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:04.794937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d98de-7509-4920-ae64-7bd476e4ed4b req-e09cbb2f-fa71-48aa-98c6-9f11f271c667 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.807973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b36d98de-7509-4920-ae64-7bd476e4ed4b req-e09cbb2f-fa71-48aa-98c6-9f11f271c667 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 945 time: 0.5399141 Sep 30 08:20:04.828018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.839349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] For port 3d9f4add-91e3-4267-bf38-b169bdbb2939, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:04.890098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b36d98de-7509-4920-ae64-7bd476e4ed4b req-18301f98-f8e0-4aa3-8b51-122a0cd87554 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811300 Sep 30 08:20:04.899678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] For port 3d9f4add-91e3-4267-bf38-b169bdbb2939, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3d9f4add-91e3-4267-bf38-b169bdbb2939,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:04.911092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.021290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.136838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.155908 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.162683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event updated for resources: {'Port': ['ID=5f227aed-7c04-43c9-9003-6a001493810e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:05.164836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a83a1ed2-d124-4296-8384-a5e7749a25fd None None] Port 015d7e46-03af-4844-a8c7-edf97e3f9dce cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:05.183759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.234388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:05.257899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee929d-04c3-4d8d-abe1-07e6aaa00e4e None None] Pushing event updated for resources: {'Port': ['ID=3d9f4add-91e3-4267-bf38-b169bdbb2939,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:05.273499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:05.274426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:05.275943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:05.279968 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.280819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 86fa577e-a0f8-494d-b99c-8e6e54e189d2 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:05.291884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Network 41cab8b9-5828-4d4a-9799-079710952c59 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:05.302578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.303036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:05.309029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.310679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:05.315318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aabae1a-c681-4449-a6c7-44973b2f94e7']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:05.321757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.327919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.340057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.347881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.359505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.371013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ae527-5c8a-416c-8e58-c65fcc98a569') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:05.371308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ae527-5c8a-416c-8e58-c65fcc98a569') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:05.375875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-6df1df89-e83a-484f-95fa-f81d4eb95c27 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5420 time: 0.2587874 Sep 30 08:20:05.383904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.396405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.409859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:05.467740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.468265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.482281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.498085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:20:05.498545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:20:05.500659 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:20:05.505102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87dce7f6-7c3c-481b-8c94-30a2fcfb4e8a req-9a38cccc-c77c-4cdb-8dfa-a55c15221495 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240032 Sep 30 08:20:05.511076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:05.531120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-e2e0477b-7253-411a-a3d5-5e0bb617d42a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5382712 Sep 30 08:20:05.559748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Request body: {'port': {'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:05.562495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '86fa577e-a0f8-494d-b99c-8e6e54e189d2', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'port_id': '86fa577e-a0f8-494d-b99c-8e6e54e189d2', 'mac_address': 'fa:16:3e:a4:6e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:05.592064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:05.659796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.680801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.707407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.722857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.724814 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9aabae1a-c681-4449-a6c7-44973b2f94e7 HTTP/1.1" status: 204 len: 168 time: 0.9784582 Sep 30 08:20:05.753936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.758565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6b3a5-5b6d-4744-8ce6-2f7bbfc69716 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aabae1a-c681-4449-a6c7-44973b2f94e7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:05.864615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.871097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:20:05.911066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fa577e-a0f8-494d-b99c-8e6e54e189d2 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:05.939070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:06.011405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.048351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=015d7e46-03af-4844-a8c7-edf97e3f9dce,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:06.050781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51480) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:06.082473 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.083255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:06.123988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5633f-9e8f-4088-a8ea-c7fcd3861081 req-124cafb7-7e26-45d0-b312-f9530cafd733 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:06.125631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52a5633f-9e8f-4088-a8ea-c7fcd3861081 req-124cafb7-7e26-45d0-b312-f9530cafd733 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 932 time: 0.2457771 Sep 30 08:20:06.144925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:06.155271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a12beab1-3ce2-4d79-a365-a4981c0b40b2 None None] Provisioning complete for port 5f227aed-7c04-43c9-9003-6a001493810e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:06.155725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a12beab1-3ce2-4d79-a365-a4981c0b40b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.234946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8cc3-fb6e-48b3-9202-b50efad5b447 req-0a2766b4-8129-487d-85e5-03597dc530a4 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:06.237248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2bd8cc3-fb6e-48b3-9202-b50efad5b447 req-0a2766b4-8129-487d-85e5-03597dc530a4 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 945 time: 0.2115817 Sep 30 08:20:06.268410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52a5633f-9e8f-4088-a8ea-c7fcd3861081 req-6fb01b4f-f269-4707-8f3f-faabe28aa7b3 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234155 Sep 30 08:20:06.276196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:06.280179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:03Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:06.282708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a12beab1-3ce2-4d79-a365-a4981c0b40b2 None None] Port 5f227aed-7c04-43c9-9003-6a001493810e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:06.319885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2bd8cc3-fb6e-48b3-9202-b50efad5b447 req-9c027f81-1c4b-444b-ba6a-283931c79e4d tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 Sep 30 08:20:06.322389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:06.324137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:06.332541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754', 'network_id': '735e6368-d227-4126-95a3-7ca7e3916820', 'port_id': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754', 'mac_address': 'fa:16:3e:b8:a8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c6b49-df58-483a-b986-c16b6b0844bb', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:06.336649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845f56e-c69d-4ef3-b7a7-b07dc99280ff None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:03Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:06.380949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.402583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:06.467515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:06.475339 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.477775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9e3e1d28-e45c-4a3c-ad07-652ef56e545c details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:06.489952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:06.502890 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Sync routers for ids ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:06.529361 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Routers {'4b4d51b8-a90c-4a2c-b800-0f29020307b3'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:06.531014 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:06.556709 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-677a7334-eb1f-449c-a0fe-f156c3ed9763 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=290a0fc411d54437b1d20127fb814883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658950 Sep 30 08:20:06.593164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51496) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:06.639685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.652149 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3357519b-bc06-4ac2-9c1e-7da5878f90b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8462124 Sep 30 08:20:06.655180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:06.731916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:06.741890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:06.767152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c', 'network_id': '84b8f949-19d2-42d6-b87c-7331cef07b6d', 'port_id': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c', 'mac_address': 'fa:16:3e:1e:92:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83c215e-84f6-43b0-bf58-932300992328', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:06.862618 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Set router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:06.865675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Router 0b3d5632-9624-4990-800e-fad470c69a27 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:06.880459 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.934715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-690d2cd5-ea3a-4af4-85be-bc681592c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.949112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3e1d28-e45c-4a3c-ad07-652ef56e545c {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:06.969525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38538f2-8778-4b99-af06-b82ff5b7e91b req-f203ceca-7a9f-4ff6-b6f8-f1e990e57ce3 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:06.978272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c38538f2-8778-4b99-af06-b82ff5b7e91b req-f203ceca-7a9f-4ff6-b6f8-f1e990e57ce3 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa64bc34-ea49-416f-bbc5-3624aa0da42b HTTP/1.1" status: 200 len: 946 time: 0.2985945 Sep 30 08:20:07.007901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:07.024838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.025686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b6208b89-6232-4ca4-9c8d-da0027372ac9 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:07.121068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.127494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.133973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.140302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.152477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.159343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.181131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.resource_extend [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:20:07.191781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.200980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-7334bded-0efd-4cdd-88de-2e6ecefb40ad tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5423 time: 0.4470921 Sep 30 08:20:07.212941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-690d2cd5-ea3a-4af4-85be-bc681592c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.244436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d3f6da5c-f219-4318-99e3-d7b83c2710ed None None] Provisioning complete for port 015d7e46-03af-4844-a8c7-edf97e3f9dce triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:07.244980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3f6da5c-f219-4318-99e3-d7b83c2710ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.258109 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:20:04Z', 'revision_number': 3, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:07.274587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c38538f2-8778-4b99-af06-b82ff5b7e91b req-8232ef3f-ae9f-4f70-b110-891938929e65 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952228 Sep 30 08:20:07.306826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f227aed-7c04-43c9-9003-6a001493810e {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:07.319707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.338806 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Checking router: 4b4d51b8-a90c-4a2c-b800-0f29020307b3 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:07.339136 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Updating router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 port 8e951393-7328-4ef6-8f9c-64884946e2f4 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:07.423322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:07.431706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6da5c-f219-4318-99e3-d7b83c2710ed None None] Port 015d7e46-03af-4844-a8c7-edf97e3f9dce cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:07.443865 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.493366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:07.512880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Transition to ACTIVE for port object 5f227aed-7c04-43c9-9003-6a001493810e will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:07.513123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'port_id': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'mac_address': 'fa:16:3e:e2:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:07.528679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.591427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-690d2cd5-ea3a-4af4-85be-bc681592c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.605356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.612973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-690d2cd5-ea3a-4af4-85be-bc681592c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.634487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-690d2cd5-ea3a-4af4-85be-bc681592c08e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f136bd3-013b-490b-9339-9b4564cb4b66 HTTP/1.1" status: 204 len: 168 time: 1.0289841 Sep 30 08:20:07.672095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d2cd5-ea3a-4af4-85be-bc681592c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f136bd3-013b-490b-9339-9b4564cb4b66,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:07.705169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6208b89-6232-4ca4-9c8d-da0027372ac9 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:07.713761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80dd56c4-b1d0-4288-8f07-04557ccec4e2 req-d2900986-949e-440a-859f-288077d04b96 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5113254 Sep 30 08:20:07.758267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:07.781222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-99d75401-ec3c-4071-8251-013b74e8e7a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/0b3d5632-9624-4990-800e-fad470c69a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0148923 Sep 30 08:20:07.843997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:07.869138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.979292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7eac7-76db-445f-b7b2-4a78885d135e req-873558f2-7929-4df6-a177-21e9cd0b2a03 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.991776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21b7eac7-76db-445f-b7b2-4a78885d135e req-873558f2-7929-4df6-a177-21e9cd0b2a03 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 944 time: 0.1507010 Sep 30 08:20:08.092592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:08.112064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:08.163982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21b7eac7-76db-445f-b7b2-4a78885d135e req-4bcea8e1-4a31-41aa-9eee-04d68a9dbdee tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680965 Sep 30 08:20:08.215482 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.228362 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.394863 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76744c-717b-4e58-a5f4-f7ecbcf8aa6a None None] Pushing event updated for resources: {'Port': ['ID=8e951393-7328-4ef6-8f9c-64884946e2f4,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:08.418726 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Attempting to bind port 8e951393-7328-4ef6-8f9c-64884946e2f4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:08.430913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Attempting to bind port 8e951393-7328-4ef6-8f9c-64884946e2f4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:08.431909 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Attempting to bind port 8e951393-7328-4ef6-8f9c-64884946e2f4 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:08.463995 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:08.466455 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:08.466882 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.467303 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:08.467775 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Bound port: 8e951393-7328-4ef6-8f9c-64884946e2f4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:08.468165 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.518990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Pushing event updated for resources: {'Port': ['ID=5f227aed-7c04-43c9-9003-6a001493810e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:08.563118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.577188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Attempting to bind port 5f227aed-7c04-43c9-9003-6a001493810e on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:08.577685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Attempting to bind port 5f227aed-7c04-43c9-9003-6a001493810e by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:08.578094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Attempting to bind port 5f227aed-7c04-43c9-9003-6a001493810e on network 41cab8b9-5828-4d4a-9799-079710952c59 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:08.580084 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] For port 8e951393-7328-4ef6-8f9c-64884946e2f4, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:08.587913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] For port 8e951393-7328-4ef6-8f9c-64884946e2f4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8e951393-7328-4ef6-8f9c-64884946e2f4,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:08.588228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Port 5f227aed-7c04-43c9-9003-6a001493810e on network 41cab8b9-5828-4d4a-9799-079710952c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:08.588751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Attempting to bind port 5f227aed-7c04-43c9-9003-6a001493810e on network 41cab8b9-5828-4d4a-9799-079710952c59 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:08.600171 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.613034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:08.613643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Checking segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:08.614134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Bound using segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:08.614759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Bound port: 5f227aed-7c04-43c9-9003-6a001493810e, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:08.615233 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.712263 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Routers {'4b4d51b8-a90c-4a2c-b800-0f29020307b3'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:08.716323 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:08.734502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3d9f4add-91e3-4267-bf38-b169bdbb2939 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:08.972231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.981400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.991229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.007675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.021757 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-868a68bf-a32b-4077-87d9-6fcb2dffcae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.030783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.053696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.072812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.082086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ec1a651-653d-4239-a825-9a657d50f073 req-741971d3-9007-4061-b0d9-db2b8af4c7c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5425 time: 0.2043593 Sep 30 08:20:09.094877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:09.107459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3d9f4add-91e3-4267-bf38-b169bdbb2939 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:09.108082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.155481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Allocated IP 172.20.0.1 (c4e56ffd-8e2a-40a2-9928-8a980a9a6e96/dea033ed-2035-4831-b565-8d360869c516/7048c30e-c584-42cc-92ab-5d698ba77c57) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:09.214128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ec1a651-653d-4239-a825-9a657d50f073 req-ca3b466b-3c29-450c-b7c4-ce34098f827e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294503 Sep 30 08:20:09.263812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] For port 5f227aed-7c04-43c9-9003-6a001493810e, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:09.301431 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76744c-717b-4e58-a5f4-f7ecbcf8aa6a None None] Pushing event updated for resources: {'Port': ['ID=8e951393-7328-4ef6-8f9c-64884946e2f4,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:09.313080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] For port 5f227aed-7c04-43c9-9003-6a001493810e, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5f227aed-7c04-43c9-9003-6a001493810e,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:09.316186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['9e3e1d28-e45c-4a3c-ad07-652ef56e545c'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.330283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.339291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['64920def-9ce7-401f-868e-a1b53635b936'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.364025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e8ff4c9c-0c20-46d5-8cac-127398ce4099'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.370113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2b67a49e-fbe9-45cf-b18f-c486fe2ac754'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.483689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['86fa577e-a0f8-494d-b99c-8e6e54e189d2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.487599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b6208b89-6232-4ca4-9c8d-da0027372ac9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.489756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['203d0a79-c61d-4111-9cc3-c0c1f5e003e1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:09.571920 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] Set router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:09.656663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'mac_address': 'fa:16:3e:30:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:10.096363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-91cdb7d5-1aaa-4997-a92a-0761e5174e9d tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:10.109864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-91cdb7d5-1aaa-4997-a92a-0761e5174e9d tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 812 time: 0.4266205 Sep 30 08:20:10.181842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-b9ff85eb-490c-45b1-ad63-bc5101a7dfcf tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/quotas/f1c7c9a81769431682394998bf914672 HTTP/1.1" status: 200 len: 375 time: 0.0615218 Sep 30 08:20:10.192138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:20:04Z', 'revision_number': 3, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:10.254497 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfe31a-c569-4f0b-829f-bdd0218d693c None None] The sync data for ids ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'] in n-d-807025-5 is: [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:20:04Z', 'revision_number': 3, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:10.311258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Pushing event updated for resources: {'Port': ['ID=5f227aed-7c04-43c9-9003-6a001493810e,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:10.342867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:10.347929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.352329 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-00be6fbf-05fa-4552-8f6f-537a85bba23c service neutron] 10.222.0.57 "PUT /v2.0/ports/5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 1092 time: 4.8050318 Sep 30 08:20:10.382866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-9545170f-18ca-46e3-9ff2-919196ce931e tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957929 Sep 30 08:20:10.409345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:10.423038 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e420a5-9cfe-48fc-ae5f-51a0921de83f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:10.445829 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.507819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbaef88e-fcbe-4716-950f-5a28b087656b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:10.556041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51584) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.591943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:10.621517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-1bc6f047-4b24-4795-bf72-639633c9e7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364097 Sep 30 08:20:10.636186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.731588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51588) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.763237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-721b97a2-030b-4f66-8f9c-19d9085b4bcb service neutron] 10.222.0.41 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407669 Sep 30 08:20:10.790950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620450517', 'description': 'tempest-description--943338902'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:10.794317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:10.938593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.939333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57af5a8-1064-42ec-bd59-46da3bda84e0 req-22bc7022-9dca-4c93-90dc-c061b07c010c tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:10.947044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b57af5a8-1064-42ec-bd59-46da3bda84e0 req-22bc7022-9dca-4c93-90dc-c061b07c010c tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 944 time: 0.1782532 Sep 30 08:20:11.025817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-80e68cd8-e97f-4f1a-9397-7fddbec40a19 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.028224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-80e68cd8-e97f-4f1a-9397-7fddbec40a19 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "GET /v2.0/ports?device_id=783a3e87-38f7-47e1-acec-6a29deca3be5 HTTP/1.1" status: 200 len: 945 time: 0.6607065 Sep 30 08:20:11.029148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.094185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.126435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b57af5a8-1064-42ec-bd59-46da3bda84e0 req-62536d51-f0d0-4350-bf36-9a631c454641 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785164 Sep 30 08:20:11.160381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['bbaef88e-fcbe-4716-950f-5a28b087656b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:11.263548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-567c898b-8fb6-40e8-b5f5-b5754b837325 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.265749 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-567c898b-8fb6-40e8-b5f5-b5754b837325 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa64bc34-ea49-416f-bbc5-3624aa0da42b HTTP/1.1" status: 200 len: 946 time: 0.9068916 Sep 30 08:20:11.313850 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.316804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-489769402-network', 'tenant_id': '2ffc8609fb524bca80e6e8b1dfd08577'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:11.369423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3d9f4add-91e3-4267-bf38-b169bdbb2939, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3d9f4add-91e3-4267-bf38-b169bdbb2939,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:11.381975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:11.405950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:11.431809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.459218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.478639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.485076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.500682 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.507581 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac5a7f5-f317-4a63-8309-cc9d87bac5a1 x-openstack-request-id: req-cac5a7f5-f317-4a63-8309-cc9d87bac5a1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:11.508139 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:11.508610 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cac5a7f5-f317-4a63-8309-cc9d87bac5a1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:11.509727 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'status': 'completed', 'code': 200} Sep 30 08:20:11.511160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.513507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Pushing event updated for resources: {'Port': ['ID=7048c30e-c584-42cc-92ab-5d698ba77c57,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:11.528205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:11.530098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.537540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-68647673-0c5a-417c-8cd9-67c38ac2a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.540713 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-68647673-0c5a-417c-8cd9-67c38ac2a0b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1095 time: 1.0069144 Sep 30 08:20:11.542038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:11.553961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:11.554420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.560976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-984e229f-c14d-4996-b022-95f6a68398b7 req-7513a2a3-46fc-45ba-95d4-23f4108b387e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5425 time: 0.2722418 Sep 30 08:20:11.638824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.679118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-984e229f-c14d-4996-b022-95f6a68398b7 req-c14949a2-2ad7-4b49-96d0-63945ca535aa tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871239 Sep 30 08:20:11.851257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4688ded-6c9a-432b-b4f8-725f951f3218,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:11.855676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.925160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3d9f4add-91e3-4267-bf38-b169bdbb2939,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:11.962606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:11.970359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:12.007307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71ca57eb-7dd6-4166-84d8-98dcdca08f77 req-dd79eb23-fafd-4820-8b8a-0fd039ab5746 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 210 time: 0.0884316 Sep 30 08:20:12.125757 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-2917e5ed-556e-4d85-8bc6-f1b06e57cf61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.4684293 Sep 30 08:20:12.241134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:12.300955 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.331310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cefa0-2c49-4657-8047-d933db88aad6 req-5ea3a821-cedd-4de1-9268-6f4b9201a81e tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:12.342723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e4cefa0-2c49-4657-8047-d933db88aad6 req-5ea3a821-cedd-4de1-9268-6f4b9201a81e tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 944 time: 0.1189277 Sep 30 08:20:12.374247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-644e05d3-774f-412b-bc63-dcb97621b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:12.376170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-644e05d3-774f-412b-bc63-dcb97621b0bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0808437 Sep 30 08:20:12.405048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Made reservation on behalf of 2ffc8609fb524bca80e6e8b1dfd08577 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:12.408813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.445489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.447219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.447870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.448376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.451344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.451890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.452400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.453047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.453587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.453916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.456626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.456971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.459680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.462431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.463794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c2e14d64-2028-4497-8d7c-a2cb59400603 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6769166 Sep 30 08:20:12.468183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e4cefa0-2c49-4657-8047-d933db88aad6 req-c667aa85-a5d3-4935-9a22-17924475ff03 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157138 Sep 30 08:20:12.484016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51634) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:12.495311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'security_group_rule': {'security_group_id': 'e4688ded-6c9a-432b-b4f8-725f951f3218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:12.552321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Deleting port 7763475f-eb65-461a-be7e-5712b1cc28a4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:12.552816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.602011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.728375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.745260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.819936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] For port 7763475f-eb65-461a-be7e-5712b1cc28a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7763475f-eb65-461a-be7e-5712b1cc28a4,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:12.820324 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.823019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd337021-0b2d-4ac7-86c1-ebf081a941f2,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:12.830020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.841317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cfb59467-9574-42a1-9ab9-15259cdc5c9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3536253 Sep 30 08:20:12.841649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:12.852967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'security_group_rule': {'security_group_id': 'e4688ded-6c9a-432b-b4f8-725f951f3218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:12.905123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c88683de-432e-472b-90a4-542ab8c5ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.910717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8e951393-7328-4ef6-8f9c-64884946e2f4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:12.915307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:12.921321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Calling delete_port for 7763475f-eb65-461a-be7e-5712b1cc28a4 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:12.958107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.979841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-090d3efe-4b22-4714-abd9-7c0cc6e4be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:12.988790 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-090d3efe-4b22-4714-abd9-7c0cc6e4be74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5907221 Sep 30 08:20:12.998246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.083470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.093606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.119629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.137479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.144294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.150589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.156766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.163631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.170495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:13.172696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-624a811b-1120-4480-adf4-6bfa4f469307 req-3513fd3e-015d-4845-a545-84f0edbcdccc tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5425 time: 0.2745721 Sep 30 08:20:13.218707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9032b02-905a-44cb-815b-d5d8713a9d67 req-9c685e89-a679-4fce-9a2c-56423cfe8251 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 210 time: 0.0445461 Sep 30 08:20:13.265078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-d3608a53-b201-498b-b68f-2470a0a30be5 service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189155 Sep 30 08:20:13.281595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b7377f-d125-4259-ac54-b4fee37566db,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:13.318991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 8e971373-280f-462c-a290-66198e6aa48e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:13.329553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-624a811b-1120-4480-adf4-6bfa4f469307 req-a8339a56-0bc6-4c7f-91b9-fd7a67892082 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062617 Sep 30 08:20:13.421898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Deleting port 8e971373-280f-462c-a290-66198e6aa48e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:13.422525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.563489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8e951393-7328-4ef6-8f9c-64884946e2f4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:13.564063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.677209 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.729184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:13.764908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:13.765291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.867180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.875357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b809dc44-dd51-4622-8f1d-6864d8447afc req-37c417ee-b774-4b6d-ad01-ed98d15b07a2 service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858047 Sep 30 08:20:13.945000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:13.954127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 2, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:14.059515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:14.061408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Updating router 0b3d5632-9624-4990-800e-fad470c69a27 port 015d7e46-03af-4844-a8c7-edf97e3f9dce binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:14.072414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a46af-3784-40cd-a22c-d51b5305659c req-85d938d3-8391-4e29-a6b5-e076528d25d5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:14.074503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f35a46af-3784-40cd-a22c-d51b5305659c req-85d938d3-8391-4e29-a6b5-e076528d25d5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 944 time: 0.2723246 Sep 30 08:20:14.089936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-7c2581cc-8d1e-41fb-a7fc-09284e710ab8 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:14.091522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-7c2581cc-8d1e-41fb-a7fc-09284e710ab8 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 812 time: 0.5213497 Sep 30 08:20:14.114852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Request body: {'port': {'device_id': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'admin_state_up': True, 'tenant_id': 'f1c7c9a81769431682394998bf914672'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:14.186389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8e971373-280f-462c-a290-66198e6aa48e,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:14.186766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.208372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.208372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.216871 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Pushing event updated for resources: {'Port': ['ID=7048c30e-c584-42cc-92ab-5d698ba77c57,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.225568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-e0599496-6fa2-4a6f-beff-f52a2048eef2 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:14.227463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-e0599496-6fa2-4a6f-beff-f52a2048eef2 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 812 time: 0.4312460 Sep 30 08:20:14.235371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Calling delete_port for 8e971373-280f-462c-a290-66198e6aa48e owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:14.240366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f35a46af-3784-40cd-a22c-d51b5305659c req-31bfa1ce-9b29-4b20-b0c2-c185d4106835 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428699 Sep 30 08:20:14.248710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.261480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.287145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-869c869c-caf5-4b8d-beab-a4a90b626ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:14.288688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-869c869c-caf5-4b8d-beab-a4a90b626ebd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1095 time: 0.2741899 Sep 30 08:20:14.302441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.318215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:14.327470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:14.333605 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308bbfac-3920-4e7f-a4a2-a7daf9556270" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:14.335693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.341112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c2815c35-9552-41fb-83ba-21375ed71d0a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4926767 Sep 30 08:20:14.349187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51662) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:14.361334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.362162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 64920def-9ce7-401f-868e-a1b53635b936 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:14.363885 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.366208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Request body: {'port': {'device_id': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'admin_state_up': True, 'tenant_id': 'f1c7c9a81769431682394998bf914672'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:14.389942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:14.446996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.467329 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc621670-37c3-4fc7-bce3-db8ae6da3ea2 x-openstack-request-id: req-fc621670-37c3-4fc7-bce3-db8ae6da3ea2 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:14.467867 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:14.468491 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc621670-37c3-4fc7-bce3-db8ae6da3ea2 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:14.469577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:14.470186 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754', 'code': 200} Sep 30 08:20:14.499441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407df101-8c93-4810-9673-45fe3beb1b53,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.505334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.526590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-205f50f0-b144-4d9d-af0c-eb3f48e1c4ed req-07b9c166-3fb8-4443-84c6-f581772145bb tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 210 time: 0.1183181 Sep 30 08:20:14.531600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 8e951393-7328-4ef6-8f9c-64884946e2f4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8e951393-7328-4ef6-8f9c-64884946e2f4,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:14.542404 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.567159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event deleted for resources: {'Port': ['ID=7763475f-eb65-461a-be7e-5712b1cc28a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.577275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.661557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.678294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8e971373-280f-462c-a290-66198e6aa48e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8e971373-280f-462c-a290-66198e6aa48e,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:14.704528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 64920def-9ce7-401f-868e-a1b53635b936 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:14.776107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.776566 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Added segment b80482c0-5c9b-47b2-b794-4ab5c8def766 of type vlan for network d7b3c8fd-d9e7-448c-b889-e448cd19c017 Sep 30 08:20:14.795478 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.818581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3d9f4add-91e3-4267-bf38-b169bdbb2939 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:14.831346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 64920def-9ce7-401f-868e-a1b53635b936 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:14.831917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.871640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.878524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] No DVR routers for this DVR port 7763475f-eb65-461a-be7e-5712b1cc28a4 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:14.913558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.916129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88097d4f-8e31-4ac9-838d-ac496b30911c req-2d7be9a4-4ea0-402b-a353-08430b8fb228 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "DELETE /v2.0/ports/7763475f-eb65-461a-be7e-5712b1cc28a4 HTTP/1.1" status: 204 len: 173 time: 3.8079004 Sep 30 08:20:14.949264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'name': 'network-vif-deleted', 'tag': '7763475f-eb65-461a-be7e-5712b1cc28a4'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:14.951835 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9001d63-cd21-4833-b8f8-f8d8726e4d30" -d '{"events": [{"server_uuid": "783a3e87-38f7-47e1-acec-6a29deca3be5", "name": "network-vif-deleted", "tag": "7763475f-eb65-461a-be7e-5712b1cc28a4"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:15.149967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.150188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Made reservation on behalf of f1c7c9a81769431682394998bf914672 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:15.162496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.179525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event deleted for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.197709 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a22b454-68ae-47d4-93c5-c5d0ce4409ac x-openstack-request-id: req-9a22b454-68ae-47d4-93c5-c5d0ce4409ac {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:15.198392 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a3e87-38f7-47e1-acec-6a29deca3be5", "name": "network-vif-deleted", "tag": "7763475f-eb65-461a-be7e-5712b1cc28a4", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:15.198861 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a22b454-68ae-47d4-93c5-c5d0ce4409ac {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:15.199611 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a3e87-38f7-47e1-acec-6a29deca3be5', 'name': 'network-vif-deleted', 'tag': '7763475f-eb65-461a-be7e-5712b1cc28a4', 'status': 'completed', 'code': 200} Sep 30 08:20:15.212820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5f227aed-7c04-43c9-9003-6a001493810e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:15.226432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.229924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.231327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.298341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Made reservation on behalf of f1c7c9a81769431682394998bf914672 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:15.307247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.356504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] No DVR routers for this DVR port 8e971373-280f-462c-a290-66198e6aa48e on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:15.367393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.368707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.374580 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0c326ae3-7308-42a4-b1fb-a08922fb1107 req-a7194e1a-09e0-4f57-8554-eb5dba369e97 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "DELETE /v2.0/ports/8e971373-280f-462c-a290-66198e6aa48e HTTP/1.1" status: 204 len: 173 time: 3.9730072 Sep 30 08:20:15.383487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.398397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.401784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:15.415194 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.422516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.439330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.446699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.458715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.460156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:15.474236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-4bca7ced-42bd-46cf-8542-f75ab8047013 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5426 time: 0.9215677 Sep 30 08:20:15.475540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=8e951393-7328-4ef6-8f9c-64884946e2f4,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.484552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.resource_extend [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:20:15.494740 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.7876248 Sep 30 08:20:15.500099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51686) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:15.515453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Request body: {'subnet': {'network_id': 'd7b3c8fd-d9e7-448c-b889-e448cd19c017', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-489769402-subnet', 'tenant_id': '2ffc8609fb524bca80e6e8b1dfd08577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:15.588266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.602737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-6e7cae70-c240-41b1-bb72-c3cb45198f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.604547 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-6e7cae70-c240-41b1-bb72-c3cb45198f8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 1.2825265 Sep 30 08:20:15.670282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed53e-5eb2-4d59-84b4-38918c40a1dd admin admin] Pushing event updated for resources: {'Network': ['ID=d7b3c8fd-d9e7-448c-b889-e448cd19c017,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.693109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event deleted for resources: {'Port': ['ID=8e971373-280f-462c-a290-66198e6aa48e,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.710064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network d7b3c8fd-d9e7-448c-b889-e448cd19c017 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:15.736982 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-c3068f55-a774-446f-95c1-94e5ac8c2fe3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.0623870 Sep 30 08:20:15.749418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Made reservation on behalf of 2ffc8609fb524bca80e6e8b1dfd08577 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:15.753509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.789154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3d9f4add-91e3-4267-bf38-b169bdbb2939 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:15.789940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.061148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Allocated IP 172.20.0.11 (c5ad03fc-2e86-44c6-818f-78039e2cb6ff/b7fc2699-a350-448f-bcb6-3451580da18d/0364585c-49aa-4f60-992d-f1fcc1f5b614) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:16.061990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=64920def-9ce7-401f-868e-a1b53635b936,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:16.083928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.117827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff27fe46-4bb0-4486-bcd8-291b6f3ee091 req-9ecc3892-6887-4ddf-9641-06c9fced7779 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6423001 Sep 30 08:20:16.122424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-2f6b69e3-52ea-4abc-9177-8ab333b8efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:16.124378 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-2f6b69e3-52ea-4abc-9177-8ab333b8efe8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.3664494 Sep 30 08:20:16.164136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2fdd3-5256-474e-bd2a-828d0474c6f5 req-4d5e7161-c596-4aad-ad12-edd0f3ec8097 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:16.172262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54d2fdd3-5256-474e-bd2a-828d0474c6f5 req-4d5e7161-c596-4aad-ad12-edd0f3ec8097 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 944 time: 0.5976713 Sep 30 08:20:16.190887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:16.229556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-054e77a8-7a8d-4cb8-8385-db6cad1e3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:16.231907 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-054e77a8-7a8d-4cb8-8385-db6cad1e3086 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886304 Sep 30 08:20:16.264183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54d2fdd3-5256-474e-bd2a-828d0474c6f5 req-888ecf89-4813-4d95-8eee-3dc9f3530879 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907784 Sep 30 08:20:16.281776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9e3e1d28-e45c-4a3c-ad07-652ef56e545c up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:16.434705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.441142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acfd11a9-58bb-42a2-8900-c71dffba758d req-9dee9f50-3d5a-42b3-b72b-1d92d173457f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 210 time: 0.0902855 Sep 30 08:20:16.477203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:16.480475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e971373-280f-462c-a290-66198e6aa48e'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64920def-9ce7-401f-868e-a1b53635b936'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:16.482777 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de403b-9502-44ad-9e9d-5c46b92ce0d2" -d '{"events": [{"server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e971373-280f-462c-a290-66198e6aa48e"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "64920def-9ce7-401f-868e-a1b53635b936"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:16.612313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5f227aed-7c04-43c9-9003-6a001493810e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5f227aed-7c04-43c9-9003-6a001493810e,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:16.645557 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780037e1-47bc-46ed-846d-ca0c782dc806 x-openstack-request-id: req-780037e1-47bc-46ed-846d-ca0c782dc806 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:16.646135 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e971373-280f-462c-a290-66198e6aa48e", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "64920def-9ce7-401f-868e-a1b53635b936", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:16.646578 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-780037e1-47bc-46ed-846d-ca0c782dc806 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:16.647337 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e971373-280f-462c-a290-66198e6aa48e', 'code': 200} Sep 30 08:20:16.647779 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64920def-9ce7-401f-868e-a1b53635b936', 'code': 200} Sep 30 08:20:16.669849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '5f227aed-7c04-43c9-9003-6a001493810e', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:16.677540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.715170 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.743488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:16.779981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Allocated IP 172.25.7.164 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/512cfd0c-468b-4b78-a308-bac3409fa871) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:16.804903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:16.805727 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.836653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8e951393-7328-4ef6-8f9c-64884946e2f4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:16.863207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.910973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f227aed-7c04-43c9-9003-6a001493810e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:16.929076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.955290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5f227aed-7c04-43c9-9003-6a001493810e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5f227aed-7c04-43c9-9003-6a001493810e,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:17.006426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.015480 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.018422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27a141-db25-4d7d-9db6-7d767bbc9d1b None None] Pushing event updated for resources: {'Port': ['ID=015d7e46-03af-4844-a8c7-edf97e3f9dce,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:17.048200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:17.061472 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Sync routers for ids ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:17.062919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.089099 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1337cc34-1a0b-4316-9495-c751f25a0be2 admin admin] 10.222.0.41 "PUT /v2.0/routers/4b4d51b8-a90c-4a2c-b800-0f29020307b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3326449 Sep 30 08:20:17.092822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:17.099049 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Routers {'4b4d51b8-a90c-4a2c-b800-0f29020307b3'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:17.099702 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:17.107238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:17.112443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:17.119925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'Port': ['ID=512cfd0c-468b-4b78-a308-bac3409fa871,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:17.171234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Attempting to bind port 015d7e46-03af-4844-a8c7-edf97e3f9dce on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:17.182253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Attempting to bind port 015d7e46-03af-4844-a8c7-edf97e3f9dce by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:17.185122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Attempting to bind port 015d7e46-03af-4844-a8c7-edf97e3f9dce on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:17.202634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'name': 'network-vif-deleted', 'tag': '8e971373-280f-462c-a290-66198e6aa48e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:17.211688 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c21971-08c7-4b24-a19a-685744214692" -d '{"events": [{"server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "name": "network-vif-deleted", "tag": "8e971373-280f-462c-a290-66198e6aa48e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:17.249105 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.281549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:17.282005 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-0b53fdc0-c32e-4097-b491-772140e21b0d service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0376105 Sep 30 08:20:17.286996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Checking segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:17.287707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.288529 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.289302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Bound using segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:17.293516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Bound port: 015d7e46-03af-4844-a8c7-edf97e3f9dce, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:17.294210 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.336341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['5f227aed-7c04-43c9-9003-6a001493810e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:17.341604 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d39d0d6-c127-46a7-b006-dd19052261bc x-openstack-request-id: req-6d39d0d6-c127-46a7-b006-dd19052261bc {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:17.342380 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa64bc34-ea49-416f-bbc5-3624aa0da42b", "name": "network-vif-deleted", "tag": "8e971373-280f-462c-a290-66198e6aa48e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:17.342380 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d39d0d6-c127-46a7-b006-dd19052261bc {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:17.342633 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa64bc34-ea49-416f-bbc5-3624aa0da42b', 'name': 'network-vif-deleted', 'tag': '8e971373-280f-462c-a290-66198e6aa48e', 'status': 'completed', 'code': 200} Sep 30 08:20:17.404999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event updated for resources: {'Port': ['ID=0364585c-49aa-4f60-992d-f1fcc1f5b614,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:17.412188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Set router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:17.472878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454a4be9-cc29-4551-a383-8d27a9255ddf,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:17.493703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5f227aed-7c04-43c9-9003-6a001493810e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:17.515005 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.549423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Checking segment: {'id': 'b80482c0-5c9b-47b2-b794-4ab5c8def766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd7b3c8fd-d9e7-448c-b889-e448cd19c017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:17.550259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Network hostable DHCP agents. Network: d7b3c8fd-d9e7-448c-b889-e448cd19c017, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:17.584567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Network d7b3c8fd-d9e7-448c-b889-e448cd19c017 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:17.588315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:17.601120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:17.607899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, d7b3c8fd-d9e7-448c-b889-e448cd19c017) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:17.609709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:17.619258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.622298 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.624425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Allocated IP 172.20.0.3 (c5ad03fc-2e86-44c6-818f-78039e2cb6ff/b7fc2699-a350-448f-bcb6-3451580da18d/11ffeb07-ec48-488e-b3a7-2801932924ea) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:17.630382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6601b-2e6e-4fd7-a5ad-b84e216901d7 None None] Network d7b3c8fd-d9e7-448c-b889-e448cd19c017 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:17.637658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8e951393-7328-4ef6-8f9c-64884946e2f4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:17.638035 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.686706 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91e420a5-9cfe-48fc-ae5f-51a0921de83f req-4cf91374-c25a-45b1-ad49-118399890910 service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567774 Sep 30 08:20:17.697228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-046bb965-6738-4b64-922c-f85b48d30da2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1854460 Sep 30 08:20:17.737415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:17.738720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-45ee2c6b-c5a9-4fa6-89d3-69fe9d2f84a8 None None] Provisioning complete for port 015d7e46-03af-4844-a8c7-edf97e3f9dce triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:17.739160 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45ee2c6b-c5a9-4fa6-89d3-69fe9d2f84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.740760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.769721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b06e-39ac-4297-95b2-76e1f7f46753 req-7b308790-fc52-4884-870c-6c981f0aa270 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.771784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7513b06e-39ac-4297-95b2-76e1f7f46753 req-7b308790-fc52-4884-870c-6c981f0aa270 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 945 time: 0.2960668 Sep 30 08:20:17.824202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.825224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.840601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.847454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.854503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.855028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:20:12Z', 'revision_number': 4, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '7048c30e-c584-42cc-92ab-5d698ba77c57', 'name': '', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'mac_address': 'fa:16:3e:e0:7b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'dea033ed-2035-4831-b565-8d360869c516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:08Z', 'updated_at': '2021-09-30T08:20:12Z', 'revision_number': 2, 'project_id': 'd45e6228797342b190e736c24a01d598', 'subnets': [{'id': 'dea033ed-2035-4831-b565-8d360869c516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:17.861815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.864357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.865175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:17.868720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.875646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.881884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:17.890316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-d68020d5-6808-432f-a811-ec80598316f5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5427 time: 0.4937174 Sep 30 08:20:17.899617 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Checking router: 4b4d51b8-a90c-4a2c-b800-0f29020307b3 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:17.899897 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Updating router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 port 7048c30e-c584-42cc-92ab-5d698ba77c57 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:17.935583 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.996665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7513b06e-39ac-4297-95b2-76e1f7f46753 req-360758e4-beb7-4648-a9c5-56dc7ca6119d tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068081 Sep 30 08:20:18.036510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-59f75221-a444-4ce8-bc8c-d037e81d91fc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6926999 Sep 30 08:20:18.037240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.088175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Request body: {'port': {'device_id': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:18.141595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3baba2d8-96c5-4f86-8080-19ec9d29230d req-468d40ed-c7ce-4f3f-8ba2-0938b50cfa2b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2500172 Sep 30 08:20:18.320812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] For port 015d7e46-03af-4844-a8c7-edf97e3f9dce, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:18.388161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f00f66-b53f-45fe-9a10-4953ff818822 None None] Network d7b3c8fd-d9e7-448c-b889-e448cd19c017 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:18.405603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] For port 015d7e46-03af-4844-a8c7-edf97e3f9dce, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=015d7e46-03af-4844-a8c7-edf97e3f9dce,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:18.416792 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.422639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-45ee2c6b-c5a9-4fa6-89d3-69fe9d2f84a8 None None] Port 015d7e46-03af-4844-a8c7-edf97e3f9dce cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:18.426177 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.448093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.489049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.496398 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06206-9be7-4e65-a080-dc045703a9e6 None None] Pushing event updated for resources: {'Port': ['ID=7048c30e-c584-42cc-92ab-5d698ba77c57,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:18.563149 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Attempting to bind port 7048c30e-c584-42cc-92ab-5d698ba77c57 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:18.563957 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Attempting to bind port 7048c30e-c584-42cc-92ab-5d698ba77c57 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:18.564809 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Attempting to bind port 7048c30e-c584-42cc-92ab-5d698ba77c57 on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:18.571470 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:18.571764 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Checking segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:18.572154 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.572549 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Bound using segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:18.574032 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Bound port: 7048c30e-c584-42cc-92ab-5d698ba77c57, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:18.574783 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.588953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:18.672149 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] For port 7048c30e-c584-42cc-92ab-5d698ba77c57, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:18.672625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:18.676011 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd697f88-4653-438b-ba36-737715267542" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:18.677399 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] For port 7048c30e-c584-42cc-92ab-5d698ba77c57, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7048c30e-c584-42cc-92ab-5d698ba77c57,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:18.687372 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.705501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.732128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port bbaef88e-fcbe-4716-950f-5a28b087656b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:18.732483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.743735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Routers {'4b4d51b8-a90c-4a2c-b800-0f29020307b3'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:18.744494 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:18.761269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.819633 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.826411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:18.827310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:18.920944 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] Set router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:18.946084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event updated for resources: {'Port': ['ID=11ffeb07-ec48-488e-b3a7-2801932924ea,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:18.949370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.044639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d528292-52c0-4696-971c-40b423e404a9 req-eedf43d0-abf8-44e4-a966-a6d291881b7f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:19.046647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d528292-52c0-4696-971c-40b423e404a9 req-eedf43d0-abf8-44e4-a966-a6d291881b7f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 932 time: 0.7661397 Sep 30 08:20:19.048902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'Port': ['ID=512cfd0c-468b-4b78-a308-bac3409fa871,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.102790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.130176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Network c5ad03fc-2e86-44c6-818f-78039e2cb6ff is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:19.164153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:19.187257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27a141-db25-4d7d-9db6-7d767bbc9d1b None None] Pushing event updated for resources: {'Port': ['ID=015d7e46-03af-4844-a8c7-edf97e3f9dce,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.243892 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:20:12Z', 'revision_number': 4, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '7048c30e-c584-42cc-92ab-5d698ba77c57', 'name': '', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'mac_address': 'fa:16:3e:e0:7b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'dea033ed-2035-4831-b565-8d360869c516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:08Z', 'updated_at': '2021-09-30T08:20:18Z', 'revision_number': 4, 'project_id': 'd45e6228797342b190e736c24a01d598', 'subnets': [{'id': 'dea033ed-2035-4831-b565-8d360869c516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:19.279353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8dc5b66a-c600-4780-88b1-cbc55852303a None None] Provisioning complete for port 015d7e46-03af-4844-a8c7-edf97e3f9dce triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:19.279726 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b66a-c600-4780-88b1-cbc55852303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.289233 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fc1b2-6c2d-4835-929b-84357b8ead5a None None] The sync data for ids ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'] in n-d-807025-5 is: [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:20:12Z', 'revision_number': 4, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '7048c30e-c584-42cc-92ab-5d698ba77c57', 'name': '', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'mac_address': 'fa:16:3e:e0:7b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'dea033ed-2035-4831-b565-8d360869c516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:08Z', 'updated_at': '2021-09-30T08:20:18Z', 'revision_number': 4, 'project_id': 'd45e6228797342b190e736c24a01d598', 'subnets': [{'id': 'dea033ed-2035-4831-b565-8d360869c516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:19.298986 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06206-9be7-4e65-a080-dc045703a9e6 None None] Pushing event updated for resources: {'Port': ['ID=7048c30e-c584-42cc-92ab-5d698ba77c57,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.429808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.430923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.438409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1bb5ae54-3155-480e-8659-1dbfc562d173 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0878704 Sep 30 08:20:19.448806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:19.457567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:19.598923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d528292-52c0-4696-971c-40b423e404a9 req-ce52b766-f2c1-432f-983d-4355e4a7f94a tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799330 Sep 30 08:20:19.617810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:19.618508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.670916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-1ae3157c-9785-4655-8723-e30d4962456b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:19.679169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-1ae3157c-9785-4655-8723-e30d4962456b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 819 time: 1.0454216 Sep 30 08:20:19.680600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:19.697105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bdeff942-1000-497a-ad33-727dd52578be tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5937097 Sep 30 08:20:19.706063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.706883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e8ff4c9c-0c20-46d5-8cac-127398ce4099 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:19.724480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-1eb061fa-265c-43b4-ac62-2eb627c71488 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/quotas/d45e6228797342b190e736c24a01d598 HTTP/1.1" status: 200 len: 375 time: 0.0439992 Sep 30 08:20:19.740488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Request body: {'port': {'device_id': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:19.771707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b66a-c600-4780-88b1-cbc55852303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.866916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0364585c-49aa-4f60-992d-f1fcc1f5b614 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:19.876642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.907246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Transition to ACTIVE for port object 0364585c-49aa-4f60-992d-f1fcc1f5b614 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:19.967658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.989491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8dc5b66a-c600-4780-88b1-cbc55852303a None None] For port 015d7e46-03af-4844-a8c7-edf97e3f9dce, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=015d7e46-03af-4844-a8c7-edf97e3f9dce,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:19.994620 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-3ac0279a-6f9d-4e10-abdd-4010e7c57d7b req-adc6106c-dd5b-4a27-94d3-ef31ff496d14 tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] show failed (client error): The resource could not be found. Sep 30 08:20:19.996614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ac0279a-6f9d-4e10-abdd-4010e7c57d7b req-adc6106c-dd5b-4a27-94d3-ef31ff496d14 tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups/29e985f2-42b3-4c92-99f8-561492f99e2f HTTP/1.1" status: 404 len: 352 time: 0.0732241 Sep 30 08:20:20.005031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.066082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e8ff4c9c-0c20-46d5-8cac-127398ce4099 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:20.069391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b66a-c600-4780-88b1-cbc55852303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.080495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.086359 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08488141-0504-447a-b876-655916694a2e x-openstack-request-id: req-08488141-0504-447a-b876-655916694a2e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:20.086808 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:20.087204 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08488141-0504-447a-b876-655916694a2e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:20.087888 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c', 'code': 200} Sep 30 08:20:20.110301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-b258b2f7-0859-42e5-af27-b3d073d5fddb tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3842828 Sep 30 08:20:20.144508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e8ff4c9c-0c20-46d5-8cac-127398ce4099 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:20.145093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.281982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b66a-c600-4780-88b1-cbc55852303a None None] Pushing event updated for resources: {'Port': ['ID=015d7e46-03af-4844-a8c7-edf97e3f9dce,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:20.302824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:18Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:20.306187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Pushing event updated for resources: {'Port': ['ID=0364585c-49aa-4f60-992d-f1fcc1f5b614,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:20.367879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a726c-e1ab-4ea3-859c-2267cbcddef4 None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:18Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:20.459778 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.537544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:20.547499 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.549321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:20.795145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:20.820540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:20.832840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:20.833482 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.016616 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.082179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 015d7e46-03af-4844-a8c7-edf97e3f9dce up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:21.157254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5f227aed-7c04-43c9-9003-6a001493810e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:21.294516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:21.304656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe11ad5-5c2d-4540-b8e8-0fc38dd0e57f req-25a840fc-f4fe-4483-88c1-585db33097cc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:21.307189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efe11ad5-5c2d-4540-b8e8-0fc38dd0e57f req-25a840fc-f4fe-4483-88c1-585db33097cc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 945 time: 1.1657965 Sep 30 08:20:21.318903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.319859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 86fa577e-a0f8-494d-b99c-8e6e54e189d2 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:21.391887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efe11ad5-5c2d-4540-b8e8-0fc38dd0e57f req-c246a08d-fa45-4275-a25b-84115e5050df tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740767 Sep 30 08:20:21.466525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-c4486c48-2392-4ecb-82e0-1a1754e38742 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3421581 Sep 30 08:20:21.490458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:21.505999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 5f227aed-7c04-43c9-9003-6a001493810e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:21.513186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 5f227aed-7c04-43c9-9003-6a001493810e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:21.513635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.521859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:21.528479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 015d7e46-03af-4844-a8c7-edf97e3f9dce triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:21.528881 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.566829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ffeb07-ec48-488e-b3a7-2801932924ea {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:21.574090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Attempting to bind port 0364585c-49aa-4f60-992d-f1fcc1f5b614 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:21.574820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Attempting to bind port 0364585c-49aa-4f60-992d-f1fcc1f5b614 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:21.575206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Attempting to bind port 0364585c-49aa-4f60-992d-f1fcc1f5b614 on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:21.592625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Port 0364585c-49aa-4f60-992d-f1fcc1f5b614 on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:21.592961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Attempting to bind port 0364585c-49aa-4f60-992d-f1fcc1f5b614 on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:21.624622 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.649687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:21.650293 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.721495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:21.722013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Checking segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:21.722476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Bound using segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:21.723196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Bound port: 0364585c-49aa-4f60-992d-f1fcc1f5b614, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:21.723457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.729225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-eec1a3dc-61de-48d4-a3d5-4b73eb9452cf service neutron] 10.222.0.41 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487545 Sep 30 08:20:21.770532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Transition to ACTIVE for port object 11ffeb07-ec48-488e-b3a7-2801932924ea will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:21.811875 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.859677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] For port 0364585c-49aa-4f60-992d-f1fcc1f5b614, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:21.863983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] For port 0364585c-49aa-4f60-992d-f1fcc1f5b614, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:21.864282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:21.889019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.914451 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.924990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.925835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b6208b89-6232-4ca4-9c8d-da0027372ac9 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:21.930334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7048c30e-c584-42cc-92ab-5d698ba77c57 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:22.020702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.085137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Pushing event updated for resources: {'Port': ['ID=11ffeb07-ec48-488e-b3a7-2801932924ea,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.091976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ff4c9c-0c20-46d5-8cac-127398ce4099'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fa577e-a0f8-494d-b99c-8e6e54e189d2'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:22.094523 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572b41fb-695c-450d-a933-67e0af49e799" -d '{"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "e8ff4c9c-0c20-46d5-8cac-127398ce4099"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "86fa577e-a0f8-494d-b99c-8e6e54e189d2"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:22.148179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.149590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.150367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.153018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] 10.222.0.50 "PUT /v2.0/ports/0364585c-49aa-4f60-992d-f1fcc1f5b614 HTTP/1.1" status: 200 len: 1092 time: 4.0830388 Sep 30 08:20:22.169253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'tag': '0364585c-49aa-4f60-992d-f1fcc1f5b614'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:22.172932 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c9152-ab50-408a-969e-df4aa30cb654" -d '{"events": [{"name": "network-changed", "server_uuid": "56d1dd42-bd3e-45db-9b9e-e11c2af21506", "tag": "0364585c-49aa-4f60-992d-f1fcc1f5b614"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:22.193294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port b6208b89-6232-4ca4-9c8d-da0027372ac9 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:22.201142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7048c30e-c584-42cc-92ab-5d698ba77c57 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:22.201880 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.235430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.244115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.250465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.257768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.264298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.270880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.273652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5f227aed-7c04-43c9-9003-6a001493810e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5f227aed-7c04-43c9-9003-6a001493810e,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:22.274883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port b6208b89-6232-4ca4-9c8d-da0027372ac9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:22.275520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.277625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.286993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-a7ac5892-bfc3-4056-8c8c-8aaf4112c457 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5430 time: 0.5482605 Sep 30 08:20:22.328570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.394110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-a9767677-ee12-4ad7-affb-8d0eacf1dfe9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1620450517&fields=id&tenant_id=925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 267 time: 0.2905028 Sep 30 08:20:22.559309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-7282be1f-b5d4-45bf-a5c0-cb0287a92053 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.568944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-7282be1f-b5d4-45bf-a5c0-cb0287a92053 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 815 time: 0.1735389 Sep 30 08:20:22.646747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4484a58e-3aaa-4918-8cd8-c5647ef19acd req-4290cb39-8500-4bf0-90b5-4e45595a7240 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585684 Sep 30 08:20:22.730093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-b4e6f7bb-32ac-45fa-b244-f764a551693a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/quotas/925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 375 time: 0.1551497 Sep 30 08:20:22.754308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-1f3f27d5-8abf-4685-ab1f-b31354a215e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.758508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-1f3f27d5-8abf-4685-ab1f-b31354a215e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 1095 time: 0.4448171 Sep 30 08:20:22.790221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5f227aed-7c04-43c9-9003-6a001493810e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.812424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.834976 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.854123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41dd9d-3258-4a2b-a83b-e113078ec32e service neutron] Pushing event updated for resources: {'Port': ['ID=0364585c-49aa-4f60-992d-f1fcc1f5b614,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.922825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:22.926245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 7048c30e-c584-42cc-92ab-5d698ba77c57, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7048c30e-c584-42cc-92ab-5d698ba77c57,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:22.930571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.932022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7763475f-eb65-461a-be7e-5712b1cc28a4 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:22.955876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bb986534-3345-4f43-b384-7137c4dc2625 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614 HTTP/1.1" status: 200 len: 217 time: 0.0897355 Sep 30 08:20:22.983848 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.039870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 7763475f-eb65-461a-be7e-5712b1cc28a4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:23.040541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7763475f-eb65-461a-be7e-5712b1cc28a4 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:23.057188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-720c9472-f509-468a-9b9d-25ff6957392d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3183467 Sep 30 08:20:23.088006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:23.103519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144faa5-8066-4803-a680-12b911397bff req-5e23bf60-08fc-4079-8f7a-a45079ee76c1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:23.117716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2144faa5-8066-4803-a680-12b911397bff req-5e23bf60-08fc-4079-8f7a-a45079ee76c1 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 944 time: 0.2424433 Sep 30 08:20:23.138417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Attempting to bind port 11ffeb07-ec48-488e-b3a7-2801932924ea on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:23.138786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Attempting to bind port 11ffeb07-ec48-488e-b3a7-2801932924ea by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:23.139083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Attempting to bind port 11ffeb07-ec48-488e-b3a7-2801932924ea on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:23.157931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-c088b310-426a-45f8-81cd-a272578d06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:23.160385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-c088b310-426a-45f8-81cd-a272578d06ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.1850090 Sep 30 08:20:23.170056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Port 11ffeb07-ec48-488e-b3a7-2801932924ea on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:23.170407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Attempting to bind port 11ffeb07-ec48-488e-b3a7-2801932924ea on network c5ad03fc-2e86-44c6-818f-78039e2cb6ff {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:23.188896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=7048c30e-c584-42cc-92ab-5d698ba77c57,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:23.195654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:23.196030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Checking segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:23.196469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Bound using segment: {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:23.196899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Bound port: 11ffeb07-ec48-488e-b3a7-2801932924ea, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e928abf-6629-4b5c-a721-67f5b332ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:23.198421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.271374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-85c79868-bb70-45a8-943a-74d85c9caf07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953131 Sep 30 08:20:23.323747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2144faa5-8066-4803-a680-12b911397bff req-2a0b3883-5b9f-4fa7-bff9-54dc060e3e91 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050505 Sep 30 08:20:23.395267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-5ae50878-f2e9-4a50-b5b9-2fdf13aff68b service neutron] 10.222.0.41 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159127 Sep 30 08:20:23.466373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] For port 11ffeb07-ec48-488e-b3a7-2801932924ea, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:23.488239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] For port 11ffeb07-ec48-488e-b3a7-2801932924ea, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=11ffeb07-ec48-488e-b3a7-2801932924ea,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:23.499912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.596557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2f75c0e-6d66-41ba-a3cb-0be8fe1f93f0 req-7a32c867-bda5-4cf9-afa6-2eba1c00d824 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 210 time: 0.0531702 Sep 30 08:20:23.605962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-bfba1bd2-fdf0-4e4c-944a-b42ca5ab7bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145227 Sep 30 08:20:23.630543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:23.631162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.632803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] 10.222.0.57 "PUT /v2.0/ports/11ffeb07-ec48-488e-b3a7-2801932924ea HTTP/1.1" status: 200 len: 1091 time: 3.8978064 Sep 30 08:20:23.709632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1ae8-7466-410c-b4a3-3975b84c066d service neutron] Pushing event updated for resources: {'Port': ['ID=11ffeb07-ec48-488e-b3a7-2801932924ea,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:23.754683 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066ecd0-b3fe-4dce-8544-c75fb659aac4 x-openstack-request-id: req-4066ecd0-b3fe-4dce-8544-c75fb659aac4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:23.755331 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "e8ff4c9c-0c20-46d5-8cac-127398ce4099", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "86fa577e-a0f8-494d-b99c-8e6e54e189d2", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:23.755778 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4066ecd0-b3fe-4dce-8544-c75fb659aac4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:23.756369 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'code': 200} Sep 30 08:20:23.756795 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ff4c9c-0c20-46d5-8cac-127398ce4099', 'code': 200} Sep 30 08:20:23.757794 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1', 'code': 200} Sep 30 08:20:23.758228 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fa577e-a0f8-494d-b99c-8e6e54e189d2', 'code': 200} Sep 30 08:20:23.785575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-7993cae4-c41c-4630-8e8e-a3b87230edab service neutron] 10.222.0.41 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555872 Sep 30 08:20:23.835731 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de8563-28ad-47de-bea3-d7a61cc17b31 x-openstack-request-id: req-e3de8563-28ad-47de-bea3-d7a61cc17b31 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:23.836080 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d1dd42-bd3e-45db-9b9e-e11c2af21506", "tag": "0364585c-49aa-4f60-992d-f1fcc1f5b614", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:23.836510 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3de8563-28ad-47de-bea3-d7a61cc17b31 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:23.837005 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'tag': '0364585c-49aa-4f60-992d-f1fcc1f5b614', 'status': 'completed', 'code': 200} Sep 30 08:20:23.887475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-db037994-d2a0-4944-97b3-6f20c59c006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:23.890729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-db037994-d2a0-4944-97b3-6f20c59c006d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 1094 time: 0.1321077 Sep 30 08:20:23.982535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-e0cd7d3a-aebd-4529-b74b-5ca2d94da62a service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656416 Sep 30 08:20:23.984506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-2a38e03a-d592-4f44-ab94-c29d41598c08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ffeb07-ec48-488e-b3a7-2801932924ea HTTP/1.1" status: 200 len: 217 time: 0.0817933 Sep 30 08:20:24.046115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-83a58fde-ad98-4405-9343-3f802bf3eda5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:24.049131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-83a58fde-ad98-4405-9343-3f802bf3eda5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 819 time: 0.2743433 Sep 30 08:20:24.065431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Request body: {'port': {'device_id': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'admin_state_up': True, 'tenant_id': 'd45e6228797342b190e736c24a01d598'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:24.176254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-1a19e675-1894-4096-a641-8c778420bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:24.184513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-1a19e675-1894-4096-a641-8c778420bcd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.1884339 Sep 30 08:20:24.339483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-3aaf1788-07fd-4307-9997-b2e531dd5b3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117887 Sep 30 08:20:24.346369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Made reservation on behalf of d45e6228797342b190e736c24a01d598 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:24.353576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:24.383143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d2a1c-2d29-4040-82ac-9331293576f0 req-fb16d7f2-3c9c-40a3-938d-218ac0ddf0d3 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:24.390819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c8d2a1c-2d29-4040-82ac-9331293576f0 req-fb16d7f2-3c9c-40a3-938d-218ac0ddf0d3 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.4048595 Sep 30 08:20:24.491364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c8d2a1c-2d29-4040-82ac-9331293576f0 req-4030ca02-250e-4043-8d9a-3d1f3e3574d8 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994170 Sep 30 08:20:24.551837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c54ddc0f-6eb0-40f4-9699-30d6a2d8f565 req-8813ccdd-edcb-4b36-840b-788a8c70dced tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ffc8609fb524bca80e6e8b1dfd08577 HTTP/1.1" status: 200 len: 2988 time: 0.3050752 Sep 30 08:20:24.564037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9152-ab50-408a-969e-df4aa30cb654 req-c80e9e66-84ea-4615-968e-96d05a0685f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:24.567272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-c80e9e66-84ea-4615-968e-96d05a0685f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 1095 time: 0.4110687 Sep 30 08:20:24.702619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Allocated IP 172.20.0.3 (c4e56ffd-8e2a-40a2-9928-8a980a9a6e96/dea033ed-2035-4831-b565-8d360869c516/c9625e55-0750-4fbc-8020-a0a5d382191e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:25.000970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.070505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.162367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7048c30e-c584-42cc-92ab-5d698ba77c57 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:25.187410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Pushing event updated for resources: {'Port': ['ID=c9625e55-0750-4fbc-8020-a0a5d382191e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:25.199803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:25.203515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9152-ab50-408a-969e-df4aa30cb654 req-1a1a8879-5070-4bd7-a02a-9c255cc6f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.205842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-1a1a8879-5070-4bd7-a02a-9c255cc6f0b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 913 time: 0.6266429 Sep 30 08:20:25.207796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-6fdf6849-6282-43e6-82fb-137f8fddc77f service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426597 Sep 30 08:20:25.216496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:25.216900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c54ddc0f-6eb0-40f4-9699-30d6a2d8f565 req-9ca927c2-11e8-4b51-a0ad-815a806ce30a tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups/407df101-8c93-4810-9673-45fe3beb1b53 HTTP/1.1" status: 200 len: 2985 time: 0.6647954 Sep 30 08:20:25.221628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:25.307375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-3f6addca-287f-409f-9ccd-57ce157fba0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614 HTTP/1.1" status: 200 len: 217 time: 0.0780528 Sep 30 08:20:25.323220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7048c30e-c584-42cc-92ab-5d698ba77c57 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:25.326458 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.363607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.364652 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.396775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-5dd4d411-4cfd-4f9d-8e1a-602c9526d1d2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3337982 Sep 30 08:20:25.403686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.410335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.413934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Request body: {'port': {'device_id': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:25.417004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.423161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.430881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.437637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.444523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.452735 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.454253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-386f5ff4-d04d-4c48-9221-839fc544e406 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.7895522 Sep 30 08:20:25.499280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.528792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c54ddc0f-6eb0-40f4-9699-30d6a2d8f565 req-e9a73e1f-81eb-4520-acb4-cae695d41ad6 tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups/407df101-8c93-4810-9673-45fe3beb1b53 HTTP/1.1" status: 200 len: 2985 time: 0.3108881 Sep 30 08:20:25.533055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9152-ab50-408a-969e-df4aa30cb654 req-88fbd9b3-eae8-4521-baba-120ce9166875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:25.534640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-88fbd9b3-eae8-4521-baba-120ce9166875 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.2153387 Sep 30 08:20:25.604925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-3843b5fa-c2ce-4d4f-a6fe-0faec345e296 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554092 Sep 30 08:20:25.617947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.627892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e612fc77-7c57-483f-9752-5e1740d2df3f req-34694b6e-6be1-4c39-9db5-d18fa9312d8d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656849 Sep 30 08:20:25.653139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58c0b1f3-3347-417a-a074-2302f0001aaf req-f428852a-67f1-4d8a-b031-a66ac8fb52e0 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341073 Sep 30 08:20:25.760218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:25.768699 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3be5342-4758-40b6-80ae-1048bd815f71" -d '{"events": [{"server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "name": "network-vif-plugged", "status": "completed", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:25.849140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96dbcce9-56fd-43fb-aad6-1ac788c4ac4f req-d648826a-2cc0-4bae-b1fe-eaf249a444e2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 210 time: 0.1045539 Sep 30 08:20:25.849674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'tag': '11ffeb07-ec48-488e-b3a7-2801932924ea'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:25.852050 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e2956b-fcc6-4895-8213-f516681d11c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3f7519-75d1-4ce7-8d0d-d0765c192f7f", "tag": "11ffeb07-ec48-488e-b3a7-2801932924ea"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:26.033932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-55bdce58-3067-4d91-a4f5-06b7a70620e5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:26.036421 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-55bdce58-3067-4d91-a4f5-06b7a70620e5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 815 time: 0.2496722 Sep 30 08:20:26.043096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-03542736-2598-4542-94e0-8284f37efbc2 service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119051 Sep 30 08:20:26.106582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-0e3ce080-8186-45cc-a012-2b2a68fc33fb tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:26.114808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-0e3ce080-8186-45cc-a012-2b2a68fc33fb tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 819 time: 0.4065988 Sep 30 08:20:26.127428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6d70-b800-4caa-9c8d-79a625dd8d36 req-e3ce57a3-80a0-46ee-b0ec-012339780b74 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:26.135357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75d6d70-b800-4caa-9c8d-79a625dd8d36 req-e3ce57a3-80a0-46ee-b0ec-012339780b74 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 944 time: 0.1348252 Sep 30 08:20:26.146701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9625e55-0750-4fbc-8020-a0a5d382191e {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:26.155495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.178466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Transition to ACTIVE for port object c9625e55-0750-4fbc-8020-a0a5d382191e will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:26.181078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-810f2017-e94d-4065-9bb7-189b0d616973 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/quotas/d45e6228797342b190e736c24a01d598 HTTP/1.1" status: 200 len: 375 time: 0.0649843 Sep 30 08:20:26.185808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.253357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-7c03955b-380b-41b6-a822-f3e12da00e23 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 380 time: 0.1910453 Sep 30 08:20:26.254202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Pushing event updated for resources: {'Port': ['ID=c9625e55-0750-4fbc-8020-a0a5d382191e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:26.266134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'port': {'device_id': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'admin_state_up': True, 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'security_groups': ['e4688ded-6c9a-432b-b4f8-725f951f3218']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:26.278442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75d6d70-b800-4caa-9c8d-79a625dd8d36 req-e28312b9-d3a7-4915-9cd8-0d8b162976de tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414349 Sep 30 08:20:26.328569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-343c9152-ab50-408a-969e-df4aa30cb654 req-642eb92f-0114-4e72-9753-161f07e32c0e service neutron] 10.222.0.50 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628627 Sep 30 08:20:26.351651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-feffd51c-85ff-4049-972b-a6cbd68998e8 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691999 Sep 30 08:20:26.495769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Made reservation on behalf of 925fbd1962bc4bd4ac0db42456bfebd3 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:26.499789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.504501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-53075579-8094-4efe-981e-2ab2e5d48caf service neutron] 10.222.0.41 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446414 Sep 30 08:20:26.515500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Attempting to bind port c9625e55-0750-4fbc-8020-a0a5d382191e on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:26.515844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Attempting to bind port c9625e55-0750-4fbc-8020-a0a5d382191e by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:26.516228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Attempting to bind port c9625e55-0750-4fbc-8020-a0a5d382191e on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:26.529384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Port c9625e55-0750-4fbc-8020-a0a5d382191e on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:26.529781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Attempting to bind port c9625e55-0750-4fbc-8020-a0a5d382191e on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:26.544426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:26.544426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Checking segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:26.544991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Bound using segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:26.545132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Bound port: c9625e55-0750-4fbc-8020-a0a5d382191e, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:26.545574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.713981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af7e2-2f71-410e-90bd-3c33d28a5db9 req-4a7b212f-9c08-4180-acae-3c9ef71684f8 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:26.723450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-096af7e2-2f71-410e-90bd-3c33d28a5db9 req-4a7b212f-9c08-4180-acae-3c9ef71684f8 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.1052351 Sep 30 08:20:26.745466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] For port c9625e55-0750-4fbc-8020-a0a5d382191e, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:26.748238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Allocated IP 172.20.0.11 (5e21cca3-a8ed-46c3-bdf4-2b957d03b941/19808504-62a9-40bb-a8b4-1c4bdb137f28/57c8213d-9343-4df3-b113-a1cf32fc0732) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:26.752520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] For port c9625e55-0750-4fbc-8020-a0a5d382191e, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c9625e55-0750-4fbc-8020-a0a5d382191e,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:26.763309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-e9b6fbb5-fd52-44b1-b61c-e2107d492232 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520626 Sep 30 08:20:26.765334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.773415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0364585c-49aa-4f60-992d-f1fcc1f5b614 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:26.824866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:26.825709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.827201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] 10.222.0.57 "PUT /v2.0/ports/c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 1091 time: 1.4215961 Sep 30 08:20:26.827702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'tag': 'c9625e55-0750-4fbc-8020-a0a5d382191e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:26.831121 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbfdefd-1558-404e-ad7f-e161b43e2474" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e70eff-8ebe-4b90-b59a-37eb73a8a25e", "tag": "c9625e55-0750-4fbc-8020-a0a5d382191e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:26.858691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-096af7e2-2f71-410e-90bd-3c33d28a5db9 req-dd6f6519-8530-4d50-af59-161e1d11c279 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336439 Sep 30 08:20:26.998584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aadf0-52c1-4640-86e3-f6c2911380ca service neutron] Pushing event updated for resources: {'Port': ['ID=c9625e55-0750-4fbc-8020-a0a5d382191e,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:27.071886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a6a8851-8480-40e6-a9bd-96ab3d2948c2 req-62c1220b-030b-4a90-990f-591d4e15b27c tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups/407df101-8c93-4810-9673-45fe3beb1b53 HTTP/1.1" status: 200 len: 2985 time: 0.1428657 Sep 30 08:20:27.194926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 11ffeb07-ec48-488e-b3a7-2801932924ea details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:27.214646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0364585c-49aa-4f60-992d-f1fcc1f5b614, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:27.231006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-8faa8225-ff56-4f09-bd74-29758b0c57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.237999 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-8faa8225-ff56-4f09-bd74-29758b0c57c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1094 time: 0.3333762 Sep 30 08:20:27.250133 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-4a6a8851-8480-40e6-a9bd-96ab3d2948c2 req-c0920e78-0d13-4d89-90d7-e37d849c9570 tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:20:27.259979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a6a8851-8480-40e6-a9bd-96ab3d2948c2 req-c0920e78-0d13-4d89-90d7-e37d849c9570 tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "DELETE /v2.0/security-groups/407df101-8c93-4810-9673-45fe3beb1b53 HTTP/1.1" status: 409 len: 352 time: 0.1865549 Sep 30 08:20:27.315652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '0364585c-49aa-4f60-992d-f1fcc1f5b614', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'port_id': '0364585c-49aa-4f60-992d-f1fcc1f5b614', 'mac_address': 'fa:16:3e:a9:98:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fc2699-a350-448f-bcb6-3451580da18d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:27.323743 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4744e9d-08d1-440c-a005-7ece3411ad2c x-openstack-request-id: req-d4744e9d-08d1-440c-a005-7ece3411ad2c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:27.324155 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "name": "network-vif-plugged", "status": "completed", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-plugged", "status": "completed", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:27.324438 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4744e9d-08d1-440c-a005-7ece3411ad2c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:27.324944 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'code': 200} Sep 30 08:20:27.325278 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'code': 200} Sep 30 08:20:27.361895 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d621a58-7a70-47aa-9153-096ba7770c8f x-openstack-request-id: req-3d621a58-7a70-47aa-9153-096ba7770c8f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:27.362923 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3f7519-75d1-4ce7-8d0d-d0765c192f7f", "tag": "11ffeb07-ec48-488e-b3a7-2801932924ea", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:27.363318 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d621a58-7a70-47aa-9153-096ba7770c8f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:27.363854 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'tag': '11ffeb07-ec48-488e-b3a7-2801932924ea', 'status': 'completed', 'code': 200} Sep 30 08:20:27.367643 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-8cbfe390-9e4f-42fa-84fc-c52e8ec198c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.1125422 Sep 30 08:20:27.402609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.439178 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595b1fa-f996-41ad-a3c7-29c249fde12a x-openstack-request-id: req-b595b1fa-f996-41ad-a3c7-29c249fde12a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:27.439942 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e70eff-8ebe-4b90-b59a-37eb73a8a25e", "tag": "c9625e55-0750-4fbc-8020-a0a5d382191e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:27.440424 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b595b1fa-f996-41ad-a3c7-29c249fde12a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:27.441095 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'tag': 'c9625e55-0750-4fbc-8020-a0a5d382191e', 'status': 'completed', 'code': 200} Sep 30 08:20:27.531875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-b965ce70-f9a2-413a-959e-eb2c07263242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.534244 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-b965ce70-f9a2-413a-959e-eb2c07263242 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.1458113 Sep 30 08:20:27.573588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.605086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0364585c-49aa-4f60-992d-f1fcc1f5b614 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:27.651837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-9e5156d3-2287-4ec8-8c33-f8c3b97acc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.655859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec8733-c222-4d24-8cba-d308a78bace4 req-249ce88a-14fe-4c4d-ab0c-f5de19d9b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.657389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2ec8733-c222-4d24-8cba-d308a78bace4 req-249ce88a-14fe-4c4d-ab0c-f5de19d9b63a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.2689886 Sep 30 08:20:27.659000 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-9e5156d3-2287-4ec8-8c33-f8c3b97acc63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1c7c9a81769431682394998bf914672&device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 1094 time: 0.1865959 Sep 30 08:20:27.667288 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-d9a48d1c-97b5-4720-9c1e-c88589f614e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220045 Sep 30 08:20:27.674272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.675399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0364585c-49aa-4f60-992d-f1fcc1f5b614, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:27.708237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.714018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ce6e7-4785-483d-a5e4-2c65524d3b1b req-84a17598-e44d-4494-9f2d-53cea7060379 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.715634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a7ce6e7-4785-483d-a5e4-2c65524d3b1b req-84a17598-e44d-4494-9f2d-53cea7060379 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 932 time: 0.1921871 Sep 30 08:20:27.733335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.736860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 11ffeb07-ec48-488e-b3a7-2801932924ea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=11ffeb07-ec48-488e-b3a7-2801932924ea,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:27.737066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.737824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.738517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.739196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.739900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.740569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.745407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-9e04054a-5a1c-4c5a-82e7-54b4de5ea946 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.1997564 Sep 30 08:20:27.770824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:27.787233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.793420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '11ffeb07-ec48-488e-b3a7-2801932924ea', 'network_id': 'c5ad03fc-2e86-44c6-818f-78039e2cb6ff', 'port_id': '11ffeb07-ec48-488e-b3a7-2801932924ea', 'mac_address': 'fa:16:3e:7f:4b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fc2699-a350-448f-bcb6-3451580da18d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:27.798562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.827393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.834422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.847053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=0364585c-49aa-4f60-992d-f1fcc1f5b614,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:27.852979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.862190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.867017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:27.868302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:27.870891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-995d7e45-11bc-4ea8-be61-267c08026535 req-6f2af86a-da24-4de0-bf19-65f57d6d3132 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.2750247 Sep 30 08:20:27.880022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.919666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:27.925546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ffeb07-ec48-488e-b3a7-2801932924ea {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:27.972465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2ec8733-c222-4d24-8cba-d308a78bace4 req-8254931d-e01e-4e43-9ed9-476a0a7ef121 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919071 Sep 30 08:20:28.001956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 11ffeb07-ec48-488e-b3a7-2801932924ea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=11ffeb07-ec48-488e-b3a7-2801932924ea,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:28.013199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.059628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-995d7e45-11bc-4ea8-be61-267c08026535 req-9033cc0a-011b-4865-9de3-49200af93f30 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623292 Sep 30 08:20:28.140109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['0364585c-49aa-4f60-992d-f1fcc1f5b614'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:28.152239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a7ce6e7-4785-483d-a5e4-2c65524d3b1b req-ad9de6f8-508a-4864-b62b-2cb0ed1a6300 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053710 Sep 30 08:20:28.165129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c223d7e-8eba-40eb-8fc5-de423ff986a4 req-a264989a-d266-449b-ab56-79a5fa01eb99 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&id=ebae1908-4b3c-48ee-9943-343ff03fb983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4099815 Sep 30 08:20:28.214886 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-84d277ab-2ac4-47bb-bb5e-1310cc4b7b6c service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111907 Sep 30 08:20:28.240961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=11ffeb07-ec48-488e-b3a7-2801932924ea,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:28.248812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:28.329252 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-5f191053-ca55-4762-a4ec-6aeb6c42d237 req-26c5cc45-bffb-4f44-a936-7a5513ffeaaa tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] show failed (client error): The resource could not be found. Sep 30 08:20:28.338295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f191053-ca55-4762-a4ec-6aeb6c42d237 req-26c5cc45-bffb-4f44-a936-7a5513ffeaaa tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups/10aeee1d-80ac-420a-b98d-1ee8e35a1e6f HTTP/1.1" status: 404 len: 352 time: 0.0505826 Sep 30 08:20:28.353110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:28.353815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.398194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['11ffeb07-ec48-488e-b3a7-2801932924ea'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:28.456621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f8a61e6-6731-4880-b760-7c0aff8faf75 req-5986af22-eb8c-4bf5-b254-10b5b5366ac5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 210 time: 0.0675337 Sep 30 08:20:28.506742 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-df722239-5250-409b-8cad-ff92cf7cad73 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2449832 Sep 30 08:20:28.510479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-4e00fcbb-fbc0-461b-aebd-163c48979be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:28.514410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-4e00fcbb-fbc0-461b-aebd-163c48979be3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 200 len: 913 time: 0.8142858 Sep 30 08:20:28.597057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a071f-7c71-4e14-b628-5a63dea0d792 req-f960bea7-10ce-4480-a1f4-adfbe96269f6 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:28.601886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f59a071f-7c71-4e14-b628-5a63dea0d792 req-f960bea7-10ce-4480-a1f4-adfbe96269f6 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 945 time: 0.1275060 Sep 30 08:20:28.637030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b8cb3d7e-5512-4ada-a17f-f2bee33a3302 None None] Provisioning complete for port 57c8213d-9343-4df3-b113-a1cf32fc0732 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:28.637697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3d7e-5512-4ada-a17f-f2bee33a3302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.686311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Request body: {'port': {'device_id': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:28.740957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f59a071f-7c71-4e14-b628-5a63dea0d792 req-0d263439-09c4-4df3-b414-0e91cf1e1b63 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314092 Sep 30 08:20:28.781333 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-18059f37-ba7d-456a-a213-4dc9f168abad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ffeb07-ec48-488e-b3a7-2801932924ea HTTP/1.1" status: 200 len: 217 time: 0.2551410 Sep 30 08:20:28.850418 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-9dfc2bb8-a73c-49bc-a9e3-5d13368785ef req-a93cf9cb-5f32-4056-851c-3b14f3c3a28f tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] show failed (client error): The resource could not be found. Sep 30 08:20:28.852334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dfc2bb8-a73c-49bc-a9e3-5d13368785ef req-a93cf9cb-5f32-4056-851c-3b14f3c3a28f tempest-SecurityGroupsNegativeTestJSON-287883054 tempest-SecurityGroupsNegativeTestJSON-287883054-project] 10.222.0.41 "GET /v2.0/security-groups/ee4a5832-46ee-4cc4-a77b-3b5500ce6fbc HTTP/1.1" status: 404 len: 352 time: 0.0437815 Sep 30 08:20:28.873843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb3d7e-5512-4ada-a17f-f2bee33a3302 None None] Port 57c8213d-9343-4df3-b113-a1cf32fc0732 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:28.876178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51896) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:28.876846 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d1e1d820-3f42-44c9-8f54-c26d9c524562 req-4e103fd9-e0b6-4cef-a8b1-07459cbeb9d4 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362062 Sep 30 08:20:29.022659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.025433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Deleting subnet 454a4be9-cc29-4551-a383-8d27a9255ddf {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:29.030941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.075098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5499f54-b1fc-4e63-a2ea-78273b70f348 req-d62e1d17-3108-40f7-9ba9-3419ea093846 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.085506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5499f54-b1fc-4e63-a2ea-78273b70f348 req-d62e1d17-3108-40f7-9ba9-3419ea093846 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.2187214 Sep 30 08:20:29.094909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-393bea54-5c06-46ea-8478-54a6b4cf863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.097608 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-393bea54-5c06-46ea-8478-54a6b4cf863e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 200 len: 852 time: 0.2587950 Sep 30 08:20:29.140685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-e5d613ea-7fcc-4f28-add7-bfa6edece9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.143009 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-e5d613ea-7fcc-4f28-add7-bfa6edece9cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1094 time: 0.1822803 Sep 30 08:20:29.165544 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-b35fb1a9-fc5c-47d2-8404-4e35726fa639 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c5ad03fc-2e86-44c6-818f-78039e2cb6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437129 Sep 30 08:20:29.221072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.312871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.447609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.542277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5499f54-b1fc-4e63-a2ea-78273b70f348 req-6aa3000e-450b-4250-aeea-d509d65e8a64 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560006 Sep 30 08:20:29.584219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.592136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/454a4be9-cc29-4551-a383-8d27a9255ddf HTTP/1.1" status: 204 len: 168 time: 0.7120194 Sep 30 08:20:29.593289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dee4b4-2f95-4aff-b53e-700ccd8706da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454a4be9-cc29-4551-a383-8d27a9255ddf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:29.602517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51908) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:29.676272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.683479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.691037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.697669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.704143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.704806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:29.712113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.716971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.719256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:29.727900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-61d90351-d121-4fe3-80e7-680a7f59dadf tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.3005772 Sep 30 08:20:29.740908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Transition to ACTIVE for port object 57c8213d-9343-4df3-b113-a1cf32fc0732 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:29.762296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.849975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:29.893012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e21ab778-87fd-4866-90ed-40b5023f4a4b req-f7e8e99a-5ed0-4405-97f6-a98e13f80e79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569436 Sep 30 08:20:29.995711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f264-87d7-4544-a04a-afe62aa953e3 req-e2d8f8ab-1dbd-4751-aa91-990cd57b8280 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:30.007381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d273f264-87d7-4544-a04a-afe62aa953e3 req-e2d8f8ab-1dbd-4751-aa91-990cd57b8280 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.2713933 Sep 30 08:20:30.011896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.098756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-052a572f-fba6-4f9e-934e-47c2c66889e8 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:30.100674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-052a572f-fba6-4f9e-934e-47c2c66889e8 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 819 time: 0.6635060 Sep 30 08:20:30.116181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:30.116530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:30.116872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:30.142383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-110a7dbf-fcf7-42af-ab47-ccd0a65c202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:30.144062 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-110a7dbf-fcf7-42af-ab47-ccd0a65c202c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.9748423 Sep 30 08:20:30.144733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Port 57c8213d-9343-4df3-b113-a1cf32fc0732 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:30.145092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:30.150355 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-42f17a74-5844-4d6e-834a-2bfd26a68948 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9584241 Sep 30 08:20:30.155636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:30.156733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Checking segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:30.157215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Bound using segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:30.158199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Bound port: 57c8213d-9343-4df3-b113-a1cf32fc0732, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:30.158636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.227541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Request body: {'port': {'device_id': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'admin_state_up': True, 'tenant_id': 'd45e6228797342b190e736c24a01d598'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:30.246551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed654bfd-36a5-45a3-a635-6a0441bfd09a req-f4a39fa2-5883-429c-9d3a-8875f45a91f8 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 210 time: 0.1819487 Sep 30 08:20:30.312855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-34074ca9-f966-4a4d-98fb-2c5a2e3f782e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.1255164 Sep 30 08:20:30.352726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d273f264-87d7-4544-a04a-afe62aa953e3 req-58ec93c8-ae2b-446a-bf4b-412d0ede1fc3 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221223 Sep 30 08:20:30.457558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.557516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b3c8fd-d9e7-448c-b889-e448cd19c017']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:30.593122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80482c0-5c9b-47b2-b794-4ab5c8def766') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:30.593527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80482c0-5c9b-47b2-b794-4ab5c8def766') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:30.615875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.636146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954fd4d-4526-41a1-91e8-738bab743737 req-fb8fec4c-0fec-4d4c-8b2f-0eb0eb8b8fe7 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:30.637804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7954fd4d-4526-41a1-91e8-738bab743737 req-fb8fec4c-0fec-4d4c-8b2f-0eb0eb8b8fe7 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 945 time: 0.1382630 Sep 30 08:20:30.658681 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.677649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:20:30.678072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:20:30.680094 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:20:30.734924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Made reservation on behalf of d45e6228797342b190e736c24a01d598 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:30.738993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.789117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0364585c-49aa-4f60-992d-f1fcc1f5b614 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:30.796395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7954fd4d-4526-41a1-91e8-738bab743737 req-9d7b448e-e9d7-4457-aa20-f3623797dfbe tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523128 Sep 30 08:20:30.802803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:30.811393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:30.815357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.822518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.860303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab4b8-a419-4492-a589-a08700bfc9f7 req-34b37cd5-fc8a-46de-a8cc-1f3aef8b12d6 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:30.862034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-352ab4b8-a419-4492-a589-a08700bfc9f7 req-34b37cd5-fc8a-46de-a8cc-1f3aef8b12d6 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.1810615 Sep 30 08:20:30.867477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.869423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d7b3c8fd-d9e7-448c-b889-e448cd19c017 HTTP/1.1" status: 204 len: 168 time: 1.2642608 Sep 30 08:20:30.873637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 0364585c-49aa-4f60-992d-f1fcc1f5b614 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:30.877981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 0364585c-49aa-4f60-992d-f1fcc1f5b614 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:30.878356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.890257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7f11-6e97-4d82-b714-b2cfd0d4f861 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b3c8fd-d9e7-448c-b889-e448cd19c017,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:30.957713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-c11addb2-0164-4914-918c-0aa28df45a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:30.960682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-c11addb2-0164-4914-918c-0aa28df45a82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.6394882 Sep 30 08:20:30.972613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-54e2956b-fcc6-4895-8213-f516681d11c1 req-ad3678f9-6568-4854-8564-76edaa7b4e93 service neutron] 10.222.0.57 "GET /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970750 Sep 30 08:20:30.976787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.051522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.052766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.059547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.069772 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-8680d815-53ca-40b6-bf3c-c86e4070c295 service neutron] 10.222.0.50 "PUT /v2.0/ports/57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1092 time: 2.3839147 Sep 30 08:20:31.135462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0364585c-49aa-4f60-992d-f1fcc1f5b614'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:31.138180 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3864ba-2ce8-4547-ba60-782cf269ce0c" -d '{"events": [{"server_uuid": "56d1dd42-bd3e-45db-9b9e-e11c2af21506", "name": "network-vif-plugged", "status": "completed", "tag": "0364585c-49aa-4f60-992d-f1fcc1f5b614"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:31.149010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:31.153102 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad72cf-3796-40ad-8f44-16e28ee0766d" -d '{"events": [{"name": "network-changed", "server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:31.157368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51940) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:31.162719 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-8565a871-4a5e-4eab-b1f8-774f391fcac3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537545 Sep 30 08:20:31.166621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 0364585c-49aa-4f60-992d-f1fcc1f5b614, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:31.174072 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.223487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c9625e55-0750-4fbc-8020-a0a5d382191e details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:31.226042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 11ffeb07-ec48-488e-b3a7-2801932924ea up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:31.281770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Allocated IP 172.20.0.11 (c4e56ffd-8e2a-40a2-9928-8a980a9a6e96/dea033ed-2035-4831-b565-8d360869c516/9c30aecb-f554-4a0a-ad19-3cb40728906b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:31.300623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-312c4043-ef4a-4c5b-924f-4ce95c847464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.302286 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-312c4043-ef4a-4c5b-924f-4ce95c847464 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1095 time: 0.1306005 Sep 30 08:20:31.304137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=0364585c-49aa-4f60-992d-f1fcc1f5b614,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.350283 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5576c0a4-a6a1-49c7-82ac-18321e2622ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ffc8609fb524bca80e6e8b1dfd08577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907232 Sep 30 08:20:31.357541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51948) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:31.394542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 11ffeb07-ec48-488e-b3a7-2801932924ea completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:31.402319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 11ffeb07-ec48-488e-b3a7-2801932924ea triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:31.402729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.409999 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-a2ccb3f2-4da4-490c-adb2-a121e70f2bad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 217 time: 0.0668867 Sep 30 08:20:31.458746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c9625e55-0750-4fbc-8020-a0a5d382191e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c9625e55-0750-4fbc-8020-a0a5d382191e,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:31.486466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'c9625e55-0750-4fbc-8020-a0a5d382191e', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'port_id': 'c9625e55-0750-4fbc-8020-a0a5d382191e', 'mac_address': 'fa:16:3e:b8:53:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea033ed-2035-4831-b565-8d360869c516', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:31.500199 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-66cbb4d4-7660-48d1-8a7d-933c38fb4632 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067119 Sep 30 08:20:31.508263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-352ab4b8-a419-4492-a589-a08700bfc9f7 req-200b5568-bfa3-49fb-9deb-3a061933fad7 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245804 Sep 30 08:20:31.523907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6c1abf2-42df-4390-b87b-73a2dc2f960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.576778 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.578888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.612709 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdfd0c9-1c9d-4286-a562-a094ee78fc12 x-openstack-request-id: req-dfdfd0c9-1c9d-4286-a562-a094ee78fc12 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:31.612998 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d1dd42-bd3e-45db-9b9e-e11c2af21506", "name": "network-vif-plugged", "status": "completed", "tag": "0364585c-49aa-4f60-992d-f1fcc1f5b614", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:31.613243 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfdfd0c9-1c9d-4286-a562-a094ee78fc12 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:31.613658 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0364585c-49aa-4f60-992d-f1fcc1f5b614', 'code': 200} Sep 30 08:20:31.616091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.616711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-c5c1ff9c-c16e-4ac5-8409-fa3437fa7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.618255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-c5c1ff9c-c16e-4ac5-8409-fa3437fa7e11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.1975007 Sep 30 08:20:31.625074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9625e55-0750-4fbc-8020-a0a5d382191e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:31.625342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.631356 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-edbfdefd-1558-404e-ad7f-e161b43e2474 req-82ba6a57-f8c7-4e69-ba57-b83427ae5d25 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078327 Sep 30 08:20:31.635707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.646797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.655684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.659856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 11ffeb07-ec48-488e-b3a7-2801932924ea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=11ffeb07-ec48-488e-b3a7-2801932924ea,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:31.661967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c9625e55-0750-4fbc-8020-a0a5d382191e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c9625e55-0750-4fbc-8020-a0a5d382191e,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:31.666589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.667227 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bfa20c-8edb-40ff-99c4-11d246269d6c x-openstack-request-id: req-01bfa20c-8edb-40ff-99c4-11d246269d6c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:31.667549 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:31.667879 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01bfa20c-8edb-40ff-99c4-11d246269d6c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:31.668267 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'status': 'completed', 'code': 200} Sep 30 08:20:31.673774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.676315 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.679492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.681758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-03a58c5a-23c4-48cf-9aaf-2ed475a003bb tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.2664769 Sep 30 08:20:31.725689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6c1abf2-42df-4390-b87b-73a2dc2f960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.729639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.750447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-045b7b6f-d218-4840-8b00-20ba8d5c3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.752582 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-045b7b6f-d218-4840-8b00-20ba8d5c3682 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191287 Sep 30 08:20:31.772107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=11ffeb07-ec48-488e-b3a7-2801932924ea,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.808257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d8c7be5-e5a5-4b25-844b-23397379c4f5 req-7085e5b5-073f-4bfb-ae8a-dac2719b5f0a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162941 Sep 30 08:20:31.810504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd889730-3c1d-4ec4-905b-c63777201485 req-1b3c65d8-48f8-4d90-87a0-0e484d5fc409 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 210 time: 0.0878801 Sep 30 08:20:31.863817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.877433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c482c5-96eb-4326-b71b-b01315b5a141 req-38650659-5757-4693-936a-ad833b5d53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.878569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88c482c5-96eb-4326-b71b-b01315b5a141 req-38650659-5757-4693-936a-ad833b5d53ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 1097 time: 0.1524115 Sep 30 08:20:31.892901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-fada57d7-68c5-4039-8b84-f174eac095bb service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305907 Sep 30 08:20:31.900153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=c9625e55-0750-4fbc-8020-a0a5d382191e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.934122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6c1abf2-42df-4390-b87b-73a2dc2f960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.937127 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6c1abf2-42df-4390-b87b-73a2dc2f960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.938341 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a6c1abf2-42df-4390-b87b-73a2dc2f960b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/407df101-8c93-4810-9673-45fe3beb1b53 HTTP/1.1" status: 204 len: 168 time: 0.5779936 Sep 30 08:20:31.963042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1abf2-42df-4390-b87b-73a2dc2f960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407df101-8c93-4810-9673-45fe3beb1b53,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.987267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:32.006193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:32.011338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:32.016250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['c9625e55-0750-4fbc-8020-a0a5d382191e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:32.074686 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5d9e102f-85e3-44d0-9f7b-1e02047b98c9 req-2e95c1c1-3ec0-4fb9-a480-e7f3d704c982 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746657 Sep 30 08:20:32.090719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Pushing event updated for resources: {'Port': ['ID=9c30aecb-f554-4a0a-ad19-3cb40728906b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:32.121831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88c482c5-96eb-4326-b71b-b01315b5a141 req-526a9508-9705-4fc8-8e3c-bb4b40e57cde service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916602 Sep 30 08:20:32.174046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413dd73-0283-4bd3-af94-51bf982810bb req-4b8d5fa6-d100-43a9-a678-3841739c5c4d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:32.181594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7413dd73-0283-4bd3-af94-51bf982810bb req-4b8d5fa6-d100-43a9-a678-3841739c5c4d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.2456107 Sep 30 08:20:32.200920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:32.202078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.311836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-cbc70c31-17cb-4307-a1ee-11c239d5a141 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0923147 Sep 30 08:20:32.332298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Request body: {'port': {'device_id': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:32.369962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7413dd73-0283-4bd3-af94-51bf982810bb req-65441464-bf82-4808-8934-bf7c284fd81b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874659 Sep 30 08:20:32.377932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-bdb8aa38-3ffd-4eca-9a35-27b306795784 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3316483 Sep 30 08:20:32.398284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:32.461612 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.496286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.568869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-b8091a54-e2e9-4e2a-9be6-6babe310659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:32.570428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-b8091a54-e2e9-4e2a-9be6-6babe310659e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1095 time: 0.1532223 Sep 30 08:20:32.583381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5580-2946-4d41-8744-4ba986735eaf req-080971a2-20a9-4c18-8093-f45dfef2a620 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:32.584721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d7c5580-2946-4d41-8744-4ba986735eaf req-080971a2-20a9-4c18-8093-f45dfef2a620 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 946 time: 0.1274984 Sep 30 08:20:32.827283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51992) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:32.828094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d7c5580-2946-4d41-8744-4ba986735eaf req-beeca7ff-4b93-4f1c-9b04-8a9ae9de171e tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345626 Sep 30 08:20:32.891868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-31a47a34-871b-49bb-b84b-0fec783e4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:32.893434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-31a47a34-871b-49bb-b84b-0fec783e4b52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.3028936 Sep 30 08:20:32.972691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1601905820-network', 'tenant_id': 'c5f2c04118ee442ca57d8a43a757d8b6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:32.979085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-43225c69-cc61-484d-b86c-92713ce4d401 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 217 time: 0.0675535 Sep 30 08:20:32.993378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Made reservation on behalf of c5f2c04118ee442ca57d8a43a757d8b6 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:32.995998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.005181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.035218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.078655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.085125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.091011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.097062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.100682 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.102928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.104646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.108765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.114659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.116556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c7c431d-9692-462d-ac6d-3f4291942820 req-1b48afe0-6547-46f4-8226-e8fdb0745a3b tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.2221940 Sep 30 08:20:33.128634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52000) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:33.134420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Request body: {'floatingip': {'port_id': 'b6208b89-6232-4ca4-9c8d-da0027372ac9'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:33.141253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:33.168055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-c0ab2e75-f2e9-42b2-b316-31894a4b94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.169721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-c0ab2e75-f2e9-42b2-b316-31894a4b94b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.1766403 Sep 30 08:20:33.210072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.211404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c9625e55-0750-4fbc-8020-a0a5d382191e up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:33.213784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.263135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.263980 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Added segment 0c6887bd-5618-4d36-87e3-342c87d30ac7 of type vlan for network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 Sep 30 08:20:33.272448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c30aecb-f554-4a0a-ad19-3cb40728906b {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:33.278903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port c9625e55-0750-4fbc-8020-a0a5d382191e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:33.286029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port c9625e55-0750-4fbc-8020-a0a5d382191e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:33.286351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.331759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.358671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-dd137739-e9c9-4204-96ee-4a8a8be9cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.360097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-dd137739-e9c9-4204-96ee-4a8a8be9cb31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696427 Sep 30 08:20:33.374511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Transition to ACTIVE for port object 9c30aecb-f554-4a0a-ad19-3cb40728906b will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:33.387641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.389851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.397122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Allocated IP 172.25.7.83 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/96c93a2f-7ae8-49fc-b418-65fcfda026a1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:33.399116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.428100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c9625e55-0750-4fbc-8020-a0a5d382191e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c9625e55-0750-4fbc-8020-a0a5d382191e,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:33.432512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.463413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.463650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20e6c-6503-4cfc-a62a-ed2e8e04c8cd req-82164163-d0ea-4d0d-a9d0-b96380f00a13 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.464620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:33.465165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1c20e6c-6503-4cfc-a62a-ed2e8e04c8cd req-82164163-d0ea-4d0d-a9d0-b96380f00a13 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 932 time: 0.2011538 Sep 30 08:20:33.465474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.496226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=c9625e55-0750-4fbc-8020-a0a5d382191e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.497276 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6684051 Sep 30 08:20:33.501387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52014) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:33.517994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Request body: {'subnet': {'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1601905820-subnet', 'tenant_id': 'c5f2c04118ee442ca57d8a43a757d8b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:33.591885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd876f-9880-4c5f-94d5-df46b6ec2a3b admin admin] Pushing event updated for resources: {'Network': ['ID=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.605311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:33.619371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ffeb07-ec48-488e-b3a7-2801932924ea'}, {'server_uuid': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9625e55-0750-4fbc-8020-a0a5d382191e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:33.621926 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c5f61-cf03-4739-896a-f7f0e99e57b8" -d '{"events": [{"server_uuid": "ae3f7519-75d1-4ce7-8d0d-d0765c192f7f", "name": "network-vif-plugged", "status": "completed", "tag": "11ffeb07-ec48-488e-b3a7-2801932924ea"}, {"server_uuid": "e8e70eff-8ebe-4b90-b59a-37eb73a8a25e", "name": "network-vif-plugged", "status": "completed", "tag": "c9625e55-0750-4fbc-8020-a0a5d382191e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:33.645941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Made reservation on behalf of c5f2c04118ee442ca57d8a43a757d8b6 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:33.648288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.806461 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Pushing event updated for resources: {'Port': ['ID=9c30aecb-f554-4a0a-ad19-3cb40728906b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.913987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1c20e6c-6503-4cfc-a62a-ed2e8e04c8cd req-c15959a6-36af-4923-b5da-3511077336ae tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337537 Sep 30 08:20:33.946374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-0c33acf7-f5a7-49d3-9f17-659f845e4aaf service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666506 Sep 30 08:20:33.969364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.981633 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.989193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.991681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Attempting to bind port 9c30aecb-f554-4a0a-ad19-3cb40728906b on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:33.992020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Attempting to bind port 9c30aecb-f554-4a0a-ad19-3cb40728906b by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:33.992350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Attempting to bind port 9c30aecb-f554-4a0a-ad19-3cb40728906b on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:34.030990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.035237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Port 9c30aecb-f554-4a0a-ad19-3cb40728906b on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:34.035559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Attempting to bind port 9c30aecb-f554-4a0a-ad19-3cb40728906b on network c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:34.051644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:34.051991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Checking segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:34.052391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Bound using segment: {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:34.052833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Bound port: 9c30aecb-f554-4a0a-ad19-3cb40728906b, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:34.053191 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.125232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90ad72cf-3796-40ad-8f44-16e28ee0766d req-2208d61d-4ddd-4c31-bd1a-758d9a333024 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709156 Sep 30 08:20:34.128640 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.134279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef295d3-6d3f-4a9a-b236-52b350dff4cb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.162703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Checking segment: {'id': '0c6887bd-5618-4d36-87e3-342c87d30ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:34.163452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Network hostable DHCP agents. Network: 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:34.175746 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Floating IP c4c7665d-3467-4018-a012-18217933ca84 associated. External IP: 172.25.7.66, port: b6208b89-6232-4ca4-9c8d-da0027372ac9. Sep 30 08:20:34.189194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:34.195475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:34.204129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:34.209464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] For port 9c30aecb-f554-4a0a-ad19-3cb40728906b, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:34.229110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event updated for resources: {'Port': ['ID=96c93a2f-7ae8-49fc-b418-65fcfda026a1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.241021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:34.250079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] For port 9c30aecb-f554-4a0a-ad19-3cb40728906b, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:34.261290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.287734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:34.294689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.295386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.308600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4338e-990c-4fdd-979d-c8f3e129a126 None None] Network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:34.333762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.334534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.335954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] 10.222.0.57 "PUT /v2.0/ports/9c30aecb-f554-4a0a-ad19-3cb40728906b HTTP/1.1" status: 200 len: 1092 time: 2.0117521 Sep 30 08:20:34.336418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'tag': '9c30aecb-f554-4a0a-ad19-3cb40728906b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:34.347164 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f56475c5-747e-4b34-a94d-5b2455654e07 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8344016 Sep 30 08:20:34.347413 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "58f94093-423f-4d7c-8db2-8bb5f2245e44", "tag": "9c30aecb-f554-4a0a-ad19-3cb40728906b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:34.373962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2c6eb-0166-411f-bb50-fb413ff5e278 service neutron] Pushing event updated for resources: {'Port': ['ID=9c30aecb-f554-4a0a-ad19-3cb40728906b,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.377375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.500544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-30bcc5d4-de91-4baa-b0f2-6c7190ae24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.503468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-30bcc5d4-de91-4baa-b0f2-6c7190ae24ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 1095 time: 0.0996296 Sep 30 08:20:34.504538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.511090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f15976-1d12-429b-b41e-b80b77d2ead1 None None] Network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:34.560551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:34.625396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-1aa12c59-3c49-4b12-8f46-fea3565d719d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b HTTP/1.1" status: 200 len: 217 time: 0.0576451 Sep 30 08:20:34.722361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-61db7052-a6b0-42f0-9091-e7a64a15fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.722955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:34.723869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-61db7052-a6b0-42f0-9091-e7a64a15fc69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0862341 Sep 30 08:20:34.728187 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.737368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] Sync routers for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:34.753737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:34.754921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:34.762802 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-564b02dd-e8c1-4c8f-96f8-ea3b60211366 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "PUT /v2.0/floatingips/c4c7665d-3467-4018-a012-18217933ca84 HTTP/1.1" status: 200 len: 990 time: 1.6296904 Sep 30 08:20:34.762802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:34.765341 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:34.789043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-0a47f87b-ef63-49e9-9e3d-2f3805eb469d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312431 Sep 30 08:20:34.809734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:34.912546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.932325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.037491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-0d1d54f9-c991-4d4d-a318-8e53ac8efc6b service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289824 Sep 30 08:20:35.051414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd2c5a-947e-4fc1-8f74-e4e80340c101 req-75666748-4a69-4b9b-a569-1a170c10acc2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:35.052923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1efd2c5a-947e-4fc1-8f74-e4e80340c101 req-75666748-4a69-4b9b-a569-1a170c10acc2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.1634204 Sep 30 08:20:35.063516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event updated for resources: {'Port': ['ID=96c93a2f-7ae8-49fc-b418-65fcfda026a1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:35.065400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:35.099722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.113895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.176671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1efd2c5a-947e-4fc1-8f74-e4e80340c101 req-879a7c6e-b9d8-444c-b6bf-daf5445f03d9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093948 Sep 30 08:20:35.180117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.181324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-cb738537-cac6-416f-abca-7db58e31fa14 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7970901 Sep 30 08:20:35.186188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:35.193269 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.210293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc54e297-6fac-45a6-a5b6-a6ea46c8df02 req-2832b0d9-ad50-4ead-b663-eb8c9a38bcaf service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557159 Sep 30 08:20:35.328542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:35.356505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-0024b712-8b73-43cf-b109-948c81a2ab0f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.1450553 Sep 30 08:20:35.372987 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c890b2-b056-409d-a762-78df2b6a158c x-openstack-request-id: req-c0c890b2-b056-409d-a762-78df2b6a158c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:35.373368 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f7519-75d1-4ce7-8d0d-d0765c192f7f", "name": "network-vif-plugged", "status": "completed", "tag": "11ffeb07-ec48-488e-b3a7-2801932924ea", "code": 200}, {"server_uuid": "e8e70eff-8ebe-4b90-b59a-37eb73a8a25e", "name": "network-vif-plugged", "status": "completed", "tag": "c9625e55-0750-4fbc-8020-a0a5d382191e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:35.373621 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0c890b2-b056-409d-a762-78df2b6a158c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:35.373929 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ffeb07-ec48-488e-b3a7-2801932924ea', 'code': 200} Sep 30 08:20:35.374181 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9625e55-0750-4fbc-8020-a0a5d382191e', 'code': 200} Sep 30 08:20:35.469766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'c4c7665d-3467-4018-a012-18217933ca84', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'port_id': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'mac_address': 'fa:16:3e:e2:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:19:01Z', 'updated_at': '2021-09-30T08:20:33Z', 'revision_number': 1, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:35.496086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d198d5-95f9-4b9b-816a-fe8d66342504 req-c085818d-e6e8-4a88-ad51-b82fe704fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:35.497669 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-06d198d5-95f9-4b9b-816a-fe8d66342504 req-c085818d-e6e8-4a88-ad51-b82fe704fa6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.0409834 Sep 30 08:20:35.520195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] Checking router: 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:35.534795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:35.535568 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-06d198d5-95f9-4b9b-816a-fe8d66342504 req-dae336b7-b81e-4e89-af45-5f98c80e735e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294938 Sep 30 08:20:35.536439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:35.646395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec86a98-ba90-4710-95c3-6bd9a508d89e req-aa866fde-e079-42f9-bad4-d3d8cb9700d9 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:35.647881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ec86a98-ba90-4710-95c3-6bd9a508d89e req-aa866fde-e079-42f9-bad4-d3d8cb9700d9 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 946 time: 0.2044308 Sep 30 08:20:35.652493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba042-e837-470f-a49f-ee49dfd8e0e6 req-d7c9d093-ddf0-42ac-b292-c039b81f7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:35.653946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c8ba042-e837-470f-a49f-ee49dfd8e0e6 req-d7c9d093-ddf0-42ac-b292-c039b81f7aea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 1096 time: 0.1925402 Sep 30 08:20:35.681591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:35.687106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-0c0ec0cb-df5e-44bb-8f81-9a0a2ad19517 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:35.688521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad02b120-bc36-4381-91f9-4aa42bd597c9 req-0c0ec0cb-df5e-44bb-8f81-9a0a2ad19517 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.3142133 Sep 30 08:20:35.722052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ec86a98-ba90-4710-95c3-6bd9a508d89e req-7e8e4c20-a514-4f53-b903-7c7887b339db tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637319 Sep 30 08:20:35.749866 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083d99a-7900-482d-aaea-10d418a15f8a x-openstack-request-id: req-b083d99a-7900-482d-aaea-10d418a15f8a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:35.750161 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f94093-423f-4d7c-8db2-8bb5f2245e44", "tag": "9c30aecb-f554-4a0a-ad19-3cb40728906b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:35.750416 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b083d99a-7900-482d-aaea-10d418a15f8a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:35.750918 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'tag': '9c30aecb-f554-4a0a-ad19-3cb40728906b', 'status': 'completed', 'code': 200} Sep 30 08:20:35.842453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c8ba042-e837-470f-a49f-ee49dfd8e0e6 req-560b869e-ab70-468d-88f2-d8bfe2fb2d0d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 Sep 30 08:20:35.891963 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318d4bef-a167-407b-aa5d-6705ab495e28 x-openstack-request-id: req-318d4bef-a167-407b-aa5d-6705ab495e28 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:35.891963 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:35.892375 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-318d4bef-a167-407b-aa5d-6705ab495e28 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:35.892672 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'status': 'completed', 'code': 200} Sep 30 08:20:35.901425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-834342e8-b2c0-4796-b6bb-f5bb4e5d997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:35.903186 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-834342e8-b2c0-4796-b6bb-f5bb4e5d997e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 1095 time: 0.0836916 Sep 30 08:20:36.010020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'c4c7665d-3467-4018-a012-18217933ca84', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'port_id': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'mac_address': 'fa:16:3e:e2:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:19:01Z', 'updated_at': '2021-09-30T08:20:33Z', 'revision_number': 1, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:36.010468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.010468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.010468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.011029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.011295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.011779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.012437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.016557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-f37ba5b1-83e5-4fab-a8a5-4f4f3b500ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.0699325 Sep 30 08:20:36.035029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98ee21-a10b-4fc0-b1af-19c1aa2998a4 None None] The sync data for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 is: [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'c4c7665d-3467-4018-a012-18217933ca84', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'port_id': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'mac_address': 'fa:16:3e:e2:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:19:01Z', 'updated_at': '2021-09-30T08:20:33Z', 'revision_number': 1, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:36.243034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-fe29a09b-e7cf-455a-adc5-2b33ec353b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.244691 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-fe29a09b-e7cf-455a-adc5-2b33ec353b89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.1100781 Sep 30 08:20:36.283174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-9cdc9d72-c9e8-441d-a503-ba80a7e8370d tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.284768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-9cdc9d72-c9e8-441d-a503-ba80a7e8370d tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/networks?id=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 HTTP/1.1" status: 200 len: 822 time: 0.2483809 Sep 30 08:20:36.300182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-c94d51ec-3d90-4131-9bfb-f915ea6c6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.301718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-c94d51ec-3d90-4131-9bfb-f915ea6c6b9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13 HTTP/1.1" status: 200 len: 913 time: 0.2795784 Sep 30 08:20:36.309184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-297efa32-4064-4df6-8843-dece3e8a8386 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/quotas/c5f2c04118ee442ca57d8a43a757d8b6 HTTP/1.1" status: 200 len: 375 time: 0.0173321 Sep 30 08:20:36.317243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6b4ea-ed38-4ca3-8475-995206c4cf75 req-ec97de9e-d05d-42a9-aba1-55b591113d33 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.318867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f6b4ea-ed38-4ca3-8475-995206c4cf75 req-ec97de9e-d05d-42a9-aba1-55b591113d33 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 944 time: 0.1501596 Sep 30 08:20:36.319186 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-759279a0-819f-4646-a079-ccd038467e00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b HTTP/1.1" status: 200 len: 217 time: 0.0609345 Sep 30 08:20:36.358931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea64d7-e4a1-4c4c-b610-c2a04aa52d7e None None] New status for floating IP c4c7665d-3467-4018-a012-18217933ca84: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:20:36.394105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-87c40082-4fdf-461f-b547-243327a8ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.396272 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-87c40082-4fdf-461f-b547-243327a8ba5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0636311 Sep 30 08:20:36.419887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a936d5f2-4309-4ce7-8661-3e5576f5bd81 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5f2c04118ee442ca57d8a43a757d8b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998163 Sep 30 08:20:36.444636 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-873d77c2-cb18-471f-b60c-dc09865014be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367785 Sep 30 08:20:36.540172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5f6b4ea-ed38-4ca3-8475-995206c4cf75 req-b9f37e46-8260-484b-9cd1-d86ff4adf040 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028656 Sep 30 08:20:36.542327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-e82f9432-dfa1-446b-9563-68e9b1f00ee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 998 time: 0.2214046 Sep 30 08:20:36.570614 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-e4ab92c6-9d03-42d4-ab40-91a2fb1f9b05 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057355 Sep 30 08:20:36.635113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-0b852584-b140-4f02-9eb6-6a5b689a4470 service neutron] 10.222.0.41 "GET /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143269 Sep 30 08:20:36.655517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-22d6bae0-6db7-42ad-a51c-6b28f8990e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.657160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-22d6bae0-6db7-42ad-a51c-6b28f8990e49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 200 len: 851 time: 0.1014326 Sep 30 08:20:36.740613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1f663ac1-70b9-40d2-ae7b-b47e39e1fc1d req-0beee7eb-961c-4df0-bb47-9c744351c940 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494024 Sep 30 08:20:36.818948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:36.922953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:36.940779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'mac_address': 'fa:16:3e:aa:0a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:36.994903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.010397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:37.034200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:37.039041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.088990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-9741121f-a484-4ad0-8217-b5d9324aebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:37.089361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:37.090519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-9741121f-a484-4ad0-8217-b5d9324aebb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5103723-1daf-4d37-9852-982e5f94ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4225593 Sep 30 08:20:37.113483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-d709d98c-e4e9-4a9d-b78a-e65a86baaec3 service neutron] 10.222.0.41 "GET /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700546 Sep 30 08:20:37.149854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f0977-2536-496d-80d5-f660fde149e9 req-acbaa4fc-190d-4318-8460-2e94c5761a58 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:37.151434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-752f0977-2536-496d-80d5-f660fde149e9 req-acbaa4fc-190d-4318-8460-2e94c5761a58 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 945 time: 0.1111240 Sep 30 08:20:37.250934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-752f0977-2536-496d-80d5-f660fde149e9 req-99fcb766-74d1-401a-8a75-43fcef34eb60 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702128 Sep 30 08:20:37.255569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-de664edc-5d26-4f39-9d00-76c94d78e7b3 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545258 Sep 30 08:20:37.375107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:37.378618 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9145949-ff83-4940-ad87-dd8d55a6f951" -d '{"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:37.477728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['57c8213d-9343-4df3-b113-a1cf32fc0732'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:37.544265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3aa7c8b-bf45-4d28-8636-1674fbe9c7f5 req-4d978c21-84f6-4d05-8207-670852cac2f3 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796402 Sep 30 08:20:37.584670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-322a1477-4db0-43ae-af7f-27384d4f708c tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:37.587641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-322a1477-4db0-43ae-af7f-27384d4f708c tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 820 time: 0.2257404 Sep 30 08:20:37.618658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-ea2275d0-43a4-4475-b28e-be21b7e378d1 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:37.620222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-ea2275d0-43a4-4475-b28e-be21b7e378d1 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.2396166 Sep 30 08:20:37.622080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-0249c656-4b19-4a93-b3c6-192595e5d72c tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/quotas/55d398c7e315458c9436adc03baae206 HTTP/1.1" status: 200 len: 375 time: 0.0243182 Sep 30 08:20:37.644651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-33285085-820f-4582-8ee1-746c19c84fbf tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/quotas/32ff824e310a49c4ac34378246280d7b HTTP/1.1" status: 200 len: 375 time: 0.0181875 Sep 30 08:20:37.749551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-675f0d00-6629-47a1-8516-33f3d1f22a95 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1034601 Sep 30 08:20:37.786980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-a135e57f-f817-44a2-9528-a424f4ee06e0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982175 Sep 30 08:20:37.932082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-0cc28114-3de4-4f9b-8a00-d7b580efc506 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719410 Sep 30 08:20:37.979076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-e75b3335-b90c-41e0-89c1-045b11a91a7d service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798427 Sep 30 08:20:38.115061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-bad38683-4f25-4875-aaf4-f0a7ddc1d2a8 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743371 Sep 30 08:20:38.149750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-913317f3-c792-44fa-ab00-1a9939d034db service neutron] 10.222.0.41 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575470 Sep 30 08:20:38.210686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-1e3db179-f5c1-4125-987e-81c46c0c38b2 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:38.213116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-1e3db179-f5c1-4125-987e-81c46c0c38b2 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "GET /v2.0/ports?device_id=57bfe2bc-2edf-4062-bf4c-995392b0a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0613170 Sep 30 08:20:38.383268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7852-2983-4822-af6f-95827135e52a req-dcb845aa-58fb-47c7-a64f-d8bf2d8915e3 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:38.385024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6ad7852-2983-4822-af6f-95827135e52a req-dcb845aa-58fb-47c7-a64f-d8bf2d8915e3 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.0787256 Sep 30 08:20:38.398644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Deleting port bbaef88e-fcbe-4716-950f-5a28b087656b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:38.398993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.502622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-637d06c4-e363-4298-b548-00ba0930877a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.569439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32672b0d-06a3-4e02-a76d-2e065faff7f5 req-44c6186a-d082-4d08-97a6-f5e15cf2aa36 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 210 time: 0.0595553 Sep 30 08:20:38.613742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6ad7852-2983-4822-af6f-95827135e52a req-f7b26db3-1ea2-4618-973a-bb31f38af6ad tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190688 Sep 30 08:20:38.638724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] For port bbaef88e-fcbe-4716-950f-5a28b087656b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bbaef88e-fcbe-4716-950f-5a28b087656b,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:38.639106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.671918 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57cd634-4310-43d1-afe7-9b91faa16ad7 x-openstack-request-id: req-a57cd634-4310-43d1-afe7-9b91faa16ad7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:38.672231 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:38.672477 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a57cd634-4310-43d1-afe7-9b91faa16ad7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:38.672874 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'code': 200} Sep 30 08:20:38.724283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Calling delete_port for bbaef88e-fcbe-4716-950f-5a28b087656b owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:38.832808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:38.957891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-9bb925b7-2373-4b21-ad9c-69d3abeeca76 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:38.959870 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-9bb925b7-2373-4b21-ad9c-69d3abeeca76 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.57 "GET /v2.0/networks?id=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 HTTP/1.1" status: 200 len: 822 time: 0.3367741 Sep 30 08:20:38.969527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-8a1ff870-01bb-49af-9200-a5cc11060baf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1364200 Sep 30 08:20:38.994271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 57c8213d-9343-4df3-b113-a1cf32fc0732 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:39.003848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 57c8213d-9343-4df3-b113-a1cf32fc0732 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:39.004537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Request body: {'port': {'device_id': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1', 'admin_state_up': True, 'tenant_id': 'c5f2c04118ee442ca57d8a43a757d8b6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:39.005089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.021262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f156564-9fc6-4194-aae1-42a6694fe59f req-73dd6384-d239-4de4-b26f-ae8426318808 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 210 time: 0.0693636 Sep 30 08:20:39.070073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7892e7e-a199-4b17-b935-33fd5a818e13 req-8c09d6ff-739f-4dea-be49-24af92b58508 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.072820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7892e7e-a199-4b17-b935-33fd5a818e13 req-8c09d6ff-739f-4dea-be49-24af92b58508 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 944 time: 0.1800158 Sep 30 08:20:39.156683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7892e7e-a199-4b17-b935-33fd5a818e13 req-91653af6-0c0b-44eb-b201-0c24b39a2333 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763631 Sep 30 08:20:39.197798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.208500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Made reservation on behalf of c5f2c04118ee442ca57d8a43a757d8b6 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:39.225830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.241966 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.250211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9c30aecb-f554-4a0a-ad19-3cb40728906b details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:39.295453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2bd99-9638-4aaa-af90-774b83082e14 req-7da2e503-5b52-4d9e-b8ee-b41857908abc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.297799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eef2bd99-9638-4aaa-af90-774b83082e14 req-7da2e503-5b52-4d9e-b8ee-b41857908abc tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 945 time: 0.1150403 Sep 30 08:20:39.298946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event deleted for resources: {'Port': ['ID=bbaef88e-fcbe-4716-950f-5a28b087656b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.325117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.325648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.326137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.326618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.327095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.327569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.328037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.336042 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3a361ede-486a-46a5-a7f5-3025f6e38366 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.1051257 Sep 30 08:20:39.383928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] No DVR routers for this DVR port bbaef88e-fcbe-4716-950f-5a28b087656b on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:39.400587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.402692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a2c66ff-ec45-4ef0-9c07-f8a74b61c99b req-d75fb3f0-9c71-4ba1-8e17-2c997ee03132 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "DELETE /v2.0/ports/bbaef88e-fcbe-4716-950f-5a28b087656b HTTP/1.1" status: 204 len: 173 time: 1.1832783 Sep 30 08:20:39.403593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-deleted', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:39.406101 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8e62ed-5e19-45a6-8109-d6093787da02" -d '{"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-deleted", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:39.412392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e679252-4d37-41fe-bda9-92bf5c6450d5 req-fd15d119-8764-4f33-bad4-2ef402788d41 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 210 time: 0.0698833 Sep 30 08:20:39.419898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9c30aecb-f554-4a0a-ad19-3cb40728906b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:39.437046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9c30aecb-f554-4a0a-ad19-3cb40728906b', 'network_id': 'c4e56ffd-8e2a-40a2-9928-8a980a9a6e96', 'port_id': '9c30aecb-f554-4a0a-ad19-3cb40728906b', 'mac_address': 'fa:16:3e:27:88:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea033ed-2035-4831-b565-8d360869c516', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:39.441526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eef2bd99-9638-4aaa-af90-774b83082e14 req-c85b772c-c9ec-4142-8d43-91c96e4f322f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Sep 30 08:20:39.491211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:39.502353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.512571 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b710b4-7aa7-4004-b5b5-8564e975f556 x-openstack-request-id: req-13b710b4-7aa7-4004-b5b5-8564e975f556 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:39.513867 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bfe2bc-2edf-4062-bf4c-995392b0a8e3", "name": "network-vif-deleted", "tag": "bbaef88e-fcbe-4716-950f-5a28b087656b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:39.514157 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13b710b4-7aa7-4004-b5b5-8564e975f556 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:39.514577 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bfe2bc-2edf-4062-bf4c-995392b0a8e3', 'name': 'network-vif-deleted', 'tag': 'bbaef88e-fcbe-4716-950f-5a28b087656b', 'status': 'completed', 'code': 200} Sep 30 08:20:39.564001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.592542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c30aecb-f554-4a0a-ad19-3cb40728906b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:39.639111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.651982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9c30aecb-f554-4a0a-ad19-3cb40728906b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:39.659480 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.712164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c3e7be7-8bc4-455a-9579-a985aa6e2bfa req-4419a5c5-832a-4917-b948-b2913426fdce tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 210 time: 0.0409029 Sep 30 08:20:39.737069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9c30aecb-f554-4a0a-ad19-3cb40728906b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.847917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d923a9-2ee7-4484-b322-ac23176cc6f3 req-17f1f837-a342-4f1d-988b-599d95ea46a0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.849707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38d923a9-2ee7-4484-b322-ac23176cc6f3 req-17f1f837-a342-4f1d-988b-599d95ea46a0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.0628150 Sep 30 08:20:39.857261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7c985450-c88b-4493-ad7f-bb90551a0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.858096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7c985450-c88b-4493-ad7f-bb90551a0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.858924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7c985450-c88b-4493-ad7f-bb90551a0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:39.861244 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7c985450-c88b-4493-ad7f-bb90551a0162 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=84b8f949-19d2-42d6-b87c-7331cef07b6d&id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 2294 time: 0.4868481 Sep 30 08:20:39.879218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Allocated IP 172.20.0.10 (67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1/5ef295d3-6d3f-4a9a-b236-52b350dff4cb/d01196d9-c535-4fd3-87a2-2bb74d2e7054) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:39.921684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38d923a9-2ee7-4484-b322-ac23176cc6f3 req-4c054624-d0c1-42ac-a460-66804a01acc9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621374 Sep 30 08:20:39.987640 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-f8b0b2fd-bc3b-43d3-bd61-903abb46184c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 1000 time: 0.1151426 Sep 30 08:20:40.084478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9c30aecb-f554-4a0a-ad19-3cb40728906b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:40.149822 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:20:40.170796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e218b18-8820-4cc5-b93f-c0b1197a8f9a req-720ae91f-7b6f-4ce4-a442-5fbae688fe53 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.172225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-1fecb808-f276-48d9-9732-adbef7e6fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.174088 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-1fecb808-f276-48d9-9732-adbef7e6fddf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 200 len: 851 time: 0.1027317 Sep 30 08:20:40.178882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e218b18-8820-4cc5-b93f-c0b1197a8f9a req-720ae91f-7b6f-4ce4-a442-5fbae688fe53 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 945 time: 0.1629047 Sep 30 08:20:40.210710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-10f47094-842e-4e29-b598-41350a67d935 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2038009 Sep 30 08:20:40.227374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a3c0d8c-0adf-4940-8402-8ab413a6d96a req-1f1b2621-3200-4df3-ad6a-c50d303d3664 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 210 time: 0.0899906 Sep 30 08:20:40.247326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.286709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-4eff2292-3f5a-42b5-8552-df97e0ed4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.288278 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-4eff2292-3f5a-42b5-8552-df97e0ed4965 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5103723-1daf-4d37-9852-982e5f94ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047664 Sep 30 08:20:40.311291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.374521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e218b18-8820-4cc5-b93f-c0b1197a8f9a req-099e1018-173a-42a1-8a55-3f6bea9e0dc2 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947360 Sep 30 08:20:40.374767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:40.385251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:40.393776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Pushing event updated for resources: {'Port': ['ID=d01196d9-c535-4fd3-87a2-2bb74d2e7054,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:40.401757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:40.404623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-e84da174-7381-478e-8e79-1ae758a2c2d6 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.406366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-e84da174-7381-478e-8e79-1ae758a2c2d6 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.50 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 820 time: 0.3407283 Sep 30 08:20:40.414080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-970e728d-211a-47ca-af84-ae1f84ba454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.415520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-970e728d-211a-47ca-af84-ae1f84ba454a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a714ad4bd8a4c1fb813216bed4159e4&device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 1096 time: 0.1569610 Sep 30 08:20:40.424437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626533fd-8c58-466b-90e5-367bd3340c7b req-abcb2597-fe30-4f38-a00d-39f5b39c3528 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.426077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-626533fd-8c58-466b-90e5-367bd3340c7b req-abcb2597-fe30-4f38-a00d-39f5b39c3528 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 945 time: 0.1131012 Sep 30 08:20:40.465069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'port': {'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'admin_state_up': True, 'tenant_id': '55d398c7e315458c9436adc03baae206'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:40.485129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.485818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.510844 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-9486938d-9d83-4adf-9243-45b336f714b8 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616721 Sep 30 08:20:40.515783 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a2a4353d-4b1c-4d2f-93ac-8e0ccfafbd10 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5223281 Sep 30 08:20:40.557683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Request body: {'port': {'device_id': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:40.568954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-626533fd-8c58-466b-90e5-367bd3340c7b req-a983abed-e6fc-4296-b930-b5b9e556d2d7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357005 Sep 30 08:20:40.640122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-303ef23d-7f8d-4e33-a0b9-804b4acbe98e req-225b63f9-fd45-4f5e-992c-9f6f5ca2af5c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 210 time: 0.0747793 Sep 30 08:20:40.674174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:40.676237 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af099b9-cec5-488c-88f0-7eb9053c5aae" -d '{"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-plugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:40.680923 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.708602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-f8267be4-8b6e-41cf-8988-72452842faba service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730855 Sep 30 08:20:40.719836 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ba7703-4b1a-4476-98ec-fb9d8ca17e09 x-openstack-request-id: req-03ba7703-4b1a-4476-98ec-fb9d8ca17e09 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:40.720654 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-plugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:40.720903 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03ba7703-4b1a-4476-98ec-fb9d8ca17e09 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:40.721291 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'code': 200} Sep 30 08:20:40.765606 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-4027e338-d6a7-4681-a33f-f74dd97e7808 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 217 time: 0.0356083 Sep 30 08:20:40.802693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-66947bcf-1fd5-4b1d-9031-7f70bd61df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.803389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-66947bcf-1fd5-4b1d-9031-7f70bd61df7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=36ab9c7f-b9e8-4218-87a6-2260749be679 HTTP/1.1" status: 200 len: 913 time: 0.3528886 Sep 30 08:20:40.819417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Made reservation on behalf of 55d398c7e315458c9436adc03baae206 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:40.822896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.882545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-71375988-d5aa-442d-8fbc-509f6e728d17 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.884068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-71375988-d5aa-442d-8fbc-509f6e728d17 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 805 time: 0.2519753 Sep 30 08:20:40.918872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-f5de5b0d-ed72-4a07-bbf7-a76a50f2c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.920373 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-f5de5b0d-ed72-4a07-bbf7-a76a50f2c0bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.0781171 Sep 30 08:20:41.051615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9f70cf7-e608-46d1-9415-c6b5c14157f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.076806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2392-c1c2-4d4a-a770-781c6d4ae2d7 req-e2a639da-1849-4e5e-a179-62cf6ea22b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.078390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-77fb2392-c1c2-4d4a-a770-781c6d4ae2d7 req-e2a639da-1849-4e5e-a179-62cf6ea22b1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1097 time: 0.1090829 Sep 30 08:20:41.085890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-8a42ab1e-4b9c-4c0b-9e6e-65923b63b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.087390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-8a42ab1e-4b9c-4c0b-9e6e-65923b63b65f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192620 Sep 30 08:20:41.217196 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-77fb2392-c1c2-4d4a-a770-781c6d4ae2d7 req-b3a9a16e-147a-4b2f-8118-77b91abbfb10 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273429 Sep 30 08:20:41.228575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01196d9-c535-4fd3-87a2-2bb74d2e7054 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:41.234661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Request body: {'port': {'device_id': '79b9631d-843e-4078-8733-e422eaa86b70', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'admin_state_up': True, 'tenant_id': '32ff824e310a49c4ac34378246280d7b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:41.240680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.249597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9c30aecb-f554-4a0a-ad19-3cb40728906b up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:41.266283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Transition to ACTIVE for port object d01196d9-c535-4fd3-87a2-2bb74d2e7054 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:41.271546 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-26f48195-40ac-4ac3-b88a-15b1c14a19b5 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698773 Sep 30 08:20:41.272963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.325987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 9c30aecb-f554-4a0a-ad19-3cb40728906b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:41.326684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Pushing event updated for resources: {'Port': ['ID=d01196d9-c535-4fd3-87a2-2bb74d2e7054,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:41.331224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9c30aecb-f554-4a0a-ad19-3cb40728906b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:41.331683 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.381334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.404263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Attempting to bind port d01196d9-c535-4fd3-87a2-2bb74d2e7054 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:41.405686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Attempting to bind port d01196d9-c535-4fd3-87a2-2bb74d2e7054 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0c6887bd-5618-4d36-87e3-342c87d30ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:41.405686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Attempting to bind port d01196d9-c535-4fd3-87a2-2bb74d2e7054 on network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:41.411417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Port d01196d9-c535-4fd3-87a2-2bb74d2e7054 on network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:41.411919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Attempting to bind port d01196d9-c535-4fd3-87a2-2bb74d2e7054 on network 67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:41.418418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:41.418878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Checking segment: {'id': '0c6887bd-5618-4d36-87e3-342c87d30ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:41.419317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1c31e-157b-4fb8-b08c-5ea5b9de2c87 req-d47808df-dbbc-40b7-84ee-d2fc9d5f03a3 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.419491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Bound using segment: {'id': '0c6887bd-5618-4d36-87e3-342c87d30ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:41.419785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Bound port: d01196d9-c535-4fd3-87a2-2bb74d2e7054, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6887bd-5618-4d36-87e3-342c87d30ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:41.420130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.420858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7e1c31e-157b-4fb8-b08c-5ea5b9de2c87 req-d47808df-dbbc-40b7-84ee-d2fc9d5f03a3 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 932 time: 0.6078720 Sep 30 08:20:41.430901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-08074563-7627-49c0-983f-4e375ca944b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629ab602-39eb-4fa9-a205-8d13350cac12 HTTP/1.1" status: 200 len: 1001 time: 0.5914195 Sep 30 08:20:41.434952 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.472574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9c30aecb-f554-4a0a-ad19-3cb40728906b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:41.478647 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.505810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] For port d01196d9-c535-4fd3-87a2-2bb74d2e7054, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:41.509925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] For port d01196d9-c535-4fd3-87a2-2bb74d2e7054, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054,segment=NetworkSegment(0c6887bd-5618-4d36-87e3-342c87d30ac7),segment_id=0c6887bd-5618-4d36-87e3-342c87d30ac7)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:41.515081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.536953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be06e6-aacb-4ce6-a9e8-22ee8e5c2bbf req-e624b535-7822-4796-812c-c7b7abbf25cb tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.544208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92be06e6-aacb-4ce6-a9e8-22ee8e5c2bbf req-e624b535-7822-4796-812c-c7b7abbf25cb tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.3208461 Sep 30 08:20:41.547928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9c30aecb-f554-4a0a-ad19-3cb40728906b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:41.570677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.571699 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.573113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] 10.222.0.57 "PUT /v2.0/ports/d01196d9-c535-4fd3-87a2-2bb74d2e7054 HTTP/1.1" status: 200 len: 1092 time: 1.0288944 Sep 30 08:20:41.584114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'tag': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:41.587606 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8864a51-39e1-4e7b-989f-c5107dc848e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739", "tag": "d01196d9-c535-4fd3-87a2-2bb74d2e7054"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:41.633584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-ff8fb60e-e03f-41cb-b5b3-ca2e743a0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.635082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-ff8fb60e-e03f-41cb-b5b3-ca2e743a0d85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce8be253-2bf8-4437-8f21-199b2a7c0bb9 HTTP/1.1" status: 200 len: 851 time: 0.1939025 Sep 30 08:20:41.636339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Allocated IP 172.20.0.14 (41cab8b9-5828-4d4a-9799-079710952c59/23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6/6a594d39-b7fa-42e9-9f4a-55763b9574bb) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:41.647356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7e1c31e-157b-4fb8-b08c-5ea5b9de2c87 req-f4e2c284-e03c-46f7-bf92-c766ceed6044 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087543 Sep 30 08:20:41.685693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e7b32-f5ab-4be7-a385-955e97797b6f service neutron] Pushing event updated for resources: {'Port': ['ID=d01196d9-c535-4fd3-87a2-2bb74d2e7054,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:41.704039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92be06e6-aacb-4ce6-a9e8-22ee8e5c2bbf req-84f5bc7e-7838-453f-9464-9c2cca785ce6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589568 Sep 30 08:20:41.705806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Made reservation on behalf of 32ff824e310a49c4ac34378246280d7b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:41.709024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.741040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-7ea8f308-487c-4315-aead-e9ca15b48ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.743117 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-7ea8f308-487c-4315-aead-e9ca15b48ffd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5f2c04118ee442ca57d8a43a757d8b6&device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 1095 time: 0.1075597 Sep 30 08:20:41.752270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-8671f82a-b43e-4db9-a7eb-307fd6a0eced service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021244 Sep 30 08:20:41.844560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-80e1239e-8f03-455f-8ba0-08a8b3b5a9c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 217 time: 0.0803061 Sep 30 08:20:41.846529 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-20913cbf-8f32-4546-8cc9-08a96c97390d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054 HTTP/1.1" status: 200 len: 217 time: 0.0836928 Sep 30 08:20:41.890420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-169e2446-082d-43f9-8eb8-b69d30d96ffb req-c3f39788-bc37-4899-ba1f-95d073c168cc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 210 time: 0.0707436 Sep 30 08:20:41.906616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-9816068a-793a-4273-9f97-1a9c96f63500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.908874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-9816068a-793a-4273-9f97-1a9c96f63500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36ab9c7f-b9e8-4218-87a6-2260749be679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543957 Sep 30 08:20:41.940043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-6d7135fc-13b8-40b6-84a7-927753c8d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.941652 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-6d7135fc-13b8-40b6-84a7-927753c8d1a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef295d3-6d3f-4a9a-b236-52b350dff4cb HTTP/1.1" status: 200 len: 862 time: 0.0823345 Sep 30 08:20:41.947597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-0c603f95-0d05-4bcf-b1a7-f33b92812c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:41.949062 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-0c603f95-0d05-4bcf-b1a7-f33b92812c7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.0810027 Sep 30 08:20:41.974267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Allocated IP 172.20.0.14 (9b6d0e4e-25a8-4e2a-b78e-e8d466d19717/d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b/a8c97759-3a77-42e3-a571-fd9a4795a96f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:42.007212 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-6312f1e1-2581-417b-8b86-b4f50fa55fe6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479288 Sep 30 08:20:42.065764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-5a7534f3-39cd-4641-b2f3-0aae2fa71479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.067180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-5a7534f3-39cd-4641-b2f3-0aae2fa71479 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988717 Sep 30 08:20:42.185867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480fc9-93bc-4fcd-8e1a-c7c3934af863 req-30a322c8-c3fb-4327-bbc0-fe37c6d49840 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.186407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-a31a11df-e33b-4528-b961-bbc2bb01a589 service neutron] 10.222.0.57 "GET /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471705 Sep 30 08:20:42.187419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9480fc9-93bc-4fcd-8e1a-c7c3934af863 req-30a322c8-c3fb-4327-bbc0-fe37c6d49840 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 945 time: 0.2934427 Sep 30 08:20:42.243497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8a9f0-ae7d-4f6b-8030-eba181a1606f req-48eadbda-bded-4099-a090-3c906f4f18c5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.245141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdb8a9f0-ae7d-4f6b-8030-eba181a1606f req-48eadbda-bded-4099-a090-3c906f4f18c5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.2444446 Sep 30 08:20:42.271067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-d9f8c4db-7251-450a-b1de-c9ad18d98d6f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.272323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-d9f8c4db-7251-450a-b1de-c9ad18d98d6f tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 945 time: 0.1389024 Sep 30 08:20:42.312470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-1cbde2ce-673b-4749-84c6-af40e4dbf272 service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485408 Sep 30 08:20:42.319261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.356379 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-5bf7ca38-c418-43d9-8da8-48d4eecdbf7d service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428062 Sep 30 08:20:42.412253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f156ee9-a29f-43db-beb5-ac4d77e7a10b req-cd45e07f-b374-487a-b541-48375180a571 service neutron] 10.222.0.57 "GET /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957076 Sep 30 08:20:42.425368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9480fc9-93bc-4fcd-8e1a-c7c3934af863 req-485dd908-442f-4fbe-ab23-3aa8284fb2bf tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d0b5eea-fbee-408a-b5b4-39a34243fdcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167318 Sep 30 08:20:42.488875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdb8a9f0-ae7d-4f6b-8030-eba181a1606f req-cae23268-63fe-4167-8cf7-94cc376ed2cd tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154107 Sep 30 08:20:42.502298 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2af6964-2c09-4d8d-9350-39e707042f4d x-openstack-request-id: req-d2af6964-2c09-4d8d-9350-39e707042f4d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:42.502580 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739", "tag": "d01196d9-c535-4fd3-87a2-2bb74d2e7054", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:42.502828 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2af6964-2c09-4d8d-9350-39e707042f4d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:42.503244 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'tag': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054', 'status': 'completed', 'code': 200} Sep 30 08:20:42.519870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Deleting port 11ffeb07-ec48-488e-b3a7-2801932924ea {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:42.520533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.542032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.563013 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-8526dece-0eef-402d-960c-8b3f5a9e523c service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790969 Sep 30 08:20:42.566884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.582715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['5f227aed-7c04-43c9-9003-6a001493810e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:42.586226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c2e5f5-c47f-496a-8c4b-6177474f009e req-353a5cec-a1ef-4517-98ce-b9b8458f3d34 service neutron] 10.222.0.57 "GET /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225990 Sep 30 08:20:42.636544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Network 41cab8b9-5828-4d4a-9799-079710952c59 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:42.650171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:42.654501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event updated for resources: {'Port': ['ID=6a594d39-b7fa-42e9-9f4a-55763b9574bb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:42.659210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:42.715336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.718496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23907b35-c54c-48bb-8962-e760417b11f8 req-f7ac1b29-b409-4ab0-8b47-090e23e47dc9 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 210 time: 0.0711722 Sep 30 08:20:42.730068 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-802919f6-6788-4ae0-8355-157fda71051e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 200 len: 217 time: 0.1494918 Sep 30 08:20:42.750703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c30aecb-f554-4a0a-ad19-3cb40728906b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:42.758108 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3a0927-bdd8-4bb0-9571-56aa6ed85016" -d '{"events": [{"server_uuid": "58f94093-423f-4d7c-8db2-8bb5f2245e44", "name": "network-vif-plugged", "status": "completed", "tag": "9c30aecb-f554-4a0a-ad19-3cb40728906b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:42.848704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.849264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.853206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:42.854029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:42.873924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:42.879569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-b146bc45-2bb8-4200-8a8e-a99b237d6f14 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.879831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: bbaef88e-fcbe-4716-950f-5a28b087656b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:42.880088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bbaef88e-fcbe-4716-950f-5a28b087656b not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:42.884724 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-b146bc45-2bb8-4200-8a8e-a99b237d6f14 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d1dd42-bd3e-45db-9b9e-e11c2af21506 HTTP/1.1" status: 200 len: 946 time: 0.3703666 Sep 30 08:20:42.893213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:42.895547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] For port 11ffeb07-ec48-488e-b3a7-2801932924ea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=11ffeb07-ec48-488e-b3a7-2801932924ea,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:42.897114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.925580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7349b854-d6b8-417c-bd12-baa69d0aed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.927805 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7349b854-d6b8-417c-bd12-baa69d0aed54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1626475 Sep 30 08:20:42.930816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-9709ce67-f961-4c71-83d7-87c2ddb13665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.932644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-9709ce67-f961-4c71-83d7-87c2ddb13665 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5f2c04118ee442ca57d8a43a757d8b6&device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 1095 time: 0.3686802 Sep 30 08:20:42.981307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-3e9e73c0-e510-4ff6-9774-fb6166fc4219 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5322399 Sep 30 08:20:42.982874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:43.000272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Calling delete_port for 11ffeb07-ec48-488e-b3a7-2801932924ea owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:43.009103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Request body: {'port': {'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:43.012424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.057875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.058502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.076576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5e5a9-25ff-48a8-aee8-611fcc5eb2b4 req-e88def2b-28f3-4590-b44d-730f428cd14a tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.078172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0b5e5a9-25ff-48a8-aee8-611fcc5eb2b4 req-e88def2b-28f3-4590-b44d-730f428cd14a tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 944 time: 0.2056129 Sep 30 08:20:43.095799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d47ee-9264-4d3a-aff7-7299c9586267 req-d4fa4885-e94f-463d-9901-6ae5e936d82b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.097330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a9d47ee-9264-4d3a-aff7-7299c9586267 req-d4fa4885-e94f-463d-9901-6ae5e936d82b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.2212019 Sep 30 08:20:43.120952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e79b9e48-f354-4e50-8f7d-b20340b54f1d None None] Provisioning complete for port 6a594d39-b7fa-42e9-9f4a-55763b9574bb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:43.121977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e79b9e48-f354-4e50-8f7d-b20340b54f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.131999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-5c856a1b-de39-49a7-9fd1-5cf72418b900 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9097774 Sep 30 08:20:43.160126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Request body: {'port': {'device_id': '79b9631d-843e-4078-8733-e422eaa86b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:43.163096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e79b9e48-f354-4e50-8f7d-b20340b54f1d None None] Port 6a594d39-b7fa-42e9-9f4a-55763b9574bb cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:43.163867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.235458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a9d47ee-9264-4d3a-aff7-7299c9586267 req-f2b90094-08d1-412a-ab06-d3e5715319e7 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139903 Sep 30 08:20:43.266216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0b5e5a9-25ff-48a8-aee8-611fcc5eb2b4 req-8fce730a-ddea-4fbb-a897-231235bc0894 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797307 Sep 30 08:20:43.306727 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66763a66-fbbc-40b8-8892-4e775071faa7 x-openstack-request-id: req-66763a66-fbbc-40b8-8892-4e775071faa7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:43.307045 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94093-423f-4d7c-8db2-8bb5f2245e44", "name": "network-vif-plugged", "status": "completed", "tag": "9c30aecb-f554-4a0a-ad19-3cb40728906b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:43.307281 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66763a66-fbbc-40b8-8892-4e775071faa7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:43.307681 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c30aecb-f554-4a0a-ad19-3cb40728906b', 'code': 200} Sep 30 08:20:43.318826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.487387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-df614f3e-7bdd-4bfd-a6e4-d8fb8b11574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.489001 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-df614f3e-7bdd-4bfd-a6e4-d8fb8b11574c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5444100 Sep 30 08:20:43.540166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-00233f1d-c759-496b-af6b-6983c01f019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.541775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-00233f1d-c759-496b-af6b-6983c01f019b service neutron] 10.222.0.57 "GET /v2.0/networks?id=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 HTTP/1.1" status: 200 len: 923 time: 0.5772450 Sep 30 08:20:43.638103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-3f10f471-cd0d-42e0-a8d1-f398834d3c48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054 HTTP/1.1" status: 200 len: 217 time: 0.0794160 Sep 30 08:20:43.667374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fd01f-ac64-40aa-9b6c-874b53fb3b39 req-4bf7b314-4138-4e58-8d4f-c5bcf5690c2f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.668951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e55fd01f-ac64-40aa-9b6c-874b53fb3b39 req-4bf7b314-4138-4e58-8d4f-c5bcf5690c2f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 932 time: 0.2819030 Sep 30 08:20:43.679983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cf8c2-89fe-43a9-9f6b-7e9258b8d943 req-8e917682-4bd9-4425-8c64-0f18db725978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.681487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-967cf8c2-89fe-43a9-9f6b-7e9258b8d943 req-8e917682-4bd9-4425-8c64-0f18db725978 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 1097 time: 0.2543459 Sep 30 08:20:43.684769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Deleting port 0364585c-49aa-4f60-992d-f1fcc1f5b614 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:43.685150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.728762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637aae-4869-4ed7-9385-ad33dacf28eb req-c2e3803e-95bf-4998-834e-89bed8e68e24 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.730353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73637aae-4869-4ed7-9385-ad33dacf28eb req-c2e3803e-95bf-4998-834e-89bed8e68e24 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.2672768 Sep 30 08:20:43.748130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52212) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:43.754657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'floatingip': {'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:43.756275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-793089e9-606a-4c61-86f4-778da0d5c3f5 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526414 Sep 30 08:20:43.834995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-fca268a1-84a3-4314-af02-4cbdca90ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:43.836574 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-fca268a1-84a3-4314-af02-4cbdca90ac1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef295d3-6d3f-4a9a-b236-52b350dff4cb HTTP/1.1" status: 200 len: 862 time: 0.1843498 Sep 30 08:20:43.867381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.911069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['0364585c-49aa-4f60-992d-f1fcc1f5b614'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:43.927387 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-1ba538f7-d39b-4da3-bc47-0162d3ee46c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799441 Sep 30 08:20:43.972474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event deleted for resources: {'Port': ['ID=11ffeb07-ec48-488e-b3a7-2801932924ea,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:44.006170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] For port 0364585c-49aa-4f60-992d-f1fcc1f5b614, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=0364585c-49aa-4f60-992d-f1fcc1f5b614,segment=NetworkSegment(9e928abf-6629-4b5c-a721-67f5b332ec41),segment_id=9e928abf-6629-4b5c-a721-67f5b332ec41)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:44.006576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.062869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Calling delete_port for 0364585c-49aa-4f60-992d-f1fcc1f5b614 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:44.109409 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-84b9e92d-298c-461d-bcba-9debae224184 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361428 Sep 30 08:20:44.110273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] No DVR routers for this DVR port 11ffeb07-ec48-488e-b3a7-2801932924ea on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:44.116690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.118650 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e0b4782a-c3cc-4a0c-9100-53c97c206c21 req-0ce70c95-17d6-45ee-b0ca-af52bdd739df tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.57 "DELETE /v2.0/ports/11ffeb07-ec48-488e-b3a7-2801932924ea HTTP/1.1" status: 204 len: 173 time: 1.8078244 Sep 30 08:20:44.149611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.197248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e55fd01f-ac64-40aa-9b6c-874b53fb3b39 req-88fb1feb-1343-48e5-b789-353beefa3c90 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111096 Sep 30 08:20:44.205269 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-4958c4e8-bfb1-4c13-83b0-4ff1b0d1fa11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 200 len: 217 time: 0.0828838 Sep 30 08:20:44.246151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71f33350-32d8-49b5-bb4d-ca544271f456 req-0c0cc80b-2c25-48ca-840e-1967819cf222 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3f7519-75d1-4ce7-8d0d-d0765c192f7f HTTP/1.1" status: 200 len: 210 time: 0.1526992 Sep 30 08:20:44.272294 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-51c2bf82-c67c-476c-9ea5-2afdd3416963 service neutron] 10.222.0.57 "GET /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148525 Sep 30 08:20:44.285854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-67f58ab2-e30c-4203-b4ca-56151d2f2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.287833 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-67f58ab2-e30c-4203-b4ca-56151d2f2d5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.0718033 Sep 30 08:20:44.317504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-967cf8c2-89fe-43a9-9f6b-7e9258b8d943 req-02230d46-6b30-47b4-bf0c-7713b9eda75f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179240 Sep 30 08:20:44.439180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7754a13a-6cae-47fb-883f-6e373e53029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.440893 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7754a13a-6cae-47fb-883f-6e373e53029c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1442223 Sep 30 08:20:44.474104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.478066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a594d39-b7fa-42e9-9f4a-55763b9574bb {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:44.494928 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c8864a51-39e1-4e7b-989f-c5107dc848e1 req-8087527b-02ed-42a1-8ae1-3ed11d7b32ea service neutron] 10.222.0.57 "GET /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993139 Sep 30 08:20:44.505392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'name': 'network-vif-deleted', 'tag': '11ffeb07-ec48-488e-b3a7-2801932924ea'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:44.506084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.507675 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392edbbf-b760-4901-9549-7529646bbe3b" -d '{"events": [{"server_uuid": "ae3f7519-75d1-4ce7-8d0d-d0765c192f7f", "name": "network-vif-deleted", "tag": "11ffeb07-ec48-488e-b3a7-2801932924ea"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:44.530680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Pushing event deleted for resources: {'Port': ['ID=0364585c-49aa-4f60-992d-f1fcc1f5b614,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:44.590317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ba22-5040-48a0-b608-09a2775a4dd9 req-10246fb4-9efe-408c-bf92-17fce9426627 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.591850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5b6ba22-5040-48a0-b608-09a2775a4dd9 req-10246fb4-9efe-408c-bf92-17fce9426627 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.2695544 Sep 30 08:20:44.593204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Transition to ACTIVE for port object 6a594d39-b7fa-42e9-9f4a-55763b9574bb will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:44.614725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] No DVR routers for this DVR port 0364585c-49aa-4f60-992d-f1fcc1f5b614 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:44.617173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.619307 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] 10.222.0.50 "DELETE /v2.0/ports/0364585c-49aa-4f60-992d-f1fcc1f5b614 HTTP/1.1" status: 204 len: 173 time: 1.6856174 Sep 30 08:20:44.626979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.638427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-bfa96c76-b52c-4d38-9c06-68165a2e838b service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850345 Sep 30 08:20:44.651462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911959f2-8f3d-4b18-aa37-c092ed408ed1 req-c1e5c5a3-a121-43d0-8da6-f4d6027345ad tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.652957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-911959f2-8f3d-4b18-aa37-c092ed408ed1 req-c1e5c5a3-a121-43d0-8da6-f4d6027345ad tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 932 time: 0.2365391 Sep 30 08:20:44.744348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c97759-3a77-42e3-a571-fd9a4795a96f {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:44.761489 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-cd8c3c01-f9e3-442c-912a-c0197185d932 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060164 Sep 30 08:20:44.772711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.801289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.819383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Pushing event updated for resources: {'Port': ['ID=6a594d39-b7fa-42e9-9f4a-55763b9574bb,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:44.830293 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7176638e-da23-4008-9f2e-3951ec6ede7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 217 time: 0.0603626 Sep 30 08:20:44.837992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5b6ba22-5040-48a0-b608-09a2775a4dd9 req-14d0c47b-3db8-4e40-a66d-7dc2d16e1b5c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365384 Sep 30 08:20:44.883646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Transition to ACTIVE for port object a8c97759-3a77-42e3-a571-fd9a4795a96f will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:44.897984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-0f8322cf-7b35-404d-8475-186bc9e1ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.899564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-0f8322cf-7b35-404d-8475-186bc9e1ca9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.0547380 Sep 30 08:20:44.914062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.926739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-911959f2-8f3d-4b18-aa37-c092ed408ed1 req-aaf07816-761e-4d26-8ab7-249ea2c235ae tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414062 Sep 30 08:20:44.973837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3b1bc3b5-7615-45c8-ab0b-9bafb3641b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.975507 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-3b1bc3b5-7615-45c8-ab0b-9bafb3641b61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590444 Sep 30 08:20:45.088126 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e591434-52e2-4d4f-9c69-3cfbcdb6a307 x-openstack-request-id: req-8e591434-52e2-4d4f-9c69-3cfbcdb6a307 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:45.088451 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f7519-75d1-4ce7-8d0d-d0765c192f7f", "name": "network-vif-deleted", "tag": "11ffeb07-ec48-488e-b3a7-2801932924ea", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:45.088703 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e591434-52e2-4d4f-9c69-3cfbcdb6a307 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:45.089635 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f7519-75d1-4ce7-8d0d-d0765c192f7f', 'name': 'network-vif-deleted', 'tag': '11ffeb07-ec48-488e-b3a7-2801932924ea', 'status': 'completed', 'code': 200} Sep 30 08:20:45.125135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-7754894e-ace2-4b73-b5c0-abfaa61414fb service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387932 Sep 30 08:20:45.237051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:45.253144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 11ffeb07-ec48-488e-b3a7-2801932924ea no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:45.256313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-d50a6aa5-8cfd-4364-9879-2c855fcecea4 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219921 Sep 30 08:20:45.290324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 11ffeb07-ec48-488e-b3a7-2801932924ea {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:45.290792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 11ffeb07-ec48-488e-b3a7-2801932924ea not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:45.313266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Attempting to bind port 6a594d39-b7fa-42e9-9f4a-55763b9574bb on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:45.313681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Attempting to bind port 6a594d39-b7fa-42e9-9f4a-55763b9574bb by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:45.314014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Attempting to bind port 6a594d39-b7fa-42e9-9f4a-55763b9574bb on network 41cab8b9-5828-4d4a-9799-079710952c59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:45.320233 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-f935978a-8ea1-4510-8d59-5386e4d0fd1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 217 time: 0.0460167 Sep 30 08:20:45.359713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Port 6a594d39-b7fa-42e9-9f4a-55763b9574bb on network 41cab8b9-5828-4d4a-9799-079710952c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:45.360007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Attempting to bind port 6a594d39-b7fa-42e9-9f4a-55763b9574bb on network 41cab8b9-5828-4d4a-9799-079710952c59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:45.372286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-9a0cda03-1234-430a-829c-fc8156c0863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:45.373795 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-9a0cda03-1234-430a-829c-fc8156c0863d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.0453646 Sep 30 08:20:45.392238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10574a61-1a8f-4f9e-aa86-c0791dd1dd22 req-76253b88-6282-4be5-bdd5-4dedede577e4 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:45.393833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10574a61-1a8f-4f9e-aa86-c0791dd1dd22 req-76253b88-6282-4be5-bdd5-4dedede577e4 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 944 time: 0.3660014 Sep 30 08:20:45.420766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-318bb33a-8eb1-4322-b511-7f5155210ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:45.423631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-318bb33a-8eb1-4322-b511-7f5155210ba5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414886 Sep 30 08:20:45.424215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:45.424553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Checking segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:45.424930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Bound using segment: {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:45.425373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Bound port: 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362b6726-7070-40cf-a3cb-1ce595805405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:45.425750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.524032 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-f34dcc60-12d4-4ed0-ad45-a8d772ee6376 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897961 Sep 30 08:20:45.558001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Attempting to bind port a8c97759-3a77-42e3-a571-fd9a4795a96f on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:45.558342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Attempting to bind port a8c97759-3a77-42e3-a571-fd9a4795a96f by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:45.558676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Attempting to bind port a8c97759-3a77-42e3-a571-fd9a4795a96f on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:45.569724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10574a61-1a8f-4f9e-aa86-c0791dd1dd22 req-6724d7e3-5184-4ea4-878f-e2ff7fbaa9fb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563127 Sep 30 08:20:45.574341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.resource_extend [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:20:45.616200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Port a8c97759-3a77-42e3-a571-fd9a4795a96f on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:45.616523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Attempting to bind port a8c97759-3a77-42e3-a571-fd9a4795a96f on network 9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:45.626374 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0dd353e9-0806-422b-865a-98862f1e3ca8 req-fdc0996a-7a9c-4420-9af3-1f5131a862ff service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937181 Sep 30 08:20:45.651233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:45.651573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Checking segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:45.651953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Bound using segment: {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:45.652395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Bound port: a8c97759-3a77-42e3-a571-fd9a4795a96f, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37532657-e5ea-4442-84bb-039ddac3ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:45.652753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.683385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] For port 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:45.696736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.705942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.708688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] For port 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:45.747251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:45.797968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Deleting subnet b7fc2699-a350-448f-bcb6-3451580da18d {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:45.801532 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.838285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.881712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.940445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.965496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fc2699-a350-448f-bcb6-3451580da18d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:45.975689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.980164 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b04faca2-7d2d-4708-91a3-6f34d4fe7e1e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7fc2699-a350-448f-bcb6-3451580da18d HTTP/1.1" status: 204 len: 168 time: 0.2293241 Sep 30 08:20:45.980415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52240) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:46.031538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.077780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.150766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.151394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.153675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 1092 time: 3.1516337 Sep 30 08:20:46.155850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:46.158695 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a7abd1-43af-4094-af18-0b16d9f0f595" -d '{"events": [{"name": "network-changed", "server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:46.182447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.209375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ad03fc-2e86-44c6-818f-78039e2cb6ff']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:46.211740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:46.222678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0a2b1-ad54-44ee-a99e-a970bd180563 service neutron] Pushing event updated for resources: {'Port': ['ID=6a594d39-b7fa-42e9-9f4a-55763b9574bb,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:46.228593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e928abf-6629-4b5c-a721-67f5b332ec41') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:46.229071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e928abf-6629-4b5c-a721-67f5b332ec41') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:46.244082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.248138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:46.261558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.263849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a75017-8d9a-4f89-9225-ac997af176f0 req-439cd82b-9118-4960-8840-af3323a1c7c1 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.265763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12a75017-8d9a-4f89-9225-ac997af176f0 req-439cd82b-9118-4960-8840-af3323a1c7c1 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.2308028 Sep 30 08:20:46.267802 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Floating IP a1c68d42-d3bb-4300-bf37-8d35095c7e48 associated. External IP: 172.25.7.164, port: 57c8213d-9343-4df3-b113-a1cf32fc0732. Sep 30 08:20:46.270316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:20:46.270534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.270734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:20:46.273439 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:20:46.336998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.356424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.360862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] 10.222.0.41 "DELETE /v2.0/networks/c5ad03fc-2e86-44c6-818f-78039e2cb6ff HTTP/1.1" status: 204 len: 168 time: 0.3769610 Sep 30 08:20:46.360862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870bf61-02b7-49e5-a571-bd4fecb2a31d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ad03fc-2e86-44c6-818f-78039e2cb6ff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:46.399117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.399656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.401433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] 10.222.0.50 "PUT /v2.0/ports/a8c97759-3a77-42e3-a571-fd9a4795a96f HTTP/1.1" status: 200 len: 1092 time: 3.2477496 Sep 30 08:20:46.487692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b366ea4-d8c2-460d-9bf7-4f14ef5f805f service neutron] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:46.506029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12a75017-8d9a-4f89-9225-ac997af176f0 req-3dd773eb-d594-46a8-a0b1-1c94c1f92b14 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252641 Sep 30 08:20:46.531310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-6fc832e5-7c9e-466c-b901-b41106c80654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.533379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-6fc832e5-7c9e-466c-b901-b41106c80654 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1095 time: 0.1901047 Sep 30 08:20:46.598435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52248) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:46.614029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-2ea47332-548b-46ac-931c-99fcd63b47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.615246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-2ea47332-548b-46ac-931c-99fcd63b47c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 1095 time: 0.1227539 Sep 30 08:20:46.647365 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2c82b38f-3b05-461e-9ad3-3e5a58efb4bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1c7c9a81769431682394998bf914672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475538 Sep 30 08:20:46.649797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52252) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:46.673383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-558b85ea-351f-4e6b-ae2e-ed29490d6b45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 217 time: 0.0806901 Sep 30 08:20:46.705336 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5b3c-56d8-42e6-bd36-31f45cf22546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.725107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-df03a297-a472-4de5-93ae-73f7bf1f458b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f HTTP/1.1" status: 200 len: 217 time: 0.0741587 Sep 30 08:20:46.728382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5b3c-56d8-42e6-bd36-31f45cf22546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.782182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5b3c-56d8-42e6-bd36-31f45cf22546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.784903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5b3c-56d8-42e6-bd36-31f45cf22546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.789068 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b4c5b3c-56d8-42e6-bd36-31f45cf22546 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d0b5eea-fbee-408a-b5b4-39a34243fdcf HTTP/1.1" status: 204 len: 168 time: 0.1353252 Sep 30 08:20:46.798056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c5b3c-56d8-42e6-bd36-31f45cf22546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b5eea-fbee-408a-b5b4-39a34243fdcf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:46.846698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fd003-0195-4ef3-a77e-ea7b7270b855 req-cc4bd944-86da-403d-9288-e4398f456f7d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.848153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a01fd003-0195-4ef3-a77e-ea7b7270b855 req-cc4bd944-86da-403d-9288-e4398f456f7d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 944 time: 0.2544351 Sep 30 08:20:46.859819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-d708e5a5-cdb3-402a-8384-2ced108f45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.862483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-d708e5a5-cdb3-402a-8384-2ced108f45d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.1816599 Sep 30 08:20:46.863200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0364585c-49aa-4f60-992d-f1fcc1f5b614 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:46.885256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 0364585c-49aa-4f60-992d-f1fcc1f5b614 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:46.885978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 0364585c-49aa-4f60-992d-f1fcc1f5b614 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:46.921224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167147-8d33-428e-b0c0-43e72144439d req-5e8b80fc-812c-4c4c-b1fe-2015b49aaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:46.922728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-5e8b80fc-812c-4c4c-b1fe-2015b49aaba9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.1679628 Sep 30 08:20:46.926057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Router 0b3d5632-9624-4990-800e-fad470c69a27 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:46.975043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-a217b56e-7afb-4cd9-aaca-6fe76aeaf950 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445561 Sep 30 08:20:46.983991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a01fd003-0195-4ef3-a77e-ea7b7270b855 req-8cc1eaf2-a240-4eec-aec2-0677ceab6e1f tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274247 Sep 30 08:20:47.062434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80dec-edb9-452c-ae4e-691d31291569 req-7d939daf-ceee-4ab1-ac9b-63627032e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:47.064545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-7d939daf-ceee-4ab1-ac9b-63627032e62a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855621 Sep 30 08:20:47.091038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'name': 'network-vif-deleted', 'tag': '0364585c-49aa-4f60-992d-f1fcc1f5b614'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:47.094202 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8aabf8-5d7d-4430-9603-e8ac2648b21a" -d '{"events": [{"server_uuid": "56d1dd42-bd3e-45db-9b9e-e11c2af21506", "name": "network-vif-deleted", "tag": "0364585c-49aa-4f60-992d-f1fcc1f5b614"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:47.152494 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a922c-ba30-4e74-af7f-1eb5abad5eb6 x-openstack-request-id: req-010a922c-ba30-4e74-af7f-1eb5abad5eb6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:47.152796 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:47.153049 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-010a922c-ba30-4e74-af7f-1eb5abad5eb6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:47.153438 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'status': 'completed', 'code': 200} Sep 30 08:20:47.268250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-751fc628-e0ff-418d-b0f7-f0eb14f32dca service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809136 Sep 30 08:20:47.273412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d01196d9-c535-4fd3-87a2-2bb74d2e7054 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:47.295661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:47.300925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.316746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:47.344243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:47.346163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:47.369011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-324778d6-83eb-4819-8a93-3246f0733c89 service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714677 Sep 30 08:20:47.375856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba22ddf6-1a23-45ea-b1d2-5ae533f12afd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "PUT /v2.0/floatingips/a1c68d42-d3bb-4300-bf37-8d35095c7e48 HTTP/1.1" status: 200 len: 992 time: 3.6220977 Sep 30 08:20:47.423539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7db4f-370a-44f6-8230-e89691c7094b req-ba3bb119-4e4f-465b-b1d1-5e6d976ee9d2 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:47.425613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbb7db4f-370a-44f6-8230-e89691c7094b req-ba3bb119-4e4f-465b-b1d1-5e6d976ee9d2 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 944 time: 0.2331960 Sep 30 08:20:47.447503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d01196d9-c535-4fd3-87a2-2bb74d2e7054, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054,segment=NetworkSegment(0c6887bd-5618-4d36-87e3-342c87d30ac7),segment_id=0c6887bd-5618-4d36-87e3-342c87d30ac7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:47.496386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054', 'network_id': '67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1', 'port_id': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054', 'mac_address': 'fa:16:3e:56:4b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef295d3-6d3f-4a9a-b236-52b350dff4cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:47.524194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b167147-8d33-428e-b0c0-43e72144439d req-0bd8a67e-05c5-47a0-bbd8-bb05974fd065 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468293 Sep 30 08:20:47.534350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:47.541640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbb7db4f-370a-44f6-8230-e89691c7094b req-6b9d04ed-30fd-4088-829f-860e954729cd tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006842 Sep 30 08:20:47.572514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23d80dec-edb9-452c-ae4e-691d31291569 req-f231d96c-6bca-4c0e-8b23-ecdb5ba86ca7 service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884482 Sep 30 08:20:47.591383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.646149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01196d9-c535-4fd3-87a2-2bb74d2e7054 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:47.668980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:47.679329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d01196d9-c535-4fd3-87a2-2bb74d2e7054, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054,segment=NetworkSegment(0c6887bd-5618-4d36-87e3-342c87d30ac7),segment_id=0c6887bd-5618-4d36-87e3-342c87d30ac7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:47.685781 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.764705 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af41a5d4-1adb-44c6-89fe-261f0013c543 x-openstack-request-id: req-af41a5d4-1adb-44c6-89fe-261f0013c543 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:47.765248 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d1dd42-bd3e-45db-9b9e-e11c2af21506", "name": "network-vif-deleted", "tag": "0364585c-49aa-4f60-992d-f1fcc1f5b614", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:47.765248 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af41a5d4-1adb-44c6-89fe-261f0013c543 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:47.765692 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d1dd42-bd3e-45db-9b9e-e11c2af21506', 'name': 'network-vif-deleted', 'tag': '0364585c-49aa-4f60-992d-f1fcc1f5b614', 'status': 'completed', 'code': 200} Sep 30 08:20:47.768733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-cc506f44-cace-43fa-9e56-137c5699d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:47.770341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-cc506f44-cace-43fa-9e56-137c5699d72d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1095 time: 0.0507529 Sep 30 08:20:47.872425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-155188641-network', 'tenant_id': '18f5ab67fd8d472a83b132a42d0c7392'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:47.927158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Made reservation on behalf of 18f5ab67fd8d472a83b132a42d0c7392 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:47.929180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d01196d9-c535-4fd3-87a2-2bb74d2e7054,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:47.929930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.946685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-afa5964c-9966-4643-aef1-0d913f874ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:47.948285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-afa5964c-9966-4643-aef1-0d913f874ae2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1679993 Sep 30 08:20:47.957032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.007706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a1c68d42-d3bb-4300-bf37-8d35095c7e48', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'mac_address': 'fa:16:3e:aa:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:17Z', 'updated_at': '2021-09-30T08:20:45Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:48.039828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-acd67701-928f-4299-8b8d-f9d8022ef869 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 217 time: 0.0702398 Sep 30 08:20:48.041488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:48.050025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a074ae-e3c8-4093-98cf-d7c4559075c5 req-00fdf31c-c757-4767-9aea-7782ae03b776 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.050435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:48.051064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:48.051571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0a074ae-e3c8-4093-98cf-d7c4559075c5 req-00fdf31c-c757-4767-9aea-7782ae03b776 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1409168 Sep 30 08:20:48.143326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d01196d9-c535-4fd3-87a2-2bb74d2e7054'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:48.151964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-87fddf62-de16-4520-a3eb-7b0aafcdf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.153475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-87fddf62-de16-4520-a3eb-7b0aafcdf14e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0951552 Sep 30 08:20:48.161141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0a074ae-e3c8-4093-98cf-d7c4559075c5 req-911c291b-f29c-40ba-9c85-92e8db34a074 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935638 Sep 30 08:20:48.193553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:48.234933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-1d137b43-85b0-4c1f-89d3-9c08c0326532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.236779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-1d137b43-85b0-4c1f-89d3-9c08c0326532 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735929 Sep 30 08:20:48.299880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.314204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.385919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:48.403296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be9e17-16e6-44a3-9e08-5ef742f45681,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:48.405982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.406371 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Added segment ee5d0bec-8a73-441a-b651-799bc746ab26 of type vlan for network 67d07f41-de01-45fb-ad84-8f98737be420 Sep 30 08:20:48.430780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776a5a3-45c3-4e67-a44d-142d25f679e6 req-aeee22ea-d3a3-4889-af71-ab128cdde5aa tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.432355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1776a5a3-45c3-4e67-a44d-142d25f679e6 req-aeee22ea-d3a3-4889-af71-ab128cdde5aa tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 944 time: 0.1843593 Sep 30 08:20:48.480857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-2de1ff33-7793-4b66-8a86-3ffd7197f32f service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283154 Sep 30 08:20:48.497094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.528801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a1c68d42-d3bb-4300-bf37-8d35095c7e48', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'mac_address': 'fa:16:3e:aa:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:17Z', 'updated_at': '2021-09-30T08:20:45Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:48.543105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1776a5a3-45c3-4e67-a44d-142d25f679e6 req-53405922-3b4d-48da-9038-1f376ce10144 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023235 Sep 30 08:20:48.560516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a14f0e-e0ad-4641-b386-aba77413496f None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a1c68d42-d3bb-4300-bf37-8d35095c7e48', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'mac_address': 'fa:16:3e:aa:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:17Z', 'updated_at': '2021-09-30T08:20:45Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:48.610351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.611395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.611952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.804053 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618869d-a0cd-423c-bd2a-ecc52d65e014 None None] New status for floating IP a1c68d42-d3bb-4300-bf37-8d35095c7e48: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:20:48.888277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af906e-cbd8-400e-9a1a-93a036656436 req-573a477c-c746-42ea-bbd9-8031202e1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.889862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-573a477c-c746-42ea-bbd9-8031202e1ada service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 1097 time: 0.0427375 Sep 30 08:20:49.002919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3325026 Sep 30 08:20:49.007447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52302) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:49.013321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Request body: {'subnet': {'network_id': '67d07f41-de01-45fb-ad84-8f98737be420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-155188641-subnet', 'tenant_id': '18f5ab67fd8d472a83b132a42d0c7392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:49.017798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af906e-cbd8-400e-9a1a-93a036656436 req-49c81f22-fe6c-40c6-a44c-4165012181e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.019308 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-49c81f22-fe6c-40c6-a44c-4165012181e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.1169040 Sep 30 08:20:49.030219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a7abd1-43af-4094-af18-0b16d9f0f595 req-d11e80d8-57e0-4a72-941d-4ac3bf2356be service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387604 Sep 30 08:20:49.034997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d946998-9fce-41d1-9d03-7fad74c2d5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=67d07f41-de01-45fb-ad84-8f98737be420,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:49.054437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 67d07f41-de01-45fb-ad84-8f98737be420 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:49.058265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f317-72d4-453e-bb04-38e8073d9602 req-158a341a-6c13-45f7-93d3-78c132536130 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.060484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d051f317-72d4-453e-bb04-38e8073d9602 req-158a341a-6c13-45f7-93d3-78c132536130 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 945 time: 0.1277041 Sep 30 08:20:49.082313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-5ae5a07e-3526-402c-bf97-f281e7cbc230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b HTTP/1.1" status: 200 len: 217 time: 0.0536993 Sep 30 08:20:49.091979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Made reservation on behalf of 18f5ab67fd8d472a83b132a42d0c7392 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:49.095592 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:49.102375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d051f317-72d4-453e-bb04-38e8073d9602 req-cfd17dd3-3f48-4971-85fa-c5c55928893e tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Sep 30 08:20:49.155148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f'}, {'name': 'network-changed', 'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:49.158650 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3a9300-5139-4072-a09e-48f0364e87f6" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f"}, {"name": "network-changed", "server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:49.200402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af906e-cbd8-400e-9a1a-93a036656436 req-5bad6d11-1206-4d1c-b748-bd9ba7b0a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.207581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-5bad6d11-1206-4d1c-b748-bd9ba7b0a0e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0942781 Sep 30 08:20:49.249610 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-6e98d12e-36a7-4354-80c5-81acafcac2ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284634 Sep 30 08:20:49.302078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10293f4-3100-4fc6-94b8-7560e57ced6b req-4e84890e-98b1-46ee-b607-86e3638e25c2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.303757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f10293f4-3100-4fc6-94b8-7560e57ced6b req-4e84890e-98b1-46ee-b607-86e3638e25c2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0544155 Sep 30 08:20:49.343659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f10293f4-3100-4fc6-94b8-7560e57ced6b req-47213240-2ccf-4baa-a991-a1b87e48083d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Sep 30 08:20:49.395176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:49.432715 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-bbcc8802-a44e-4580-9123-ce6885e19d83 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622837 Sep 30 08:20:49.474426 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb24d9e-4a1a-4d9d-a9fb-d16d640a7f03 x-openstack-request-id: req-dbb24d9e-4a1a-4d9d-a9fb-d16d640a7f03 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:49.474719 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:49.474962 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbb24d9e-4a1a-4d9d-a9fb-d16d640a7f03 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:49.475359 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'status': 'completed', 'code': 200} Sep 30 08:20:49.475658 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'status': 'completed', 'code': 200} Sep 30 08:20:49.519222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4c0594-72d8-499c-bd26-33c8c6622686,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:49.540608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Checking segment: {'id': 'ee5d0bec-8a73-441a-b651-799bc746ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:49.540955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Network hostable DHCP agents. Network: 67d07f41-de01-45fb-ad84-8f98737be420, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:49.571007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01af906e-cbd8-400e-9a1a-93a036656436 req-ec4bc384-5aaa-4cb6-9097-805b8fabe30e service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276588 Sep 30 08:20:49.573600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Network 67d07f41-de01-45fb-ad84-8f98737be420 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:49.588161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 67d07f41-de01-45fb-ad84-8f98737be420) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:49.595339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.596379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:49.601609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-2564f8ef-2294-4a54-908b-ca3c35f9d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.606428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-2564f8ef-2294-4a54-908b-ca3c35f9d0ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ff824e310a49c4ac34378246280d7b&device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 1095 time: 0.0708835 Sep 30 08:20:49.617251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1bebc-837c-4b1b-b502-c20fe72cf913 None None] Network 67d07f41-de01-45fb-ad84-8f98737be420 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:49.622467 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-21e2d342-faa4-4691-b00c-b182602851e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6135349 Sep 30 08:20:49.767620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f050-1d1c-4944-88b9-457a0ad9e3cd req-836dc921-09d7-4b7d-8ebf-3b8ce8f34543 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.769221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b956f050-1d1c-4944-88b9-457a0ad9e3cd req-836dc921-09d7-4b7d-8ebf-3b8ce8f34543 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 944 time: 0.1119533 Sep 30 08:20:49.787591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-1ab66ad4-b4a6-4561-bb89-0d167fd630e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.789199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-1ab66ad4-b4a6-4561-bb89-0d167fd630e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 200 len: 906 time: 0.1568470 Sep 30 08:20:49.848266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217baeee-6816-4833-a7ae-4d7018756966 None None] Network 67d07f41-de01-45fb-ad84-8f98737be420 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:49.849343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-69f95858-2421-46e9-a0a3-311d9d309cec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f HTTP/1.1" status: 200 len: 217 time: 0.0503926 Sep 30 08:20:49.858101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b956f050-1d1c-4944-88b9-457a0ad9e3cd req-5479dae9-556c-4948-bf18-0cb89a156f2a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826802 Sep 30 08:20:49.914775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-1fedb5db-7ba0-435c-a392-f21c2246a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:49.916381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-1fedb5db-7ba0-435c-a392-f21c2246a64a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 200 len: 845 time: 0.0572870 Sep 30 08:20:49.957380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-e1caf2b5-82b6-46e4-983a-e38e8e88478b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258133 Sep 30 08:20:50.094345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-fe5cef07-c954-417f-a32c-af2895a4f41c service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271133 Sep 30 08:20:50.215283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-c756efce-2656-4a3c-b903-a520911de718 service neutron] 10.222.0.50 "GET /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106753 Sep 30 08:20:50.380231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-48ba2188-e438-4f2f-805e-e8f241e88121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:50.381744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-48ba2188-e438-4f2f-805e-e8f241e88121 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1097 time: 0.0746562 Sep 30 08:20:50.394145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359dbf-b4e3-4e14-bf87-5e551588c8ad req-402e5a08-42b4-4ed5-b4ab-8723295e1e6c tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:50.395683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65359dbf-b4e3-4e14-bf87-5e551588c8ad req-402e5a08-42b4-4ed5-b4ab-8723295e1e6c tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 945 time: 0.1063867 Sep 30 08:20:50.484427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65359dbf-b4e3-4e14-bf87-5e551588c8ad req-4259fb85-8fde-444f-afb7-a3831d9a3065 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802679 Sep 30 08:20:50.528229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-0e18c5c9-0d3f-4fad-ba53-c1819384118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:50.531669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-0e18c5c9-0d3f-4fad-ba53-c1819384118c service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.1347885 Sep 30 08:20:50.620610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-dee28822-6cf5-4fc5-8f17-752c3d436984 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1002 time: 0.0812392 Sep 30 08:20:50.691329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-19fc8c17-2461-4ff5-aebd-46ad294c1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:50.693133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-19fc8c17-2461-4ff5-aebd-46ad294c1269 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.0641160 Sep 30 08:20:50.747160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-1085cf64-f77c-418a-9984-756c7eb6a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:50.749018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-1085cf64-f77c-418a-9984-756c7eb6a860 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479620 Sep 30 08:20:50.877769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a97de9-dec1-4037-af3a-26e7adee49c5 req-dd6b8157-ae4d-42a3-aac0-9f968d5f35e9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:50.879299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32a97de9-dec1-4037-af3a-26e7adee49c5 req-dd6b8157-ae4d-42a3-aac0-9f968d5f35e9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1017652 Sep 30 08:20:50.903084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-d04107ff-074f-4c37-8309-3e1af8a55d1f service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461797 Sep 30 08:20:50.912785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:50.963754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32a97de9-dec1-4037-af3a-26e7adee49c5 req-9ff1d1e4-6a0e-403c-9629-d879eb948fd1 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728712 Sep 30 08:20:51.024691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3a9300-5139-4072-a09e-48f0364e87f6 req-5986c23e-004b-4671-8b3d-c492f01175a3 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131992 Sep 30 08:20:51.054400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:51.069604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'mac_address': 'fa:16:3e:8c:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:51.113899 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.131313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c97759-3a77-42e3-a571-fd9a4795a96f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:51.155607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:51.160694 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.161712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6a594d39-b7fa-42e9-9f4a-55763b9574bb details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:20:51.248086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:51.292983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911fa81-2080-4e69-983f-86dda006ae5c req-544a864a-8e32-4c8d-9789-65ff15f56fae tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:51.294579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7911fa81-2080-4e69-983f-86dda006ae5c req-544a864a-8e32-4c8d-9789-65ff15f56fae tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 945 time: 0.0588775 Sep 30 08:20:51.299183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d01196d9-c535-4fd3-87a2-2bb74d2e7054 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:51.335484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7911fa81-2080-4e69-983f-86dda006ae5c req-73b1529b-139c-45fd-b6c8-fffd84aef408 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Sep 30 08:20:51.341532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:51.359924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:20:51.415524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port d01196d9-c535-4fd3-87a2-2bb74d2e7054 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:51.417967 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.430859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d01196d9-c535-4fd3-87a2-2bb74d2e7054 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:51.431235 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.455725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a594d39-b7fa-42e9-9f4a-55763b9574bb {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:51.494534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:51.503476 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.589090 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.595219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=6a594d39-b7fa-42e9-9f4a-55763b9574bb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:51.628760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:51.631162 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9e24e-52e0-4a6b-b60e-009933ea69ea" -d '{"events": [{"server_uuid": "a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739", "name": "network-vif-plugged", "status": "completed", "tag": "d01196d9-c535-4fd3-87a2-2bb74d2e7054"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:51.642573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e889ce-b41a-49e5-b6d7-ae87975dee7e req-183330b1-c545-445d-aedf-b59d097376ca tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:51.644174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26e889ce-b41a-49e5-b6d7-ae87975dee7e req-183330b1-c545-445d-aedf-b59d097376ca tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 945 time: 0.0775893 Sep 30 08:20:51.645793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d01196d9-c535-4fd3-87a2-2bb74d2e7054, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054,segment=NetworkSegment(0c6887bd-5618-4d36-87e3-342c87d30ac7),segment_id=0c6887bd-5618-4d36-87e3-342c87d30ac7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:51.650802 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.710871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26e889ce-b41a-49e5-b6d7-ae87975dee7e req-d2250a9d-9d42-4aeb-8cab-0f9917aac096 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544150 Sep 30 08:20:51.719340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d01196d9-c535-4fd3-87a2-2bb74d2e7054,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:51.874566 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbf6524-50cd-4024-8638-31820dfb7f58 x-openstack-request-id: req-2bbf6524-50cd-4024-8638-31820dfb7f58 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:51.874863 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739", "name": "network-vif-plugged", "status": "completed", "tag": "d01196d9-c535-4fd3-87a2-2bb74d2e7054", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:51.875249 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bbf6524-50cd-4024-8638-31820dfb7f58 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:51.875635 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054', 'code': 200} Sep 30 08:20:51.958263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a8c97759-3a77-42e3-a571-fd9a4795a96f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:51.987483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['6a594d39-b7fa-42e9-9f4a-55763b9574bb'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:20:52.007551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b454f76-66f2-477f-aa05-875c12180878 req-13407ae3-7276-42e2-9c3a-76f425316706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:52.009275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b454f76-66f2-477f-aa05-875c12180878 req-13407ae3-7276-42e2-9c3a-76f425316706 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 1097 time: 0.0589473 Sep 30 08:20:52.067074 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2b454f76-66f2-477f-aa05-875c12180878 req-66894f96-d227-4f99-8bcb-2c760b8514f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Sep 30 08:20:52.128471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b8973-4aee-4f5a-8a56-a5e43c03a928 req-0086b872-e855-4617-a7a3-ff02b8dd720a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:52.130057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-127b8973-4aee-4f5a-8a56-a5e43c03a928 req-0086b872-e855-4617-a7a3-ff02b8dd720a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0527117 Sep 30 08:20:52.177339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-127b8973-4aee-4f5a-8a56-a5e43c03a928 req-a9964eef-bedb-445c-8cc5-452820658ce7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Sep 30 08:20:52.511518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5547d-4e6e-47d0-80f5-3f5667f89596 req-8606b842-742b-4dea-9022-2688c4ddddda tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:52.513332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ec5547d-4e6e-47d0-80f5-3f5667f89596 req-8606b842-742b-4dea-9022-2688c4ddddda tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Sep 30 08:20:52.554286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ec5547d-4e6e-47d0-80f5-3f5667f89596 req-6bd243a8-5f63-4451-873b-1c699c4b2eac tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Sep 30 08:20:52.794885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd20413-35f0-457b-9dd6-5d9ace88048b req-3cc708df-7b68-4890-9010-f01980aeb466 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:52.796483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bd20413-35f0-457b-9dd6-5d9ace88048b req-3cc708df-7b68-4890-9010-f01980aeb466 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.0532770 Sep 30 08:20:52.842392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bd20413-35f0-457b-9dd6-5d9ace88048b req-76d8dda5-6542-4f3e-8800-a20c173f11cb tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 Sep 30 08:20:52.951404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc2a9d-9395-4a21-9902-4cb639c8f6f5 req-58f795f8-4860-44cc-9077-dfc07e3e59b6 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:52.952946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26dc2a9d-9395-4a21-9902-4cb639c8f6f5 req-58f795f8-4860-44cc-9077-dfc07e3e59b6 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 946 time: 0.0520401 Sep 30 08:20:52.993834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26dc2a9d-9395-4a21-9902-4cb639c8f6f5 req-6c5076af-4df9-44f4-ae13-f3580715a66a tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Sep 30 08:20:53.187591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-25a71304-b3f1-493e-9ff0-d72e42f1c78b tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:53.189792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-25a71304-b3f1-493e-9ff0-d72e42f1c78b tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/networks?id=67d07f41-de01-45fb-ad84-8f98737be420 HTTP/1.1" status: 200 len: 809 time: 0.1180539 Sep 30 08:20:53.207324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-8c5df53c-2757-49ab-b10c-31479cdb7a2a tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/quotas/18f5ab67fd8d472a83b132a42d0c7392 HTTP/1.1" status: 200 len: 375 time: 0.0112920 Sep 30 08:20:53.245561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-9ee34391-0e6b-467e-a19d-b507594aea55 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f5ab67fd8d472a83b132a42d0c7392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278337 Sep 30 08:20:53.347461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-9404ff76-9cd4-4996-bd3e-ccd9a03e59d0 service neutron] 10.222.0.41 "GET /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915463 Sep 30 08:20:53.450110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-aa28fa45-42c9-40fb-8f7f-92230eca9318 service neutron] 10.222.0.41 "GET /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936112 Sep 30 08:20:53.818291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aaf3d-1e2f-45cb-8541-b77c00adcb1a req-097934d6-c494-41cb-bc6b-5f0ef70c9575 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:53.819833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a3aaf3d-1e2f-45cb-8541-b77c00adcb1a req-097934d6-c494-41cb-bc6b-5f0ef70c9575 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0571535 Sep 30 08:20:53.864093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a3aaf3d-1e2f-45cb-8541-b77c00adcb1a req-d30fb1fb-f874-4126-9513-9c6b8a45ba96 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379558 Sep 30 08:20:54.064327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d40ab-4e38-4d2c-b95f-01bf15856cc6 req-3addd0ac-13d8-479a-9ef6-4526c45795ca tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:54.069635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-083d40ab-4e38-4d2c-b95f-01bf15856cc6 req-3addd0ac-13d8-479a-9ef6-4526c45795ca tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 945 time: 0.0629089 Sep 30 08:20:54.117430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-083d40ab-4e38-4d2c-b95f-01bf15856cc6 req-f0b5e774-1d7f-4ac7-9483-f3f856601cfd tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Sep 30 08:20:54.207884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5341ff1-612c-4af4-a77c-820bd4c42c92 req-cc8593f5-20d7-424d-9adc-59595436067d tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 210 time: 0.0269952 Sep 30 08:20:54.334942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e785f-8a37-4e20-934d-b413d9b1b512 req-15472a72-e892-4801-be35-1908296ab721 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:54.336517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a9e785f-8a37-4e20-934d-b413d9b1b512 req-15472a72-e892-4801-be35-1908296ab721 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 946 time: 0.0659916 Sep 30 08:20:54.380750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a9e785f-8a37-4e20-934d-b413d9b1b512 req-907007cc-e1d6-48f1-ab73-d887743be29a tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378895 Sep 30 08:20:54.705378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ae4b2-638f-4dd3-8cf7-399da732e73c req-9b63b88a-320b-4284-8e80-1b51b5c1bd1b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:54.706975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c0ae4b2-638f-4dd3-8cf7-399da732e73c req-9b63b88a-320b-4284-8e80-1b51b5c1bd1b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.0540464 Sep 30 08:20:54.748342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c0ae4b2-638f-4dd3-8cf7-399da732e73c req-0971ff94-ce9d-49c7-a950-a274d44e9a2d tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345230 Sep 30 08:20:54.936163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-8bc6f698-eb76-45a3-9b47-efcbd19f9379 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:54.937704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-8bc6f698-eb76-45a3-9b47-efcbd19f9379 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.50 "GET /v2.0/networks?id=67d07f41-de01-45fb-ad84-8f98737be420 HTTP/1.1" status: 200 len: 809 time: 0.1288285 Sep 30 08:20:54.945713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6a594d39-b7fa-42e9-9f4a-55763b9574bb up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:54.961945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Request body: {'port': {'device_id': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420', 'admin_state_up': True, 'tenant_id': '18f5ab67fd8d472a83b132a42d0c7392'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:55.024950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 6a594d39-b7fa-42e9-9f4a-55763b9574bb completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:55.056044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 6a594d39-b7fa-42e9-9f4a-55763b9574bb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:55.056663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.146288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Made reservation on behalf of 18f5ab67fd8d472a83b132a42d0c7392 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:55.150202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.169638 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.182371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c857a-cf7c-4daf-ab66-55e7fdccc102 req-ff7d6293-02ff-467a-b0b5-8d3655f231da tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:55.183947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-136c857a-cf7c-4daf-ab66-55e7fdccc102 req-ff7d6293-02ff-467a-b0b5-8d3655f231da tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0820503 Sep 30 08:20:55.197273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:55.200001 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca6ed1a-ca19-4323-abce-e271f0b36223" -d '{"events": [{"server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "name": "network-vif-plugged", "status": "completed", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:55.215881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:55.222337 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.223252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:55.288143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-136c857a-cf7c-4daf-ab66-55e7fdccc102 req-b1bfb2cc-eb14-4339-a667-93a94fad6f32 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948644 Sep 30 08:20:55.315537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=6a594d39-b7fa-42e9-9f4a-55763b9574bb,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:55.338995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port a8c97759-3a77-42e3-a571-fd9a4795a96f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:20:55.343508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port a8c97759-3a77-42e3-a571-fd9a4795a96f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:55.343882 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.380723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Allocated IP 172.20.0.8 (67d07f41-de01-45fb-ad84-8f98737be420/fc4c0594-72d8-499c-bd26-33c8c6622686/2e1a478a-4ee1-4479-aab8-856a78db631d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:55.478457 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.490688 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.552780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:55.559048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.616477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac749d-8240-49a6-b83b-50562fd8cad9 req-3e6037bf-65be-48f2-a299-850a47278ddb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:55.618173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25ac749d-8240-49a6-b83b-50562fd8cad9 req-3e6037bf-65be-48f2-a299-850a47278ddb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 946 time: 0.1708362 Sep 30 08:20:55.693384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25ac749d-8240-49a6-b83b-50562fd8cad9 req-494ad1e2-0066-4697-a072-bba8f4a9ccba tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656643 Sep 30 08:20:55.699046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.750589 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.756233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:55.758193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.838099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Network 67d07f41-de01-45fb-ad84-8f98737be420 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:55.843704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:55.848169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:55.852546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Pushing event updated for resources: {'Port': ['ID=2e1a478a-4ee1-4479-aab8-856a78db631d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:55.900515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b855-6916-4a39-a9fe-fe985f6184eb req-3c7249f0-b095-4f1c-b60e-6436d625a18d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:55.902036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fc7b855-6916-4a39-a9fe-fe985f6184eb req-3c7249f0-b095-4f1c-b60e-6436d625a18d tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.1408420 Sep 30 08:20:55.905964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.906305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.906638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.906971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.907350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.907681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.907998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.908316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.908633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.908951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.909291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.909640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:55.946734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:55.947776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.973662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fc7b855-6916-4a39-a9fe-fe985f6184eb req-51124ab9-9d8e-4245-8249-3513c694bce0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600324 Sep 30 08:20:55.975427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6e50cde5-1d20-426d-af88-4ecf0ccdde52 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0177295 Sep 30 08:20:55.995891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Request body: {'port': {'device_id': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:56.020728 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bdf15b-cf41-4ea8-9063-8e7e797e0ce6 x-openstack-request-id: req-79bdf15b-cf41-4ea8-9063-8e7e797e0ce6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:56.021308 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "name": "network-vif-plugged", "status": "completed", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:56.021855 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79bdf15b-cf41-4ea8-9063-8e7e797e0ce6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:56.022923 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'code': 200} Sep 30 08:20:56.060054 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.249906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9bafe-44ee-49b3-88e8-84548bb999ff req-293cbb1d-291d-488d-8d4b-e09c80319ab0 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.252201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6de9bafe-44ee-49b3-88e8-84548bb999ff req-293cbb1d-291d-488d-8d4b-e09c80319ab0 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 931 time: 0.1822569 Sep 30 08:20:56.287696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58241ad7-d58c-42b3-ac0a-e3b4de7741c0 req-75e0cf88-85ea-462b-a05e-9c31ed4171ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.289211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58241ad7-d58c-42b3-ac0a-e3b4de7741c0 req-75e0cf88-85ea-462b-a05e-9c31ed4171ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1097 time: 0.1589472 Sep 30 08:20:56.347360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6de9bafe-44ee-49b3-88e8-84548bb999ff req-f9396185-a29d-46a2-9086-a156cde79709 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869908 Sep 30 08:20:56.395493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58241ad7-d58c-42b3-ac0a-e3b4de7741c0 req-0a001c81-3963-4e03-a741-87de6eee06a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907717 Sep 30 08:20:56.500342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1a478a-4ee1-4479-aab8-856a78db631d {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:20:56.509812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.525001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Transition to ACTIVE for port object 2e1a478a-4ee1-4479-aab8-856a78db631d will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:20:56.529322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.583564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a478a-4ee1-4479-aab8-856a78db631d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:56.660406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Attempting to bind port 2e1a478a-4ee1-4479-aab8-856a78db631d on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:56.660786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Attempting to bind port 2e1a478a-4ee1-4479-aab8-856a78db631d by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ee5d0bec-8a73-441a-b651-799bc746ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:56.661166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Attempting to bind port 2e1a478a-4ee1-4479-aab8-856a78db631d on network 67d07f41-de01-45fb-ad84-8f98737be420 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:56.666197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Port 2e1a478a-4ee1-4479-aab8-856a78db631d on network 67d07f41-de01-45fb-ad84-8f98737be420 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:20:56.666533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Attempting to bind port 2e1a478a-4ee1-4479-aab8-856a78db631d on network 67d07f41-de01-45fb-ad84-8f98737be420 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:56.671943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:56.672310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Checking segment: {'id': 'ee5d0bec-8a73-441a-b651-799bc746ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:56.672747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Bound using segment: {'id': 'ee5d0bec-8a73-441a-b651-799bc746ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:56.673760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Bound port: 2e1a478a-4ee1-4479-aab8-856a78db631d, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5d0bec-8a73-441a-b651-799bc746ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:56.674125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.757428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] For port 2e1a478a-4ee1-4479-aab8-856a78db631d, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:56.761733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] For port 2e1a478a-4ee1-4479-aab8-856a78db631d, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2e1a478a-4ee1-4479-aab8-856a78db631d,segment=NetworkSegment(ee5d0bec-8a73-441a-b651-799bc746ab26),segment_id=ee5d0bec-8a73-441a-b651-799bc746ab26)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:56.768588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.821974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.822610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.824034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] 10.222.0.50 "PUT /v2.0/ports/2e1a478a-4ee1-4479-aab8-856a78db631d HTTP/1.1" status: 200 len: 1091 time: 0.8331149 Sep 30 08:20:56.826483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'tag': '2e1a478a-4ee1-4479-aab8-856a78db631d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:56.828778 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21686d0-aed3-4d25-9a08-b5af43c62b72" -d '{"events": [{"name": "network-changed", "server_uuid": "8880ebf7-d90c-48f3-8104-ec1b9cd94860", "tag": "2e1a478a-4ee1-4479-aab8-856a78db631d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:56.878168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99239b-c310-46e8-bfc4-50c07423af4e service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a478a-4ee1-4479-aab8-856a78db631d,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:56.923233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547da71-f68c-41c7-9957-3f818a8567ce req-a7b0fb3b-69a5-46e3-881c-d129c7bf970f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.924740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e547da71-f68c-41c7-9957-3f818a8567ce req-a7b0fb3b-69a5-46e3-881c-d129c7bf970f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1212211 Sep 30 08:20:56.959449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-a91a2fde-1ebe-4b43-9ec8-b7da95311f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.961010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-a91a2fde-1ebe-4b43-9ec8-b7da95311f1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f5ab67fd8d472a83b132a42d0c7392&device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 1094 time: 0.0758131 Sep 30 08:20:56.976692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e547da71-f68c-41c7-9957-3f818a8567ce req-a8427601-1048-4067-839d-ac0d564c54e4 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Sep 30 08:20:57.013010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-6730e3c5-2152-4579-add6-dfe3092b8466 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1a478a-4ee1-4479-aab8-856a78db631d HTTP/1.1" status: 200 len: 217 time: 0.0353324 Sep 30 08:20:57.066530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-2540c60f-6ab6-4014-8d60-ccc676d27cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.068017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-2540c60f-6ab6-4014-8d60-ccc676d27cae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc4c0594-72d8-499c-bd26-33c8c6622686 HTTP/1.1" status: 200 len: 849 time: 0.0461228 Sep 30 08:20:57.113103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-7ad39860-e3c5-43c4-9503-960256b01aa8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67d07f41-de01-45fb-ad84-8f98737be420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275259 Sep 30 08:20:57.239342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b45e-4555-466b-9279-7ad3b7e95b24 req-dec86f17-e8b0-40f6-ac08-5ed44c0a03d9 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.240838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6636b45e-4555-466b-9279-7ad3b7e95b24 req-dec86f17-e8b0-40f6-ac08-5ed44c0a03d9 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.0982587 Sep 30 08:20:57.246882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-292837c1-d533-459b-a17b-5ba6c0d25803 service neutron] 10.222.0.50 "GET /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260455 Sep 30 08:20:57.309710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6636b45e-4555-466b-9279-7ad3b7e95b24 req-753905f6-cde7-4a09-980b-e2a8069ac224 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619352 Sep 30 08:20:57.369322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8269115-acf6-4069-a851-b7ca54e48c65 req-bc381a58-fef6-4820-a309-073a965508d3 service neutron] 10.222.0.50 "GET /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142397 Sep 30 08:20:57.387058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d02b0-731a-4725-8c8e-2d0975658442 req-df9ae0a6-9a0a-43c8-8440-a0f1b5ec340d tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.388833 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756d02b0-731a-4725-8c8e-2d0975658442 req-df9ae0a6-9a0a-43c8-8440-a0f1b5ec340d tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 946 time: 0.0641551 Sep 30 08:20:57.443872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd316f-520c-47f7-8765-e7aee7acfb0a req-72d632fb-f3c4-48cd-8023-7f528b15ee7b tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.446256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37fd316f-520c-47f7-8765-e7aee7acfb0a req-72d632fb-f3c4-48cd-8023-7f528b15ee7b tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739 HTTP/1.1" status: 200 len: 946 time: 0.0679092 Sep 30 08:20:57.490405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37fd316f-520c-47f7-8765-e7aee7acfb0a req-7ae8334c-bf62-4776-bb88-b6e481ddc860 tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.41 "GET /v2.0/security-groups?id=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Sep 30 08:20:57.494475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Deleting port d01196d9-c535-4fd3-87a2-2bb74d2e7054 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:57.494829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.540691 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30162e95-db27-4be0-84d9-11cc6cad2777 x-openstack-request-id: req-30162e95-db27-4be0-84d9-11cc6cad2777 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:57.541097 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8880ebf7-d90c-48f3-8104-ec1b9cd94860", "tag": "2e1a478a-4ee1-4479-aab8-856a78db631d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:57.541351 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30162e95-db27-4be0-84d9-11cc6cad2777 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:57.541791 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'tag': '2e1a478a-4ee1-4479-aab8-856a78db631d', 'status': 'completed', 'code': 200} Sep 30 08:20:57.594576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] For port d01196d9-c535-4fd3-87a2-2bb74d2e7054, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d01196d9-c535-4fd3-87a2-2bb74d2e7054,segment=NetworkSegment(0c6887bd-5618-4d36-87e3-342c87d30ac7),segment_id=0c6887bd-5618-4d36-87e3-342c87d30ac7)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:57.595304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.608676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Calling delete_port for d01196d9-c535-4fd3-87a2-2bb74d2e7054 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:57.681106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da00018-169d-4571-b606-e1d0c79b382d req-d0b05beb-7368-41a7-b910-8c64a8c404b8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.682700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6da00018-169d-4571-b606-e1d0c79b382d req-d0b05beb-7368-41a7-b910-8c64a8c404b8 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.0879369 Sep 30 08:20:57.690504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-97d5c209-6732-4894-9db8-089dd36fc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.692241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-97d5c209-6732-4894-9db8-089dd36fc7b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f5ab67fd8d472a83b132a42d0c7392&device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 1094 time: 0.0652752 Sep 30 08:20:57.759911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.761211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6da00018-169d-4571-b606-e1d0c79b382d req-57037315-2524-4a98-aa73-623ce4f99b63 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678093 Sep 30 08:20:57.797424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Pushing event deleted for resources: {'Port': ['ID=d01196d9-c535-4fd3-87a2-2bb74d2e7054,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:57.819897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.820221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.820840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.821307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.821693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.822054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.822576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.822917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.823283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.823607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.824021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.824591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:57.830033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-48c5714d-785e-4cda-b73b-88bf783cbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.833918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-48c5714d-785e-4cda-b73b-88bf783cbd64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=67d07f41-de01-45fb-ad84-8f98737be420 HTTP/1.1" status: 200 len: 910 time: 0.1234872 Sep 30 08:20:57.864872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] No DVR routers for this DVR port d01196d9-c535-4fd3-87a2-2bb74d2e7054 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:57.867919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.870392 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-756d02b0-731a-4725-8c8e-2d0975658442 req-b8678bfb-2051-4cf2-bb58-eae0d6bc5dfb tempest-ServerAddressesNegativeTestJSON-635621320 tempest-ServerAddressesNegativeTestJSON-635621320-project] 10.222.0.57 "DELETE /v2.0/ports/d01196d9-c535-4fd3-87a2-2bb74d2e7054 HTTP/1.1" status: 204 len: 173 time: 0.4696221 Sep 30 08:20:57.870893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'name': 'network-vif-deleted', 'tag': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:57.873405 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a4723d-846e-41bb-8129-8dc19ec7073e" -d '{"events": [{"server_uuid": "a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739", "name": "network-vif-deleted", "tag": "d01196d9-c535-4fd3-87a2-2bb74d2e7054"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:57.921468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-48ca662a-baa5-4fdd-a784-eee7bd0757fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1a478a-4ee1-4479-aab8-856a78db631d HTTP/1.1" status: 200 len: 217 time: 0.0718632 Sep 30 08:20:57.984440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2c04-d0dd-4ba4-b602-58813264be02 req-8233c375-d5bc-4e7d-ad36-fb2329d740d4 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.986144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e4e2c04-d0dd-4ba4-b602-58813264be02 req-8233c375-d5bc-4e7d-ad36-fb2329d740d4 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 943 time: 0.1233552 Sep 30 08:20:58.024066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:58.029410 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd6ab2-71cb-4a52-b280-03acd73d95ec" -d '{"events": [{"server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "name": "network-vif-plugged", "status": "completed", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:58.311161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-a571fb4a-35ac-4f2a-ba1b-32e75b146599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:58.312509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-a571fb4a-35ac-4f2a-ba1b-32e75b146599 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc4c0594-72d8-499c-bd26-33c8c6622686 HTTP/1.1" status: 200 len: 849 time: 0.3819947 Sep 30 08:20:58.355297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-012be2c8-7a6e-4c7d-8333-a26b08c11459 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67d07f41-de01-45fb-ad84-8f98737be420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315702 Sep 30 08:20:58.358691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e4e2c04-d0dd-4ba4-b602-58813264be02 req-85353fec-c534-4b27-b197-8d87ea95166b tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631349 Sep 30 08:20:58.462132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-60a76a01-9438-4629-9eca-60514cbfd04f service neutron] 10.222.0.50 "GET /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987117 Sep 30 08:20:58.489589 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b837ba-efbc-411e-8172-c1e94c0f26ff x-openstack-request-id: req-a8b837ba-efbc-411e-8172-c1e94c0f26ff {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:58.490146 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739", "name": "network-vif-deleted", "tag": "d01196d9-c535-4fd3-87a2-2bb74d2e7054", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:58.490952 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8b837ba-efbc-411e-8172-c1e94c0f26ff {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:58.491508 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a34dcd-ed11-40b7-8bde-fe2e7d3ed739', 'name': 'network-vif-deleted', 'tag': 'd01196d9-c535-4fd3-87a2-2bb74d2e7054', 'status': 'completed', 'code': 200} Sep 30 08:20:58.585702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a21686d0-aed3-4d25-9a08-b5af43c62b72 req-4a914471-6547-4b8d-a958-3a574b363776 service neutron] 10.222.0.50 "GET /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140847 Sep 30 08:20:58.602935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc5d03-9042-4609-a4ba-5a68454cc825 req-86a517a2-f278-4f45-b9c6-7a3d99ed119b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:58.604555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cddc5d03-9042-4609-a4ba-5a68454cc825 req-86a517a2-f278-4f45-b9c6-7a3d99ed119b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0673733 Sep 30 08:20:58.652975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cddc5d03-9042-4609-a4ba-5a68454cc825 req-0204baa2-c690-4911-a149-3d1a6f0bba0c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Sep 30 08:20:58.706152 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9fd0b-043d-4d85-9391-fd0c02be2080 x-openstack-request-id: req-41a9fd0b-043d-4d85-9391-fd0c02be2080 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:58.706846 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "name": "network-vif-plugged", "status": "completed", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:58.707119 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41a9fd0b-043d-4d85-9391-fd0c02be2080 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:58.707519 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'code': 200} Sep 30 08:20:58.932718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5611e-4317-4202-b02f-70aef23e3018 req-d3e46373-c55f-4dbe-aec4-ba4bcad65f53 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:58.934227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9fa5611e-4317-4202-b02f-70aef23e3018 req-d3e46373-c55f-4dbe-aec4-ba4bcad65f53 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.0824065 Sep 30 08:20:58.936757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce892b7-5978-4a95-ad69-6f376c38c9f5 req-9cfab355-dbae-4d2a-9eaa-ea9a65af7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:58.938153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ce892b7-5978-4a95-ad69-6f376c38c9f5 req-9cfab355-dbae-4d2a-9eaa-ea9a65af7a8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 1097 time: 0.0844891 Sep 30 08:20:58.999856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9fa5611e-4317-4202-b02f-70aef23e3018 req-dc5f1eb1-ca4f-492d-81b4-a8f2e5edd012 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups?id=667ce13f-6183-4e17-ba52-42936de681d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588858 Sep 30 08:20:59.002826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ce892b7-5978-4a95-ad69-6f376c38c9f5 req-86695d0d-ec30-4d48-9bba-1461fccdcc34 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554507 Sep 30 08:20:59.048290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52472) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:59.068806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-0607df31-bdab-472b-ad70-c2f14ae52875 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:59.070453 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-0607df31-bdab-472b-ad70-c2f14ae52875 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.57 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 945 time: 0.0564592 Sep 30 08:20:59.134461 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Deleting subnet 5ef295d3-6d3f-4a9a-b236-52b350dff4cb {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:59.139329 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.183658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Deleting port 629ab602-39eb-4fa9-a205-8d13350cac12 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:59.183963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.187187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953e7c-1c8d-40eb-9416-4444531ef456 req-f612d6b2-b546-4610-b660-5876e4129da4 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:59.189430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d953e7c-1c8d-40eb-9416-4444531ef456 req-f612d6b2-b546-4610-b660-5876e4129da4 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.0941985 Sep 30 08:20:59.191760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.257172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.262315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d953e7c-1c8d-40eb-9416-4444531ef456 req-8a5bef3e-9716-468c-9187-aa42b9f540fe tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512486 Sep 30 08:20:59.287656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=629ab602-39eb-4fa9-a205-8d13350cac12,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:59.288197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.322340 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.350747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef295d3-6d3f-4a9a-b236-52b350dff4cb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:59.355963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.358183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-43052ad9-f3fb-4d9f-878f-6aca4f77fbbb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ef295d3-6d3f-4a9a-b236-52b350dff4cb HTTP/1.1" status: 204 len: 168 time: 0.3083305 Sep 30 08:20:59.360689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52474) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:59.364233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d01196d9-c535-4fd3-87a2-2bb74d2e7054 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:59.390613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: d01196d9-c535-4fd3-87a2-2bb74d2e7054 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:59.390969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d01196d9-c535-4fd3-87a2-2bb74d2e7054 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:59.392006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 629ab602-39eb-4fa9-a205-8d13350cac12 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:59.459696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.478263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.518676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 629ab602-39eb-4fa9-a205-8d13350cac12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=629ab602-39eb-4fa9-a205-8d13350cac12,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:59.523257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.536439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6e9e9-ce1f-4073-91af-10215d714663 req-08290bdc-8ddb-4f11-b565-8745f51849d3 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:59.538307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3de6e9e9-ce1f-4073-91af-10215d714663 req-08290bdc-8ddb-4f11-b565-8745f51849d3 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 943 time: 0.0981424 Sep 30 08:20:59.578079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:59.606631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.644288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3de6e9e9-ce1f-4073-91af-10215d714663 req-eaf5e6ea-daf0-4ea4-8018-68efe2798936 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955031 Sep 30 08:20:59.646037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:59.666453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6887bd-5618-4d36-87e3-342c87d30ac7') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:59.666453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6887bd-5618-4d36-87e3-342c87d30ac7') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:59.685387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.703261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.712289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:20:59.712757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:20:59.714908 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:20:59.778537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.784519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.788149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] 10.222.0.41 "DELETE /v2.0/networks/67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1 HTTP/1.1" status: 204 len: 168 time: 0.4252288 Sep 30 08:20:59.809798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42eae91-9a52-47f6-be37-16bcd96fd01c admin admin] Pushing event deleted for resources: {'Network': ['ID=67f6a11b-e51b-4c42-9d7f-7bdc831e0bd1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:59.820228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.820841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.821006 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Floating IP 0d25342b-6bfe-498b-b674-21eaaa90d68a disassociated. External IP: 172.25.7.242, port: 629ab602-39eb-4fa9-a205-8d13350cac12. Sep 30 08:20:59.821229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Calling delete_port for 629ab602-39eb-4fa9-a205-8d13350cac12 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:59.886368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac870592-b779-49ea-a28e-8ba609e6074f req-3f77d699-02b6-470d-82ad-d39a4461f60b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:59.888369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac870592-b779-49ea-a28e-8ba609e6074f req-3f77d699-02b6-470d-82ad-d39a4461f60b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0594723 Sep 30 08:20:59.933073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52486) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:59.951376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac870592-b779-49ea-a28e-8ba609e6074f req-d908397e-2ffe-4c82-bfe6-9f440b01f0d1 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539184 Sep 30 08:20:59.974617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.003716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-31844187-1abb-483b-9c33-a8442e7a43b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5f2c04118ee442ca57d8a43a757d8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692940 Sep 30 08:21:00.006888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52488) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:00.009330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event deleted for resources: {'Port': ['ID=629ab602-39eb-4fa9-a205-8d13350cac12,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:00.076555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a3e00918-605a-43c5-8ded-980b47931b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.105351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a3e00918-605a-43c5-8ded-980b47931b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.160899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Router 64077979-c77b-4d70-83c8-506d43c986a5 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:00.168685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddca0f08-42bc-4b3c-8073-d84334db087a req-efd2d1b4-de57-4672-a9fa-0c4f577b0bad tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a64c60-0234-4a3c-9acd-649ebf37e7fc HTTP/1.1" status: 200 len: 210 time: 0.0281417 Sep 30 08:21:00.182379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a3e00918-605a-43c5-8ded-980b47931b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.185577 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a3e00918-605a-43c5-8ded-980b47931b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.187545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a3e00918-605a-43c5-8ded-980b47931b41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72eb007f-a3cb-4c93-8d92-a69b3ea9cf44 HTTP/1.1" status: 204 len: 168 time: 0.1788943 Sep 30 08:21:00.198192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e00918-605a-43c5-8ded-980b47931b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb007f-a3cb-4c93-8d92-a69b3ea9cf44,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:00.296168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:00.309206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] Sync routers for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:00.323035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:00.324306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:00.356560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] No DVR routers for this DVR port 629ab602-39eb-4fa9-a205-8d13350cac12 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:00.359472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.363188 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-52b00fd6-dd66-48a8-82e9-038ff1cf63ab req-a613e3e6-1e03-4044-9316-e8018abf276b tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.57 "DELETE /v2.0/ports/629ab602-39eb-4fa9-a205-8d13350cac12 HTTP/1.1" status: 204 len: 173 time: 1.2808619 Sep 30 08:21:00.492517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'name': 'network-vif-deleted', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:00.495194 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5461f1a7-f284-476f-a0b5-5363b41abccb" -d '{"events": [{"server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "name": "network-vif-deleted", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:00.539494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:00.723260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:00.725508 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a1c34c-e9a9-4a97-a6f7-b1b383998279" -d '{"events": [{"server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "name": "network-vif-unplugged", "status": "completed", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:00.811399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:00.822763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b93dde-24da-4fdd-8091-f4e24678e6d8 req-ef7124ad-2ccb-4e86-9209-fd5e38b273ee tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:00.831275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50b93dde-24da-4fdd-8091-f4e24678e6d8 req-ef7124ad-2ccb-4e86-9209-fd5e38b273ee tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.3953793 Sep 30 08:21:00.843355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] Checking router: 64077979-c77b-4d70-83c8-506d43c986a5 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:00.855543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:00.856227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:00.870798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50b93dde-24da-4fdd-8091-f4e24678e6d8 req-33c29609-cd86-4c8f-a9b9-ff1ec917e972 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Sep 30 08:21:00.934320 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75a34b-2b80-4e69-8b7e-977e8787b1b7 x-openstack-request-id: req-8e75a34b-2b80-4e69-8b7e-977e8787b1b7 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:00.934911 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "name": "network-vif-deleted", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:00.934911 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e75a34b-2b80-4e69-8b7e-977e8787b1b7 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:00.935288 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'name': 'network-vif-deleted', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12', 'status': 'completed', 'code': 200} Sep 30 08:21:00.959986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2e1a478a-4ee1-4479-aab8-856a78db631d details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:00.984538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:01.035130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bef9eb-0148-48c2-9f18-5e15cfdececd req-4756c42c-aa7e-4812-94dc-862876c36719 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:01.037696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63bef9eb-0148-48c2-9f18-5e15cfdececd req-4756c42c-aa7e-4812-94dc-862876c36719 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 943 time: 0.0591276 Sep 30 08:21:01.093673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63bef9eb-0148-48c2-9f18-5e15cfdececd req-feeabde9-c584-4d12-a43e-aa43aaef4e5b tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Sep 30 08:21:01.147104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52528) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:01.158286 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012dd45-4a4c-4250-88eb-4fe79686a108 x-openstack-request-id: req-d012dd45-4a4c-4250-88eb-4fe79686a108 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:01.158537 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a64c60-0234-4a3c-9acd-649ebf37e7fc", "name": "network-vif-unplugged", "status": "completed", "tag": "629ab602-39eb-4fa9-a205-8d13350cac12", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:01.158716 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d012dd45-4a4c-4250-88eb-4fe79686a108 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:01.159106 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a64c60-0234-4a3c-9acd-649ebf37e7fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '629ab602-39eb-4fa9-a205-8d13350cac12', 'code': 200} Sep 30 08:21:01.250856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2e1a478a-4ee1-4479-aab8-856a78db631d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2e1a478a-4ee1-4479-aab8-856a78db631d,segment=NetworkSegment(ee5d0bec-8a73-441a-b651-799bc746ab26),segment_id=ee5d0bec-8a73-441a-b651-799bc746ab26)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:01.278229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2e1a478a-4ee1-4479-aab8-856a78db631d', 'network_id': '67d07f41-de01-45fb-ad84-8f98737be420', 'port_id': '2e1a478a-4ee1-4479-aab8-856a78db631d', 'mac_address': 'fa:16:3e:37:9f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4c0594-72d8-499c-bd26-33c8c6622686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:01.327039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-905451671-network', 'tenant_id': '924046d04dd1413dae324f6f766ceff8'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:01.357297 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.377578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1a478a-4ee1-4479-aab8-856a78db631d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:01.383540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Made reservation on behalf of 924046d04dd1413dae324f6f766ceff8 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:01.386013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.397940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.404568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2e1a478a-4ee1-4479-aab8-856a78db631d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2e1a478a-4ee1-4479-aab8-856a78db631d,segment=NetworkSegment(ee5d0bec-8a73-441a-b651-799bc746ab26),segment_id=ee5d0bec-8a73-441a-b651-799bc746ab26)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:01.408928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb3a4-b8f4-4618-92f4-9231652941d9 req-03510c3a-eb31-412e-bf4f-680bada08cba tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:01.409952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:01.410536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a0eb3a4-b8f4-4618-92f4-9231652941d9 req-03510c3a-eb31-412e-bf4f-680bada08cba tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0791733 Sep 30 08:21:01.413615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.446657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b69a4-94d7-4914-b53a-fd5320061adb None None] The sync data for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 is: [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '2402dc24-42f0-4b37-b871-6393dc2dad3c', 'name': '', 'network_id': '36ab9c7f-b9e8-4218-87a6-2260749be679', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'mac_address': 'fa:16:3e:b6:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:26Z', 'updated_at': '2021-09-30T08:18:33Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'subnets': [{'id': 'ce8be253-2bf8-4437-8f21-199b2a7c0bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:01.479069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a0eb3a4-b8f4-4618-92f4-9231652941d9 req-0259b606-71ce-40b8-aefe-ff555c9e51be tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Sep 30 08:21:01.503131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2e1a478a-4ee1-4479-aab8-856a78db631d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:01.563750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.568991 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.600212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:01.607505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e61189-6932-4f23-95db-f9bbd6963297,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:01.616193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.616549 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Added segment 49fcd1ca-7843-47a2-926d-298c902e53cb of type vlan for network 02ecee58-8ede-4ee4-b350-dafa5203cb25 Sep 30 08:21:01.684079 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.714639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52536) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:01.718867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.719998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:01.720666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.761061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6101394 Sep 30 08:21:01.761543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:01.767088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Request body: {'subnet': {'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-905451671-subnet', 'tenant_id': '924046d04dd1413dae324f6f766ceff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:01.769535 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943477d-bb48-4593-a401-a063ef360c4c None None] New status for floating IP 0d25342b-6bfe-498b-b674-21eaaa90d68a: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:21:01.804128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e0c9-48c7-401d-90ac-238a2cbe5a3f admin admin] Pushing event updated for resources: {'Network': ['ID=02ecee58-8ede-4ee4-b350-dafa5203cb25,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:01.806056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42bbadad-4d30-4000-a8af-5867da4b62f8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.807592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Made reservation on behalf of 924046d04dd1413dae324f6f766ceff8 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:01.809981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.817353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 02ecee58-8ede-4ee4-b350-dafa5203cb25 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:01.820672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2e1a478a-4ee1-4479-aab8-856a78db631d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:01.901031 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42bbadad-4d30-4000-a8af-5867da4b62f8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.011323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42bbadad-4d30-4000-a8af-5867da4b62f8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.014858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42bbadad-4d30-4000-a8af-5867da4b62f8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.019091 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-42bbadad-4d30-4000-a8af-5867da4b62f8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "DELETE /v2.0/security-groups/667ce13f-6183-4e17-ba52-42936de681d2 HTTP/1.1" status: 204 len: 168 time: 0.3003764 Sep 30 08:21:02.019531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52542) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:02.032167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbadad-4d30-4000-a8af-5867da4b62f8 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ce13f-6183-4e17-ba52-42936de681d2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:02.046642 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-57d7a99a-f596-440a-8f8a-622cc98f3167 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] show failed (client error): The resource could not be found. Sep 30 08:21:02.050763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-57d7a99a-f596-440a-8f8a-622cc98f3167 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "GET /v2.0/security-groups/667ce13f-6183-4e17-ba52-42936de681d2 HTTP/1.1" status: 404 len: 347 time: 0.0270295 Sep 30 08:21:02.051661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52544) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:02.076118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39678c-59ee-477c-8d63-d9a02f9ff65f req-1da4bb49-1e3e-40bf-be9d-703a871a261a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:02.077731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b39678c-59ee-477c-8d63-d9a02f9ff65f req-1da4bb49-1e3e-40bf-be9d-703a871a261a tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.1202905 Sep 30 08:21:02.093186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.149395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e25f22-6850-458c-95e4-6db6503e426c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:02.160235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Checking segment: {'id': '49fcd1ca-7843-47a2-926d-298c902e53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:02.160664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Network hostable DHCP agents. Network: 02ecee58-8ede-4ee4-b350-dafa5203cb25, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:02.178678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Network 02ecee58-8ede-4ee4-b350-dafa5203cb25 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:02.186632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b39678c-59ee-477c-8d63-d9a02f9ff65f req-a07e2871-12a3-4882-b74c-293b59e3f9b4 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797889 Sep 30 08:21:02.188514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 02ecee58-8ede-4ee4-b350-dafa5203cb25) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:02.196644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48347fbd-4561-4ecd-9fdd-4d8e44d831ff None None] Network 02ecee58-8ede-4ee4-b350-dafa5203cb25 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:02.210381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:02.210908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.237819 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a522334-68e7-493b-ad77-3f953c0ea61b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4750731 Sep 30 08:21:02.255087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Deleting port 00dea2eb-a7cb-4b25-81d8-ebc24a9cd6d6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:02.256019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.351934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f9c98-5db9-4e41-816c-bbbf101f2a01 None None] Network 02ecee58-8ede-4ee4-b350-dafa5203cb25 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:02.369481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15965871-0263-42bd-aabf-588750bc8f34 req-7eb043d3-c2ed-4bcc-b612-2ad080f61524 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:02.371106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15965871-0263-42bd-aabf-588750bc8f34 req-7eb043d3-c2ed-4bcc-b612-2ad080f61524 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 944 time: 0.1003015 Sep 30 08:21:02.394153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.394565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.416853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Calling delete_port for 00dea2eb-a7cb-4b25-81d8-ebc24a9cd6d6 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:02.443622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15965871-0263-42bd-aabf-588750bc8f34 req-548eace7-32c1-4b19-944c-b7309afdff8e tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590782 Sep 30 08:21:02.584566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.611835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Pushing event deleted for resources: {'Port': ['ID=00dea2eb-a7cb-4b25-81d8-ebc24a9cd6d6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:02.685898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.689509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.690695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4178b9f1-71f5-4f5a-aa60-29e017ee56b2 tempest-ServersTestManualDisk-1793126685 tempest-ServersTestManualDisk-1793126685-project] 10.222.0.41 "DELETE /v2.0/floatingips/0d25342b-6bfe-498b-b674-21eaaa90d68a HTTP/1.1" status: 204 len: 168 time: 0.6380317 Sep 30 08:21:02.693705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52570) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:03.172891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.216864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-8e6ac62a-8286-4364-900a-6380fa30c5d8 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:03.218678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-8e6ac62a-8286-4364-900a-6380fa30c5d8 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/networks?id=02ecee58-8ede-4ee4-b350-dafa5203cb25 HTTP/1.1" status: 200 len: 820 time: 0.1611946 Sep 30 08:21:03.239093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-5d806000-2a3d-4443-bea4-1cd41247d61f tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/quotas/924046d04dd1413dae324f6f766ceff8 HTTP/1.1" status: 200 len: 375 time: 0.0132215 Sep 30 08:21:03.303696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-3f140f6e-dd0f-409a-812a-80474d4fe0a6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=924046d04dd1413dae324f6f766ceff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581777 Sep 30 08:21:03.460625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-d7ffe71a-b922-4008-8af0-bd1c602c7d6c service neutron] 10.222.0.41 "GET /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487446 Sep 30 08:21:03.599176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-004f65c9-da28-41b2-91d0-eddf5a004964 service neutron] 10.222.0.41 "GET /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323819 Sep 30 08:21:03.620202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Deleting port 2402dc24-42f0-4b37-b871-6393dc2dad3c {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:03.620549 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.704216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] For port 2402dc24-42f0-4b37-b871-6393dc2dad3c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2402dc24-42f0-4b37-b871-6393dc2dad3c,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:03.704580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.726743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Calling delete_port for 2402dc24-42f0-4b37-b871-6393dc2dad3c owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:03.834491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08cd6b-7176-45ac-8bb1-7a3bbe80b709 req-8515789f-0464-4e92-b2c9-5cb9aa204a4f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:03.836435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c08cd6b-7176-45ac-8bb1-7a3bbe80b709 req-8515789f-0464-4e92-b2c9-5cb9aa204a4f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0688055 Sep 30 08:21:03.914935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c08cd6b-7176-45ac-8bb1-7a3bbe80b709 req-34248065-b3b6-4089-b8b7-94bfb260993c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Sep 30 08:21:03.992470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.031198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Pushing event deleted for resources: {'Port': ['ID=2402dc24-42f0-4b37-b871-6393dc2dad3c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:04.554300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.571219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ed306-4273-4833-9ae3-63729786d064 req-1b793dbb-fa5b-4284-868e-70d5204cf537 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:04.572665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a31ed306-4273-4833-9ae3-63729786d064 req-1b793dbb-fa5b-4284-868e-70d5204cf537 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 944 time: 0.4055405 Sep 30 08:21:04.656421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a31ed306-4273-4833-9ae3-63729786d064 req-b643c564-791a-43df-9ff9-590efe3985ca tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463307 Sep 30 08:21:04.765227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75dacb02-edb4-4aa6-b599-4e07e4e1d08f req-79510528-3041-45d3-a711-c90604573e65 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 210 time: 0.0305715 Sep 30 08:21:04.826113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Router 64077979-c77b-4d70-83c8-506d43c986a5 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:04.934468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:04.942584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-30bc6441-081e-4fe2-8869-873c45dfb278 admin admin] 10.222.0.41 "PUT /v2.0/routers/64077979-c77b-4d70-83c8-506d43c986a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454863 Sep 30 08:21:04.942971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:04.943902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] Sync routers for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:04.954870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:04.955633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:04.996093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2e1a478a-4ee1-4479-aab8-856a78db631d up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:05.060554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.247598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1f72-2c02-4665-ab17-308ff3ff87c0 req-dd1eded6-5162-40f2-89dc-947225b568d4 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:05.254801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c1d1f72-2c02-4665-ab17-308ff3ff87c0 req-dd1eded6-5162-40f2-89dc-947225b568d4 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0912921 Sep 30 08:21:05.286495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.308135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-ad18d4f7-8598-4d0a-8297-b14110fc61e8 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:05.310755 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-ad18d4f7-8598-4d0a-8297-b14110fc61e8 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.57 "GET /v2.0/networks?id=02ecee58-8ede-4ee4-b350-dafa5203cb25 HTTP/1.1" status: 200 len: 820 time: 0.1551168 Sep 30 08:21:05.317877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2e1a478a-4ee1-4479-aab8-856a78db631d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:05.319670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c1d1f72-2c02-4665-ab17-308ff3ff87c0 req-39e10445-b80d-4993-9cb8-f73886a15e21 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608952 Sep 30 08:21:05.324957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:05.336171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2e1a478a-4ee1-4479-aab8-856a78db631d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:05.336171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.342206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Request body: {'port': {'device_id': '7830351d-2e57-4d28-a258-71036cbf7e90', 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25', 'admin_state_up': True, 'tenant_id': '924046d04dd1413dae324f6f766ceff8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:05.441574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Deleting port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:05.441909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.524962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Made reservation on behalf of 924046d04dd1413dae324f6f766ceff8 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:05.528664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.531983 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.577187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197c3ae-94fb-4852-9137-ee376a7a6899 req-ce816d55-f2da-4037-bb91-d4c089000ef7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:05.579553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e197c3ae-94fb-4852-9137-ee376a7a6899 req-ce816d55-f2da-4037-bb91-d4c089000ef7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.0579538 Sep 30 08:21:05.581724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a478a-4ee1-4479-aab8-856a78db631d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:05.583950 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2ad271-dc24-49f6-8396-3a7dddfd7651" -d '{"events": [{"server_uuid": "8880ebf7-d90c-48f3-8104-ec1b9cd94860", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a478a-4ee1-4479-aab8-856a78db631d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:05.598869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2e1a478a-4ee1-4479-aab8-856a78db631d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2e1a478a-4ee1-4479-aab8-856a78db631d,segment=NetworkSegment(ee5d0bec-8a73-441a-b651-799bc746ab26),segment_id=ee5d0bec-8a73-441a-b651-799bc746ab26)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:05.607387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] For port 77f074ac-dbc9-4150-a0d5-0893c9e40cfb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:05.607757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.608384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.632679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e197c3ae-94fb-4852-9137-ee376a7a6899 req-201a42f6-8fde-46e0-8a71-094988262923 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Sep 30 08:21:05.634304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Calling delete_port for 77f074ac-dbc9-4150-a0d5-0893c9e40cfb owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:05.646383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:21:03Z', 'revision_number': 5, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port': {'id': '77f074ac-dbc9-4150-a0d5-0893c9e40cfb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64077979-c77b-4d70-83c8-506d43c986a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:22Z', 'updated_at': '2021-09-30T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.680430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] Checking router: 64077979-c77b-4d70-83c8-506d43c986a5 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:05.703563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] Routers {'64077979-c77b-4d70-83c8-506d43c986a5'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:05.704743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:20:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['64077979-c77b-4d70-83c8-506d43c986a5'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.741711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2e1a478a-4ee1-4479-aab8-856a78db631d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:05.745047 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b2bdd4-38a1-4ef3-a97f-cc1034d5eb21 x-openstack-request-id: req-69b2bdd4-38a1-4ef3-a97f-cc1034d5eb21 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:05.747457 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8880ebf7-d90c-48f3-8104-ec1b9cd94860", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a478a-4ee1-4479-aab8-856a78db631d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:05.747457 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69b2bdd4-38a1-4ef3-a97f-cc1034d5eb21 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:05.747457 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a478a-4ee1-4479-aab8-856a78db631d', 'code': 200} Sep 30 08:21:05.756015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Allocated IP 172.20.0.2 (02ecee58-8ede-4ee4-b350-dafa5203cb25/06e25f22-6850-458c-95e4-6db6503e426c/a8d6ff11-493a-44d2-828b-c3d0f2bdaf70) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:05.815519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] Set router 64077979-c77b-4d70-83c8-506d43c986a5 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:05.849954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa170124-a7dd-45bd-99de-03887cba4825 req-c95dba58-a82e-4d9a-9005-3f4f352eb730 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:05.851544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa170124-a7dd-45bd-99de-03887cba4825 req-c95dba58-a82e-4d9a-9005-3f4f352eb730 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Sep 30 08:21:05.909472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:21:05Z', 'revision_number': 6, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.920409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8ba2b-7cf6-4c27-a933-8f1e1fe92385 req-5c4cac9d-7889-49f1-994a-0adb055fb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:05.921955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edb8ba2b-7cf6-4c27-a933-8f1e1fe92385 req-5c4cac9d-7889-49f1-994a-0adb055fb8df service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 1096 time: 0.0695114 Sep 30 08:21:05.925433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa170124-a7dd-45bd-99de-03887cba4825 req-795cd330-8bac-4cb1-bf48-cb11209cadaf tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627711 Sep 30 08:21:05.967653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edb8ba2b-7cf6-4c27-a933-8f1e1fe92385 req-62095c3e-f980-40e8-84e3-11c3c175208a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Sep 30 08:21:05.973376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c84dc-3888-44ff-97f5-8b995a737dd5 None None] The sync data for ids ['64077979-c77b-4d70-83c8-506d43c986a5'] in n-d-807025-5 is: [{'id': '64077979-c77b-4d70-83c8-506d43c986a5', 'name': 'tempest-ServersTestManualDisk-1575141626-router', 'tenant_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:21Z', 'updated_at': '2021-09-30T08:21:05Z', 'revision_number': 6, 'project_id': '5a714ad4bd8a4c1fb813216bed4159e4', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:05.986322 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.030917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=77f074ac-dbc9-4150-a0d5-0893c9e40cfb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:06.070458 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.076039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7776c10c-9596-4ab5-a1e3-bbd621fa23f8 req-75a12043-9c97-4a8d-9367-1431f88d2556 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Sep 30 08:21:06.135215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.202137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.237052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.241887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.312843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Network 02ecee58-8ede-4ee4-b350-dafa5203cb25 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:06.322474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:06.325114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:06.328304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Pushing event updated for resources: {'Port': ['ID=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:06.333150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.333555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64077979-c77b-4d70-83c8-506d43c986a5 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:21:06.338077 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.339727 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e5035d6e-88ca-4647-86d7-52785b371f2f admin admin] 10.222.0.41 "DELETE /v2.0/routers/64077979-c77b-4d70-83c8-506d43c986a5 HTTP/1.1" status: 204 len: 168 time: 1.3951766 Sep 30 08:21:06.342246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:06.385530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:06.386203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.393049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Deleting subnet ce8be253-2bf8-4437-8f21-199b2a7c0bb9 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:06.396504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.406092 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-4e591a78-d0e5-4e99-a58d-f22a4ab07cd6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0687973 Sep 30 08:21:06.426176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-5ddcb44d-9468-4e64-8946-dcc4eaca1ab6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:21:06.427769 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-5ddcb44d-9468-4e64-8946-dcc4eaca1ab6 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073690 Sep 30 08:21:06.442127 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.520609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Request body: {'port': {'device_id': '7830351d-2e57-4d28-a258-71036cbf7e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:06.548011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.580600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.614954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d0f4b-1834-47db-ac74-3bf6ce51edfc req-436b6f91-ce96-4b56-852f-d972f9e8a203 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:06.616491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-309d0f4b-1834-47db-ac74-3bf6ce51edfc req-436b6f91-ce96-4b56-852f-d972f9e8a203 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0873716 Sep 30 08:21:06.651963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.695121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8be253-2bf8-4437-8f21-199b2a7c0bb9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:06.700813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-309d0f4b-1834-47db-ac74-3bf6ce51edfc req-1bd53cf1-80f0-4f08-8bdc-bf8e8e8dbcb1 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762880 Sep 30 08:21:06.704353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.706261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-548acd68-40c6-4beb-9c68-6d074fe1fda6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce8be253-2bf8-4437-8f21-199b2a7c0bb9 HTTP/1.1" status: 204 len: 168 time: 0.3629658 Sep 30 08:21:06.709808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52658) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:06.715861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb2f86-2f78-41d1-b34a-7d1f6e69679a None None] Network 36ab9c7f-b9e8-4218-87a6-2260749be679 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:06.801731 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.879197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Deleting port 3717667c-cf35-4a61-a45d-5202a7d853f6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:06.881828 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.910309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:06.918409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.933468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Transition to ACTIVE for port object a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:06.938320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.997526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] For port 3717667c-cf35-4a61-a45d-5202a7d853f6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3717667c-cf35-4a61-a45d-5202a7d853f6,segment=NetworkSegment(396d8498-11d2-4ac3-850b-56603b66a294),segment_id=396d8498-11d2-4ac3-850b-56603b66a294)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:06.997909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.999515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] DHCP port deletion for 36ab9c7f-b9e8-4218-87a6-2260749be679 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:07.022100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c7ac-5eaa-4525-b951-2e862f01f661 req-a1e5b8ed-18bd-4efd-826f-dd5a401f0f78 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:07.030381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9644c7ac-5eaa-4525-b951-2e862f01f661 req-a1e5b8ed-18bd-4efd-826f-dd5a401f0f78 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.1528144 Sep 30 08:21:07.033348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.037699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Calling delete_port for 3717667c-cf35-4a61-a45d-5202a7d853f6 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:07.046721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:07.091008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9644c7ac-5eaa-4525-b951-2e862f01f661 req-3123292e-8666-408d-8634-4cb300ef9728 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596583 Sep 30 08:21:07.101162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Attempting to bind port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:07.101926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Attempting to bind port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '49fcd1ca-7843-47a2-926d-298c902e53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:07.102457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Attempting to bind port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 on network 02ecee58-8ede-4ee4-b350-dafa5203cb25 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:07.109530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 on network 02ecee58-8ede-4ee4-b350-dafa5203cb25 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:07.110737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Attempting to bind port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 on network 02ecee58-8ede-4ee4-b350-dafa5203cb25 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:07.131546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:07.132108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Checking segment: {'id': '49fcd1ca-7843-47a2-926d-298c902e53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:07.132714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Bound using segment: {'id': '49fcd1ca-7843-47a2-926d-298c902e53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:07.133638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Bound port: a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fcd1ca-7843-47a2-926d-298c902e53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:07.134215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.197615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3717667c-cf35-4a61-a45d-5202a7d853f6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:07.229899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] For port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:07.233583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] For port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,segment=NetworkSegment(49fcd1ca-7843-47a2-926d-298c902e53cb),segment_id=49fcd1ca-7843-47a2-926d-298c902e53cb)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:07.241787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.252718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:07.279267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Deleting port 3717667c-cf35-4a61-a45d-5202a7d853f6 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:07.279643 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.284235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'network_id': '9b6d0e4e-25a8-4e2a-b78e-e8d466d19717', 'port_id': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'mac_address': 'fa:16:3e:8c:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc87cd-2906-4f82-b9db-0b90ec9a2f3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:07.285253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:07.286104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.287763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] 10.222.0.57 "PUT /v2.0/ports/a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 HTTP/1.1" status: 200 len: 1091 time: 0.8433564 Sep 30 08:21:07.288430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7830351d-2e57-4d28-a258-71036cbf7e90', 'tag': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:07.288822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4e487-288e-4db9-9989-1263534efa43 req-061519c1-91f0-48b7-9a08-46dd8c7517a8 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:07.290611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97a4e487-288e-4db9-9989-1263534efa43 req-061519c1-91f0-48b7-9a08-46dd8c7517a8 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 945 time: 0.1026063 Sep 30 08:21:07.291376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.291677 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b92de38-8d6b-466a-bddc-1949a6cdc50d" -d '{"events": [{"name": "network-changed", "server_uuid": "7830351d-2e57-4d28-a258-71036cbf7e90", "tag": "a8d6ff11-493a-44d2-828b-c3d0f2bdaf70"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:07.298099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No active binding found for port 3717667c-cf35-4a61-a45d-5202a7d853f6 {{(pid=95003) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:21:07.298541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3717667c-cf35-4a61-a45d-5202a7d853f6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:07.298975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2402dc24-42f0-4b37-b871-6393dc2dad3c no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:07.328240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ede6f7-5692-425d-8b08-fdca07ca2b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.335488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 2402dc24-42f0-4b37-b871-6393dc2dad3c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:07.335841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2402dc24-42f0-4b37-b871-6393dc2dad3c not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:07.336267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77f074ac-dbc9-4150-a0d5-0893c9e40cfb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:07.347650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3717667c-cf35-4a61-a45d-5202a7d853f6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.350490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] No DVR routers for this DVR port 3717667c-cf35-4a61-a45d-5202a7d853f6 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:07.423255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 77f074ac-dbc9-4150-a0d5-0893c9e40cfb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:07.423255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77f074ac-dbc9-4150-a0d5-0893c9e40cfb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:07.424648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97a4e487-288e-4db9-9989-1263534efa43 req-4d189e1f-ce31-4c5d-938a-5f5a39c9cade tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012576 Sep 30 08:21:07.472448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-b8d2c60b-7862-408a-88ed-bd9aea37c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:07.474132 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-b8d2c60b-7862-408a-88ed-bd9aea37c2f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924046d04dd1413dae324f6f766ceff8&device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 1094 time: 0.0970304 Sep 30 08:21:07.481228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.495270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] For port 3717667c-cf35-4a61-a45d-5202a7d853f6, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:07.495673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.504762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.509305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8c97759-3a77-42e3-a571-fd9a4795a96f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:07.519218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Calling delete_port for 3717667c-cf35-4a61-a45d-5202a7d853f6 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:07.535591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-866ee86a-23f8-411d-844a-87201c7362d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 HTTP/1.1" status: 200 len: 217 time: 0.0441217 Sep 30 08:21:07.540849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Port 3717667c-cf35-4a61-a45d-5202a7d853f6 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:21:07.542582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.564903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ab9c7f-b9e8-4218-87a6-2260749be679']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:07.577163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396d8498-11d2-4ac3-850b-56603b66a294') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:07.579352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396d8498-11d2-4ac3-850b-56603b66a294') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:07.580746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:07.583745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] Pushing event deleted for resources: {'Port': ['ID=3717667c-cf35-4a61-a45d-5202a7d853f6,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.590965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68f914-d2cb-46f2-a3a0-59795c28e4e8 None None] No DVR routers for this DVR port 3717667c-cf35-4a61-a45d-5202a7d853f6 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:07.592815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.595500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.607807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124433-c051-458d-af4b-7fb1638cef40 req-d2a5b5b8-6510-47fd-867b-fef9b96970f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:07.609613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-d2a5b5b8-6510-47fd-867b-fef9b96970f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e25f22-6850-458c-95e4-6db6503e426c HTTP/1.1" status: 200 len: 860 time: 0.0607257 Sep 30 08:21:07.614057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.623384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:07.624348 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:07.628288 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:07.653418 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-2ce0dce7-337c-4ac2-9693-73ac0f00efc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02ecee58-8ede-4ee4-b350-dafa5203cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283725 Sep 30 08:21:07.659445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.708595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8a5a-6c52-49de-88d5-d8256fddbb6b req-42af8ea0-d860-4f5a-bcc4-fa803b312757 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:07.710972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-095e8a5a-6c52-49de-88d5-d8256fddbb6b req-42af8ea0-d860-4f5a-bcc4-fa803b312757 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 943 time: 0.2029564 Sep 30 08:21:07.726851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.738531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.742817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] 10.222.0.41 "DELETE /v2.0/networks/36ab9c7f-b9e8-4218-87a6-2260749be679 HTTP/1.1" status: 204 len: 168 time: 1.0291805 Sep 30 08:21:07.755288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee2fac-3a6d-44be-bc27-059e14996b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ab9c7f-b9e8-4218-87a6-2260749be679,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.778209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-095e8a5a-6c52-49de-88d5-d8256fddbb6b req-ea83ec7b-e085-4711-88e0-078e5e4ce0fb tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597312 Sep 30 08:21:07.792462 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-9d6f4398-01ef-4592-9604-44ffa81774b1 service neutron] 10.222.0.57 "GET /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116076 Sep 30 08:21:07.830246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a8c97759-3a77-42e3-a571-fd9a4795a96f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:07.888883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52678) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:07.916855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e3124433-c051-458d-af4b-7fb1638cef40 req-23f049fd-f698-4a9b-90e1-73ca2322dce7 service neutron] 10.222.0.57 "GET /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156030 Sep 30 08:21:07.950330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dbf1ef28-4f45-4b1b-9e43-5bf9c838ac73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a714ad4bd8a4c1fb813216bed4159e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560384 Sep 30 08:21:07.950794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52684) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:08.011363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed01d00f-a6ce-4ebc-bdd5-c4d4e6dce95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.044685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed01d00f-a6ce-4ebc-bdd5-c4d4e6dce95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.094072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed01d00f-a6ce-4ebc-bdd5-c4d4e6dce95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.101326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed01d00f-a6ce-4ebc-bdd5-c4d4e6dce95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.102571 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ed01d00f-a6ce-4ebc-bdd5-c4d4e6dce95b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f5e88f8-4c4e-4016-9802-b33eeccc71ce HTTP/1.1" status: 204 len: 168 time: 0.1507559 Sep 30 08:21:08.111531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01d00f-a6ce-4ebc-bdd5-c4d4e6dce95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e88f8-4c4e-4016-9802-b33eeccc71ce,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:08.137323 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a63c64-e639-400b-af11-d1c151df8de3 x-openstack-request-id: req-f0a63c64-e639-400b-af11-d1c151df8de3 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:08.137732 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7830351d-2e57-4d28-a258-71036cbf7e90", "tag": "a8d6ff11-493a-44d2-828b-c3d0f2bdaf70", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:08.138164 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0a63c64-e639-400b-af11-d1c151df8de3 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:08.138893 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7830351d-2e57-4d28-a258-71036cbf7e90', 'tag': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70', 'status': 'completed', 'code': 200} Sep 30 08:21:08.211466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-e5babfc8-4588-4433-a512-39f442de032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.213063 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-e5babfc8-4588-4433-a512-39f442de032c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924046d04dd1413dae324f6f766ceff8&device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 1094 time: 0.0451803 Sep 30 08:21:08.330686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-722339a0-9139-41df-83bd-ce15b8c06f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.332241 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-722339a0-9139-41df-83bd-ce15b8c06f66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02ecee58-8ede-4ee4-b350-dafa5203cb25 HTTP/1.1" status: 200 len: 921 time: 0.1067622 Sep 30 08:21:08.353958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818fcf3-394c-4f9e-bcc8-9207406d1000 req-1c94998a-b7c1-4826-83a9-1aa28cac4890 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.355594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b818fcf3-394c-4f9e-bcc8-9207406d1000 req-1c94998a-b7c1-4826-83a9-1aa28cac4890 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0533750 Sep 30 08:21:08.396503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b818fcf3-394c-4f9e-bcc8-9207406d1000 req-215eb019-6321-4111-b601-98862cc86067 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Sep 30 08:21:08.428936 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-5ab43ca4-d2b7-458c-a503-d86efe6c9997 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 HTTP/1.1" status: 200 len: 217 time: 0.0618966 Sep 30 08:21:08.478532 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-33d1b9b6-b6bf-42fa-8f47-0a3c95a8ef89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.510343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-051de55e-839a-4260-bc7c-784b2dee05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.513483 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-051de55e-839a-4260-bc7c-784b2dee05a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e25f22-6850-458c-95e4-6db6503e426c HTTP/1.1" status: 200 len: 860 time: 0.0599482 Sep 30 08:21:08.553143 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-b90e8fac-31d7-4010-a381-959111d04586 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02ecee58-8ede-4ee4-b350-dafa5203cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280674 Sep 30 08:21:08.660099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f8ed-197a-43a0-82ee-6a2ded5b2937 req-461e03b8-2f91-434b-83b0-2d99d006127b tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.661672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0dc7f8ed-197a-43a0-82ee-6a2ded5b2937 req-461e03b8-2f91-434b-83b0-2d99d006127b tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 945 time: 0.0601263 Sep 30 08:21:08.669290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-f1be6171-12e4-4360-8e80-3b76561f6469 service neutron] 10.222.0.57 "GET /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979011 Sep 30 08:21:08.712527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0dc7f8ed-197a-43a0-82ee-6a2ded5b2937 req-6358b04e-91c5-4ac2-b41b-fe70c9012df6 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Sep 30 08:21:08.779234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6b92de38-8d6b-466a-bddc-1949a6cdc50d req-1341541d-b1db-4309-b2ac-50c0eaf20008 service neutron] 10.222.0.57 "GET /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923071 Sep 30 08:21:08.890224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:08.968836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282fe95-2bd4-4549-909c-85ed3b830d44 req-b5f6df8e-d07a-432e-a638-0e19923f8fbe tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.971016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f282fe95-2bd4-4549-909c-85ed3b830d44 req-b5f6df8e-d07a-432e-a638-0e19923f8fbe tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 943 time: 0.0510015 Sep 30 08:21:09.020710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-825179356-network', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:09.021648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f282fe95-2bd4-4549-909c-85ed3b830d44 req-c6038642-fa67-4c0f-b1a4-3997169fe740 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Sep 30 08:21:09.050382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:09.052240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:09.056094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.075282 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.111051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port a8c97759-3a77-42e3-a571-fd9a4795a96f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:09.111978 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.178019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c737d2-e00a-481c-a6bd-abf2c4e33463 req-c1a7af7d-eec2-4af4-b67a-207eba42fde0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:09.180238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25c737d2-e00a-481c-a6bd-abf2c4e33463 req-c1a7af7d-eec2-4af4-b67a-207eba42fde0 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 945 time: 0.0702245 Sep 30 08:21:09.231622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.238973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.245405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.247754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25c737d2-e00a-481c-a6bd-abf2c4e33463 req-3121f132-eef2-456c-b6a5-6eda757879ea tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Sep 30 08:21:09.255068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:09.280466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.280811 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Added segment 59d11396-dcb1-48eb-9c3e-8f959a8be33b of type vlan for network 50f0b36a-54d6-430b-8026-1e223a57c9a9 Sep 30 08:21:09.291425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:09.294137 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff5dbfe-f995-43d7-a78a-8f3d19d7f128" -d '{"events": [{"server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "name": "network-vif-plugged", "status": "completed", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:09.296082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a03fe9-4137-437a-818f-43fb78af1802,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.320841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:09.328195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.335642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.368039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.369541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:09.370521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.390802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.404880 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5114737 Sep 30 08:21:09.405970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52730) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:09.410942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Request body: {'subnet': {'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-825179356-subnet', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:09.447953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:09.450754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.472393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8ab25-219c-495e-8c8d-007f996f9e95 admin admin] Pushing event updated for resources: {'Network': ['ID=50f0b36a-54d6-430b-8026-1e223a57c9a9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.487877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:09.595097 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d316ad94-8b50-42ab-a585-b074802d536c x-openstack-request-id: req-d316ad94-8b50-42ab-a585-b074802d536c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:09.595578 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "name": "network-vif-plugged", "status": "completed", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:09.595834 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d316ad94-8b50-42ab-a585-b074802d536c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:09.596641 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'code': 200} Sep 30 08:21:09.656155 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.749770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93d79-ac60-4717-9494-76d14987bfee req-1539d6d8-4512-41a1-949e-96af189d4592 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:09.751795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4d93d79-ac60-4717-9494-76d14987bfee req-1539d6d8-4512-41a1-949e-96af189d4592 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1085234 Sep 30 08:21:09.754482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5ed4ff-f35d-4f8a-96a3-4975d287c62b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.767932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Checking segment: {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:09.768300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Network hostable DHCP agents. Network: 50f0b36a-54d6-430b-8026-1e223a57c9a9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:09.808154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4d93d79-ac60-4717-9494-76d14987bfee req-c95d19eb-ca61-4c50-87d0-105037def47c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493877 Sep 30 08:21:09.809427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:09.820387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 50f0b36a-54d6-430b-8026-1e223a57c9a9) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:09.825096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:09.825764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.833047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bbc881-d06a-4574-89de-9f4a3fd9f603 None None] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:09.852506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-50e97d26-2425-4e3c-a1b8-00042c27c8af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4453511 Sep 30 08:21:09.854403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52738) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:09.859116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:09.884009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.885331 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.946982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.990718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b1da-f4fa-402f-8fe0-579e6ecb478f req-ace2bf20-c261-46d3-a759-47b9b465cec4 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:09.993583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef36b1da-f4fa-402f-8fe0-579e6ecb478f req-ace2bf20-c261-46d3-a759-47b9b465cec4 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 945 time: 0.0961995 Sep 30 08:21:10.055311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef36b1da-f4fa-402f-8fe0-579e6ecb478f req-8cfe3db6-aae6-40f8-bfeb-7d409e2706d7 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529914 Sep 30 08:21:10.102733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.132426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-50f0b36a-54d6-430b-8026-1e223a57c9a9', 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'fixed_ips': [{'subnet_id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:10.133327 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.298648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Allocated IP 172.20.0.2 (50f0b36a-54d6-430b-8026-1e223a57c9a9/5f5ed4ff-f35d-4f8a-96a3-4975d287c62b/ecce45bd-6cab-4da5-9c61-b6b31ca5ca20) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:10.305799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a691e2-acf8-429e-9c9d-30eb14afdb60 req-d41bedf0-cf1d-40b9-8f87-a573d34e1eea tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:10.307385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54a691e2-acf8-429e-9c9d-30eb14afdb60 req-d41bedf0-cf1d-40b9-8f87-a573d34e1eea tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 943 time: 0.0607758 Sep 30 08:21:10.355694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54a691e2-acf8-429e-9c9d-30eb14afdb60 req-81627ce9-0442-41d1-917a-b501bea00837 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Sep 30 08:21:10.470681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44afc00-f45a-44a8-8aa9-5e63218c999d req-6fc7e199-8a19-4892-9bdb-931c67d37d56 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:10.472095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.472551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d44afc00-f45a-44a8-8aa9-5e63218c999d req-6fc7e199-8a19-4892-9bdb-931c67d37d56 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.0553255 Sep 30 08:21:10.479632 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.516798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d44afc00-f45a-44a8-8aa9-5e63218c999d req-44a49656-8b67-430f-87b1-9ee95c9ce1d7 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b6990fa-7810-438b-b5ea-493bdac5be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366573 Sep 30 08:21:10.530196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:10.541235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:10.544891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:10.559504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Pushing event updated for resources: {'Port': ['ID=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:10.606657 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.611379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Attempting to bind port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:10.611763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Attempting to bind port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:10.612124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Attempting to bind port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 on network 50f0b36a-54d6-430b-8026-1e223a57c9a9 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:10.617300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:10.617706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Checking segment: {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:10.618115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.618509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Bound using segment: {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:10.618980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Bound port: ecce45bd-6cab-4da5-9c61-b6b31ca5ca20, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:10.619363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.631995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.672104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-b40207c6-a14b-436e-ab88-8704a6494387 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:10.672104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-b40207c6-a14b-436e-ab88-8704a6494387 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 946 time: 0.0606968 Sep 30 08:21:10.708165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] For port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:10.711807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] For port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:10.716106 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.755426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Allocated IP 172.25.7.174 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/f7c3e922-9594-4fea-ae94-0d593721e3cd) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:10.779366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Deleting port a8c97759-3a77-42e3-a571-fd9a4795a96f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:10.779872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.784234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31eb8-9fab-4080-9537-a70acb0ea1aa None None] Pushing event updated for resources: {'Port': ['ID=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:10.893135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] For port a8c97759-3a77-42e3-a571-fd9a4795a96f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a8c97759-3a77-42e3-a571-fd9a4795a96f,segment=NetworkSegment(37532657-e5ea-4442-84bb-039ddac3ea67),segment_id=37532657-e5ea-4442-84bb-039ddac3ea67)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:10.893806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.896421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.915072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Calling delete_port for a8c97759-3a77-42e3-a571-fd9a4795a96f owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:10.938359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.013895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:11.016833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:11.020460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:11.025936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44532b6f-89df-4080-89b9-c4b7333984fb req-43d6cffd-1fca-4e44-adcd-5617986d949d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.027538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44532b6f-89df-4080-89b9-c4b7333984fb req-43d6cffd-1fca-4e44-adcd-5617986d949d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1142263 Sep 30 08:21:11.031157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3e922-9594-4fea-ae94-0d593721e3cd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:11.033335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:11.094585 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0c859669-70a1-4548-89ca-d526389f11e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.123929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44532b6f-89df-4080-89b9-c4b7333984fb req-9d657679-1efd-4c38-b94e-197e2e40f8b6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851598 Sep 30 08:21:11.195474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.270170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.283297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:11.322778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Pushing event deleted for resources: {'Port': ['ID=a8c97759-3a77-42e3-a571-fd9a4795a96f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:11.354585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:11.354878 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.360858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa6d5-aa17-4235-ab87-e2121348ee09 req-3ba358c4-2c1b-47d2-9d35-4bd44701a7bb tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.362609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb3fa6d5-aa17-4235-ab87-e2121348ee09 req-3ba358c4-2c1b-47d2-9d35-4bd44701a7bb tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 945 time: 0.1182020 Sep 30 08:21:11.387542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.394643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] No DVR routers for this DVR port a8c97759-3a77-42e3-a571-fd9a4795a96f on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:11.405949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.409664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81bcb43-181b-4546-894a-edf2a9ba8eba req-63774dc7-51bf-40f9-a61a-a8b818e89822 tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.50 "DELETE /v2.0/ports/a8c97759-3a77-42e3-a571-fd9a4795a96f HTTP/1.1" status: 204 len: 173 time: 0.7296841 Sep 30 08:21:11.410956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.413493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'name': 'network-vif-deleted', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:11.416143 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591cfef-eac9-4349-945a-c4ebaa1b0a90" -d '{"events": [{"server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "name": "network-vif-deleted", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:11.461958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:11.474161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb3fa6d5-aa17-4235-ab87-e2121348ee09 req-f9868951-4f79-4cbf-9747-7a9499df8e5a tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833199 Sep 30 08:21:11.485391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.602690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:11.608375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.635862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.671541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,segment=NetworkSegment(49fcd1ca-7843-47a2-926d-298c902e53cb),segment_id=49fcd1ca-7843-47a2-926d-298c902e53cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:11.692305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70', 'network_id': '02ecee58-8ede-4ee4-b350-dafa5203cb25', 'port_id': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70', 'mac_address': 'fa:16:3e:39:24:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e25f22-6850-458c-95e4-6db6503e426c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:11.742392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:11.758598 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.768308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f622cf2-4870-4017-8f4d-b4bc75b34f90 req-5a89e0bb-3385-4dcd-bd1d-dd850b69ba10 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.770449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f622cf2-4870-4017-8f4d-b4bc75b34f90 req-5a89e0bb-3385-4dcd-bd1d-dd850b69ba10 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 943 time: 0.0989573 Sep 30 08:21:11.803164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:11.823818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:21:11.831640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,segment=NetworkSegment(49fcd1ca-7843-47a2-926d-298c902e53cb),segment_id=49fcd1ca-7843-47a2-926d-298c902e53cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:11.833358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f622cf2-4870-4017-8f4d-b4bc75b34f90 req-a8f467c1-140f-45b5-9dff-a9085f222b8a tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560594 Sep 30 08:21:11.836839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.900939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:11.911040 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2663c-fc59-4ae8-9523-f83ccdfcd3c5 x-openstack-request-id: req-25b2663c-fc59-4ae8-9523-f83ccdfcd3c5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:11.911388 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9631d-843e-4078-8733-e422eaa86b70", "name": "network-vif-deleted", "tag": "a8c97759-3a77-42e3-a571-fd9a4795a96f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:11.911697 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25b2663c-fc59-4ae8-9523-f83ccdfcd3c5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:11.912183 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9631d-843e-4078-8733-e422eaa86b70', 'name': 'network-vif-deleted', 'tag': 'a8c97759-3a77-42e3-a571-fd9a4795a96f', 'status': 'completed', 'code': 200} Sep 30 08:21:11.959614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-c5b158d2-e553-4858-b5c0-7297d2dd24d4 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.962766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-c5b158d2-e553-4858-b5c0-7297d2dd24d4 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.50 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 945 time: 0.0707710 Sep 30 08:21:11.963302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:11.978172 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Sync routers for ids ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:11.988045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.989895 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Routers {'9c31c57d-360c-49b7-b5b1-e0aa95e399ce'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:11.990546 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:11.990710 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fcec08bc-34f9-4e63-9cc7-d8755d29374c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1348431 Sep 30 08:21:11.993571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:12.060709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cec0918f-8af6-4703-9659-3270b9a750e9 req-e1c3e3b4-7b22-425d-8967-8589076e333c tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b9631d-843e-4078-8733-e422eaa86b70 HTTP/1.1" status: 200 len: 210 time: 0.0509675 Sep 30 08:21:12.090843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741eb6e-e549-473e-bd9a-61b85d67cfdb None None] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:12.148033 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Set router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:12.158415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Deleting port 2e1a478a-4ee1-4479-aab8-856a78db631d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:12.158774 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.271500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['a8d6ff11-493a-44d2-828b-c3d0f2bdaf70'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:12.298380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8a0932d0-637f-438c-9889-16809e6e61e1 None None] Provisioning complete for port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:12.299340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a0932d0-637f-438c-9889-16809e6e61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.355961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] For port 2e1a478a-4ee1-4479-aab8-856a78db631d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2e1a478a-4ee1-4479-aab8-856a78db631d,segment=NetworkSegment(ee5d0bec-8a73-441a-b651-799bc746ab26),segment_id=ee5d0bec-8a73-441a-b651-799bc746ab26)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:12.357750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.384972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Calling delete_port for 2e1a478a-4ee1-4479-aab8-856a78db631d owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:12.454195 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:11Z', 'revision_number': 3, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:12.507689 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Checking router: 9c31c57d-360c-49b7-b5b1-e0aa95e399ce for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:12.508390 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Updating router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce port f7c3e922-9594-4fea-ae94-0d593721e3cd binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:21:12.519180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988259c-2e08-4374-819c-c08c3b0e4da6 req-68a8a65a-c50e-4710-a8e9-50eacfdd3a9e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:12.528001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6988259c-2e08-4374-819c-c08c3b0e4da6 req-68a8a65a-c50e-4710-a8e9-50eacfdd3a9e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1386135 Sep 30 08:21:12.543527 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.584802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6988259c-2e08-4374-819c-c08c3b0e4da6 req-aa5ffca9-f124-431b-817d-3fbc020607ed tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556073 Sep 30 08:21:12.593124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.758519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.780331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad73b9-2f4c-4f4d-ba3f-8adea03398a0 req-2b7df4b4-212c-42be-a3c0-6784417f11ad tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:12.789329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aad73b9-2f4c-4f4d-ba3f-8adea03398a0 req-2b7df4b4-212c-42be-a3c0-6784417f11ad tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/ports?device_id=8880ebf7-d90c-48f3-8104-ec1b9cd94860 HTTP/1.1" status: 200 len: 867 time: 0.0958257 Sep 30 08:21:12.796465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2e1a478a-4ee1-4479-aab8-856a78db631d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:12.822470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Pushing event deleted for resources: {'Port': ['ID=2e1a478a-4ee1-4479-aab8-856a78db631d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:12.858941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Allocated IP 172.20.0.1 (50f0b36a-54d6-430b-8026-1e223a57c9a9/5f5ed4ff-f35d-4f8a-96a3-4975d287c62b/170ba994-79a8-4c5f-a003-977cadd27695) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:12.901533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] No DVR routers for this DVR port 2e1a478a-4ee1-4479-aab8-856a78db631d on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:12.906130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.908949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c333ec21-21b8-411e-b681-9d9917e3a3e1 req-d8436f50-a0b1-4ce7-b553-c773c45fe4da tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.50 "DELETE /v2.0/ports/2e1a478a-4ee1-4479-aab8-856a78db631d HTTP/1.1" status: 204 len: 173 time: 0.9392307 Sep 30 08:21:12.922827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aad73b9-2f4c-4f4d-ba3f-8adea03398a0 req-c05e7638-dc45-42a6-bcf2-3be52bf59162 tempest-ServerGroupTestJSON-182833834 tempest-ServerGroupTestJSON-182833834-project] 10.222.0.41 "GET /v2.0/security-groups?id=59be9e17-16e6-44a3-9e08-5ef742f45681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322505 Sep 30 08:21:12.931918 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.943092 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.015340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.025358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.036763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a5ebc38d-5dcf-43ff-9814-ac8f47a8724f None None] Provisioning complete for port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:13.037011 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5ebc38d-5dcf-43ff-9814-ac8f47a8724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.044802 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Pushing event updated for resources: {'Port': ['ID=f7c3e922-9594-4fea-ae94-0d593721e3cd,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.049574 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Attempting to bind port f7c3e922-9594-4fea-ae94-0d593721e3cd on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:13.049953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Attempting to bind port f7c3e922-9594-4fea-ae94-0d593721e3cd by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:13.050322 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Attempting to bind port f7c3e922-9594-4fea-ae94-0d593721e3cd on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:13.060304 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:13.066103 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:13.069220 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.070208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.070452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:13.072993 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Bound port: f7c3e922-9594-4fea-ae94-0d593721e3cd, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:13.074025 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.083363 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.083888 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.084185 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.084696 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.085018 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.085357 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.085716 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.088667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.089035 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.089379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.089754 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.090207 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.158942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:13.160818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:13.166322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:13.214513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Pushing event updated for resources: {'Port': ['ID=170ba994-79a8-4c5f-a003-977cadd27695,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.219808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:13.230687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.238122 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] For port f7c3e922-9594-4fea-ae94-0d593721e3cd, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:13.243748 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] For port f7c3e922-9594-4fea-ae94-0d593721e3cd, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7c3e922-9594-4fea-ae94-0d593721e3cd,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:13.251405 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.253750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c849a-9664-4d33-bdaf-5155352ea7f7 req-34238e5b-b0ff-4259-90d4-3d85a5ffcbd0 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:13.261279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9c849a-9664-4d33-bdaf-5155352ea7f7 req-34238e5b-b0ff-4259-90d4-3d85a5ffcbd0 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 944 time: 0.1050422 Sep 30 08:21:13.280467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:13.280889 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.309365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9c849a-9664-4d33-bdaf-5155352ea7f7 req-d2c7ba94-c72f-4a52-838c-29ee45b2430c tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470605 Sep 30 08:21:13.376309 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Routers {'9c31c57d-360c-49b7-b5b1-e0aa95e399ce'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:13.377021 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:13.379376 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c566eb-08cb-4680-9e54-05a35040638a None None] Pushing event updated for resources: {'Port': ['ID=f7c3e922-9594-4fea-ae94-0d593721e3cd,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.447928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.455646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:13.525492 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] Set router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:13.545105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:13.549525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:13.550317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.657178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3093af55-4160-44a0-989d-39400d98663d None None] Provisioning complete for port 170ba994-79a8-4c5f-a003-977cadd27695 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:13.657856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3093af55-4160-44a0-989d-39400d98663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.717641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.724049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.742567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.745735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3093af55-4160-44a0-989d-39400d98663d None None] Port 170ba994-79a8-4c5f-a003-977cadd27695 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:13.774097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7830351d-2e57-4d28-a258-71036cbf7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:13.776665 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c36d429-94c5-4ba0-b755-2ab618b6a5a1" -d '{"events": [{"server_uuid": "7830351d-2e57-4d28-a258-71036cbf7e90", "name": "network-vif-plugged", "status": "completed", "tag": "a8d6ff11-493a-44d2-828b-c3d0f2bdaf70"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:13.800915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,segment=NetworkSegment(49fcd1ca-7843-47a2-926d-298c902e53cb),segment_id=49fcd1ca-7843-47a2-926d-298c902e53cb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:13.806599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.814681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c41d40-6ad4-4d79-914a-6c687633739b req-5aab4e44-3f8a-41dd-81e8-8a60484b10b4 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:13.816593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74c41d40-6ad4-4d79-914a-6c687633739b req-5aab4e44-3f8a-41dd-81e8-8a60484b10b4 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0834250 Sep 30 08:21:13.828455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Pushing event updated for resources: {'Port': ['ID=170ba994-79a8-4c5f-a003-977cadd27695,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.837840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.878477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74c41d40-6ad4-4d79-914a-6c687633739b req-da4de85f-b8dd-42dd-9a35-4612088d86d0 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553997 Sep 30 08:21:13.878659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.894037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.913290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'name': 'network-vif-deleted', 'tag': '2e1a478a-4ee1-4479-aab8-856a78db631d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:13.916621 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2dd5f2-57e3-4f76-9c05-4374e62c2b30" -d '{"events": [{"server_uuid": "8880ebf7-d90c-48f3-8104-ec1b9cd94860", "name": "network-vif-deleted", "tag": "2e1a478a-4ee1-4479-aab8-856a78db631d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:13.933948 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:11Z', 'revision_number': 3, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:13.956948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:13.958389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:13.963667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966c37-e35f-4dc3-8147-e53141f91767 None None] The sync data for ids ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'] in n-d-807025-5 is: [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:11Z', 'revision_number': 3, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:13.976571 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317e4fc-27d7-44f9-bf19-8f4b6a2d91e8 x-openstack-request-id: req-c317e4fc-27d7-44f9-bf19-8f4b6a2d91e8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:13.976859 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7830351d-2e57-4d28-a258-71036cbf7e90", "name": "network-vif-plugged", "status": "completed", "tag": "a8d6ff11-493a-44d2-828b-c3d0f2bdaf70", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:13.977116 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c317e4fc-27d7-44f9-bf19-8f4b6a2d91e8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:13.978474 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7830351d-2e57-4d28-a258-71036cbf7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70', 'code': 200} Sep 30 08:21:14.017926 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3a1b5b-4dcd-4f9c-832a-4d992fb165d4 x-openstack-request-id: req-bc3a1b5b-4dcd-4f9c-832a-4d992fb165d4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:14.018561 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8880ebf7-d90c-48f3-8104-ec1b9cd94860", "name": "network-vif-deleted", "tag": "2e1a478a-4ee1-4479-aab8-856a78db631d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:14.019529 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc3a1b5b-4dcd-4f9c-832a-4d992fb165d4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:14.020755 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8880ebf7-d90c-48f3-8104-ec1b9cd94860', 'name': 'network-vif-deleted', 'tag': '2e1a478a-4ee1-4479-aab8-856a78db631d', 'status': 'completed', 'code': 200} Sep 30 08:21:14.159267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:14.162518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709621a-e5b6-46ba-9348-534b63c4a20c req-5da71d51-b073-48fd-a09e-baa549ba85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:14.164258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5709621a-e5b6-46ba-9348-534b63c4a20c req-5da71d51-b073-48fd-a09e-baa549ba85bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 1096 time: 0.0755107 Sep 30 08:21:14.280428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-da4f3f16-e90a-4b61-adc3-e358534e9b79 None None] Provisioning complete for port 170ba994-79a8-4c5f-a003-977cadd27695 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:14.281314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da4f3f16-e90a-4b61-adc3-e358534e9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.346066 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5709621a-e5b6-46ba-9348-534b63c4a20c req-bc725f85-f999-4654-a290-c2b95213ea88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620684 Sep 30 08:21:14.346242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-da4f3f16-e90a-4b61-adc3-e358534e9b79 None None] Port 170ba994-79a8-4c5f-a003-977cadd27695 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:14.401211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:14.416201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7a0994b7-859a-4f66-84cc-ddc3ac8069bf admin admin] 10.222.0.41 "PUT /v2.0/routers/9c31c57d-360c-49b7-b5b1-e0aa95e399ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4181023 Sep 30 08:21:14.510394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5dd7-ec71-400d-aff9-17ee37721bc0 req-c2876885-fa91-459b-b248-af5c628cfe67 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:14.512072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944a5dd7-ec71-400d-aff9-17ee37721bc0 req-c2876885-fa91-459b-b248-af5c628cfe67 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 945 time: 0.0585325 Sep 30 08:21:14.551477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:14.560392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944a5dd7-ec71-400d-aff9-17ee37721bc0 req-83ffd193-eeed-4001-b415-5d68a9b9e9d0 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Sep 30 08:21:14.613355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52830) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:14.618649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1485439728'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:14.652387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:14.658353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.668746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Deleting subnet d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:14.672852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.690589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:14.701290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.701675 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Added segment 52ea28a3-9a9d-4242-84d6-61d299d4653c of type vlan for network 48dc4e98-732c-455d-9a36-3a2b4d381cdb Sep 30 08:21:14.725127 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.753318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.785592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.786378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.800530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:14.801179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.803032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.848923 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2963810 Sep 30 08:21:14.851654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:14.857878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'subnet': {'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:14.871051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.910579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52848) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:14.911381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34618-7b28-437e-b754-84606d2def19 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Network': ['ID=48dc4e98-732c-455d-9a36-3a2b4d381cdb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:14.918093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:14.924062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.929964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-81955001-3694-43b6-b407-6ca5208eb8f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d3bc87cd-2906-4f82-b9db-0b90ec9a2f3b HTTP/1.1" status: 204 len: 168 time: 0.3148561 Sep 30 08:21:14.936838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:14.942124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52850) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:15.042768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Deleting subnet fc4c0594-72d8-499c-bd26-33c8c6622686 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:15.049343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.067776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2e1a478a-4ee1-4479-aab8-856a78db631d no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:15.073919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.101855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:15.110276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.124628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.134932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 2e1a478a-4ee1-4479-aab8-856a78db631d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:15.135328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2e1a478a-4ee1-4479-aab8-856a78db631d not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:15.135692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:15.143233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad39d8-82b0-4179-9328-18a775c6c121 req-25699164-1fd9-4471-b071-5a10a8dc3734 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:15.151817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4aad39d8-82b0-4179-9328-18a775c6c121 req-25699164-1fd9-4471-b071-5a10a8dc3734 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1255746 Sep 30 08:21:15.170971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: a8c97759-3a77-42e3-a571-fd9a4795a96f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:15.171389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a8c97759-3a77-42e3-a571-fd9a4795a96f not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:15.216660 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.221852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7c3e922-9594-4fea-ae94-0d593721e3cd up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:15.261784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.277064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f7c3e922-9594-4fea-ae94-0d593721e3cd triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:15.277555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.283738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4aad39d8-82b0-4179-9328-18a775c6c121 req-2c93750d-456f-4fc0-b2e9-c935630f62fc tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306922 Sep 30 08:21:15.305559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6d0e4e-25a8-4e2a-b78e-e8d466d19717']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:15.323468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37532657-e5ea-4442-84bb-039ddac3ea67') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:15.323845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37532657-e5ea-4442-84bb-039ddac3ea67') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:15.340411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.346335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.369959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.373803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.378525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4c0594-72d8-499c-bd26-33c8c6622686,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.379896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:15.380497 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.397783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f7c3e922-9594-4fea-ae94-0d593721e3cd, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7c3e922-9594-4fea-ae94-0d593721e3cd,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:15.402345 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.427574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.430317 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-452a9444-51bc-414a-9696-fca700198aea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc4c0594-72d8-499c-bd26-33c8c6622686 HTTP/1.1" status: 204 len: 168 time: 0.5165043 Sep 30 08:21:15.433525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52854) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:15.459864 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:15.462301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f7c3e922-9594-4fea-ae94-0d593721e3cd,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.464607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.472154 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.476567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b6d0e4e-25a8-4e2a-b78e-e8d466d19717 HTTP/1.1" status: 204 len: 168 time: 0.5331495 Sep 30 08:21:15.486886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c4aae-90dc-4825-aeec-26e61df35bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6d0e4e-25a8-4e2a-b78e-e8d466d19717,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.570433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.580567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.619302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52860) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:15.715830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa779-a3f2-4941-a480-e7ff141942b6 req-e9b17eb7-971c-4c3c-965e-ab4286e117dd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:15.717511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38afa779-a3f2-4941-a480-e7ff141942b6 req-e9b17eb7-971c-4c3c-965e-ab4286e117dd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 945 time: 0.0666249 Sep 30 08:21:15.763945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38afa779-a3f2-4941-a480-e7ff141942b6 req-2734c9f3-3eeb-46c5-b3a9-e7d688ef21a1 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Sep 30 08:21:15.981990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Subnet': ['ID=ceed174d-1e59-4721-a020-2e7e8123dd91,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.987837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Sync routers for ids ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:16.006295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Routers {'9c31c57d-360c-49b7-b5b1-e0aa95e399ce'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:16.007752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:16.057482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.074328 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-13f71e1c-7890-4608-9652-126b03b02d16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32ff824e310a49c4ac34378246280d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526992 Sep 30 08:21:16.077204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52864) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:16.077753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Checking segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:16.079262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network hostable DHCP agents. Network: 48dc4e98-732c-455d-9a36-3a2b4d381cdb, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:16.099200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d07f41-de01-45fb-ad84-8f98737be420']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:16.122886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5d0bec-8a73-441a-b651-799bc746ab26') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:16.123221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5d0bec-8a73-441a-b651-799bc746ab26') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:16.136120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb46a51c-3d80-4511-b878-20601de63172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.138172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.142662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:16.144199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Set router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:16.167190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 48dc4e98-732c-455d-9a36-3a2b4d381cdb) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:16.170569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb46a51c-3d80-4511-b878-20601de63172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.176775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:16.177316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.180144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5f24f3-12d3-4c19-bd83-46cb05b573c4 None None] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:16.189051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.208246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:16.209259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:16.212192 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:16.230235 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8ae65b7f-5391-43a2-8f5f-b576bd280a25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3771875 Sep 30 08:21:16.233433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:16.258038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1413553164'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:16.275606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb46a51c-3d80-4511-b878-20601de63172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.279085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb46a51c-3d80-4511-b878-20601de63172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.281174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eb46a51c-3d80-4511-b878-20601de63172 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b6990fa-7810-438b-b5ea-493bdac5be06 HTTP/1.1" status: 204 len: 168 time: 0.2027006 Sep 30 08:21:16.292233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46a51c-3d80-4511-b878-20601de63172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6990fa-7810-438b-b5ea-493bdac5be06,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:16.342290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.366099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.369030 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] 10.222.0.41 "DELETE /v2.0/networks/67d07f41-de01-45fb-ad84-8f98737be420 HTTP/1.1" status: 204 len: 168 time: 0.9342628 Sep 30 08:21:16.382507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30452e7-b822-477c-bcd9-512c433b8290 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d07f41-de01-45fb-ad84-8f98737be420,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:16.385160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:16.401169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.463738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509dfb7-64a3-4f51-969b-26fd6af65549 req-5974bff4-27ea-4457-8a25-ae23f39817f3 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:16.464964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:16.465635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a509dfb7-64a3-4f51-969b-26fd6af65549 req-5974bff4-27ea-4457-8a25-ae23f39817f3 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0789883 Sep 30 08:21:16.503116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.504806 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Added segment 7a22474a-264c-4153-9771-ccd2cf325922 of type vlan for network ea2a5757-de1b-4f8c-883e-99300321acd8 Sep 30 08:21:16.530018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a509dfb7-64a3-4f51-969b-26fd6af65549 req-6344884f-5344-4c75-8ce2-b11a1b5e849f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 Sep 30 08:21:16.566856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.599954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'fixed_ips': [{'subnet_id': 'ceed174d-1e59-4721-a020-2e7e8123dd91'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:16.600974 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.609423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.617949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:16.618619 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.682987 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4485562 Sep 30 08:21:16.686392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52878) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:16.692662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'subnet': {'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:16.725354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10a8a9-671f-4217-b58d-b433e3f727c6 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Network': ['ID=ea2a5757-de1b-4f8c-883e-99300321acd8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:16.747425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ea2a5757-de1b-4f8c-883e-99300321acd8 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:16.816184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 4, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '170ba994-79a8-4c5f-a003-977cadd27695', 'name': '', 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'mac_address': 'fa:16:3e:60:b2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:12Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 2, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'subnets': [{'id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:16.864835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52888) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:16.865820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:16.871713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.880992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Checking router: 9c31c57d-360c-49b7-b5b1-e0aa95e399ce for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:16.881244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Updating router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce port 170ba994-79a8-4c5f-a003-977cadd27695 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:21:16.922625 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ecbc57a8-4933-419c-b84a-6b0e485c0c20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18f5ab67fd8d472a83b132a42d0c7392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562911 Sep 30 08:21:16.923605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:16.930239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Allocated IP 19.80.0.2 (48dc4e98-732c-455d-9a36-3a2b4d381cdb/ceed174d-1e59-4721-a020-2e7e8123dd91/7df1d46a-a66b-4264-a6a5-6c41718781d0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:16.932268 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.004193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a7cb11-b860-4f57-940c-6d5c85a73ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.044830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a7cb11-b860-4f57-940c-6d5c85a73ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.048382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f318c-d530-4328-bdd1-884f9ad81e54 req-af4b8e4b-a70e-4b37-8868-e20f50f8237d tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:17.050189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c68f318c-d530-4328-bdd1-884f9ad81e54 req-af4b8e4b-a70e-4b37-8868-e20f50f8237d tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 945 time: 0.1351671 Sep 30 08:21:17.133020 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a7cb11-b860-4f57-940c-6d5c85a73ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.135854 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43a7cb11-b860-4f57-940c-6d5c85a73ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.139560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-43a7cb11-b860-4f57-940c-6d5c85a73ce7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59be9e17-16e6-44a3-9e08-5ef742f45681 HTTP/1.1" status: 204 len: 168 time: 0.2119315 Sep 30 08:21:17.150255 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:21:17.155733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7cb11-b860-4f57-940c-6d5c85a73ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be9e17-16e6-44a3-9e08-5ef742f45681,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.188665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c68f318c-d530-4328-bdd1-884f9ad81e54 req-1c878e24-64d1-4114-9ef1-fa7fbe2b7027 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217961 Sep 30 08:21:17.236812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7c3e922-9594-4fea-ae94-0d593721e3cd up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:17.284941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.357767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.359025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Subnet': ['ID=2d11feb0-5e91-4453-aff6-4208fbdb577b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.374623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Checking segment: {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:17.374921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.375074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network hostable DHCP agents. Network: ea2a5757-de1b-4f8c-883e-99300321acd8, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:17.396529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network ea2a5757-de1b-4f8c-883e-99300321acd8 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:17.409410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ea2a5757-de1b-4f8c-883e-99300321acd8) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:17.415064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:17.416184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.424743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:17.430786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:17.432694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f21d84-ed94-486c-bc0e-da9aa6e56b1e None None] Network ea2a5757-de1b-4f8c-883e-99300321acd8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:17.434508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f7c3e922-9594-4fea-ae94-0d593721e3cd triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:17.434876 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.445495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad8dbc3c-0902-4101-9b2a-a1773eba939f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7525585 Sep 30 08:21:17.445695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:17.567272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Pushing event updated for resources: {'Port': ['ID=7df1d46a-a66b-4264-a6a5-6c41718781d0,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.658982 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.682458 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.684159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Attempting to bind port 7df1d46a-a66b-4264-a6a5-6c41718781d0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:17.684536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Attempting to bind port 7df1d46a-a66b-4264-a6a5-6c41718781d0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:17.684993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Attempting to bind port 7df1d46a-a66b-4264-a6a5-6c41718781d0 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:17.714840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef59f1-c79a-4d70-a6ae-7f1ceb39593b req-c31abeee-78f0-4f84-a132-9f5ef7712349 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:17.717902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69ef59f1-c79a-4d70-a6ae-7f1ceb39593b req-c31abeee-78f0-4f84-a132-9f5ef7712349 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0808861 Sep 30 08:21:17.722830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:17.723235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Checking segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:17.723639 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.723997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Bound using segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:17.724480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Bound port: 7df1d46a-a66b-4264-a6a5-6c41718781d0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:17.724844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.768098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69ef59f1-c79a-4d70-a6ae-7f1ceb39593b req-dff7ad2a-c5f2-4d08-8538-44b45273214c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Sep 30 08:21:17.823739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed6521-eff5-4914-92e5-4706c821ed52 None None] Pushing event updated for resources: {'Port': ['ID=170ba994-79a8-4c5f-a003-977cadd27695,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.963129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ea2a5757-de1b-4f8c-883e-99300321acd8', 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'fixed_ips': [{'subnet_id': '2d11feb0-5e91-4453-aff6-4208fbdb577b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:17.964245 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.036968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] For port 7df1d46a-a66b-4264-a6a5-6c41718781d0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:18.054087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] For port 7df1d46a-a66b-4264-a6a5-6c41718781d0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7df1d46a-a66b-4264-a6a5-6c41718781d0,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:18.056419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Attempting to bind port 170ba994-79a8-4c5f-a003-977cadd27695 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:18.057282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Attempting to bind port 170ba994-79a8-4c5f-a003-977cadd27695 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:18.057282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Attempting to bind port 170ba994-79a8-4c5f-a003-977cadd27695 on network 50f0b36a-54d6-430b-8026-1e223a57c9a9 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:18.076900 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.096652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:18.097034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Checking segment: {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:18.097438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.098814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-7dee6b04-a155-42ec-ac9b-30d7f57d06e1 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.099331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Bound using segment: {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:18.099831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Bound port: 170ba994-79a8-4c5f-a003-977cadd27695, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d11396-dcb1-48eb-9c3e-8f959a8be33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:18.100217 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.105163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-7dee6b04-a155-42ec-ac9b-30d7f57d06e1 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.113778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-7dee6b04-a155-42ec-ac9b-30d7f57d06e1 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/networks?id=48dc4e98-732c-455d-9a36-3a2b4d381cdb&id=ea2a5757-de1b-4f8c-883e-99300321acd8&id=48dc4e98-732c-455d-9a36-3a2b4d381cdb HTTP/1.1" status: 200 len: 1392 time: 0.1887233 Sep 30 08:21:18.129681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-89a786aa-56a8-439a-9b1e-73eec24459c8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/quotas/107f2b20a5f246c691a6b7359cbf1e37 HTTP/1.1" status: 200 len: 375 time: 0.0145478 Sep 30 08:21:18.188918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-111cebae-9cd7-4f5e-b39c-fcbdec32aa4f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538929 Sep 30 08:21:18.286810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc29b9-d872-4233-9ecf-ec8b9badb0cf None None] Pushing event updated for resources: {'Port': ['ID=7df1d46a-a66b-4264-a6a5-6c41718781d0,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:18.308225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6f840a9f-a8f6-4276-b0c2-224799983f17 None None] Provisioning complete for port 170ba994-79a8-4c5f-a003-977cadd27695 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:18.308600 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f840a9f-a8f6-4276-b0c2-224799983f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.315857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52960) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:18.328380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-7fbab3e2-5ead-463e-9ef0-3064a7b172a1 service neutron] 10.222.0.41 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297991 Sep 30 08:21:18.474084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-87d30abe-f813-4713-8942-be83157700d5 service neutron] 10.222.0.41 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384704 Sep 30 08:21:18.485642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-28168946-network', 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:18.506470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Allocated IP 19.86.0.2 (ea2a5757-de1b-4f8c-883e-99300321acd8/2d11feb0-5e91-4453-aff6-4208fbdb577b/66c26bb4-1be0-441f-b4e1-0e7ff9598c77) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:18.521243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:18.523599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.533513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.542878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] For port 170ba994-79a8-4c5f-a003-977cadd27695, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:18.549828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] For port 170ba994-79a8-4c5f-a003-977cadd27695, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=170ba994-79a8-4c5f-a003-977cadd27695,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:18.551524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6f840a9f-a8f6-4276-b0c2-224799983f17 None None] Port 170ba994-79a8-4c5f-a003-977cadd27695 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:18.569793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.614497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-3090671e-2a28-4294-be12-e54fa473c99e service neutron] 10.222.0.41 "GET /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231549 Sep 30 08:21:18.673175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.677312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.700170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Routers {'9c31c57d-360c-49b7-b5b1-e0aa95e399ce'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:18.700930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:18.709263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:18.715990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3336f9-c70d-4f3d-a575-04a064810499,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:18.724847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.725201 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Added segment 1e8bd4e5-898d-493d-99ff-fe1447395be1 of type vlan for network f84671c1-dc86-45cc-b986-17447a335a01 Sep 30 08:21:18.761364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-829ec219-ce45-4aa1-8fb7-31c2e20e83e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383321 Sep 30 08:21:18.774693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.791342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed6521-eff5-4914-92e5-4706c821ed52 None None] Pushing event updated for resources: {'Port': ['ID=170ba994-79a8-4c5f-a003-977cadd27695,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:18.809841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.811334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.812171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.897155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f84671c1-dc86-45cc-b986-17447a335a01,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:18.898854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] Set router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:18.911176 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b49a3916-1fbf-44e2-a4d2-91302d9e57c0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5923133 Sep 30 08:21:18.913873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:18.919126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Request body: {'subnet': {'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-28168946-subnet', 'tenant_id': '395edf2f7c36426c908fb0c8f025a936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:18.929554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f84671c1-dc86-45cc-b986-17447a335a01 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:18.945672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:18.948294 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.124074 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.195267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.240365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e49333b1-d90f-460a-8ac6-1e97474beed6 None None] Provisioning complete for port 170ba994-79a8-4c5f-a003-977cadd27695 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:19.241956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-34c05ee4-4b6d-4a92-b3ce-7ce87be4d5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802358 Sep 30 08:21:19.246395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e49333b1-d90f-460a-8ac6-1e97474beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.248650 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.266090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7df1d46a-a66b-4264-a6a5-6c41718781d0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:19.291708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2e4a54-4d8f-4250-a339-e31ecce0d563,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:19.295180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:19.295622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Network hostable DHCP agents. Network: f84671c1-dc86-45cc-b986-17447a335a01, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:19.319749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Network f84671c1-dc86-45cc-b986-17447a335a01 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:19.332193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, f84671c1-dc86-45cc-b986-17447a335a01) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:19.348080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.349413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.356180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Network ea2a5757-de1b-4f8c-883e-99300321acd8 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:19.368213 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a10fccb-bfe5-4983-a5be-92fc2396a3d0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4531174 Sep 30 08:21:19.369241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:19.371258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ddd50a-c918-475a-bd06-975da445284f None None] Network f84671c1-dc86-45cc-b986-17447a335a01 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:19.390295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-d1a2bb79-4052-4f0c-a6e0-754ad22955fb service neutron] 10.222.0.41 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375566 Sep 30 08:21:19.433337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:19.538818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Pushing event updated for resources: {'Port': ['ID=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:19.565419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be78cf-68c7-45d2-a7e6-ff9a4552362e None None] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:19.571984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Attempting to bind port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:19.572355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Attempting to bind port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:19.572719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Attempting to bind port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 on network ea2a5757-de1b-4f8c-883e-99300321acd8 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:19.607740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:19.608122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Checking segment: {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:19.608517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.608925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Bound using segment: {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:19.609406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Bound port: 66c26bb4-1be0-441f-b4e1-0e7ff9598c77, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:19.610414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.713984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7df1d46a-a66b-4264-a6a5-6c41718781d0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:19.714356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.777593 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e49333b1-d90f-460a-8ac6-1e97474beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.788503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff1afb0-2e08-4bb1-84b7-1490e57821c1 None None] Network f84671c1-dc86-45cc-b986-17447a335a01 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:19.919192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-82d84fe7-6ac2-415b-9c48-ae9607d111a3 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2aaca28c8d6c4b959a57e881267e1fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246189 Sep 30 08:21:19.956941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 4, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '170ba994-79a8-4c5f-a003-977cadd27695', 'name': '', 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'mac_address': 'fa:16:3e:60:b2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:12Z', 'updated_at': '2021-09-30T08:21:18Z', 'revision_number': 4, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'subnets': [{'id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:19.960786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] For port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:19.969160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e49333b1-d90f-460a-8ac6-1e97474beed6 None None] For port 170ba994-79a8-4c5f-a003-977cadd27695, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=170ba994-79a8-4c5f-a003-977cadd27695,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:20.016534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492729b-50a2-4942-a761-4d7825ce7bd2 None None] The sync data for ids ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'] in n-d-807025-5 is: [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 4, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '170ba994-79a8-4c5f-a003-977cadd27695', 'name': '', 'network_id': '50f0b36a-54d6-430b-8026-1e223a57c9a9', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'mac_address': 'fa:16:3e:60:b2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:12Z', 'updated_at': '2021-09-30T08:21:18Z', 'revision_number': 4, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'subnets': [{'id': '5f5ed4ff-f35d-4f8a-96a3-4975d287c62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:20.018229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e49333b1-d90f-460a-8ac6-1e97474beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.021826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] For port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:20.044428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.073705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-341efb60-6116-4446-95c8-69331ba24e14 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:20.084796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-341efb60-6116-4446-95c8-69331ba24e14 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587524 Sep 30 08:21:20.111641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-242cfd7c-360a-4d1d-a34c-592af52af92c tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/quotas/2aaca28c8d6c4b959a57e881267e1fe9 HTTP/1.1" status: 200 len: 375 time: 0.0254827 Sep 30 08:21:20.153524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-99ef2e03-ea3e-434d-a2cf-8152fe7ecf9c tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aaca28c8d6c4b959a57e881267e1fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406740 Sep 30 08:21:20.255650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49333b1-d90f-460a-8ac6-1e97474beed6 None None] Pushing event updated for resources: {'Port': ['ID=170ba994-79a8-4c5f-a003-977cadd27695,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.258597 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.285649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-197cc2a8-16c6-489b-b22b-3e504c441f50 None None] Provisioning complete for port 7df1d46a-a66b-4264-a6a5-6c41718781d0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:20.285853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-197cc2a8-16c6-489b-b22b-3e504c441f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.710610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441086d5-c60f-4809-82c8-7e9336e71766 req-f0b24e02-7ca1-4dff-af21-a30a6626eb2c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:20.721076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-441086d5-c60f-4809-82c8-7e9336e71766 req-f0b24e02-7ca1-4dff-af21-a30a6626eb2c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0835309 Sep 30 08:21:20.754095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 7df1d46a-a66b-4264-a6a5-6c41718781d0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7df1d46a-a66b-4264-a6a5-6c41718781d0,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:20.764408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.770632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-441086d5-c60f-4809-82c8-7e9336e71766 req-e13d22dc-b039-412f-811e-1643e7527565 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Sep 30 08:21:20.776802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9570c-4c99-49ce-a607-5f014abbde84 None None] Pushing event updated for resources: {'Port': ['ID=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.833712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=7df1d46a-a66b-4264-a6a5-6c41718781d0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.914984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-066a413d-a021-464e-a5ac-db765da1f661 req-dddf7049-0c27-45e8-9817-539b66c6c896 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 210 time: 0.0379736 Sep 30 08:21:21.094973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a69ce183-9d80-419f-aea8-16d2f1efa49b None None] Provisioning complete for port 7df1d46a-a66b-4264-a6a5-6c41718781d0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:21.095395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a69ce183-9d80-419f-aea8-16d2f1efa49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.222048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-c0dc0178-7f0d-4839-829c-47e32205704f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:21.229506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-c0dc0178-7f0d-4839-829c-47e32205704f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:21.230804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-c0dc0178-7f0d-4839-829c-47e32205704f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "GET /v2.0/networks?id=48dc4e98-732c-455d-9a36-3a2b4d381cdb&id=ea2a5757-de1b-4f8c-883e-99300321acd8&id=48dc4e98-732c-455d-9a36-3a2b4d381cdb HTTP/1.1" status: 200 len: 1392 time: 0.2593915 Sep 30 08:21:21.263150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'port': {'device_id': '29d0d41d-1847-42ef-8489-8070e1924641', 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'admin_state_up': True, 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:21.335857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-bfce0138-168b-4fc9-b671-93c27b452b6e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:21.337495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-bfce0138-168b-4fc9-b671-93c27b452b6e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.2345579 Sep 30 08:21:21.391115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-1997ea48-0148-437d-ba48-bf9f0cf28176 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0251386 Sep 30 08:21:21.442786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 170ba994-79a8-4c5f-a003-977cadd27695 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:21.452633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-b1f254b7-be7d-4892-9290-fd7b004341ce tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603936 Sep 30 08:21:21.505298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 170ba994-79a8-4c5f-a003-977cadd27695 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:21.505709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.585420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-7502cc8f-e9c4-4518-8ee8-dc4f0b743480 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317241 Sep 30 08:21:21.594963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:21.598477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.611629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7df1d46a-a66b-4264-a6a5-6c41718781d0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:21.688180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7df1d46a-a66b-4264-a6a5-6c41718781d0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:21.688485 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.712789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4445d0-13b6-4af8-9fd8-2e1afb941f0d None None] Network ea2a5757-de1b-4f8c-883e-99300321acd8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:21.752565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-c2e4676b-0305-4479-87d6-c0216df7fa4f service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662273 Sep 30 08:21:21.789994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6ca6c19f-e257-464d-be6a-5ee470b20682 None None] Provisioning complete for port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:21.790543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ca6c19f-e257-464d-be6a-5ee470b20682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.826744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Allocated IP 19.80.0.186 (48dc4e98-732c-455d-9a36-3a2b4d381cdb/ceed174d-1e59-4721-a020-2e7e8123dd91/b32b57e9-1684-4019-89eb-68fc0e012944) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:21.990266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:21.999066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-9e7905fa-3188-4e23-9ce3-09e45ff02110 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2aaca28c8d6c4b959a57e881267e1fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416169 Sep 30 08:21:22.085092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ca6c19f-e257-464d-be6a-5ee470b20682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.119748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be74a87c-6976-4903-a799-385bbbf990cb req-c79c61ac-0537-48f5-868b-7c8c877e5183 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 210 time: 0.0484145 Sep 30 08:21:22.170161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6ca6c19f-e257-464d-be6a-5ee470b20682 None None] For port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:22.191737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.193144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ca6c19f-e257-464d-be6a-5ee470b20682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.197611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:22.197611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.287106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-09f7c2fa-add7-4a44-8256-c93486a9f439 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:22.288662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-09f7c2fa-add7-4a44-8256-c93486a9f439 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450655 Sep 30 08:21:22.311430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6c19f-e257-464d-be6a-5ee470b20682 None None] Pushing event updated for resources: {'Port': ['ID=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:22.336930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.377335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Request body: {'port': {'device_id': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '2aaca28c8d6c4b959a57e881267e1fe9'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:22.437191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:22.449510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:22.461006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:22.489504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Port': ['ID=b32b57e9-1684-4019-89eb-68fc0e012944,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:22.518396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3a2c46e0-5ac2-4845-a21d-3ed7635b55c3 None None] Provisioning complete for port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:22.518792 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a2c46e0-5ac2-4845-a21d-3ed7635b55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.608836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:22.609522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.639363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-db3b17e4-fa50-4006-9300-8fb0dc8e4890 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3805668 Sep 30 08:21:22.654409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-f1e95d75-230d-4f85-9c64-46a546e85569 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:21:22.655406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-f1e95d75-230d-4f85-9c64-46a546e85569 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052338 Sep 30 08:21:22.665177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a839b77-d0b9-402e-8788-93777a95be6c req-0d3e575f-5873-41cd-b3dd-680f54b4d26d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:22.666758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a839b77-d0b9-402e-8788-93777a95be6c req-0d3e575f-5873-41cd-b3dd-680f54b4d26d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1047709 Sep 30 08:21:22.676366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'port': {'device_id': '29d0d41d-1847-42ef-8489-8070e1924641', 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8', 'admin_state_up': True, 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:22.714191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Made reservation on behalf of 2aaca28c8d6c4b959a57e881267e1fe9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:22.717735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.747193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.788633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a839b77-d0b9-402e-8788-93777a95be6c req-5f45b36e-f980-4112-9dec-ec761292dd07 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072559 Sep 30 08:21:22.844334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1f6a56f9-d947-4704-9353-542944b37525 None None] Provisioning complete for port b32b57e9-1684-4019-89eb-68fc0e012944 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:22.845775 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56f9-d947-4704-9353-542944b37525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.884307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a56f9-d947-4704-9353-542944b37525 None None] Port b32b57e9-1684-4019-89eb-68fc0e012944 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:22.952020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a9c5-7de9-41ae-803c-eedb134ae088 req-842422a1-9043-413e-8936-d8ac10f3a76d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:22.953569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecc9a9c5-7de9-41ae-803c-eedb134ae088 req-842422a1-9043-413e-8936-d8ac10f3a76d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 932 time: 0.0838385 Sep 30 08:21:22.958219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.967857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.073847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:23.077370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.088465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4870eaea-eecd-4970-9500-86c1abefb936,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:23.093655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecc9a9c5-7de9-41ae-803c-eedb134ae088 req-574c4fca-ff7e-4237-a1aa-02c4522bcc04 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335781 Sep 30 08:21:23.146523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:23.206383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:23.206768 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.236894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b787f2ef-f2cd-478e-8c68-2de36a9c2340 req-e3a46093-eea3-4762-b162-e9e66386929a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 210 time: 0.0424840 Sep 30 08:21:23.245492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Allocated IP 192.168.233.74 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/4bf775b1-71c0-470a-8e62-eeb132467473) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:23.357575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Allocated IP 19.86.0.71 (ea2a5757-de1b-4f8c-883e-99300321acd8/2d11feb0-5e91-4453-aff6-4208fbdb577b/e3b965fd-4426-4285-b67d-9fbb866c4518) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:23.390883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42c4fa54-7120-46b3-a317-da80ba9a382d req-8572aaeb-6902-43a4-a7ed-4b53caf14dc3 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 210 time: 0.0572002 Sep 30 08:21:23.541522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-dd53564f-6fac-437e-ba75-9d4f33332423 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:23.543463 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-dd53564f-6fac-437e-ba75-9d4f33332423 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1758468 Sep 30 08:21:23.584979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:23.620999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.697408 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.706314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.716362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:23.720578 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.780019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:23.789921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:23.792031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:23.796350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Pushing event updated for resources: {'Port': ['ID=4bf775b1-71c0-470a-8e62-eeb132467473,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:23.867249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.876887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.6 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/724d5d15-b044-41c1-b28e-e00a621df845) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:23.926925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:23.927612 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.939396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network ea2a5757-de1b-4f8c-883e-99300321acd8 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:23.950889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:23.966117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:23.971426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Port': ['ID=e3b965fd-4426-4285-b67d-9fbb866c4518,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:24.004664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e03a9-7312-4e41-b091-c458987ee3c8 req-5961a1fa-15ab-4e6d-ae8d-e1c48b793db2 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:24.006610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d9e03a9-7312-4e41-b091-c458987ee3c8 req-5961a1fa-15ab-4e6d-ae8d-e1c48b793db2 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 945 time: 0.1748269 Sep 30 08:21:24.007986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-fadb96f1-759e-43fc-abcf-f4e97ad77943 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6621165 Sep 30 08:21:24.067013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:24.067920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.086105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.092698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d9e03a9-7312-4e41-b091-c458987ee3c8 req-52be27d3-03b5-442f-a408-8bf80086a6ea tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Sep 30 08:21:24.095001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ed8f090b-f5a1-4962-8fdb-57f51c076e10 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4225202 Sep 30 08:21:24.119012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'port': {'device_id': '29d0d41d-1847-42ef-8489-8070e1924641', 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'admin_state_up': True, 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:24.150552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Request body: {'port': {'device_id': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:24.159908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.220900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=724d5d15-b044-41c1-b28e-e00a621df845,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:24.227472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f42efe46-9036-4c17-aa20-c60586a2506d None None] Provisioning complete for port 4bf775b1-71c0-470a-8e62-eeb132467473 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:24.227990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f42efe46-9036-4c17-aa20-c60586a2506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.231489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.233493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:24.235528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:24.239092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:24.283193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f42efe46-9036-4c17-aa20-c60586a2506d None None] Port 4bf775b1-71c0-470a-8e62-eeb132467473 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:24.293752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:24.294372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.309330 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e09a1908-64fe-4bba-93c5-5905e35b44ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307234 Sep 30 08:21:24.330639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Request body: {'port': {'device_id': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:24.390044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.390726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6db6c-4434-4d6b-b01c-b401011fab8e req-e9432a6f-5fdc-4a65-9c61-f603bb91685d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:24.392989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf6db6c-4434-4d6b-b01c-b401011fab8e req-e9432a6f-5fdc-4a65-9c61-f603bb91685d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.2109871 Sep 30 08:21:24.408771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e19e8ff1-55c0-4fde-a1fa-d9d747d152c8 None None] Provisioning complete for port e3b965fd-4426-4285-b67d-9fbb866c4518 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:24.409225 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e19e8ff1-55c0-4fde-a1fa-d9d747d152c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.444487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e19e8ff1-55c0-4fde-a1fa-d9d747d152c8 None None] Port e3b965fd-4426-4285-b67d-9fbb866c4518 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:24.487938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:24.491406 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.532115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf6db6c-4434-4d6b-b01c-b401011fab8e req-38f5dc25-126f-4de0-b772-72cd300c84b2 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304193 Sep 30 08:21:24.670385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724d5d15-b044-41c1-b28e-e00a621df845 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:24.678609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.691915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Transition to ACTIVE for port object 724d5d15-b044-41c1-b28e-e00a621df845 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:24.696997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.751923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Pushing event updated for resources: {'Port': ['ID=724d5d15-b044-41c1-b28e-e00a621df845,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:24.831781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Attempting to bind port 724d5d15-b044-41c1-b28e-e00a621df845 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:24.832133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Attempting to bind port 724d5d15-b044-41c1-b28e-e00a621df845 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:24.832470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Attempting to bind port 724d5d15-b044-41c1-b28e-e00a621df845 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:24.837552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Port 724d5d15-b044-41c1-b28e-e00a621df845 on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:24.837881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Attempting to bind port 724d5d15-b044-41c1-b28e-e00a621df845 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:24.843381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:24.843729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:24.844925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:24.845247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Bound port: 724d5d15-b044-41c1-b28e-e00a621df845, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:24.845749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.914861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] For port 724d5d15-b044-41c1-b28e-e00a621df845, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:24.918288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] For port 724d5d15-b044-41c1-b28e-e00a621df845, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=724d5d15-b044-41c1-b28e-e00a621df845,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:24.924350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.958744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:24.959387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.960976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] 10.222.0.57 "PUT /v2.0/ports/724d5d15-b044-41c1-b28e-e00a621df845 HTTP/1.1" status: 200 len: 1091 time: 0.6353948 Sep 30 08:21:24.961274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'tag': '724d5d15-b044-41c1-b28e-e00a621df845'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:24.963547 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "be6fd7aa-cbad-4acb-8c67-e3d2116a301a", "tag": "724d5d15-b044-41c1-b28e-e00a621df845"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:24.990126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d655c9-3af6-4436-a682-c8a366f62351 service neutron] Pushing event updated for resources: {'Port': ['ID=724d5d15-b044-41c1-b28e-e00a621df845,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.024101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4558d-7b23-485d-b6a5-b5bdbac85b1f req-ce8fcc0d-1209-4dda-978c-d9c85237c993 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.030087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4558d-7b23-485d-b6a5-b5bdbac85b1f req-ce8fcc0d-1209-4dda-978c-d9c85237c993 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.032191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbf4558d-7b23-485d-b6a5-b5bdbac85b1f req-ce8fcc0d-1209-4dda-978c-d9c85237c993 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 1654 time: 0.4167771 Sep 30 08:21:25.074630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-1f4903ea-7d7c-45bd-9bd9-ed8688460cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.076239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-1f4903ea-7d7c-45bd-9bd9-ed8688460cff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 1094 time: 0.0516906 Sep 30 08:21:25.119330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Allocated IP 19.80.0.184 (48dc4e98-732c-455d-9a36-3a2b4d381cdb/ceed174d-1e59-4721-a020-2e7e8123dd91/79d5b108-ea16-4260-bd9b-095c25717e82) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:25.129546 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-99d101cd-b69e-4b94-9f61-33f1b213faa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724d5d15-b044-41c1-b28e-e00a621df845 HTTP/1.1" status: 200 len: 217 time: 0.0364375 Sep 30 08:21:25.139544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf775b1-71c0-470a-8e62-eeb132467473 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:25.146460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbf4558d-7b23-485d-b6a5-b5bdbac85b1f req-c95e444b-2f25-4dfe-ac05-3cd475027f61 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027467 Sep 30 08:21:25.154265 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.191967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-8f7ff151-5728-4b75-88ac-bb8b62b84012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.195121 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-8f7ff151-5728-4b75-88ac-bb8b62b84012 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0535386 Sep 30 08:21:25.211903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Transition to ACTIVE for port object 4bf775b1-71c0-470a-8e62-eeb132467473 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:25.230926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.242797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-c64e3e32-7e87-4ccc-9ea8-4138ec1a484c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370231 Sep 30 08:21:25.353170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-e155d654-0c68-4eb3-bfb9-8fc0edf19114 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925486 Sep 30 08:21:25.402287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4bf775b1-71c0-470a-8e62-eeb132467473,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.440514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ed98c-ebaa-4599-acf6-b2be96c1f069 req-6341ad18-313e-4360-8d81-272eae83d6e7 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.448885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9ed98c-ebaa-4599-acf6-b2be96c1f069 req-6341ad18-313e-4360-8d81-272eae83d6e7 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 943 time: 0.2271974 Sep 30 08:21:25.449378 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.476736 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9c52d644-7f57-4911-a0a3-01770054f7bb req-bff5af9d-c763-492c-b6a1-9b197b43eab8 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078649 Sep 30 08:21:25.524527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.530752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9ed98c-ebaa-4599-acf6-b2be96c1f069 req-1a19cc6c-ce44-440f-8c16-d461b9d0d2ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810087 Sep 30 08:21:25.544940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Attempting to bind port 4bf775b1-71c0-470a-8e62-eeb132467473 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:25.545282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Attempting to bind port 4bf775b1-71c0-470a-8e62-eeb132467473 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:25.545653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Attempting to bind port 4bf775b1-71c0-470a-8e62-eeb132467473 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:25.555116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Port 4bf775b1-71c0-470a-8e62-eeb132467473 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:25.555600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Attempting to bind port 4bf775b1-71c0-470a-8e62-eeb132467473 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:25.565320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:25.565697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:25.566088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:25.566540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Bound port: 4bf775b1-71c0-470a-8e62-eeb132467473, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:25.566902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.608275 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.630379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.724888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:25.730773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] For port 4bf775b1-71c0-470a-8e62-eeb132467473, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:25.735475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] For port 4bf775b1-71c0-470a-8e62-eeb132467473, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4bf775b1-71c0-470a-8e62-eeb132467473,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:25.739133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:25.742164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Port': ['ID=79d5b108-ea16-4260-bd9b-095c25717e82,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.744632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:25.747629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.757039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5129ffa-597c-4690-beb6-60b05f24ec8b req-ef34da43-f463-485f-be7a-fda532e1426f tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.758651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5129ffa-597c-4690-beb6-60b05f24ec8b req-ef34da43-f463-485f-be7a-fda532e1426f tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 947 time: 0.1460724 Sep 30 08:21:25.849628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.850261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.851753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] 10.222.0.50 "PUT /v2.0/ports/4bf775b1-71c0-470a-8e62-eeb132467473 HTTP/1.1" status: 200 len: 1095 time: 1.8165925 Sep 30 08:21:25.852214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'tag': '4bf775b1-71c0-470a-8e62-eeb132467473'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:25.854566 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1c105-80ce-4914-a10b-fefbb3ece881" -d '{"events": [{"name": "network-changed", "server_uuid": "547f1cec-3182-491f-8e20-ec67a9b4364a", "tag": "4bf775b1-71c0-470a-8e62-eeb132467473"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:25.882072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.882700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.916450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5129ffa-597c-4690-beb6-60b05f24ec8b req-64b2db65-fb52-4ce4-a9c4-5b8c6f7bd044 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306152 Sep 30 08:21:25.917709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f176ca-8bb9-404e-911c-88b2e55c0a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4bf775b1-71c0-470a-8e62-eeb132467473,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.923171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-af44cd4e-ace1-46a3-8f41-d89fef5793be tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8088322 Sep 30 08:21:25.944471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Request body: {'port': {'device_id': '29d0d41d-1847-42ef-8489-8070e1924641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:26.011352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2b0ebbe-598a-49be-a23b-bd44020f58d8 None None] Provisioning complete for port 79d5b108-ea16-4260-bd9b-095c25717e82 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:26.012349 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ebbe-598a-49be-a23b-bd44020f58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.087833 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.092760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0ebbe-598a-49be-a23b-bd44020f58d8 None None] Port 79d5b108-ea16-4260-bd9b-095c25717e82 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:26.108155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-df4d3407-54d8-443f-8140-2356106d13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.109662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-df4d3407-54d8-443f-8140-2356106d13a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aaca28c8d6c4b959a57e881267e1fe9&device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 1098 time: 0.1622097 Sep 30 08:21:26.182942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-6b49c4cd-3b02-4509-b0fa-f2773e767ec3 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.184914 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-6b49c4cd-3b02-4509-b0fa-f2773e767ec3 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.57 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Sep 30 08:21:26.186758 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77779316-7c87-456b-b293-2d639e949775 x-openstack-request-id: req-77779316-7c87-456b-b293-2d639e949775 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:26.187044 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6fd7aa-cbad-4acb-8c67-e3d2116a301a", "tag": "724d5d15-b044-41c1-b28e-e00a621df845", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:26.187292 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77779316-7c87-456b-b293-2d639e949775 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:26.187951 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'tag': '724d5d15-b044-41c1-b28e-e00a621df845', 'status': 'completed', 'code': 200} Sep 30 08:21:26.197212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-1b7c7067-960d-4fb1-89f0-038a521f6bff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4bf775b1-71c0-470a-8e62-eeb132467473 HTTP/1.1" status: 200 len: 217 time: 0.0432291 Sep 30 08:21:26.321952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Deleting port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:26.322296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.400487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-ca7bd865-e70d-4963-94d5-393f9680eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.402001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-ca7bd865-e70d-4963-94d5-393f9680eb79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1567872 Sep 30 08:21:26.409605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-5cad820f-0f54-4b90-85c5-47c076c02d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.411032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-5cad820f-0f54-4b90-85c5-47c076c02d9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 1094 time: 0.1669123 Sep 30 08:21:26.414195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] For port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,segment=NetworkSegment(49fcd1ca-7843-47a2-926d-298c902e53cb),segment_id=49fcd1ca-7843-47a2-926d-298c902e53cb)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:26.414566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.427376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Calling delete_port for a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:26.444315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32cbd9-519f-414b-b3ef-8ee3fb016673 req-b0e81d35-d64a-4bce-9477-c0de5788fb3f tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.445808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d32cbd9-519f-414b-b3ef-8ee3fb016673 req-b0e81d35-d64a-4bce-9477-c0de5788fb3f tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7830351d-2e57-4d28-a258-71036cbf7e90 HTTP/1.1" status: 200 len: 945 time: 0.1995764 Sep 30 08:21:26.558883 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.572339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['a8d6ff11-493a-44d2-828b-c3d0f2bdaf70'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:26.587337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Pushing event deleted for resources: {'Port': ['ID=a8d6ff11-493a-44d2-828b-c3d0f2bdaf70,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:26.616281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d32cbd9-519f-414b-b3ef-8ee3fb016673 req-54d57a3f-cf5e-46e2-b85a-55db2358b259 tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.41 "GET /v2.0/security-groups?id=17e61189-6932-4f23-95db-f9bbd6963297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604555 Sep 30 08:21:26.618107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae73b5-653e-4b01-b681-b8616a388824 req-2eafdf18-bc74-4d8d-8c5b-4b64ec439ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.619523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-2eafdf18-bc74-4d8d-8c5b-4b64ec439ef5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839106 Sep 30 08:21:26.633119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] No DVR routers for this DVR port a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:26.639852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.641892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e9ced81f-ee2b-47d6-84eb-a1f3fcfb9ddd req-f571d524-9d2d-4866-86a9-a4e0d2f93dfd tempest-ServerMetadataNegativeTestJSON-315358253 tempest-ServerMetadataNegativeTestJSON-315358253-project] 10.222.0.57 "DELETE /v2.0/ports/a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 HTTP/1.1" status: 204 len: 173 time: 0.4104919 Sep 30 08:21:26.671543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-cfd606b1-05b0-4487-94af-6a079ee9faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.673362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-cfd606b1-05b0-4487-94af-6a079ee9faea service neutron] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.2251067 Sep 30 08:21:26.773871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-e45529cb-0b87-480e-8b58-ada6394ee329 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724d5d15-b044-41c1-b28e-e00a621df845 HTTP/1.1" status: 200 len: 217 time: 0.0761034 Sep 30 08:21:26.809752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32b57e9-1684-4019-89eb-68fc0e012944 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:26.834488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.895606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Transition to ACTIVE for port object b32b57e9-1684-4019-89eb-68fc0e012944 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:26.905743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59cf51-0dfe-49b1-b26f-4c2436a7c74a req-e34ceed6-9d01-4152-9690-82b71ade44b6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.907276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e59cf51-0dfe-49b1-b26f-4c2436a7c74a req-e34ceed6-9d01-4152-9690-82b71ade44b6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.2085247 Sep 30 08:21:26.911048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-38226b23-5619-4682-ac20-c6a4ac566c15 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785366 Sep 30 08:21:26.913611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.924638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-c91d9708-166a-4689-9641-5d1f0f9276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.926120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-c91d9708-166a-4689-9641-5d1f0f9276e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.1114759 Sep 30 08:21:27.019078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-d4b27763-105b-4053-b8d0-3cd6d72e8b83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676413 Sep 30 08:21:27.055331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Pushing event updated for resources: {'Port': ['ID=b32b57e9-1684-4019-89eb-68fc0e012944,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:27.117397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e59cf51-0dfe-49b1-b26f-4c2436a7c74a req-66a05409-6266-436e-9d37-9751505db04a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012701 Sep 30 08:21:27.174906 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30004f68-49cc-4013-a052-bffdc3834221 x-openstack-request-id: req-30004f68-49cc-4013-a052-bffdc3834221 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:27.175196 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547f1cec-3182-491f-8e20-ec67a9b4364a", "tag": "4bf775b1-71c0-470a-8e62-eeb132467473", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:27.175445 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30004f68-49cc-4013-a052-bffdc3834221 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:27.175838 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'tag': '4bf775b1-71c0-470a-8e62-eeb132467473', 'status': 'completed', 'code': 200} Sep 30 08:21:27.258661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbae73b5-653e-4b01-b681-b8616a388824 req-77ae8cac-8245-48bc-8c53-af214926fa3b service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081799 Sep 30 08:21:27.321061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-48308864-2921-4987-9b64-201d95a0a8f9 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738032 Sep 30 08:21:27.321672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Attempting to bind port b32b57e9-1684-4019-89eb-68fc0e012944 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:27.322010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Attempting to bind port b32b57e9-1684-4019-89eb-68fc0e012944 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:27.322337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Attempting to bind port b32b57e9-1684-4019-89eb-68fc0e012944 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:27.332003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Port b32b57e9-1684-4019-89eb-68fc0e012944 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:27.332332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Attempting to bind port b32b57e9-1684-4019-89eb-68fc0e012944 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:27.358799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723df3d8-d16c-4d79-897b-49659d4c5506 req-86329970-b98e-4613-8794-08856744d386 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.366648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723df3d8-d16c-4d79-897b-49659d4c5506 req-86329970-b98e-4613-8794-08856744d386 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.372796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723df3d8-d16c-4d79-897b-49659d4c5506 req-86329970-b98e-4613-8794-08856744d386 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.374617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-723df3d8-d16c-4d79-897b-49659d4c5506 req-86329970-b98e-4613-8794-08856744d386 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2388 time: 0.1517875 Sep 30 08:21:27.398245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:27.398588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Checking segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:27.398975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Bound using segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:27.399423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Bound port: b32b57e9-1684-4019-89eb-68fc0e012944, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:27.399786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.549458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-66ae7244-3a11-4f3a-b50f-586dd245cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.550988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-66ae7244-3a11-4f3a-b50f-586dd245cb2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aaca28c8d6c4b959a57e881267e1fe9&device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 1098 time: 0.1736073 Sep 30 08:21:27.563855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-723df3d8-d16c-4d79-897b-49659d4c5506 req-a222e45f-943b-4010-beba-b68607946ee5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779711 Sep 30 08:21:27.610954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93f5ef9-9432-4ff2-a6c6-1c0b326ee1ba req-ae40eebc-4818-4208-b768-cba3a80a6264 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738538 Sep 30 08:21:27.620949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] For port b32b57e9-1684-4019-89eb-68fc0e012944, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:27.693697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] For port b32b57e9-1684-4019-89eb-68fc0e012944, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b32b57e9-1684-4019-89eb-68fc0e012944,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:27.703281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.761066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.761754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.763131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] 10.222.0.50 "PUT /v2.0/ports/b32b57e9-1684-4019-89eb-68fc0e012944 HTTP/1.1" status: 200 len: 1092 time: 1.8232341 Sep 30 08:21:27.776258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-f850409b-4217-457c-8b9b-8e3c62a0a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.777877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-f850409b-4217-457c-8b9b-8e3c62a0a87d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2051795 Sep 30 08:21:27.790420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04861-3f25-4810-9985-b4a6388dc473 req-72796fbe-6b2b-4cff-a921-8aee750a9007 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.792122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40b04861-3f25-4810-9985-b4a6388dc473 req-72796fbe-6b2b-4cff-a921-8aee750a9007 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 943 time: 0.1681600 Sep 30 08:21:27.825066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Request body: {'port': {'device_id': '29d0d41d-1847-42ef-8489-8070e1924641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:28.173931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-7c64e783-5716-4143-ba3c-8521f7a56e5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4bf775b1-71c0-470a-8e62-eeb132467473 HTTP/1.1" status: 200 len: 217 time: 0.3741360 Sep 30 08:21:28.177764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0d25f-3aad-4fc0-bec5-9a79a4d87cdc service neutron] Pushing event updated for resources: {'Port': ['ID=b32b57e9-1684-4019-89eb-68fc0e012944,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:28.188822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7830351d-2e57-4d28-a258-71036cbf7e90', 'name': 'network-vif-deleted', 'tag': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:28.192638 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb8143-c48e-4d36-8eab-376cac6d4e49" -d '{"events": [{"server_uuid": "7830351d-2e57-4d28-a258-71036cbf7e90", "name": "network-vif-deleted", "tag": "a8d6ff11-493a-44d2-828b-c3d0f2bdaf70"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:28.256912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40b04861-3f25-4810-9985-b4a6388dc473 req-c76326fc-14c6-407d-a313-9ccca2c9843d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496958 Sep 30 08:21:28.270520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-383ec907-18dd-4c40-ad4a-4ac64b3d1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.271986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-383ec907-18dd-4c40-ad4a-4ac64b3d1267 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0876892 Sep 30 08:21:28.272787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.450932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-9c2efb35-133a-488e-b4f1-8b2306418e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.452530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-9c2efb35-133a-488e-b4f1-8b2306418e01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642301 Sep 30 08:21:28.508343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb18e20-facd-49a7-958c-b6070f2b0884 req-eff9326d-dd5f-47e4-b155-c83ffdd2d557 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.510017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cb18e20-facd-49a7-958c-b6070f2b0884 req-eff9326d-dd5f-47e4-b155-c83ffdd2d557 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 947 time: 0.1755950 Sep 30 08:21:28.657043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cb18e20-facd-49a7-958c-b6070f2b0884 req-6220db18-003d-459f-b3c3-e022e21ddb93 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357741 Sep 30 08:21:28.674963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-f810ecb5-30c5-4a5e-9bdd-57ba5b322cec service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139442 Sep 30 08:21:28.783261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b965fd-4426-4285-b67d-9fbb866c4518 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:28.796390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.822319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Transition to ACTIVE for port object e3b965fd-4426-4285-b67d-9fbb866c4518 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:28.827378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.834007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbe1c105-80ce-4914-a10b-fefbb3ece881 req-1d8882e7-5c32-4af0-a5b3-0632acb9da78 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496296 Sep 30 08:21:28.876834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53096) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:28.916660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b965fd-4426-4285-b67d-9fbb866c4518,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.003869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Deleting subnet 06e25f22-6850-458c-95e4-6db6503e426c {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:29.010931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.080949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b79ac8-9d59-4d0d-aa30-bad3020b08b6 req-14eaa44d-2596-497a-bb4d-f7a408d4439e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.082490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46b79ac8-9d59-4d0d-aa30-bad3020b08b6 req-14eaa44d-2596-497a-bb4d-f7a408d4439e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1415818 Sep 30 08:21:29.087720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.091079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Attempting to bind port e3b965fd-4426-4285-b67d-9fbb866c4518 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:29.091419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Attempting to bind port e3b965fd-4426-4285-b67d-9fbb866c4518 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:29.091750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Attempting to bind port e3b965fd-4426-4285-b67d-9fbb866c4518 on network ea2a5757-de1b-4f8c-883e-99300321acd8 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:29.129794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Port e3b965fd-4426-4285-b67d-9fbb866c4518 on network ea2a5757-de1b-4f8c-883e-99300321acd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:29.130130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Attempting to bind port e3b965fd-4426-4285-b67d-9fbb866c4518 on network ea2a5757-de1b-4f8c-883e-99300321acd8 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:29.147951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:29.148295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Checking segment: {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:29.148679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Bound using segment: {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:29.149114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Bound port: e3b965fd-4426-4285-b67d-9fbb866c4518, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a22474a-264c-4153-9771-ccd2cf325922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:29.149499 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.173928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.178216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46b79ac8-9d59-4d0d-aa30-bad3020b08b6 req-c2e2aa24-2710-445f-9eb7-8b62d98ac28d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882154 Sep 30 08:21:29.197253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'tag': 'b32b57e9-1684-4019-89eb-68fc0e012944'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:29.199519 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a44745-b780-40fe-9a56-e8d5a900bcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "tag": "b32b57e9-1684-4019-89eb-68fc0e012944"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:29.232336 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7694110-b113-4046-9d33-1a972c3a445c x-openstack-request-id: req-a7694110-b113-4046-9d33-1a972c3a445c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:29.232814 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7830351d-2e57-4d28-a258-71036cbf7e90", "name": "network-vif-deleted", "tag": "a8d6ff11-493a-44d2-828b-c3d0f2bdaf70", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:29.232904 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7694110-b113-4046-9d33-1a972c3a445c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:29.233251 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7830351d-2e57-4d28-a258-71036cbf7e90', 'name': 'network-vif-deleted', 'tag': 'a8d6ff11-493a-44d2-828b-c3d0f2bdaf70', 'status': 'completed', 'code': 200} Sep 30 08:21:29.276245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] For port e3b965fd-4426-4285-b67d-9fbb866c4518, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:29.279082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.282816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] For port e3b965fd-4426-4285-b67d-9fbb866c4518, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e3b965fd-4426-4285-b67d-9fbb866c4518,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:29.300339 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.344820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e25f22-6850-458c-95e4-6db6503e426c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.349194 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.351178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d9e15d9e-0385-4a99-a0ee-887925fd02f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/06e25f22-6850-458c-95e4-6db6503e426c HTTP/1.1" status: 204 len: 168 time: 0.4732921 Sep 30 08:21:29.354948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53102) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:29.386994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.387523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.389640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] 10.222.0.50 "PUT /v2.0/ports/e3b965fd-4426-4285-b67d-9fbb866c4518 HTTP/1.1" status: 200 len: 1091 time: 1.5697773 Sep 30 08:21:29.422721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977153b-0262-4621-af42-d3ec42ed5e50 req-95229a5d-0555-429f-af17-3411541180ea tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.429111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977153b-0262-4621-af42-d3ec42ed5e50 req-95229a5d-0555-429f-af17-3411541180ea tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.435237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977153b-0262-4621-af42-d3ec42ed5e50 req-95229a5d-0555-429f-af17-3411541180ea tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.435395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.436983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8977153b-0262-4621-af42-d3ec42ed5e50 req-95229a5d-0555-429f-af17-3411541180ea tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2400 time: 0.1528585 Sep 30 08:21:29.442635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Request body: {'port': {'device_id': '29d0d41d-1847-42ef-8489-8070e1924641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:29.476479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc5df0-c4ae-4518-b0fc-d3139d852f16 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b965fd-4426-4285-b67d-9fbb866c4518,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.510221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8977153b-0262-4621-af42-d3ec42ed5e50 req-a45f9ec5-fcfd-42b8-911f-09e1b8f27b2f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615218 Sep 30 08:21:29.530691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 724d5d15-b044-41c1-b28e-e00a621df845 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:29.543249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.548206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.575642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ecee58-8ede-4ee4-b350-dafa5203cb25']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:29.585273 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbee507-7af7-42fb-baca-493ca70651e4 x-openstack-request-id: req-efbee507-7af7-42fb-baca-493ca70651e4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:29.585684 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "tag": "b32b57e9-1684-4019-89eb-68fc0e012944", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:29.585939 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efbee507-7af7-42fb-baca-493ca70651e4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:29.586340 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'tag': 'b32b57e9-1684-4019-89eb-68fc0e012944', 'status': 'completed', 'code': 200} Sep 30 08:21:29.587581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fcd1ca-7843-47a2-926d-298c902e53cb') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:29.588781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fcd1ca-7843-47a2-926d-298c902e53cb') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:29.602050 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.629119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.638025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:29.638585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:29.641334 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:29.683324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 724d5d15-b044-41c1-b28e-e00a621df845, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=724d5d15-b044-41c1-b28e-e00a621df845,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:29.697684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '724d5d15-b044-41c1-b28e-e00a621df845', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': '724d5d15-b044-41c1-b28e-e00a621df845', 'mac_address': 'fa:16:3e:e7:57:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:29.702545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.720777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.725031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] 10.222.0.41 "DELETE /v2.0/networks/02ecee58-8ede-4ee4-b350-dafa5203cb25 HTTP/1.1" status: 204 len: 168 time: 0.3667598 Sep 30 08:21:29.725031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5d66-ec8b-4958-af92-1b027d58d736 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ecee58-8ede-4ee4-b350-dafa5203cb25,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.747704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.768058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724d5d15-b044-41c1-b28e-e00a621df845 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:29.791033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 724d5d15-b044-41c1-b28e-e00a621df845, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=724d5d15-b044-41c1-b28e-e00a621df845,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:29.796500 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.811108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-83dfc1ae-f4de-49d0-b7b5-116fc11dbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.811606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-83dfc1ae-f4de-49d0-b7b5-116fc11dbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.812090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-83dfc1ae-f4de-49d0-b7b5-116fc11dbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.813839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-83dfc1ae-f4de-49d0-b7b5-116fc11dbe3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2798 time: 0.1392460 Sep 30 08:21:29.848682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9439522-f522-4e51-b251-cff91032186f req-28fa2ee8-263b-480d-8fb1-69f562fa1b44 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.850215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9439522-f522-4e51-b251-cff91032186f req-28fa2ee8-263b-480d-8fb1-69f562fa1b44 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 943 time: 0.1672456 Sep 30 08:21:29.851470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=724d5d15-b044-41c1-b28e-e00a621df845,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.865738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53112) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:29.908746 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2f2d0d56-86fc-436f-ace2-ead0905f7c95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=924046d04dd1413dae324f6f766ceff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388315 Sep 30 08:21:29.908963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:29.962783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa14db59-7531-4ba2-9655-88dc709b455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.974674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9439522-f522-4e51-b251-cff91032186f req-d23a3d71-f98f-4398-93ba-321e1f0fdde6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129851 Sep 30 08:21:29.985299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa14db59-7531-4ba2-9655-88dc709b455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.028843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-2431b82f-eafe-43c8-9420-c7a1225520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.029326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-2431b82f-eafe-43c8-9420-c7a1225520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.029832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-2431b82f-eafe-43c8-9420-c7a1225520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.031999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-2431b82f-eafe-43c8-9420-c7a1225520f2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1917131 Sep 30 08:21:30.051564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa14db59-7531-4ba2-9655-88dc709b455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.054412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa14db59-7531-4ba2-9655-88dc709b455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.055644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aa14db59-7531-4ba2-9655-88dc709b455d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17e61189-6932-4f23-95db-f9bbd6963297 HTTP/1.1" status: 204 len: 168 time: 0.1455598 Sep 30 08:21:30.064324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14db59-7531-4ba2-9655-88dc709b455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e61189-6932-4f23-95db-f9bbd6963297,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:30.126384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d5b108-ea16-4260-bd9b-095c25717e82 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:30.129364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:30.136460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.203653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a37a8-b538-48c5-813c-3543d1e73eec req-19788bda-37d8-455c-9958-832c890ddc0c tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.212269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b0a37a8-b538-48c5-813c-3543d1e73eec req-19788bda-37d8-455c-9958-832c890ddc0c tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 947 time: 0.1544871 Sep 30 08:21:30.214578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Transition to ACTIVE for port object 79d5b108-ea16-4260-bd9b-095c25717e82 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:30.240810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.300213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-799313d9-4a13-4af3-bd46-7e0916fabf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.301750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8a44745-b780-40fe-9a56-e8d5a900bcf2 req-799313d9-4a13-4af3-bd46-7e0916fabf9c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2429190 Sep 30 08:21:30.373549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Pushing event updated for resources: {'Port': ['ID=79d5b108-ea16-4260-bd9b-095c25717e82,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:30.382206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b0a37a8-b538-48c5-813c-3543d1e73eec req-4d8061d4-d104-4c62-b047-a83c42531e6e tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688225 Sep 30 08:21:30.414641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Attempting to bind port 79d5b108-ea16-4260-bd9b-095c25717e82 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:30.414979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Attempting to bind port 79d5b108-ea16-4260-bd9b-095c25717e82 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:30.415309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Attempting to bind port 79d5b108-ea16-4260-bd9b-095c25717e82 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:30.420042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Port 79d5b108-ea16-4260-bd9b-095c25717e82 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:30.420361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Attempting to bind port 79d5b108-ea16-4260-bd9b-095c25717e82 on network 48dc4e98-732c-455d-9a36-3a2b4d381cdb {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:30.426179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:30.426589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Checking segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:30.427240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Bound using segment: {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:30.427685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Bound port: 79d5b108-ea16-4260-bd9b-095c25717e82, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea28a3-9a9d-4242-84d6-61d299d4653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:30.428048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.505901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] For port 79d5b108-ea16-4260-bd9b-095c25717e82, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:30.509473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] For port 79d5b108-ea16-4260-bd9b-095c25717e82, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=79d5b108-ea16-4260-bd9b-095c25717e82,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:30.516729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.561957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.562650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.564096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] 10.222.0.50 "PUT /v2.0/ports/79d5b108-ea16-4260-bd9b-095c25717e82 HTTP/1.1" status: 200 len: 1092 time: 1.1256073 Sep 30 08:21:30.600402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025e583-4e05-44ff-9b0b-0f15230efb48 service neutron] Pushing event updated for resources: {'Port': ['ID=79d5b108-ea16-4260-bd9b-095c25717e82,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:30.711128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5c037d2b-745f-4b10-ac8a-eb6c06124bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.711634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5c037d2b-745f-4b10-ac8a-eb6c06124bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.712489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5c037d2b-745f-4b10-ac8a-eb6c06124bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.714215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-5c037d2b-745f-4b10-ac8a-eb6c06124bce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2865 time: 0.0827715 Sep 30 08:21:30.728138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b59-f80f-4f14-a356-04e464ddf9a0 req-ca358a26-aa93-4149-928a-892906bfc391 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.729895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d854b59-f80f-4f14-a356-04e464ddf9a0 req-ca358a26-aa93-4149-928a-892906bfc391 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0694602 Sep 30 08:21:30.780814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-1a176948-f43c-4821-91d6-f9aa4c5123c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=b32b57e9-1684-4019-89eb-68fc0e012944 HTTP/1.1" status: 200 len: 217 time: 0.0499222 Sep 30 08:21:30.827364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d854b59-f80f-4f14-a356-04e464ddf9a0 req-3e916660-22c7-4074-9010-51bd1d8ed914 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907500 Sep 30 08:21:30.856669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ac73b229-9631-4d2d-842c-93796f7b2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.858432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-ac73b229-9631-4d2d-842c-93796f7b2288 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceed174d-1e59-4721-a020-2e7e8123dd91 HTTP/1.1" status: 200 len: 801 time: 0.0696783 Sep 30 08:21:30.908630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53140) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:30.938583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-9010f446-41f7-4bb5-9ddf-a2d1615476bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.940103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-9010f446-41f7-4bb5-9ddf-a2d1615476bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48dc4e98-732c-455d-9a36-3a2b4d381cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706289 Sep 30 08:21:30.958782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4d70-31af-4814-93f2-e1a4d0719e30 req-0f6495c7-d838-494e-b131-7b12d7d98344 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.964715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4d70-31af-4814-93f2-e1a4d0719e30 req-0f6495c7-d838-494e-b131-7b12d7d98344 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.970692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4d70-31af-4814-93f2-e1a4d0719e30 req-0f6495c7-d838-494e-b131-7b12d7d98344 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.972320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-585d4d70-31af-4814-93f2-e1a4d0719e30 req-0f6495c7-d838-494e-b131-7b12d7d98344 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2412 time: 0.0762730 Sep 30 08:21:31.010734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-192191447-network', 'tenant_id': '90b57a19ad6c412987412e5cfafb5e62'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:31.037629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Made reservation on behalf of 90b57a19ad6c412987412e5cfafb5e62 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:31.040016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.048582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.068742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-585d4d70-31af-4814-93f2-e1a4d0719e30 req-d1d10a31-9dfb-47ff-b3cb-5555b4a4a01d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Sep 30 08:21:31.090709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-6f8b8b3f-333e-4a44-9051-fce083ffc7d2 service neutron] 10.222.0.50 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409700 Sep 30 08:21:31.147609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4bf775b1-71c0-470a-8e62-eeb132467473 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:31.157221 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.161736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.191045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:31.202909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d91d37-605a-43b4-aa01-759d42c5c2e2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.210339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.212209 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Added segment 2e566a02-e63b-442e-84b7-978ecf02df9f of type vlan for network a7f4461a-f9f2-4b95-95cf-e270f7033696 Sep 30 08:21:31.243101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-3294db0b-bdcb-4cde-b1a2-c7d46b57a85c service neutron] 10.222.0.50 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438255 Sep 30 08:21:31.258732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3af20-9788-4af5-aeb0-136da69352b2 req-8f86bd2d-e941-47c6-aa22-f2697b45f17c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.261153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbc3af20-9788-4af5-aeb0-136da69352b2 req-8f86bd2d-e941-47c6-aa22-f2697b45f17c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 944 time: 0.0875030 Sep 30 08:21:31.267487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.301982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-9722db84-6467-43b9-ae5a-05d38f078593 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.71&port_id=e3b965fd-4426-4285-b67d-9fbb866c4518 HTTP/1.1" status: 200 len: 217 time: 0.0397623 Sep 30 08:21:31.302979 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.304791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.305366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4bf775b1-71c0-470a-8e62-eeb132467473, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4bf775b1-71c0-470a-8e62-eeb132467473,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:31.305505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.316733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '4bf775b1-71c0-470a-8e62-eeb132467473', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '4bf775b1-71c0-470a-8e62-eeb132467473', 'mac_address': 'fa:16:3e:93:d7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:31.339366 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4295330 Sep 30 08:21:31.343372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53146) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:31.349667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Request body: {'subnet': {'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-192191447-subnet', 'tenant_id': '90b57a19ad6c412987412e5cfafb5e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:31.369007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.380771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57a55f-f337-432d-b38d-2ca27043968e admin admin] Pushing event updated for resources: {'Network': ['ID=a7f4461a-f9f2-4b95-95cf-e270f7033696,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.385700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf775b1-71c0-470a-8e62-eeb132467473 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:31.399628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a7f4461a-f9f2-4b95-95cf-e270f7033696 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:31.401336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Made reservation on behalf of 90b57a19ad6c412987412e5cfafb5e62 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:31.404077 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.412668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-121e0b23-060b-4a6d-8fe9-ead1fd9151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.414401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-121e0b23-060b-4a6d-8fe9-ead1fd9151a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d11feb0-5e91-4453-aff6-4208fbdb577b HTTP/1.1" status: 200 len: 801 time: 0.0986526 Sep 30 08:21:31.422817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbc3af20-9788-4af5-aeb0-136da69352b2 req-f4464a5f-1f90-4bc8-8aee-0b42835a98b4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233628 Sep 30 08:21:31.462130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d6ca-1404-43c7-b3e5-553140a90202 req-1233eada-8a81-462e-bf1f-0cae6215d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.463736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfb6d6ca-1404-43c7-b3e5-553140a90202 req-1233eada-8a81-462e-bf1f-0cae6215d163 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 1097 time: 0.1562226 Sep 30 08:21:31.488901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4bf775b1-71c0-470a-8e62-eeb132467473, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4bf775b1-71c0-470a-8e62-eeb132467473,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:31.494263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.499894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-8c24ce17-0d9b-4b31-ac53-28a2fba720b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.501538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-8c24ce17-0d9b-4b31-ac53-28a2fba720b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea2a5757-de1b-4f8c-883e-99300321acd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752776 Sep 30 08:21:31.554278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 724d5d15-b044-41c1-b28e-e00a621df845 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:31.576001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfb6d6ca-1404-43c7-b3e5-553140a90202 req-4047ec2c-c681-4666-8d38-5154a773c22d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003344 Sep 30 08:21:31.580726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4bf775b1-71c0-470a-8e62-eeb132467473,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.591232 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.610568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'tag': 'e3b965fd-4426-4285-b67d-9fbb866c4518'}, {'name': 'network-changed', 'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'tag': '79d5b108-ea16-4260-bd9b-095c25717e82'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:31.612816 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "tag": "e3b965fd-4426-4285-b67d-9fbb866c4518"}, {"name": "network-changed", "server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "tag": "79d5b108-ea16-4260-bd9b-095c25717e82"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:31.621906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 724d5d15-b044-41c1-b28e-e00a621df845 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:31.626699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2af9a-c555-4f29-a516-7334488c912e req-b70c3d5c-e988-4e91-b2f3-f4131a0173f2 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.626890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 724d5d15-b044-41c1-b28e-e00a621df845 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:31.627259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.628050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3de2af9a-c555-4f29-a516-7334488c912e req-b70c3d5c-e988-4e91-b2f3-f4131a0173f2 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 948 time: 0.1375873 Sep 30 08:21:31.659419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092404b3-636c-45fd-bbf9-1ac9840c94e3,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.664903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Checking segment: {'id': '2e566a02-e63b-442e-84b7-978ecf02df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:31.665380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Network hostable DHCP agents. Network: a7f4461a-f9f2-4b95-95cf-e270f7033696, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:31.683467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Network a7f4461a-f9f2-4b95-95cf-e270f7033696 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:31.687209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-e5f79cbe-9eed-4b05-bf2a-fb3c0c9729be service neutron] 10.222.0.50 "GET /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742733 Sep 30 08:21:31.691095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3de2af9a-c555-4f29-a516-7334488c912e req-7d9172f8-0b59-4d2f-8dd4-b14332f71a3f tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Sep 30 08:21:31.695263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a7f4461a-f9f2-4b95-95cf-e270f7033696) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:31.699811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.700418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.707677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae9d79-c878-45e0-bc23-0c1742ecd36c None None] Network a7f4461a-f9f2-4b95-95cf-e270f7033696 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:31.726127 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8d56d38-4a59-444e-a275-e1ce5ca22132 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3728533 Sep 30 08:21:31.779287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.811688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724d5d15-b044-41c1-b28e-e00a621df845'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:31.814291 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5debe294-b7e3-471e-8372-8cc1f1b6deb2" -d '{"events": [{"server_uuid": "be6fd7aa-cbad-4acb-8c67-e3d2116a301a", "name": "network-vif-plugged", "status": "completed", "tag": "724d5d15-b044-41c1-b28e-e00a621df845"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:31.843263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-b71bc6fd-539c-48b2-8a42-9d783afdc55f service neutron] 10.222.0.50 "GET /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483438 Sep 30 08:21:31.849001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 724d5d15-b044-41c1-b28e-e00a621df845, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=724d5d15-b044-41c1-b28e-e00a621df845,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:31.860989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.862076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:31.895037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-58bf07af-f302-4227-bc0e-c734f93dfba6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=79d5b108-ea16-4260-bd9b-095c25717e82 HTTP/1.1" status: 200 len: 217 time: 0.0431688 Sep 30 08:21:31.905805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4bf775b1-71c0-470a-8e62-eeb132467473'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:31.926592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:31.926939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a8d6ff11-493a-44d2-828b-c3d0f2bdaf70 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:31.953771 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31778256-5a79-43f4-bf9b-76c13f19de30 x-openstack-request-id: req-31778256-5a79-43f4-bf9b-76c13f19de30 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:31.954076 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "tag": "e3b965fd-4426-4285-b67d-9fbb866c4518", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "tag": "79d5b108-ea16-4260-bd9b-095c25717e82", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:31.954325 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31778256-5a79-43f4-bf9b-76c13f19de30 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:31.954716 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'tag': 'e3b965fd-4426-4285-b67d-9fbb866c4518', 'status': 'completed', 'code': 200} Sep 30 08:21:31.954971 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'tag': '79d5b108-ea16-4260-bd9b-095c25717e82', 'status': 'completed', 'code': 200} Sep 30 08:21:31.974990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-29ae9119-f67c-4413-b4e7-0fcd852009cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:31.976455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4229fc-bc45-4513-9664-323618f91344 None None] Network a7f4461a-f9f2-4b95-95cf-e270f7033696 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:31.977050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-29ae9119-f67c-4413-b4e7-0fcd852009cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceed174d-1e59-4721-a020-2e7e8123dd91 HTTP/1.1" status: 200 len: 801 time: 0.0605447 Sep 30 08:21:32.029250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=724d5d15-b044-41c1-b28e-e00a621df845,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:32.034207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-b0f7caf2-3548-49a3-ab7e-6f870a3d3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.035675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-b0f7caf2-3548-49a3-ab7e-6f870a3d3b12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48dc4e98-732c-455d-9a36-3a2b4d381cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499530 Sep 30 08:21:32.132762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-84e6d1b1-02bf-4c78-b717-f5a8b23226cd service neutron] 10.222.0.50 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886648 Sep 30 08:21:32.184969 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9011d9-ebbf-4188-98d4-9ac1554ada11 x-openstack-request-id: req-9c9011d9-ebbf-4188-98d4-9ac1554ada11 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:32.185587 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6fd7aa-cbad-4acb-8c67-e3d2116a301a", "name": "network-vif-plugged", "status": "completed", "tag": "724d5d15-b044-41c1-b28e-e00a621df845", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:32.185587 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c9011d9-ebbf-4188-98d4-9ac1554ada11 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:32.186071 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724d5d15-b044-41c1-b28e-e00a621df845', 'code': 200} Sep 30 08:21:32.306952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cd825c-b1c0-4302-a15c-d65ed1477971 req-1bfd3a9e-5aa5-4887-8921-7eab58cd9e61 service neutron] 10.222.0.50 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646838 Sep 30 08:21:32.324942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161321b-897b-4a72-80d4-db4dede012c0 req-e303fc50-fafd-4140-976b-96d53a8d20e5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.326504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4161321b-897b-4a72-80d4-db4dede012c0 req-e303fc50-fafd-4140-976b-96d53a8d20e5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1055257 Sep 30 08:21:32.329613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879be7e4-d233-4ec1-8bf9-bea5a44df14d req-ee9cce6e-42d4-426f-9506-6ec6b59e7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.331625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-879be7e4-d233-4ec1-8bf9-bea5a44df14d req-ee9cce6e-42d4-426f-9506-6ec6b59e7b10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 1096 time: 0.0935380 Sep 30 08:21:32.382761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4161321b-897b-4a72-80d4-db4dede012c0 req-bfbe688d-dd38-4156-907a-9b02c27fbc92 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Sep 30 08:21:32.393261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-879be7e4-d233-4ec1-8bf9-bea5a44df14d req-4662eaa3-c988-4145-8b54-23b4ea363f5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499885 Sep 30 08:21:32.485255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-40e1cace-b6d9-4c99-b963-712dca666a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.486063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-40e1cace-b6d9-4c99-b963-712dca666a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.486261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-40e1cace-b6d9-4c99-b963-712dca666a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.488206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-40e1cace-b6d9-4c99-b963-712dca666a68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2865 time: 0.0445731 Sep 30 08:21:32.660479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-6ff60031-26ec-4332-8836-89f274081251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.661883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-6ff60031-26ec-4332-8836-89f274081251 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea2a5757-de1b-4f8c-883e-99300321acd8 HTTP/1.1" status: 200 len: 903 time: 0.1627843 Sep 30 08:21:32.668473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-4902deb5-f0c4-4506-9412-212ca6b6aeeb tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.669846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-4902deb5-f0c4-4506-9412-212ca6b6aeeb tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/networks?id=a7f4461a-f9f2-4b95-95cf-e270f7033696 HTTP/1.1" status: 200 len: 812 time: 0.1626048 Sep 30 08:21:32.717097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-aa4dfdf7-3edc-4ad4-886e-b60d5de5196f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.71&port_id=e3b965fd-4426-4285-b67d-9fbb866c4518 HTTP/1.1" status: 200 len: 217 time: 0.0445569 Sep 30 08:21:32.717426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-44f4223d-f99a-457c-b7e9-12edab6e8f5d tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/quotas/90b57a19ad6c412987412e5cfafb5e62 HTTP/1.1" status: 200 len: 375 time: 0.0396786 Sep 30 08:21:32.773007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-9baf1edf-5e4a-4139-a3d3-b2fa558d48c3 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90b57a19ad6c412987412e5cfafb5e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494740 Sep 30 08:21:32.808580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-ae64f519-07f7-46b0-95f1-aa784fab1969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.810028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-ae64f519-07f7-46b0-95f1-aa784fab1969 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d11feb0-5e91-4453-aff6-4208fbdb577b HTTP/1.1" status: 200 len: 801 time: 0.0849726 Sep 30 08:21:33.177202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-f5fa1f74-08ec-441e-bee8-766ad0e65fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.178981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-f5fa1f74-08ec-441e-bee8-766ad0e65fb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea2a5757-de1b-4f8c-883e-99300321acd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3600748 Sep 30 08:21:33.184264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-81a383c4-a88c-4d3d-b2c4-a6bf8ff9eaa0 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038177 Sep 30 08:21:33.347975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-d858e634-0197-4d27-a7c3-900b58497f12 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572609 Sep 30 08:21:33.351326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-45e9c0f8-5da3-4e46-bb3f-c0acf34f7df5 service neutron] 10.222.0.50 "GET /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521714 Sep 30 08:21:33.446777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-8744069e-9b2d-43de-a4f0-093bb0b55f9a service neutron] 10.222.0.50 "GET /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852044 Sep 30 08:21:33.563342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355e5dc-113a-4465-9d42-cab9027b627a req-e2ebb8e8-2b48-4928-a38c-65b65a74e477 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.569240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355e5dc-113a-4465-9d42-cab9027b627a req-e2ebb8e8-2b48-4928-a38c-65b65a74e477 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.575174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355e5dc-113a-4465-9d42-cab9027b627a req-e2ebb8e8-2b48-4928-a38c-65b65a74e477 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.576806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5355e5dc-113a-4465-9d42-cab9027b627a req-e2ebb8e8-2b48-4928-a38c-65b65a74e477 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2412 time: 0.0802009 Sep 30 08:21:33.631263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-f612203d-578c-4fdd-b62d-d164ab554801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.631759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-f612203d-578c-4fdd-b62d-d164ab554801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.632225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-f612203d-578c-4fdd-b62d-d164ab554801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.633997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-f612203d-578c-4fdd-b62d-d164ab554801 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2865 time: 0.0945299 Sep 30 08:21:33.639325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5355e5dc-113a-4465-9d42-cab9027b627a req-3c2832fa-cb9b-4e75-9004-3a3042f855ff tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483541 Sep 30 08:21:33.770663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-cc636b0c-1e13-4777-be1e-b23ebf44e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.772185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-cc636b0c-1e13-4777-be1e-b23ebf44e983 service neutron] 10.222.0.50 "GET /v2.0/networks?id=48dc4e98-732c-455d-9a36-3a2b4d381cdb HTTP/1.1" status: 200 len: 903 time: 0.1298971 Sep 30 08:21:33.785187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c34dea-7a41-4e83-b763-0ed4351c255a req-d44571a8-950a-4b0b-8b88-6ab0c1f6b379 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.786684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45c34dea-7a41-4e83-b763-0ed4351c255a req-d44571a8-950a-4b0b-8b88-6ab0c1f6b379 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 945 time: 0.0809388 Sep 30 08:21:33.830887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-82624a0a-3c2a-4051-979d-925db118b479 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=79d5b108-ea16-4260-bd9b-095c25717e82 HTTP/1.1" status: 200 len: 217 time: 0.0432317 Sep 30 08:21:33.888100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45c34dea-7a41-4e83-b763-0ed4351c255a req-254123e1-60b0-4e68-a093-c4f97155da2f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938196 Sep 30 08:21:33.900944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-34cbed36-cc7c-450d-b4d3-6f4d196f607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.902648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-34cbed36-cc7c-450d-b4d3-6f4d196f607f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceed174d-1e59-4721-a020-2e7e8123dd91 HTTP/1.1" status: 200 len: 801 time: 0.0621045 Sep 30 08:21:33.986309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-c8c40fd1-2b12-4b32-a0ce-a3b99c60e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:33.987797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-c8c40fd1-2b12-4b32-a0ce-a3b99c60e2f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48dc4e98-732c-455d-9a36-3a2b4d381cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734468 Sep 30 08:21:34.027591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b73b5-014a-41a7-8f85-8364124ecb9d req-d5f0bf73-1a5f-4ef5-aa52-a3e34134f990 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.029073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-491b73b5-014a-41a7-8f85-8364124ecb9d req-d5f0bf73-1a5f-4ef5-aa52-a3e34134f990 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 948 time: 0.0781136 Sep 30 08:21:34.116792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-491b73b5-014a-41a7-8f85-8364124ecb9d req-d7c7c6d8-dec7-4a88-a446-bccb9ed7715b tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Sep 30 08:21:34.128100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-04c6ea95-3542-4d56-a3a0-30e094afc403 service neutron] 10.222.0.50 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319044 Sep 30 08:21:34.231456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b5f7f3-f8d8-4b53-b6bc-d40bb4be9cf4 req-d4cd87e3-23bd-42fa-be93-531b2d8ce799 service neutron] 10.222.0.50 "GET /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954642 Sep 30 08:21:34.376488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a63f4-6e9b-439c-8d57-f8b1338c94f1 req-0c9aa1ce-3d75-4acc-bf67-db4adcc30fc9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.378019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-637a63f4-6e9b-439c-8d57-f8b1338c94f1 req-0c9aa1ce-3d75-4acc-bf67-db4adcc30fc9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.0539639 Sep 30 08:21:34.416076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-637a63f4-6e9b-439c-8d57-f8b1338c94f1 req-16fd4c3e-a249-4111-bb12-ffcd0f8df09a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Sep 30 08:21:34.498592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba04a20f-2d0e-424a-8225-ccf5d13cb3df req-7edf188d-58fa-498e-bbc6-da5f6c098af1 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Sep 30 08:21:34.665236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344d97c-8f5d-4a1b-b722-60b296ee69e9 req-84dad0f1-0cd9-4310-9f06-a7cf0c42ea7d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.666831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b344d97c-8f5d-4a1b-b722-60b296ee69e9 req-84dad0f1-0cd9-4310-9f06-a7cf0c42ea7d tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1109722 Sep 30 08:21:34.725250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-d66dbe92-fd56-419d-a4f6-8b2fd2dcf2ef tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.726729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-d66dbe92-fd56-419d-a4f6-8b2fd2dcf2ef tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.57 "GET /v2.0/networks?id=a7f4461a-f9f2-4b95-95cf-e270f7033696 HTTP/1.1" status: 200 len: 812 time: 0.1454732 Sep 30 08:21:34.731594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b344d97c-8f5d-4a1b-b722-60b296ee69e9 req-c5e3079c-3867-430c-ac75-a788cd67f770 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546772 Sep 30 08:21:34.747930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Request body: {'port': {'device_id': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696', 'admin_state_up': True, 'tenant_id': '90b57a19ad6c412987412e5cfafb5e62'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:34.879231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87237f-0c20-4395-8940-77ffac9c9531 req-818ef24c-dd43-4648-bbf3-9aba9c2475a8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.885330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87237f-0c20-4395-8940-77ffac9c9531 req-818ef24c-dd43-4648-bbf3-9aba9c2475a8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.891861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87237f-0c20-4395-8940-77ffac9c9531 req-818ef24c-dd43-4648-bbf3-9aba9c2475a8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.893486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc87237f-0c20-4395-8940-77ffac9c9531 req-818ef24c-dd43-4648-bbf3-9aba9c2475a8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2412 time: 0.0857837 Sep 30 08:21:34.922798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Made reservation on behalf of 90b57a19ad6c412987412e5cfafb5e62 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:34.926319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.954769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc87237f-0c20-4395-8940-77ffac9c9531 req-4761b06e-d4a4-4f52-afb1-bca27f51f184 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544429 Sep 30 08:21:35.098342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Allocated IP 172.20.0.4 (a7f4461a-f9f2-4b95-95cf-e270f7033696/092404b3-636c-45fd-bbf9-1ac9840c94e3/12d558f2-4409-43a2-9ed9-5b574052f5c2) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:35.118742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05e40d-8cfb-4869-9bb7-37d9e4eede72 req-6050b049-b6bb-4134-817f-f50cc9a57980 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.120229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c05e40d-8cfb-4869-9bb7-37d9e4eede72 req-6050b049-b6bb-4134-817f-f50cc9a57980 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 945 time: 0.0805111 Sep 30 08:21:35.176442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e3b965fd-4426-4285-b67d-9fbb866c4518 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:35.186867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4bf775b1-71c0-470a-8e62-eeb132467473 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:35.188898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c05e40d-8cfb-4869-9bb7-37d9e4eede72 req-fadabebd-a0ae-4fc1-a324-f9a244b33d98 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619290 Sep 30 08:21:35.325469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 4bf775b1-71c0-470a-8e62-eeb132467473 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:35.331693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 4bf775b1-71c0-470a-8e62-eeb132467473 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:35.332086 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.338619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e3b965fd-4426-4285-b67d-9fbb866c4518, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e3b965fd-4426-4285-b67d-9fbb866c4518,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.356678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.372262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e3b965fd-4426-4285-b67d-9fbb866c4518', 'network_id': 'ea2a5757-de1b-4f8c-883e-99300321acd8', 'port_id': 'e3b965fd-4426-4285-b67d-9fbb866c4518', 'mac_address': 'fa:16:3e:f6:ef:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11feb0-5e91-4453-aff6-4208fbdb577b', 'ip_address': '19.86.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:35.425070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.436829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.458531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef45ca5-cb2d-42e7-9f79-c317d4d1fab8 req-9a422d5e-3727-4365-9697-0da64bcf2093 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.459649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b965fd-4426-4285-b67d-9fbb866c4518 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:35.460039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ef45ca5-cb2d-42e7-9f79-c317d4d1fab8 req-9a422d5e-3727-4365-9697-0da64bcf2093 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 948 time: 0.0759397 Sep 30 08:21:35.483200 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.496522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e3b965fd-4426-4285-b67d-9fbb866c4518, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e3b965fd-4426-4285-b67d-9fbb866c4518,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.507571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.508485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 79d5b108-ea16-4260-bd9b-095c25717e82 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:35.510868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Network a7f4461a-f9f2-4b95-95cf-e270f7033696 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:35.514376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:35.517204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:35.518760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf775b1-71c0-470a-8e62-eeb132467473'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:35.521122 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318585c1-5d0f-4ec2-a451-1f3c06f5b9e5" -d '{"events": [{"server_uuid": "547f1cec-3182-491f-8e20-ec67a9b4364a", "name": "network-vif-plugged", "status": "completed", "tag": "4bf775b1-71c0-470a-8e62-eeb132467473"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:35.561118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Pushing event updated for resources: {'Port': ['ID=12d558f2-4409-43a2-9ed9-5b574052f5c2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.563884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4bf775b1-71c0-470a-8e62-eeb132467473, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4bf775b1-71c0-470a-8e62-eeb132467473,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.572815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.581594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ef45ca5-cb2d-42e7-9f79-c317d4d1fab8 req-af716e0d-d0a2-44b6-a39e-803b526035b7 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020160 Sep 30 08:21:35.600390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.601395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.611283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e3b965fd-4426-4285-b67d-9fbb866c4518,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.621788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-e42243fa-9ecf-43f7-9deb-7dfb881d853c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817165 Sep 30 08:21:35.635561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Request body: {'port': {'device_id': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:35.692379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.714871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4bf775b1-71c0-470a-8e62-eeb132467473,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.718639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 79d5b108-ea16-4260-bd9b-095c25717e82, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=79d5b108-ea16-4260-bd9b-095c25717e82,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.729932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '79d5b108-ea16-4260-bd9b-095c25717e82', 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'port_id': '79d5b108-ea16-4260-bd9b-095c25717e82', 'mac_address': 'fa:16:3e:75:4d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceed174d-1e59-4721-a020-2e7e8123dd91', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:35.768873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.783378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d5b108-ea16-4260-bd9b-095c25717e82 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:35.806580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 79d5b108-ea16-4260-bd9b-095c25717e82, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=79d5b108-ea16-4260-bd9b-095c25717e82,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.811091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.811811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b32b57e9-1684-4019-89eb-68fc0e012944 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:35.879354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b32b57e9-1684-4019-89eb-68fc0e012944, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b32b57e9-1684-4019-89eb-68fc0e012944,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.882052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=79d5b108-ea16-4260-bd9b-095c25717e82,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.894493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'b32b57e9-1684-4019-89eb-68fc0e012944', 'network_id': '48dc4e98-732c-455d-9a36-3a2b4d381cdb', 'port_id': 'b32b57e9-1684-4019-89eb-68fc0e012944', 'mac_address': 'fa:16:3e:83:7c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceed174d-1e59-4721-a020-2e7e8123dd91', 'ip_address': '19.80.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:35.927010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607bbda-c48f-4b97-824f-99a81409e94d req-4e7cfb3a-e79f-4904-be11-09945f3597b5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.928744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e607bbda-c48f-4b97-824f-99a81409e94d req-4e7cfb3a-e79f-4904-be11-09945f3597b5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1068733 Sep 30 08:21:35.936014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.949884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32b57e9-1684-4019-89eb-68fc0e012944 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:35.968941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b32b57e9-1684-4019-89eb-68fc0e012944, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b32b57e9-1684-4019-89eb-68fc0e012944,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.973231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.999364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e607bbda-c48f-4b97-824f-99a81409e94d req-780fc361-26e8-42c8-972c-245a7bc8e5d3 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628235 Sep 30 08:21:36.022966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b32b57e9-1684-4019-89eb-68fc0e012944,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:36.039402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d558f2-4409-43a2-9ed9-5b574052f5c2 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:36.047861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.061057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Transition to ACTIVE for port object 12d558f2-4409-43a2-9ed9-5b574052f5c2 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:36.064732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.156083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Pushing event updated for resources: {'Port': ['ID=12d558f2-4409-43a2-9ed9-5b574052f5c2,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:36.287090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-cdf7725e-7d71-49df-94dd-e1d41f2652ea tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:36.288624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-cdf7725e-7d71-49df-94dd-e1d41f2652ea tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1957116 Sep 30 08:21:36.293154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Attempting to bind port 12d558f2-4409-43a2-9ed9-5b574052f5c2 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:36.293531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Attempting to bind port 12d558f2-4409-43a2-9ed9-5b574052f5c2 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '2e566a02-e63b-442e-84b7-978ecf02df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:36.293865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Attempting to bind port 12d558f2-4409-43a2-9ed9-5b574052f5c2 on network a7f4461a-f9f2-4b95-95cf-e270f7033696 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:36.308105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Port 12d558f2-4409-43a2-9ed9-5b574052f5c2 on network a7f4461a-f9f2-4b95-95cf-e270f7033696 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:36.308430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Attempting to bind port 12d558f2-4409-43a2-9ed9-5b574052f5c2 on network a7f4461a-f9f2-4b95-95cf-e270f7033696 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:36.312175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-1def7ef3-8ca4-4a64-83f2-9cc67f2b2a28 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0161426 Sep 30 08:21:36.314781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:36.315661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Checking segment: {'id': '2e566a02-e63b-442e-84b7-978ecf02df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:36.316213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Bound using segment: {'id': '2e566a02-e63b-442e-84b7-978ecf02df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:36.316646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Bound port: 12d558f2-4409-43a2-9ed9-5b574052f5c2, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e566a02-e63b-442e-84b7-978ecf02df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:36.317007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.408195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-a838478c-4b46-43f2-b179-7c15be3a20ea tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810902 Sep 30 08:21:36.414409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] For port 12d558f2-4409-43a2-9ed9-5b574052f5c2, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:36.419247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] For port 12d558f2-4409-43a2-9ed9-5b574052f5c2, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2,segment=NetworkSegment(2e566a02-e63b-442e-84b7-978ecf02df9f),segment_id=2e566a02-e63b-442e-84b7-978ecf02df9f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:36.429378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.487611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:36.488201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.489610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] 10.222.0.57 "PUT /v2.0/ports/12d558f2-4409-43a2-9ed9-5b574052f5c2 HTTP/1.1" status: 200 len: 1091 time: 0.8585193 Sep 30 08:21:36.491396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'tag': '12d558f2-4409-43a2-9ed9-5b574052f5c2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:36.493669 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8386e-6377-4fd8-b2bf-730875e22119" -d '{"events": [{"name": "network-changed", "server_uuid": "7d164bc1-0cf3-4691-ae80-4c433a541099", "tag": "12d558f2-4409-43a2-9ed9-5b574052f5c2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:36.509077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e3b965fd-4426-4285-b67d-9fbb866c4518'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:36.570838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['79d5b108-ea16-4260-bd9b-095c25717e82'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:36.576433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdc6c4-90d7-4503-a04c-ab4ec3d3f744 service neutron] Pushing event updated for resources: {'Port': ['ID=12d558f2-4409-43a2-9ed9-5b574052f5c2,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:36.600119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-110753fc-3f6b-4e12-80b1-b53efcef4f94 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834512 Sep 30 08:21:36.606892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-268d360d-3ef5-4e77-aad7-0b12a5726b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:36.608359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-268d360d-3ef5-4e77-aad7-0b12a5726b08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90b57a19ad6c412987412e5cfafb5e62&device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 1094 time: 0.0696604 Sep 30 08:21:36.633866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['b32b57e9-1684-4019-89eb-68fc0e012944'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:36.673077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-040f2596-cd70-406c-8ff9-ba6a9561b1b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0412769 Sep 30 08:21:36.768348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-8bdaabc4-f881-415d-8608-727357a78e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:36.769758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-8bdaabc4-f881-415d-8608-727357a78e83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=092404b3-636c-45fd-bbf9-1ac9840c94e3 HTTP/1.1" status: 200 len: 852 time: 0.0664825 Sep 30 08:21:36.771943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-57b52d9c-14e1-4eb8-bb68-b35d622ab313 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627357 Sep 30 08:21:36.823111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-c9209a82-338e-470d-91a3-87d9611c04f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7f4461a-f9f2-4b95-95cf-e270f7033696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403607 Sep 30 08:21:36.927938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-d66fad78-7e9f-44f4-a3ff-8bd8e3fd0eb0 service neutron] 10.222.0.57 "GET /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917063 Sep 30 08:21:37.050120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9856c-9dc6-439d-a4b5-c9f7e0ed8634 req-7fdfa093-4141-4ff1-a2c4-21a7e57574a3 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.051621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa9856c-9dc6-439d-a4b5-c9f7e0ed8634 req-7fdfa093-4141-4ff1-a2c4-21a7e57574a3 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 943 time: 0.1102641 Sep 30 08:21:37.081833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca13f7cb-6d8b-4cb8-9ccb-d73d426c062e req-b445c35d-a288-423f-96e4-33c364d915e5 service neutron] 10.222.0.57 "GET /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418893 Sep 30 08:21:37.107665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa9856c-9dc6-439d-a4b5-c9f7e0ed8634 req-6fddd636-6297-47a8-aed8-b15400699638 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Sep 30 08:21:37.151099 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9433930-0823-4d9c-a6f8-d0d960a8c567 x-openstack-request-id: req-d9433930-0823-4d9c-a6f8-d0d960a8c567 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:37.151269 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547f1cec-3182-491f-8e20-ec67a9b4364a", "name": "network-vif-plugged", "status": "completed", "tag": "4bf775b1-71c0-470a-8e62-eeb132467473", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:37.151725 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9433930-0823-4d9c-a6f8-d0d960a8c567 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:37.152215 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf775b1-71c0-470a-8e62-eeb132467473', 'code': 200} Sep 30 08:21:37.258809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a3c07-ec3f-4f3a-ac33-5cc34c53eaad req-09617f5c-5557-4db6-9172-d651f3a34904 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.265107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a3c07-ec3f-4f3a-ac33-5cc34c53eaad req-09617f5c-5557-4db6-9172-d651f3a34904 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.271073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a3c07-ec3f-4f3a-ac33-5cc34c53eaad req-09617f5c-5557-4db6-9172-d651f3a34904 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.272663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-534a3c07-ec3f-4f3a-ac33-5cc34c53eaad req-09617f5c-5557-4db6-9172-d651f3a34904 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2415 time: 0.0736580 Sep 30 08:21:37.338101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-534a3c07-ec3f-4f3a-ac33-5cc34c53eaad req-a7c014e4-9342-4647-b455-4c2eb134ae0a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Sep 30 08:21:37.341344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdba1c-b2e9-4663-93ed-4cb1a4953e3d req-3be6c14d-a401-48e0-a229-0a030ba9e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.343027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24bdba1c-b2e9-4663-93ed-4cb1a4953e3d req-3be6c14d-a401-48e0-a229-0a030ba9e728 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 1100 time: 0.0693948 Sep 30 08:21:37.383192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24bdba1c-b2e9-4663-93ed-4cb1a4953e3d req-3a75f46d-b557-4462-b50e-a3b46dbf0536 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Sep 30 08:21:37.506008 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78d379-2bec-407d-820a-d206a7961bfd x-openstack-request-id: req-ed78d379-2bec-407d-820a-d206a7961bfd {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:37.506600 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d164bc1-0cf3-4691-ae80-4c433a541099", "tag": "12d558f2-4409-43a2-9ed9-5b574052f5c2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:37.506600 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed78d379-2bec-407d-820a-d206a7961bfd {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:37.506935 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'tag': '12d558f2-4409-43a2-9ed9-5b574052f5c2', 'status': 'completed', 'code': 200} Sep 30 08:21:37.611669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-57beed07-ebc8-4148-98ba-646024d90805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.613169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-57beed07-ebc8-4148-98ba-646024d90805 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90b57a19ad6c412987412e5cfafb5e62&device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 1094 time: 0.0754628 Sep 30 08:21:37.625961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42e3f9-5d32-47c0-bb5a-a47c8fb5dfce req-3758bf4a-810f-40ec-aba3-e9fcc3db1f8e tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.627428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c42e3f9-5d32-47c0-bb5a-a47c8fb5dfce req-3758bf4a-810f-40ec-aba3-e9fcc3db1f8e tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 949 time: 0.0628703 Sep 30 08:21:37.716276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c42e3f9-5d32-47c0-bb5a-a47c8fb5dfce req-1e97a115-0233-4960-9b13-68628d13e6aa tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803425 Sep 30 08:21:37.738702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-e8be5f7f-0d97-4c5c-8e36-9d3a066d19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.740196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-e8be5f7f-0d97-4c5c-8e36-9d3a066d19d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7f4461a-f9f2-4b95-95cf-e270f7033696 HTTP/1.1" status: 200 len: 913 time: 0.1119351 Sep 30 08:21:37.799793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-da035f40-f122-4951-97a6-8ae01add3788 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0379329 Sep 30 08:21:37.851606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-1d01945a-166e-495e-9e2e-488c8ca51ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.853100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-1d01945a-166e-495e-9e2e-488c8ca51ba8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=092404b3-636c-45fd-bbf9-1ac9840c94e3 HTTP/1.1" status: 200 len: 852 time: 0.0458138 Sep 30 08:21:37.892362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-8f960aa3-abd8-4a6d-9815-60cf8cd980ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7f4461a-f9f2-4b95-95cf-e270f7033696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256484 Sep 30 08:21:38.312364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6be39e1a-b2f8-4d91-af3e-4c3e75651d02 req-a4e89da6-99bd-45b7-9766-50cd01778ff9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2249fc7-5d46-4c5c-bca5-569cf75a42bf HTTP/1.1" status: 200 len: 210 time: 0.0323803 Sep 30 08:21:38.329789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-9157a6ce-edb4-4136-b46c-21d9449466ec service neutron] 10.222.0.57 "GET /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086993 Sep 30 08:21:38.471229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcf77-85e4-46e7-aac8-b813b92a389d req-b32fec43-b71a-47bd-a3f6-00755105a84a tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.472742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e92bcf77-85e4-46e7-aac8-b813b92a389d req-b32fec43-b71a-47bd-a3f6-00755105a84a tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 943 time: 0.0997524 Sep 30 08:21:38.476618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8386e-6377-4fd8-b2bf-730875e22119 req-aae12011-1f19-47d2-ab37-6479e48d4c8f service neutron] 10.222.0.57 "GET /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256208 Sep 30 08:21:38.482885 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fa7538a9-97b6-44e8-bfa9-a733951fa59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.513669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e92bcf77-85e4-46e7-aac8-b813b92a389d req-c651a489-6406-4a2b-9236-a6f2566af766 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Sep 30 08:21:38.620096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5134602-7ec6-47df-8310-796d7b2daffa req-9f7a961b-d1c2-4229-b6fb-361e9fc7c0a7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.621606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5134602-7ec6-47df-8310-796d7b2daffa req-9f7a961b-d1c2-4229-b6fb-361e9fc7c0a7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0499275 Sep 30 08:21:38.669309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5134602-7ec6-47df-8310-796d7b2daffa req-811aa239-1eef-45a5-9bb1-b026367fa81f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Sep 30 08:21:38.723743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-304102ec-9752-405a-a199-18f8a3ceb07b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=b2249fc7-5d46-4c5c-bca5-569cf75a42bf HTTP/1.1" status: 200 len: 210 time: 0.0415082 Sep 30 08:21:38.871321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1a1f7-b0db-4437-9227-9fbc69652db9 req-0c75005a-cc2e-4d75-838e-cfeb67f990fd tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.878094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1a1f7-b0db-4437-9227-9fbc69652db9 req-0c75005a-cc2e-4d75-838e-cfeb67f990fd tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.884086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1a1f7-b0db-4437-9227-9fbc69652db9 req-0c75005a-cc2e-4d75-838e-cfeb67f990fd tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.885810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7e1a1f7-b0db-4437-9227-9fbc69652db9 req-0c75005a-cc2e-4d75-838e-cfeb67f990fd tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2415 time: 0.1446402 Sep 30 08:21:38.925635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-7e35e120-b4c7-435a-bd03-903e6b19a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.927171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-7e35e120-b4c7-435a-bd03-903e6b19a128 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=395edf2f7c36426c908fb0c8f025a936&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1880474 Sep 30 08:21:38.967524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7e1a1f7-b0db-4437-9227-9fbc69652db9 req-9e944b73-d749-4a3d-8817-ad1c5a2843d5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Sep 30 08:21:39.070177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-52d76612-df1b-4505-9a4f-679d28e1c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.071882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-52d76612-df1b-4505-9a4f-679d28e1c4c6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328852 Sep 30 08:21:39.163925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9521391b-4c9f-4c43-a9c9-e86100fa29bb req-9bc75f1b-85d0-46cc-8c95-2e43f94179ee tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2249fc7-5d46-4c5c-bca5-569cf75a42bf HTTP/1.1" status: 200 len: 210 time: 0.0389621 Sep 30 08:21:39.172750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63beb9-9f1d-41d5-b783-a8aac4ae778f req-55e97e29-dc7e-4c27-945d-e50d348fd5bd tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.175467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d63beb9-9f1d-41d5-b783-a8aac4ae778f req-55e97e29-dc7e-4c27-945d-e50d348fd5bd tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 949 time: 0.1026168 Sep 30 08:21:39.197044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b32b57e9-1684-4019-89eb-68fc0e012944 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:39.229430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d63beb9-9f1d-41d5-b783-a8aac4ae778f req-aa8a84c0-23e8-4365-8133-92b8de47b871 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Sep 30 08:21:39.315085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port b32b57e9-1684-4019-89eb-68fc0e012944 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:39.320001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port b32b57e9-1684-4019-89eb-68fc0e012944 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:39.320384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.434742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.460537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32b57e9-1684-4019-89eb-68fc0e012944'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:39.462806 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f31553-b1bf-4e37-8e99-edf6fb22de86" -d '{"events": [{"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-plugged", "status": "completed", "tag": "b32b57e9-1684-4019-89eb-68fc0e012944"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:39.477740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b32b57e9-1684-4019-89eb-68fc0e012944, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b32b57e9-1684-4019-89eb-68fc0e012944,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:39.483495 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.485896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e3b965fd-4426-4285-b67d-9fbb866c4518 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:39.521714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-964399f0-6b30-4e11-a738-d1d6b059fd97 req-ed792ec1-8784-457e-8198-a7034268840f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=b2249fc7-5d46-4c5c-bca5-569cf75a42bf HTTP/1.1" status: 200 len: 210 time: 0.0494554 Sep 30 08:21:39.576447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b32b57e9-1684-4019-89eb-68fc0e012944,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:39.595501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e3b965fd-4426-4285-b67d-9fbb866c4518 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:39.600068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e3b965fd-4426-4285-b67d-9fbb866c4518 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:39.600500 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.679548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964399f0-6b30-4e11-a738-d1d6b059fd97 req-6b6bbe15-92b7-43ac-9681-0c6e831c762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.681048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-964399f0-6b30-4e11-a738-d1d6b059fd97 req-6b6bbe15-92b7-43ac-9681-0c6e831c762f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=395edf2f7c36426c908fb0c8f025a936&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1443493 Sep 30 08:21:39.696529 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.739062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e3b965fd-4426-4285-b67d-9fbb866c4518, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e3b965fd-4426-4285-b67d-9fbb866c4518,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:39.743801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.744790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 79d5b108-ea16-4260-bd9b-095c25717e82 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:39.755765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75e18cbd-eb3c-48c3-b236-1302c2b6febe req-297d2081-8e61-4f61-85c2-8ec0f953103e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2249fc7-5d46-4c5c-bca5-569cf75a42bf HTTP/1.1" status: 200 len: 210 time: 0.0611079 Sep 30 08:21:39.828695 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b6a1d-58a6-45bf-9e26-b0e7e1debcdc x-openstack-request-id: req-901b6a1d-58a6-45bf-9e26-b0e7e1debcdc {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:39.829118 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-plugged", "status": "completed", "tag": "b32b57e9-1684-4019-89eb-68fc0e012944", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:39.829829 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-901b6a1d-58a6-45bf-9e26-b0e7e1debcdc {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:39.829998 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32b57e9-1684-4019-89eb-68fc0e012944', 'code': 200} Sep 30 08:21:39.835133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e3b965fd-4426-4285-b67d-9fbb866c4518,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:39.856327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964399f0-6b30-4e11-a738-d1d6b059fd97 req-3d2cb50a-3782-432c-860b-4f85c2cb2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.858197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-964399f0-6b30-4e11-a738-d1d6b059fd97 req-3d2cb50a-3782-432c-860b-4f85c2cb2048 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656334 Sep 30 08:21:39.859383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 79d5b108-ea16-4260-bd9b-095c25717e82 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:39.863273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 79d5b108-ea16-4260-bd9b-095c25717e82 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:39.863654 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.923921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb1f65-0893-4e78-aeac-10f95e9a521a req-bc7fefa9-c529-4456-939f-6f87e2c290b7 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.925653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ffb1f65-0893-4e78-aeac-10f95e9a521a req-bc7fefa9-c529-4456-939f-6f87e2c290b7 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 943 time: 0.0513170 Sep 30 08:21:39.945029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.961340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-964399f0-6b30-4e11-a738-d1d6b059fd97 req-ecee5a93-784b-4d0d-894e-3f67b9b9aae5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2249fc7-5d46-4c5c-bca5-569cf75a42bf HTTP/1.1" status: 200 len: 210 time: 0.0347779 Sep 30 08:21:39.979147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 79d5b108-ea16-4260-bd9b-095c25717e82, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=79d5b108-ea16-4260-bd9b-095c25717e82,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:39.983901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.990822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ffb1f65-0893-4e78-aeac-10f95e9a521a req-47cea095-632e-4449-9531-aadc862bc450 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560870 Sep 30 08:21:40.055545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=79d5b108-ea16-4260-bd9b-095c25717e82,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:40.107759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d47220-a75a-41e7-bc1f-f587f395b961 req-641923ee-68d2-407a-a4ee-e0851bf6b1de tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.109357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16d47220-a75a-41e7-bc1f-f587f395b961 req-641923ee-68d2-407a-a4ee-e0851bf6b1de tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 949 time: 0.0523722 Sep 30 08:21:40.149485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16d47220-a75a-41e7-bc1f-f587f395b961 req-4ec63f12-2909-4c9e-b18a-4c79ef25fc0a tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Sep 30 08:21:40.267397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f7b0e-c2ee-49af-b58f-37ffaa66c055 req-275c847a-4f34-493e-a1db-6099aa661c99 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.273262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f7b0e-c2ee-49af-b58f-37ffaa66c055 req-275c847a-4f34-493e-a1db-6099aa661c99 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.279130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f7b0e-c2ee-49af-b58f-37ffaa66c055 req-275c847a-4f34-493e-a1db-6099aa661c99 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.280730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-161f7b0e-c2ee-49af-b58f-37ffaa66c055 req-275c847a-4f34-493e-a1db-6099aa661c99 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2418 time: 0.0639036 Sep 30 08:21:40.320343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-161f7b0e-c2ee-49af-b58f-37ffaa66c055 req-8b738b53-3f5c-4f31-b73e-37f0aa5a5ce5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Sep 30 08:21:40.552216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-05184347-270e-4b3d-80e3-98d92fc88f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.554024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-05184347-270e-4b3d-80e3-98d92fc88f20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.0476429 Sep 30 08:21:40.667947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f5fbb-72c3-4363-ae16-701d0a765071 req-84960a7d-515a-49dc-909d-739257b16713 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.669581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e1f5fbb-72c3-4363-ae16-701d0a765071 req-84960a7d-515a-49dc-909d-739257b16713 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1061172 Sep 30 08:21:40.708448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-f595e055-eecc-4d3a-80c1-54a835266ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.709877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-f595e055-eecc-4d3a-80c1-54a835266ef4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.1382661 Sep 30 08:21:40.725533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e1f5fbb-72c3-4363-ae16-701d0a765071 req-eef90c64-1260-4244-9b1a-cf578dc71a60 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Sep 30 08:21:40.762731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-d4bb21c7-dbc5-4709-a1f4-137c893ff116 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.0362279 Sep 30 08:21:40.818651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-ad1f7104-ea78-46c8-937a-8756f6305928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.820135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-ad1f7104-ea78-46c8-937a-8756f6305928 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0450020 Sep 30 08:21:40.862349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-b9c196b2-c669-41e5-abb0-c33217278ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294497 Sep 30 08:21:40.980249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-75c56a71-4f4d-402e-8b0f-2ad5fff170b3 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080105 Sep 30 08:21:41.037042 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af7e715-d61c-48db-9a4e-80bf53417e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.114359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-b48bfbed-ac86-40fe-8e77-f76f2f278deb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:41.115818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-b48bfbed-ac86-40fe-8e77-f76f2f278deb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1709573 Sep 30 08:21:41.146845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d66ba7b-8c48-438c-bb96-007a0619a6f2 req-25418c99-9cee-4e52-8190-871eade03e48 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543338 Sep 30 08:21:41.148202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-8718369e-dd43-401e-86b6-f37c274ccb99 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0266185 Sep 30 08:21:41.200674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-dccc9557-39b3-4c78-92f0-0778d5e98884 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459497 Sep 30 08:21:41.294493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-3a04c7b7-2332-4e90-beee-3b8ae79ab2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861192 Sep 30 08:21:41.372775 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.391005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-6c3ce990-6818-4d64-b590-38452a9681eb service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899050 Sep 30 08:21:41.514508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-08f299b3-44e3-4ae6-b387-f5248b506107 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:41.515753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-08f299b3-44e3-4ae6-b387-f5248b506107 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.50 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 949 time: 0.0575480 Sep 30 08:21:41.546218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 12d558f2-4409-43a2-9ed9-5b574052f5c2 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:41.645091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720105d-641b-4da6-afa3-9b04ddd7692e req-6893eaf8-af62-4c63-93b0-da211a6d36fd tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:41.646793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4720105d-641b-4da6-afa3-9b04ddd7692e req-6893eaf8-af62-4c63-93b0-da211a6d36fd tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 943 time: 0.0948608 Sep 30 08:21:41.654204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 12d558f2-4409-43a2-9ed9-5b574052f5c2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2,segment=NetworkSegment(2e566a02-e63b-442e-84b7-978ecf02df9f),segment_id=2e566a02-e63b-442e-84b7-978ecf02df9f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:41.667087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '12d558f2-4409-43a2-9ed9-5b574052f5c2', 'network_id': 'a7f4461a-f9f2-4b95-95cf-e270f7033696', 'port_id': '12d558f2-4409-43a2-9ed9-5b574052f5c2', 'mac_address': 'fa:16:3e:43:a0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092404b3-636c-45fd-bbf9-1ac9840c94e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:41.687195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Deleting port 4bf775b1-71c0-470a-8e62-eeb132467473 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:41.687580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.706471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.715402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4720105d-641b-4da6-afa3-9b04ddd7692e req-9b3e4bd2-0ea7-4417-b525-7de154a5b340 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618961 Sep 30 08:21:41.727838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d558f2-4409-43a2-9ed9-5b574052f5c2 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:41.755257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 12d558f2-4409-43a2-9ed9-5b574052f5c2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2,segment=NetworkSegment(2e566a02-e63b-442e-84b7-978ecf02df9f),segment_id=2e566a02-e63b-442e-84b7-978ecf02df9f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:41.761925 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.830781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b965fd-4426-4285-b67d-9fbb866c4518'}, {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d5b108-ea16-4260-bd9b-095c25717e82'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:41.833317 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f45c8ca-6985-4a2a-a346-42faf8e44e8c" -d '{"events": [{"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-plugged", "status": "completed", "tag": "e3b965fd-4426-4285-b67d-9fbb866c4518"}, {"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-plugged", "status": "completed", "tag": "79d5b108-ea16-4260-bd9b-095c25717e82"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:41.836683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=12d558f2-4409-43a2-9ed9-5b574052f5c2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:41.855816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] For port 4bf775b1-71c0-470a-8e62-eeb132467473, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4bf775b1-71c0-470a-8e62-eeb132467473,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:41.856204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.873305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Calling delete_port for 4bf775b1-71c0-470a-8e62-eeb132467473 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:41.885885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59f1b2-cc53-4ecc-8d7d-0a592fefbeef req-ea8a1104-6012-4bb3-8dbf-9e8e8244528a tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:41.889927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df59f1b2-cc53-4ecc-8d7d-0a592fefbeef req-ea8a1104-6012-4bb3-8dbf-9e8e8244528a tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 949 time: 0.0992897 Sep 30 08:21:41.974339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df59f1b2-cc53-4ecc-8d7d-0a592fefbeef req-bbdd83b9-4c07-488e-87bc-7f0f2d7136e9 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/security-groups?id=4870eaea-eecd-4970-9500-86c1abefb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Sep 30 08:21:42.094038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.126737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Pushing event deleted for resources: {'Port': ['ID=4bf775b1-71c0-470a-8e62-eeb132467473,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:42.131376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4bf775b1-71c0-470a-8e62-eeb132467473'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:42.161091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68248-11f2-4524-ab7f-0794dc85d683 req-96b21734-0d41-4004-b6b4-b4d569e81f77 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.167398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68248-11f2-4524-ab7f-0794dc85d683 req-96b21734-0d41-4004-b6b4-b4d569e81f77 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.174190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68248-11f2-4524-ab7f-0794dc85d683 req-96b21734-0d41-4004-b6b4-b4d569e81f77 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.175910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e68248-11f2-4524-ab7f-0794dc85d683 req-96b21734-0d41-4004-b6b4-b4d569e81f77 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2418 time: 0.1199508 Sep 30 08:21:42.194377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['12d558f2-4409-43a2-9ed9-5b574052f5c2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:42.202500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] No DVR routers for this DVR port 4bf775b1-71c0-470a-8e62-eeb132467473 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:42.205974 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.208099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e56547f-4333-4395-bfaf-05ba62b2dd6e req-2187385a-b374-44ac-8755-621ef57406da tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.50 "DELETE /v2.0/ports/4bf775b1-71c0-470a-8e62-eeb132467473 HTTP/1.1" status: 204 len: 173 time: 0.6852109 Sep 30 08:21:42.212828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'name': 'network-vif-deleted', 'tag': '4bf775b1-71c0-470a-8e62-eeb132467473'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:42.215687 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ee90ef-5d63-44e8-9f25-65355a4c41fa" -d '{"events": [{"server_uuid": "547f1cec-3182-491f-8e20-ec67a9b4364a", "name": "network-vif-deleted", "tag": "4bf775b1-71c0-470a-8e62-eeb132467473"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:42.255039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e68248-11f2-4524-ab7f-0794dc85d683 req-646c3f2b-53f1-4f4e-b8ce-1c16b1e6d439 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575264 Sep 30 08:21:42.362007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3d69844-fa80-4aee-8c27-749087f0537d req-71707d55-a740-43c1-b54b-08caed84fc76 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 210 time: 0.0390842 Sep 30 08:21:42.540986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea96b17-1c9e-464b-97b6-6891ff4a2b2c req-f29fa6a6-87f4-477b-b52d-ab7a3114fc2b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.542498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ea96b17-1c9e-464b-97b6-6891ff4a2b2c req-f29fa6a6-87f4-477b-b52d-ab7a3114fc2b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0513904 Sep 30 08:21:42.582109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ea96b17-1c9e-464b-97b6-6891ff4a2b2c req-145a0df9-2da3-4e43-9579-243fe426b03a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Sep 30 08:21:42.706609 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66667c2-a6eb-46d5-b152-3d7d7d6da49f x-openstack-request-id: req-e66667c2-a6eb-46d5-b152-3d7d7d6da49f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:42.706939 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-plugged", "status": "completed", "tag": "e3b965fd-4426-4285-b67d-9fbb866c4518", "code": 200}, {"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-plugged", "status": "completed", "tag": "79d5b108-ea16-4260-bd9b-095c25717e82", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:42.707343 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e66667c2-a6eb-46d5-b152-3d7d7d6da49f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:42.707745 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b965fd-4426-4285-b67d-9fbb866c4518', 'code': 200} Sep 30 08:21:42.708006 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d5b108-ea16-4260-bd9b-095c25717e82', 'code': 200} Sep 30 08:21:42.733295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-98195d8a-168b-4441-9dd2-ff1c7cca43a9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.735318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-98195d8a-168b-4441-9dd2-ff1c7cca43a9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1181567 Sep 30 08:21:42.739257 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff38599-89d9-4e9e-8788-10352fbfbbfa x-openstack-request-id: req-7ff38599-89d9-4e9e-8788-10352fbfbbfa {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:42.739538 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547f1cec-3182-491f-8e20-ec67a9b4364a", "name": "network-vif-deleted", "tag": "4bf775b1-71c0-470a-8e62-eeb132467473", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:42.739812 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ff38599-89d9-4e9e-8788-10352fbfbbfa {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:42.740219 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547f1cec-3182-491f-8e20-ec67a9b4364a', 'name': 'network-vif-deleted', 'tag': '4bf775b1-71c0-470a-8e62-eeb132467473', 'status': 'completed', 'code': 200} Sep 30 08:21:42.800640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:42.920001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77eeaa-ebec-49ea-ba0d-b1717b83b347 req-1b66b794-e3be-4594-9145-477cb4f5c8d9 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.921397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a77eeaa-ebec-49ea-ba0d-b1717b83b347 req-1b66b794-e3be-4594-9145-477cb4f5c8d9 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 944 time: 0.1349859 Sep 30 08:21:42.974503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34133-86c7-4777-9275-045ebd0e24d5 req-83da0995-2dd1-4dec-8ad1-d2f43eeedc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.974939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34133-86c7-4777-9275-045ebd0e24d5 req-83da0995-2dd1-4dec-8ad1-d2f43eeedc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.975458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34133-86c7-4777-9275-045ebd0e24d5 req-83da0995-2dd1-4dec-8ad1-d2f43eeedc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.977081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ece34133-86c7-4777-9275-045ebd0e24d5 req-83da0995-2dd1-4dec-8ad1-d2f43eeedc95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2871 time: 0.0992475 Sep 30 08:21:42.995315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a77eeaa-ebec-49ea-ba0d-b1717b83b347 req-06384cf7-2a07-4998-8ae4-ccda8cc5995d tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Sep 30 08:21:43.006369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:43.009846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.027209 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.058296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ece34133-86c7-4777-9275-045ebd0e24d5 req-aafbc2d1-8a6b-457d-a9ad-c562fde2a9f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605602 Sep 30 08:21:43.122484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7937ef34-db18-4282-90f3-65717460adab req-17a1410b-4927-4200-b383-7219dd831a71 tempest-ImagesNegativeTestJSON-2140992458 tempest-ImagesNegativeTestJSON-2140992458-project] 10.222.0.41 "GET /v2.0/ports?device_id=547f1cec-3182-491f-8e20-ec67a9b4364a HTTP/1.1" status: 200 len: 210 time: 0.0371468 Sep 30 08:21:43.182049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.3 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/24ce2448-4ed5-4e95-92db-fe9cabda02d1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:43.344078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.403415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8951eb-3b66-4213-adbd-76e1a844a47a req-da98cf86-db2e-4932-abdc-73a3c51d19d2 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.409412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8951eb-3b66-4213-adbd-76e1a844a47a req-da98cf86-db2e-4932-abdc-73a3c51d19d2 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.416487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8951eb-3b66-4213-adbd-76e1a844a47a req-da98cf86-db2e-4932-abdc-73a3c51d19d2 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.418112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a8951eb-3b66-4213-adbd-76e1a844a47a req-da98cf86-db2e-4932-abdc-73a3c51d19d2 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2418 time: 0.0936630 Sep 30 08:21:43.444266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.470107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:43.501867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:43.505152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a8951eb-3b66-4213-adbd-76e1a844a47a req-4e85b82d-b3d9-4fcf-b4c4-d2a603db4468 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792291 Sep 30 08:21:43.508226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:43.511959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:43.521110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=24ce2448-4ed5-4e95-92db-fe9cabda02d1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:43.559410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 12d558f2-4409-43a2-9ed9-5b574052f5c2 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:43.574982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.576058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.616657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-f9808064-f833-45d5-82ef-d23f089e7bb4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8214631 Sep 30 08:21:43.636149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca47d-f8fe-4e61-89da-bf4f13e353b0 req-45823daf-01f3-4f89-a0eb-b4a416e8a124 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.637872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8aca47d-f8fe-4e61-89da-bf4f13e353b0 req-45823daf-01f3-4f89-a0eb-b4a416e8a124 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 931 time: 0.0579028 Sep 30 08:21:43.644893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Request body: {'port': {'device_id': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:43.657578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 12d558f2-4409-43a2-9ed9-5b574052f5c2 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:43.664810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 12d558f2-4409-43a2-9ed9-5b574052f5c2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:43.665270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.721860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8aca47d-f8fe-4e61-89da-bf4f13e353b0 req-98e51be3-4104-4b4e-b057-05c55f56eb72 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737908 Sep 30 08:21:43.728401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.751171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.786327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 12d558f2-4409-43a2-9ed9-5b574052f5c2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2,segment=NetworkSegment(2e566a02-e63b-442e-84b7-978ecf02df9f),segment_id=2e566a02-e63b-442e-84b7-978ecf02df9f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:43.791266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.847825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=12d558f2-4409-43a2-9ed9-5b574052f5c2,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:43.964741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a170d3-e2a6-43bf-8bed-a487d1d2d365 req-843ab563-7b2c-46af-a005-c37416bd7bbf tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.966397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7a170d3-e2a6-43bf-8bed-a487d1d2d365 req-843ab563-7b2c-46af-a005-c37416bd7bbf tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0931642 Sep 30 08:21:44.033426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7a170d3-e2a6-43bf-8bed-a487d1d2d365 req-a61eee91-ded6-4e0c-b379-d9be56cd5223 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 Sep 30 08:21:44.067200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ce2448-4ed5-4e95-92db-fe9cabda02d1 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:44.074902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.086702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Transition to ACTIVE for port object 24ce2448-4ed5-4e95-92db-fe9cabda02d1 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:44.091969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.149153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Pushing event updated for resources: {'Port': ['ID=24ce2448-4ed5-4e95-92db-fe9cabda02d1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:44.258930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf9058-ffda-4406-b3af-a3fe6855d588 req-eae3a42a-8dd9-47a4-a326-cc90636a3762 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.260646 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6cf9058-ffda-4406-b3af-a3fe6855d588 req-eae3a42a-8dd9-47a4-a326-cc90636a3762 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 945 time: 0.0752060 Sep 30 08:21:44.261682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Attempting to bind port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:44.262042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Attempting to bind port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:44.262423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Attempting to bind port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:44.267504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:44.267929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Attempting to bind port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:44.279537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:44.279877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:44.280255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:44.280695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Bound port: 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:44.281607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.341353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6cf9058-ffda-4406-b3af-a3fe6855d588 req-5bdd82ae-d82e-4cb8-858f-05e096f8ccf9 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710802 Sep 30 08:21:44.372292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] For port 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:44.376288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] For port 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:44.380099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.415748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.416379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.417804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] 10.222.0.50 "PUT /v2.0/ports/24ce2448-4ed5-4e95-92db-fe9cabda02d1 HTTP/1.1" status: 200 len: 1091 time: 0.7775199 Sep 30 08:21:44.448623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab80ed-d2f1-49b6-a807-02169bca0411 service neutron] Pushing event updated for resources: {'Port': ['ID=24ce2448-4ed5-4e95-92db-fe9cabda02d1,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:44.519074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-a892b70e-fa20-4f92-ac72-b6efb9d28da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.520740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-a892b70e-fa20-4f92-ac72-b6efb9d28da5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 1094 time: 0.0423241 Sep 30 08:21:44.582245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-b8722021-99ab-4261-98d0-64522aba0b6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1 HTTP/1.1" status: 200 len: 217 time: 0.0416408 Sep 30 08:21:44.658140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-2794155d-7f34-4f71-b69c-36da3b0d4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.659613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-2794155d-7f34-4f71-b69c-36da3b0d4f15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0690506 Sep 30 08:21:44.669405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeaa1f-d1e5-40ec-812d-bcbf004b6a9e req-d8c68f79-400c-4f8d-8aa4-cb560755ae04 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.675464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeaa1f-d1e5-40ec-812d-bcbf004b6a9e req-d8c68f79-400c-4f8d-8aa4-cb560755ae04 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.681679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeaa1f-d1e5-40ec-812d-bcbf004b6a9e req-d8c68f79-400c-4f8d-8aa4-cb560755ae04 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.683269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcaeaa1f-d1e5-40ec-812d-bcbf004b6a9e req-d8c68f79-400c-4f8d-8aa4-cb560755ae04 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2418 time: 0.1038644 Sep 30 08:21:44.709582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d558f2-4409-43a2-9ed9-5b574052f5c2'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:44.712288 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7a6b6-9a71-4271-922f-f75369ce9ba5" -d '{"events": [{"server_uuid": "7d164bc1-0cf3-4691-ae80-4c433a541099", "name": "network-vif-plugged", "status": "completed", "tag": "12d558f2-4409-43a2-9ed9-5b574052f5c2"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:44.720866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-c4855733-efbe-4901-b73b-af56bab97c72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366380 Sep 30 08:21:44.727384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53390) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:44.744745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'tag': '24ce2448-4ed5-4e95-92db-fe9cabda02d1'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:44.747000 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3448d0ab-b5d8-41d1-9443-686a433caeed" -d '{"events": [{"name": "network-changed", "server_uuid": "19b9295c-1a53-4321-9e69-c0172ab8fc74", "tag": "24ce2448-4ed5-4e95-92db-fe9cabda02d1"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:44.767819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcaeaa1f-d1e5-40ec-812d-bcbf004b6a9e req-a178ae1b-be22-4ce4-9b9c-297ef1c7d8db tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760145 Sep 30 08:21:44.803046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.815889 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60538ab-b39f-4aa3-9a79-0cd9c51a8ff1 x-openstack-request-id: req-a60538ab-b39f-4aa3-9a79-0cd9c51a8ff1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:44.816359 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d164bc1-0cf3-4691-ae80-4c433a541099", "name": "network-vif-plugged", "status": "completed", "tag": "12d558f2-4409-43a2-9ed9-5b574052f5c2", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:44.816740 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a60538ab-b39f-4aa3-9a79-0cd9c51a8ff1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:44.817508 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d558f2-4409-43a2-9ed9-5b574052f5c2', 'code': 200} Sep 30 08:21:44.857812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-568654df-6182-4101-9b95-aed5fa86421b service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289186 Sep 30 08:21:44.901341 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e6b1681-3cd3-4ceb-b8a7-02c9387519df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aaca28c8d6c4b959a57e881267e1fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727042 Sep 30 08:21:44.903887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53402) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:44.955535 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a93fe617-f78a-4880-a4f5-626d4f7e3bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.977815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a93fe617-f78a-4880-a4f5-626d4f7e3bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.008375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ded3d-ea78-4c7f-92b8-3a7ecae22916 req-e206a75e-89e1-4ee7-9ec4-891860867afa tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.009877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b6ded3d-ea78-4c7f-92b8-3a7ecae22916 req-e206a75e-89e1-4ee7-9ec4-891860867afa tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 943 time: 0.1150107 Sep 30 08:21:45.029954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a93fe617-f78a-4880-a4f5-626d4f7e3bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.034831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a93fe617-f78a-4880-a4f5-626d4f7e3bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.036088 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a93fe617-f78a-4880-a4f5-626d4f7e3bc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4870eaea-eecd-4970-9500-86c1abefb936 HTTP/1.1" status: 204 len: 168 time: 0.1312442 Sep 30 08:21:45.041134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6a0e26e-8a88-4932-a02f-068a6f545f8f req-bcd081dd-4d69-4c51-9b30-9fb8d873bb41 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721082 Sep 30 08:21:45.054695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fe617-f78a-4880-a4f5-626d4f7e3bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4870eaea-eecd-4970-9500-86c1abefb936,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:45.083787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b6ded3d-ea78-4c7f-92b8-3a7ecae22916 req-8eec16f6-51be-4879-addd-8a705dd3022b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Sep 30 08:21:45.086459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce67364-4ef6-401e-b146-76729470f5b8 req-29aad336-306d-4385-bd70-7923f77c66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.089229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dce67364-4ef6-401e-b146-76729470f5b8 req-29aad336-306d-4385-bd70-7923f77c66a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 1096 time: 0.1002357 Sep 30 08:21:45.134756 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801a4ab7-1ae6-4622-a01b-40a5e7afcfd2 x-openstack-request-id: req-801a4ab7-1ae6-4622-a01b-40a5e7afcfd2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:45.135235 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b9295c-1a53-4321-9e69-c0172ab8fc74", "tag": "24ce2448-4ed5-4e95-92db-fe9cabda02d1", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:45.135631 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-801a4ab7-1ae6-4622-a01b-40a5e7afcfd2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:45.136024 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'tag': '24ce2448-4ed5-4e95-92db-fe9cabda02d1', 'status': 'completed', 'code': 200} Sep 30 08:21:45.140489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dce67364-4ef6-401e-b146-76729470f5b8 req-b158017a-46f8-469b-8076-8b7b0b037e6a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362916 Sep 30 08:21:45.197852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4bf775b1-71c0-470a-8e62-eeb132467473 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:45.226414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 4bf775b1-71c0-470a-8e62-eeb132467473 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:45.226760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4bf775b1-71c0-470a-8e62-eeb132467473 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:45.252432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-44be3257-1761-482f-be21-84cd8647e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.254093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-44be3257-1761-482f-be21-84cd8647e429 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 1094 time: 0.0611968 Sep 30 08:21:45.392985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-271ad6a3-c807-4976-a255-7bd58ec34a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.394507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-271ad6a3-c807-4976-a255-7bd58ec34a9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.1229529 Sep 30 08:21:45.408021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dac0c-fb82-4d9d-8006-8aa325d698ef req-1fbf9dbe-b191-4c36-a6d6-a1fb6cb37bc9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.409576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce3dac0c-fb82-4d9d-8006-8aa325d698ef req-1fbf9dbe-b191-4c36-a6d6-a1fb6cb37bc9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0738678 Sep 30 08:21:45.742567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-839557e3-8a30-4daa-9ece-6b42a69eec75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1 HTTP/1.1" status: 200 len: 217 time: 0.3319957 Sep 30 08:21:45.800559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce3dac0c-fb82-4d9d-8006-8aa325d698ef req-51805086-f271-47b6-9109-0186666dcf77 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838458 Sep 30 08:21:45.810797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-62d2959b-90c7-4bd7-9502-4bae5d34e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.811823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-62d2959b-90c7-4bd7-9502-4bae5d34e5d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0609300 Sep 30 08:21:45.851582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-7275b74e-b8dd-410c-b03e-5b38af3c560c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321033 Sep 30 08:21:45.975765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-13d69117-854a-4e91-8a8a-b9435af2587c service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886726 Sep 30 08:21:46.083119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3448d0ab-b5d8-41d1-9443-686a433caeed req-ff3bf4c9-b7ab-47f7-ae04-37355646c699 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995200 Sep 30 08:21:46.132316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b3f66-eff4-48a6-a360-857207178394 req-a45de48c-d66a-4a6e-9a48-ff8983ec5bcf tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.133846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-726b3f66-eff4-48a6-a360-857207178394 req-a45de48c-d66a-4a6e-9a48-ff8983ec5bcf tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 946 time: 0.0491285 Sep 30 08:21:46.174322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-726b3f66-eff4-48a6-a360-857207178394 req-7e5db25d-a450-44ed-aaaf-f18331d07a04 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342314 Sep 30 08:21:46.279880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60744c2-48dd-4ded-81a1-26dc1cd534f2 req-aee2a792-442f-4a8c-a3d6-816c89d5085a tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.281502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f60744c2-48dd-4ded-81a1-26dc1cd534f2 req-aee2a792-442f-4a8c-a3d6-816c89d5085a tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Sep 30 08:21:46.320219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f60744c2-48dd-4ded-81a1-26dc1cd534f2 req-f0d2ce1a-43e3-49bf-959a-d36e46e0bc2c tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Sep 30 08:21:46.428726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657ae5e-4677-486a-b9b9-4d91a3eaac4e req-ee718d70-6911-4942-b8b0-bc89a381b6c8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.434554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657ae5e-4677-486a-b9b9-4d91a3eaac4e req-ee718d70-6911-4942-b8b0-bc89a381b6c8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.441031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657ae5e-4677-486a-b9b9-4d91a3eaac4e req-ee718d70-6911-4942-b8b0-bc89a381b6c8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.442751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7657ae5e-4677-486a-b9b9-4d91a3eaac4e req-ee718d70-6911-4942-b8b0-bc89a381b6c8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2418 time: 0.0684001 Sep 30 08:21:46.480712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7657ae5e-4677-486a-b9b9-4d91a3eaac4e req-26e8d9a8-9976-4e7b-81f7-1420745d41a3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Sep 30 08:21:46.585016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3177c11-d7ac-4ada-be1f-bb141c552309 req-75a1968a-4b54-457a-a2a5-7fd9ddca4d00 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.586507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3177c11-d7ac-4ada-be1f-bb141c552309 req-75a1968a-4b54-457a-a2a5-7fd9ddca4d00 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 943 time: 0.0500727 Sep 30 08:21:46.624204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3177c11-d7ac-4ada-be1f-bb141c552309 req-2ec02885-4eda-491d-b9a5-65a06cb71721 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Sep 30 08:21:46.759185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-eeaa224b-33d3-48cc-b4e4-004ea5fc5302 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.760658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-eeaa224b-33d3-48cc-b4e4-004ea5fc5302 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0830944 Sep 30 08:21:46.810387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-90d0452b-3c80-41b7-b7d4-5bb368aecf4e tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.0428951 Sep 30 08:21:46.820840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'floatingip': {'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:46.860517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.220081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 24ce2448-4ed5-4e95-92db-fe9cabda02d1 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:47.336566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:47.340626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.346030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.348416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '24ce2448-4ed5-4e95-92db-fe9cabda02d1', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': '24ce2448-4ed5-4e95-92db-fe9cabda02d1', 'mac_address': 'fa:16:3e:53:b7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:47.384957 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.398315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ce2448-4ed5-4e95-92db-fe9cabda02d1 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:47.418091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:47.422063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.449671 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d associated. External IP: 172.25.7.83, port: 5f227aed-7c04-43c9-9003-6a001493810e. Sep 30 08:21:47.474722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=24ce2448-4ed5-4e95-92db-fe9cabda02d1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:47.664381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:47.790242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['24ce2448-4ed5-4e95-92db-fe9cabda02d1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:47.799603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:47.804750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.812172 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:47.822731 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:47.823369 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:47.841729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-464741df-f28c-45aa-86cd-c755bba03f9e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:47.847899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-464741df-f28c-45aa-86cd-c755bba03f9e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:47.853742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-464741df-f28c-45aa-86cd-c755bba03f9e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:47.855408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-464741df-f28c-45aa-86cd-c755bba03f9e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 2418 time: 0.0976207 Sep 30 08:21:47.859825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-e1a220f8-491f-4beb-b2c4-c31d13ec88da tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "PUT /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 996 time: 1.0423295 Sep 30 08:21:47.860325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:47.862834 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2158b49a-a221-40bf-80d4-f1c4f1c563a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:47.932808 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:47.981504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-2e82a32e-956f-4e37-872d-79e44b7b74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:47.983045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-2e82a32e-956f-4e37-872d-79e44b7b74ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.0845389 Sep 30 08:21:48.031870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port b32b57e9-1684-4019-89eb-68fc0e012944 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:48.032222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.149360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-76997bed-7ce0-4a97-84ee-24bf9ea6bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:48.150888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-76997bed-7ce0-4a97-84ee-24bf9ea6bda5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1601412 Sep 30 08:21:48.160477 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:47Z', 'revision_number': 1, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:48.187321 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:48.195444 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:48.196057 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:48.209609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port b32b57e9-1684-4019-89eb-68fc0e012944, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b32b57e9-1684-4019-89eb-68fc0e012944,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:48.209980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.227829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for b32b57e9-1684-4019-89eb-68fc0e012944 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:48.247390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-29c4bda9-141a-48e5-9d92-7807bf7c7ac0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 999 time: 0.0874858 Sep 30 08:21:48.302183 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:48.338497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-f8a13976-f3ee-4e58-9d6e-e35d4b5a8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:48.339991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-f8a13976-f3ee-4e58-9d6e-e35d4b5a8d18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0624678 Sep 30 08:21:48.421671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-17ae38eb-e5df-4865-bcee-a37227a27b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:48.423715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-17ae38eb-e5df-4865-bcee-a37227a27b66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724170 Sep 30 08:21:48.451979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.493240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=b32b57e9-1684-4019-89eb-68fc0e012944,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:48.534613 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:47Z', 'revision_number': 1, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:48.566096 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24e06b-7019-496b-b5b7-81b63e707a31 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:47Z', 'revision_number': 1, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:48.568181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port b32b57e9-1684-4019-89eb-68fc0e012944 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:48.573665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.575890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-7b626495-a5f6-4c05-bad5-5eee99fd8493 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "DELETE /v2.0/ports/b32b57e9-1684-4019-89eb-68fc0e012944 HTTP/1.1" status: 204 len: 173 time: 0.7093108 Sep 30 08:21:48.595419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-dbc7de4a-4810-4dfa-b720-9937de4ae59f service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631367 Sep 30 08:21:48.615374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e3b965fd-4426-4285-b67d-9fbb866c4518', '79d5b108-ea16-4260-bd9b-095c25717e82', 'b32b57e9-1684-4019-89eb-68fc0e012944'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:48.749464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd87901-9139-4954-8e44-91cd0cf93e4c req-d772d92c-51c0-4e8f-8231-73334aa9268a service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332090 Sep 30 08:21:48.757710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port e3b965fd-4426-4285-b67d-9fbb866c4518 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:48.758052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.869369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3489a-6f64-4ab9-b57a-5fde2c507ea2 None None] New status for floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:21:48.880478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port e3b965fd-4426-4285-b67d-9fbb866c4518, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e3b965fd-4426-4285-b67d-9fbb866c4518,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:48.880993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.894595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for e3b965fd-4426-4285-b67d-9fbb866c4518 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:49.004697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc884d04-2961-4e37-a946-feaebeec6a52 req-1c390b5b-aa94-44f0-823b-a2540b4692f7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:49.006531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc884d04-2961-4e37-a946-feaebeec6a52 req-1c390b5b-aa94-44f0-823b-a2540b4692f7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1015780 Sep 30 08:21:49.076693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc884d04-2961-4e37-a946-feaebeec6a52 req-b44dee9e-8f09-407c-9688-eeb9190b1359 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612175 Sep 30 08:21:49.106227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.137118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=e3b965fd-4426-4285-b67d-9fbb866c4518,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:49.187724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port e3b965fd-4426-4285-b67d-9fbb866c4518 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:49.190342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.192586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-90b61fcc-a3e0-479e-a440-eb60c768beb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "DELETE /v2.0/ports/e3b965fd-4426-4285-b67d-9fbb866c4518 HTTP/1.1" status: 204 len: 173 time: 0.6105981 Sep 30 08:21:49.225422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 24ce2448-4ed5-4e95-92db-fe9cabda02d1 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:49.297426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:49.303826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:49.304218 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.346914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 79d5b108-ea16-4260-bd9b-095c25717e82 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:49.347265 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.388889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7046c-3d47-4727-8047-fb078e838fcc req-38008b6c-70be-4883-b3f6-b33190dab168 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:49.390946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94f7046c-3d47-4727-8047-fb078e838fcc req-38008b6c-70be-4883-b3f6-b33190dab168 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 945 time: 0.0835612 Sep 30 08:21:49.400223 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.423960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ce2448-4ed5-4e95-92db-fe9cabda02d1'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:49.426142 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14b82d7-e7e4-4556-9545-7ca3c1365c4c" -d '{"events": [{"server_uuid": "19b9295c-1a53-4321-9e69-c0172ab8fc74", "name": "network-vif-plugged", "status": "completed", "tag": "24ce2448-4ed5-4e95-92db-fe9cabda02d1"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:49.439615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:49.444262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.470901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94f7046c-3d47-4727-8047-fb078e838fcc req-f0672309-1194-4750-b220-c5c3033832f1 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721276 Sep 30 08:21:49.482749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 79d5b108-ea16-4260-bd9b-095c25717e82, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=79d5b108-ea16-4260-bd9b-095c25717e82,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:49.483022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.496699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 79d5b108-ea16-4260-bd9b-095c25717e82 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:49.507629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=24ce2448-4ed5-4e95-92db-fe9cabda02d1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:49.612646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316eedec-b2f2-47d6-841f-0b9f386900d8 req-0099990f-f225-4614-80b8-d2f2d6c90d06 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:49.614393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-316eedec-b2f2-47d6-841f-0b9f386900d8 req-0099990f-f225-4614-80b8-d2f2d6c90d06 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=29d0d41d-1847-42ef-8489-8070e1924641 HTTP/1.1" status: 200 len: 946 time: 0.0719912 Sep 30 08:21:49.684840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-316eedec-b2f2-47d6-841f-0b9f386900d8 req-9d3c1d42-52da-4263-b6c3-f0c361c407f3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Sep 30 08:21:49.694712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.727438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=79d5b108-ea16-4260-bd9b-095c25717e82,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:49.793800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 79d5b108-ea16-4260-bd9b-095c25717e82 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:49.796984 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.799022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a00da963-d763-4732-98a7-5dd5bb5bd9c1 req-255f7b51-3a19-418a-bc27-35a091f99133 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.50 "DELETE /v2.0/ports/79d5b108-ea16-4260-bd9b-095c25717e82 HTTP/1.1" status: 204 len: 173 time: 0.6001761 Sep 30 08:21:49.828841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deecf0-50ff-4723-a2a3-4acbb96c0525 req-77c4df89-81f9-486b-88c1-758a41f054ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:49.830511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43deecf0-50ff-4723-a2a3-4acbb96c0525 req-77c4df89-81f9-486b-88c1-758a41f054ae tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 945 time: 0.0776186 Sep 30 08:21:49.871260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43deecf0-50ff-4723-a2a3-4acbb96c0525 req-ee2ace74-6fbe-43d8-9567-ba39b2ec4aab tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Sep 30 08:21:49.932577 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ff619-4e3c-4641-9176-907a8c4feaa0 x-openstack-request-id: req-dd4ff619-4e3c-4641-9176-907a8c4feaa0 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:49.932866 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:49.933115 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd4ff619-4e3c-4641-9176-907a8c4feaa0 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:49.933545 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'status': 'completed', 'code': 200} Sep 30 08:21:50.052061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-601ae4a8-ddb8-4b47-8044-9af3d8022f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:50.053648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-601ae4a8-ddb8-4b47-8044-9af3d8022f94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.0763142 Sep 30 08:21:50.063156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-f08e1f71-fb4e-4609-af73-b39fa9e849b5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:50.064553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-f08e1f71-fb4e-4609-af73-b39fa9e849b5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0780604 Sep 30 08:21:50.205254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-0a75d7c1-fde5-4c6d-a35c-0f4dca498ac3 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.1323590 Sep 30 08:21:50.228170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'floatingip': {'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:50.556413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-23d19a54-c521-4b65-b02d-875804a8e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:50.557896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-23d19a54-c521-4b65-b02d-875804a8e3e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.4924936 Sep 30 08:21:50.576799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.691969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-5332abf4-58db-4b6c-8d8e-fc2a5e7156bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 1001 time: 0.1128814 Sep 30 08:21:50.778105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-4eebbb96-4522-43d0-9031-9f2398a25bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:50.779552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-4eebbb96-4522-43d0-9031-9f2398a25bd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0795803 Sep 30 08:21:50.894369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-4b65824a-d012-4195-a819-cd57e009d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:50.895751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-4b65824a-d012-4195-a819-cd57e009d79f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836833 Sep 30 08:21:51.076259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-da4af03d-b772-43f0-9cd3-3b80be7ea4fd service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661496 Sep 30 08:21:51.250798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b32b57e9-1684-4019-89eb-68fc0e012944 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:51.271023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: b32b57e9-1684-4019-89eb-68fc0e012944 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:51.271371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b32b57e9-1684-4019-89eb-68fc0e012944 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:51.271792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e3b965fd-4426-4285-b67d-9fbb866c4518 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:51.275795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2158b49a-a221-40bf-80d4-f1c4f1c563a3 req-aa34f403-85fd-45e9-a64e-85a988c95067 service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579657 Sep 30 08:21:51.289860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.290047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: e3b965fd-4426-4285-b67d-9fbb866c4518 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:51.290406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e3b965fd-4426-4285-b67d-9fbb866c4518 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:51.290826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 79d5b108-ea16-4260-bd9b-095c25717e82 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:51.294650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.310427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 79d5b108-ea16-4260-bd9b-095c25717e82 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:51.310771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 79d5b108-ea16-4260-bd9b-095c25717e82 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:51.393353 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d associated. External IP: 172.25.7.83, port: 5f227aed-7c04-43c9-9003-6a001493810e. Sep 30 08:21:51.597111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:51.704965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:51.714741 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:51.724497 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:51.725104 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:51.829596 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:51.914272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:51.959158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-deleted', 'tag': 'b32b57e9-1684-4019-89eb-68fc0e012944'}, {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-deleted', 'tag': 'e3b965fd-4426-4285-b67d-9fbb866c4518'}, {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-deleted', 'tag': '79d5b108-ea16-4260-bd9b-095c25717e82'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:51.961385 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457f775-ff92-497b-a754-ad083f08f611" -d '{"events": [{"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-deleted", "tag": "b32b57e9-1684-4019-89eb-68fc0e012944"}, {"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-deleted", "tag": "e3b965fd-4426-4285-b67d-9fbb866c4518"}, {"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-deleted", "tag": "79d5b108-ea16-4260-bd9b-095c25717e82"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:52.032736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:52.037387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.049056 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:51Z', 'revision_number': 3, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:52.075659 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:52.084999 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:52.085649 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:52.192983 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:52.383914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-cdc99c86-2d74-4593-ad39-5d6530e22422 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "PUT /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 998 time: 2.1631584 Sep 30 08:21:52.433847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-7f73d9ec-603a-4ff0-a99e-9fea015641ab tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:52.435358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-7f73d9ec-603a-4ff0-a99e-9fea015641ab tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports/5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 943 time: 0.0456560 Sep 30 08:21:52.502200 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:51Z', 'revision_number': 3, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:52.529403 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5f36e-aec5-4fe1-8dee-12b7b911194c None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:51Z', 'revision_number': 3, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:52.531705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-bedc9ab2-b6a8-4a4f-90a6-faf6a1916981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:52.533404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-bedc9ab2-b6a8-4a4f-90a6-faf6a1916981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.0427401 Sep 30 08:21:52.629773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-da5b5ce3-1d03-473d-9ea1-917473d7b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:52.631274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-da5b5ce3-1d03-473d-9ea1-917473d7b99e service neutron] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.0913625 Sep 30 08:21:52.671751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-f2135b1d-882c-4fc2-b112-80efa426cb39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.0343213 Sep 30 08:21:52.708971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e1e7a-6c7b-4c6e-96e3-8e4abc5766a6 None None] New status for floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:21:52.732489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-de08b0a1-9b7b-41dc-9151-8ce221304564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:52.733985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-de08b0a1-9b7b-41dc-9151-8ce221304564 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0547965 Sep 30 08:21:52.779613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-6b64db1e-9888-4769-8c12-907e772a300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:52.781148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-6b64db1e-9888-4769-8c12-907e772a300c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406961 Sep 30 08:21:52.878891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-c5e1c8d6-8a6a-48a4-a6c9-d4e72b2ceaf3 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905654 Sep 30 08:21:52.939863 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:52.954839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:52.955779 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:52.977724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-b6e28d5a-cdcb-4088-a469-0f07a3db607b service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926988 Sep 30 08:21:53.052064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-51d2bdb6-b24c-482e-adde-c816200b0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.054072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-51d2bdb6-b24c-482e-adde-c816200b0220 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1097 time: 0.0451629 Sep 30 08:21:53.067040 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:53.163407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79186dc4-0511-43ee-949c-77e9f9f99910 req-a635b8b7-e8b3-415f-adf4-067b96222502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.164899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79186dc4-0511-43ee-949c-77e9f9f99910 req-a635b8b7-e8b3-415f-adf4-067b96222502 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.0873094 Sep 30 08:21:53.178354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-4ba6590a-7397-4139-9e64-48368c656964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.179852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-4ba6590a-7397-4139-9e64-48368c656964 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1199279 Sep 30 08:21:53.255249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79186dc4-0511-43ee-949c-77e9f9f99910 req-9142fd60-a58b-41f9-9254-1039c5518fe6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743098 Sep 30 08:21:53.266016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-3b1e77ea-495a-4390-a0f1-aecb7c13c4b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 1001 time: 0.0786190 Sep 30 08:21:53.302928 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:52Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:53.314783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-769119db-3a97-4173-9b66-c714888eef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.316322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-769119db-3a97-4173-9b66-c714888eef45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0438128 Sep 30 08:21:53.329545 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:53.337834 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:53.338446 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:53.362862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-bcecafc0-9f3f-4a34-8f79-c13581144b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.364420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-bcecafc0-9f3f-4a34-8f79-c13581144b84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418727 Sep 30 08:21:53.442893 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:53.457460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-51102034-8bdc-4768-8b7a-198c4f01e3d3 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862067 Sep 30 08:21:53.549718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51edc24c-001c-4bee-953d-7f94ffd30a68 req-63735791-961a-4e9e-a80c-992c45b9a906 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860465 Sep 30 08:21:53.650615 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce4ad7-5bb9-4e1b-89ab-b05725956de3 x-openstack-request-id: req-28ce4ad7-5bb9-4e1b-89ab-b05725956de3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:53.651699 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9295c-1a53-4321-9e69-c0172ab8fc74", "name": "network-vif-plugged", "status": "completed", "tag": "24ce2448-4ed5-4e95-92db-fe9cabda02d1", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:53.652296 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28ce4ad7-5bb9-4e1b-89ab-b05725956de3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:53.652932 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ce2448-4ed5-4e95-92db-fe9cabda02d1', 'code': 200} Sep 30 08:21:53.686753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:52Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:53.714456 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26185de1-35b2-4b63-b0ed-f342ae805f4d None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:14:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:21:52Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:53.783819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32439c3-9907-48e2-a254-fd8ae36646bd req-9ccad225-7eaf-4697-bb5c-c8edc27e03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.785344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e32439c3-9907-48e2-a254-fd8ae36646bd req-9ccad225-7eaf-4697-bb5c-c8edc27e03fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 1096 time: 0.0493422 Sep 30 08:21:53.849243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e32439c3-9907-48e2-a254-fd8ae36646bd req-49b6cfca-bc82-41c8-bf03-1e6bb854defa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328093 Sep 30 08:21:53.911631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ee8bc-0754-4b79-9117-d2600724d455 req-c93b7132-a631-4f14-ab7d-a97d2d04f458 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.913103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-723ee8bc-0754-4b79-9117-d2600724d455 req-c93b7132-a631-4f14-ab7d-a97d2d04f458 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0501802 Sep 30 08:21:53.951586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-723ee8bc-0754-4b79-9117-d2600724d455 req-354f49c9-78aa-47aa-9e1a-e99120de6600 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Sep 30 08:21:54.148230 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:21:54.170970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53528) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.223118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting subnet 2d11feb0-5e91-4453-aff6-4208fbdb577b {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:54.226442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.259491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55884a07-8594-4341-9887-492494d50d4f req-3f610812-e438-4c55-92af-2dc0dd0aa4b5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:54.260977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55884a07-8594-4341-9887-492494d50d4f req-3f610812-e438-4c55-92af-2dc0dd0aa4b5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 945 time: 0.0489733 Sep 30 08:21:54.266412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.304366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55884a07-8594-4341-9887-492494d50d4f req-5693e334-9ada-4079-a2ec-a12f8e11c701 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Sep 30 08:21:54.351122 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ba2b76-e880-46a9-91f7-6817706603af x-openstack-request-id: req-b8ba2b76-e880-46a9-91f7-6817706603af {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:54.351278 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-deleted", "tag": "b32b57e9-1684-4019-89eb-68fc0e012944", "status": "completed", "code": 200}, {"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-deleted", "tag": "e3b965fd-4426-4285-b67d-9fbb866c4518", "status": "completed", "code": 200}, {"server_uuid": "29d0d41d-1847-42ef-8489-8070e1924641", "name": "network-vif-deleted", "tag": "79d5b108-ea16-4260-bd9b-095c25717e82", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:54.351571 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8ba2b76-e880-46a9-91f7-6817706603af {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:54.352037 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-deleted', 'tag': 'b32b57e9-1684-4019-89eb-68fc0e012944', 'status': 'completed', 'code': 200} Sep 30 08:21:54.352384 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-deleted', 'tag': 'e3b965fd-4426-4285-b67d-9fbb866c4518', 'status': 'completed', 'code': 200} Sep 30 08:21:54.353083 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0d41d-1847-42ef-8489-8070e1924641', 'name': 'network-vif-deleted', 'tag': '79d5b108-ea16-4260-bd9b-095c25717e82', 'status': 'completed', 'code': 200} Sep 30 08:21:54.356368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.414986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.427790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f0308ff-db7a-49bb-936e-493b5f045426 req-50026eba-29bc-4dac-b59c-a52d676ca39f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0649424 Sep 30 08:21:54.442695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Subnet': ['ID=2d11feb0-5e91-4453-aff6-4208fbdb577b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:54.448397 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.450637 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9f3f7bac-149f-4981-a5ff-4d7ce5a51050 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/subnets/2d11feb0-5e91-4453-aff6-4208fbdb577b HTTP/1.1" status: 204 len: 168 time: 0.2786560 Sep 30 08:21:54.454314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.459586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c8d8a-7491-485a-b496-0b5b7d374d61 None None] Network ea2a5757-de1b-4f8c-883e-99300321acd8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:54.487482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0308ff-db7a-49bb-936e-493b5f045426 req-5afca30e-ae14-44f1-81bf-fd06f4b2d81a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:54.489323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f0308ff-db7a-49bb-936e-493b5f045426 req-5afca30e-ae14-44f1-81bf-fd06f4b2d81a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports/6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 943 time: 0.0550966 Sep 30 08:21:54.546230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.601347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:54.602003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.603757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f0308ff-db7a-49bb-936e-493b5f045426 req-3862c98c-08ad-4ca0-ba22-d62238538815 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0720534 Sep 30 08:21:54.654412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] DHCP port deletion for ea2a5757-de1b-4f8c-883e-99300321acd8 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:54.675092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:54.675413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.688861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:54.714463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] Deleting port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:54.714838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.724007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0308ff-db7a-49bb-936e-493b5f045426 req-4bedcbb2-223a-4d38-a3f3-92ad3ca630b1 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:54.725479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f0308ff-db7a-49bb-936e-493b5f045426 req-4bedcbb2-223a-4d38-a3f3-92ad3ca630b1 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1148164 Sep 30 08:21:54.791248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] For port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,segment=NetworkSegment(7a22474a-264c-4153-9771-ccd2cf325922),segment_id=7a22474a-264c-4153-9771-ccd2cf325922)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:54.791733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.807014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] Calling delete_port for 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:54.811716 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.829209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:54.875878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-e50f59b6-4e42-4256-8d90-0610f3b4de89 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0859439 Sep 30 08:21:54.880712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:54.926994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.972261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.979147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4e35-9c03-46f2-970e-048e4895117b req-17718272-87fc-4ea4-8b03-8bd87d3fce30 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:54.980373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] No DVR routers for this DVR port 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:54.981509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-17718272-87fc-4ea4-8b03-8bd87d3fce30 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports/6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 943 time: 0.0957160 Sep 30 08:21:54.986969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775bd4-d7d1-494b-8178-430bd67bc4c3 None None] Pushing event deleted for resources: {'Port': ['ID=66c26bb4-1be0-441f-b4e1-0e7ff9598c77,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.020984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2a5757-de1b-4f8c-883e-99300321acd8']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.033038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a22474a-264c-4153-9771-ccd2cf325922') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.033340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a22474a-264c-4153-9771-ccd2cf325922') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.045821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.064293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.071588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:55.073687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:55.079380 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:55.142038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-40807a1f-75bd-4f60-ac3f-2e7b150840b1 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0845382 Sep 30 08:21:55.159640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.167108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.172203 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/networks/ea2a5757-de1b-4f8c-883e-99300321acd8 HTTP/1.1" status: 204 len: 168 time: 0.7139871 Sep 30 08:21:55.172886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.175560 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:55.190965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0469b4-6415-46c4-ae5a-d70e8bc77c4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Network': ['ID=ea2a5757-de1b-4f8c-883e-99300321acd8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.195945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:55.196500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 66c26bb4-1be0-441f-b4e1-0e7ff9598c77 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:55.244331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting subnet ceed174d-1e59-4721-a020-2e7e8123dd91 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:55.247564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.275869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4e35-9c03-46f2-970e-048e4895117b req-d2b43edd-7499-4fec-9cf9-2ab073fc681b tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:55.277252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-d2b43edd-7499-4fec-9cf9-2ab073fc681b tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1304679 Sep 30 08:21:55.287746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.350835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-78bb62ef-d18e-4e4e-a72f-982cebbfca85 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0666769 Sep 30 08:21:55.361369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:55.373549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.416347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.434080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.455240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.460934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Subnet': ['ID=ceed174d-1e59-4721-a020-2e7e8123dd91,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.465371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.467586 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-977c40c9-9b31-407c-8ed7-083d6cb666de tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/subnets/ceed174d-1e59-4721-a020-2e7e8123dd91 HTTP/1.1" status: 204 len: 168 time: 0.2938986 Sep 30 08:21:55.470791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.473639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7c774-7d0e-4b12-b894-d964b6ba1971 None None] Network 48dc4e98-732c-455d-9a36-3a2b4d381cdb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:55.550125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.578955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.584584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.585053 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d disassociated. External IP: 172.25.7.83, port: 6a594d39-b7fa-42e9-9f4a-55763b9574bb. Sep 30 08:21:55.609526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 7df1d46a-a66b-4264-a6a5-6c41718781d0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:55.609997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.624072 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.669904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] DHCP port deletion for 48dc4e98-732c-455d-9a36-3a2b4d381cdb request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:55.681926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 7df1d46a-a66b-4264-a6a5-6c41718781d0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7df1d46a-a66b-4264-a6a5-6c41718781d0,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:55.682301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.695437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 7df1d46a-a66b-4264-a6a5-6c41718781d0 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:55.718062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] Deleting port 7df1d46a-a66b-4264-a6a5-6c41718781d0 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:55.718878 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.779349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.787901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] For port 7df1d46a-a66b-4264-a6a5-6c41718781d0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7df1d46a-a66b-4264-a6a5-6c41718781d0,segment=NetworkSegment(52ea28a3-9a9d-4242-84d6-61d299d4653c),segment_id=52ea28a3-9a9d-4242-84d6-61d299d4653c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:55.788377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.800905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] Calling delete_port for 7df1d46a-a66b-4264-a6a5-6c41718781d0 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:55.808959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 7df1d46a-a66b-4264-a6a5-6c41718781d0 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:55.813301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:55.832304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=7df1d46a-a66b-4264-a6a5-6c41718781d0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.886230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.895699 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.915813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dc4e98-732c-455d-9a36-3a2b4d381cdb']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.916259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] Pushing event deleted for resources: {'Port': ['ID=7df1d46a-a66b-4264-a6a5-6c41718781d0,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.919937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c41bd-cba8-40d6-86c2-709de1c77981 None None] No DVR routers for this DVR port 7df1d46a-a66b-4264-a6a5-6c41718781d0 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:55.927537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ea28a3-9a9d-4242-84d6-61d299d4653c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.927846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ea28a3-9a9d-4242-84d6-61d299d4653c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.930310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:55.938487 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.939097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.946395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:55.954385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.958002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:55.958640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:55.961686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:55.962177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:55.968744 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:55.975062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-4bbd4475-0d53-41af-9d91-1de2f08eb799 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "PUT /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 694 time: 0.6181381 Sep 30 08:21:56.041910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4e35-9c03-46f2-970e-048e4895117b req-20c96bfc-37a9-44b3-97dd-1f9ce71bac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.042518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.044407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-20c96bfc-37a9-44b3-97dd-1f9ce71bac8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1097 time: 0.0514247 Sep 30 08:21:56.051659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.053966 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/networks/48dc4e98-732c-455d-9a36-3a2b4d381cdb HTTP/1.1" status: 204 len: 168 time: 0.5822434 Sep 30 08:21:56.065371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.070771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1325298627'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:56.074085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e43ff-89f0-434a-847d-7529d684f6b3 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Network': ['ID=48dc4e98-732c-455d-9a36-3a2b4d381cdb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:56.083193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:56.096353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:56.100038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.125777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:56.135790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.136142 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Added segment 40147d0e-4aea-4682-bc26-a0d2e9d8a70c of type vlan for network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a Sep 30 08:21:56.150513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4e35-9c03-46f2-970e-048e4895117b req-ea9b9147-8178-4f24-872d-6a6af255d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.152405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-ea9b9147-8178-4f24-872d-6a6af255d0cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1001923 Sep 30 08:21:56.181800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.199766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-73d29ce1-41a9-41cc-a68f-01eea75a4bc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 217 time: 0.0396008 Sep 30 08:21:56.211482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.219803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.220935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.255324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4e35-9c03-46f2-970e-048e4895117b req-8278c945-5412-4aba-8ef9-b7b3cb1be27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.257313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1905499 Sep 30 08:21:56.259956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53568) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.260622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-8278c945-5412-4aba-8ef9-b7b3cb1be27d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0530841 Sep 30 08:21:56.266884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'subnet': {'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:56.297850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:56.311270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296a251-f8b9-4c2c-b5bc-84ea68cfe894 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Network': ['ID=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:56.311796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4e35-9c03-46f2-970e-048e4895117b req-22ea4d1d-2e53-4ed3-b469-1c803c18e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.313480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-22ea4d1d-2e53-4ed3-b469-1c803c18e4a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479879 Sep 30 08:21:56.334627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:56.337124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:56.354021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}, {'name': 'network-changed', 'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb'}, {'name': 'network-changed', 'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:56.356304 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e112a03e-222b-4fd7-8912-fe405add6362" -d '{"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}, {"name": "network-changed", "server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb"}, {"name": "network-changed", "server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:56.358441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:56.359670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:56.389933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:56.393508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.425990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-7e10f25e-46be-40b4-bd7b-1a317d0a6fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033499 Sep 30 08:21:56.520853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:56.527724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-021a4e35-9c03-46f2-970e-048e4895117b req-c36e99c8-2162-490b-97ed-0e5296600e8c service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977736 Sep 30 08:21:56.585916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.647295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Subnet': ['ID=666700d0-0c5c-44b6-b09a-5bc318e9cb69,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:56.658711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Checking segment: {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:56.659138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network hostable DHCP agents. Network: eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:56.679333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:56.692046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:56.697243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.698121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.718924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb81f8a0-311e-4320-817a-19ead03a8fbf None None] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:56.719122 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2294c860-e7d0-4302-978b-1bb65cd1a623 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4551997 Sep 30 08:21:56.719122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53576) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.724081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-105428979'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:56.746929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:56.750673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.778897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:56.790175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.790537 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Added segment 6a57ee98-1d4b-4d07-844f-23a8e586987a of type vlan for network 5900537e-eba9-43de-8b1c-82cf193d6cc8 Sep 30 08:21:56.837279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.866343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.873085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.873742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.880830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55e910-d0a6-40bc-9331-47ffdb88c0c3 req-188526a5-75b7-473d-b8bd-f61669d41c0f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.885061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c55e910-d0a6-40bc-9331-47ffdb88c0c3 req-188526a5-75b7-473d-b8bd-f61669d41c0f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0588107 Sep 30 08:21:56.917109 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1969044 Sep 30 08:21:56.919869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53578) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.928704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'subnet': {'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:56.948710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c55e910-d0a6-40bc-9331-47ffdb88c0c3 req-0450d478-d095-4efa-b7a4-bdec2db01973 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590518 Sep 30 08:21:56.955046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb0d73-8546-4e79-a18d-96e80f22056a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Network': ['ID=5900537e-eba9-43de-8b1c-82cf193d6cc8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:56.964110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:56.980785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:57.020923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095f1c5-7e67-4e9a-bc8e-5352199b3488 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:57.054112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:57.060388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.113325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a', 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'fixed_ips': [{'subnet_id': '666700d0-0c5c-44b6-b09a-5bc318e9cb69'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:57.114296 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.226609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7df1d46a-a66b-4264-a6a5-6c41718781d0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:57.259963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7df1d46a-a66b-4264-a6a5-6c41718781d0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:57.260166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7df1d46a-a66b-4264-a6a5-6c41718781d0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:57.313404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126499e3-0201-4265-a71a-3871f60c9cf5 req-809737c0-0d01-4d6c-88b1-98eff1312534 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:57.315150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-126499e3-0201-4265-a71a-3871f60c9cf5 req-809737c0-0d01-4d6c-88b1-98eff1312534 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 945 time: 0.1193874 Sep 30 08:21:57.338427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Allocated IP 19.80.0.2 (eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a/666700d0-0c5c-44b6-b09a-5bc318e9cb69/54c70e3e-0613-49d8-b76d-f664d31dc901) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:57.345738 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.378455 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c50958-8074-45f5-8127-247c871781c8 None None] New status for floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:21:57.402972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-126499e3-0201-4265-a71a-3871f60c9cf5 req-682b3923-c449-494a-badc-bce9adc4c89e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784450 Sep 30 08:21:57.431650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Subnet': ['ID=bc32136b-45f6-4cb1-a50f-d77b0fd6ba90,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.443002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.443356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.444177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.444521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.446013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.446374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.447479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.447967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.448459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.448948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.449614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.450112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:57.465437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Checking segment: {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:57.465840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network hostable DHCP agents. Network: 5900537e-eba9-43de-8b1c-82cf193d6cc8, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:57.473428 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890be69b-858d-46b5-9476-12f52f13163f x-openstack-request-id: req-890be69b-858d-46b5-9476-12f52f13163f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:57.473769 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:57.474012 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-890be69b-858d-46b5-9476-12f52f13163f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:57.474402 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'status': 'completed', 'code': 200} Sep 30 08:21:57.474649 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'status': 'completed', 'code': 200} Sep 30 08:21:57.474894 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'status': 'completed', 'code': 200} Sep 30 08:21:57.490641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:57.505275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5900537e-eba9-43de-8b1c-82cf193d6cc8) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:57.514708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:57.516801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.535566 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.539051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620a385-867c-424b-a716-7b34b9413ec4 None None] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:57.555452 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.607472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:57.608251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9a01ce9b-74f1-4c86-a042-a978f38b1398 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6869588 Sep 30 08:21:57.629801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:57.635015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-aeebe724-a09f-4793-a97f-4c59e5e39e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:57.636489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-aeebe724-a09f-4793-a97f-4c59e5e39e20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1097 time: 0.1060421 Sep 30 08:21:57.653162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-c9a5cc15-e8af-41d4-a633-8e3957fec366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:57.653162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-c9a5cc15-e8af-41d4-a633-8e3957fec366 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.1200888 Sep 30 08:21:57.671217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:57.677019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Pushing event updated for resources: {'Port': ['ID=54c70e3e-0613-49d8-b76d-f664d31dc901,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.761872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Attempting to bind port 54c70e3e-0613-49d8-b76d-f664d31dc901 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:57.762272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Attempting to bind port 54c70e3e-0613-49d8-b76d-f664d31dc901 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:57.762670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Attempting to bind port 54c70e3e-0613-49d8-b76d-f664d31dc901 on network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:57.791782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:57.792076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Checking segment: {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:57.792481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.792974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Bound using segment: {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:57.793419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Bound port: 54c70e3e-0613-49d8-b76d-f664d31dc901, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:57.793828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.873849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-5900537e-eba9-43de-8b1c-82cf193d6cc8', 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'fixed_ips': [{'subnet_id': 'bc32136b-45f6-4cb1-a50f-d77b0fd6ba90'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:57.874331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.904481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] For port 54c70e3e-0613-49d8-b76d-f664d31dc901, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:57.908686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] For port 54c70e3e-0613-49d8-b76d-f664d31dc901, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=54c70e3e-0613-49d8-b76d-f664d31dc901,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:57.917325 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.043360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737adba4-e21a-472d-8fc8-cc47061c7613 None None] Pushing event updated for resources: {'Port': ['ID=54c70e3e-0613-49d8-b76d-f664d31dc901,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:58.098471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Allocated IP 19.86.0.2 (5900537e-eba9-43de-8b1c-82cf193d6cc8/bc32136b-45f6-4cb1-a50f-d77b0fd6ba90/661b7a25-b583-4028-a0fc-5c0283f7bbd9) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:58.215270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e08f-209a-42b2-89d9-d2527adb5fc5 req-87170bec-ad23-4ad4-b6ee-7d6840630c52 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.221697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75b6e08f-209a-42b2-89d9-d2527adb5fc5 req-87170bec-ad23-4ad4-b6ee-7d6840630c52 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 945 time: 0.4762266 Sep 30 08:21:58.246034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-554255fc-0fbb-4c93-ba9d-45599f9f44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.247569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-554255fc-0fbb-4c93-ba9d-45599f9f44e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.5674210 Sep 30 08:21:58.248506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-f75beff3-f3ef-4679-b84b-048cd354c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.249927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-f75beff3-f3ef-4679-b84b-048cd354c617 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.5967534 Sep 30 08:21:58.298681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.305830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.310383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-a1e22ee2-422b-4f1b-b536-009a5b3d0adb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 217 time: 0.0479043 Sep 30 08:21:58.340207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75b6e08f-209a-42b2-89d9-d2527adb5fc5 req-c99cc3e1-bb1a-45b8-af46-24018326fbc1 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2d91d37-605a-43b4-aa01-759d42c5c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176462 Sep 30 08:21:58.345647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:58.349553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-7385f1d3-3f51-4cea-b337-b1af1c160feb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.0856893 Sep 30 08:21:58.350087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:58.355210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:58.416334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Pushing event updated for resources: {'Port': ['ID=661b7a25-b583-4028-a0fc-5c0283f7bbd9,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:58.431795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-596af6e8-97f2-4db0-9bf4-52f7cd4cb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.433737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-596af6e8-97f2-4db0-9bf4-52f7cd4cb276 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0969663 Sep 30 08:21:58.433978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Attempting to bind port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:58.434367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Attempting to bind port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:58.434735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Attempting to bind port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 on network 5900537e-eba9-43de-8b1c-82cf193d6cc8 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:58.440249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:58.440627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Checking segment: {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:58.441031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.441425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Bound using segment: {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:58.441930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Bound port: 661b7a25-b583-4028-a0fc-5c0283f7bbd9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:58.442317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.442459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-cc114aa3-675b-4058-aa55-e14018aebbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.444417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-cc114aa3-675b-4058-aa55-e14018aebbf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0703602 Sep 30 08:21:58.525128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-5361e168-3c6a-4b8f-a823-98e934104c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.526610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-5361e168-3c6a-4b8f-a823-98e934104c31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809991 Sep 30 08:21:58.528621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-6d3c9513-eeec-4e76-b93a-a0c1476c0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.530050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-6d3c9513-eeec-4e76-b93a-a0c1476c0cfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554075 Sep 30 08:21:58.531379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] For port 661b7a25-b583-4028-a0fc-5c0283f7bbd9, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:58.537929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] For port 661b7a25-b583-4028-a0fc-5c0283f7bbd9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=661b7a25-b583-4028-a0fc-5c0283f7bbd9,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:58.544526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.606574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b2814-6f55-4732-949c-66e07764d1cd None None] Pushing event updated for resources: {'Port': ['ID=661b7a25-b583-4028-a0fc-5c0283f7bbd9,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:58.735290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6755e-b194-41c6-9494-c128644ecff9 req-481e03ab-1728-48b9-8056-b9b3a7d71eab tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.743662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00a6755e-b194-41c6-9494-c128644ecff9 req-481e03ab-1728-48b9-8056-b9b3a7d71eab tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 945 time: 0.1956213 Sep 30 08:21:58.782837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-5ffcaee0-640e-4e47-9f4e-b4f3313a34d2 service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468259 Sep 30 08:21:58.790560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-82a84667-0a1d-4163-9a90-ecf6a40b053f service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415154 Sep 30 08:21:58.854223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00a6755e-b194-41c6-9494-c128644ecff9 req-066c84f1-a60a-480f-ac9b-57ae0cc1016d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095865 Sep 30 08:21:59.037385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-67fe16a7-6ab1-4c3a-91b6-69295ada394b service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456818 Sep 30 08:21:59.050466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-fa4b3741-0ff6-4c18-9c60-69ff5a196fab service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367375 Sep 30 08:21:59.071393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-02fd471f-f13c-4db2-8568-b95fb06d7f94 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.075256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-02fd471f-f13c-4db2-8568-b95fb06d7f94 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1450715 Sep 30 08:21:59.103059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-ca3015b0-8300-4370-9071-452bd369012d tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.105249 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-ca3015b0-8300-4370-9071-452bd369012d tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d164bc1-0cf3-4691-ae80-4c433a541099 HTTP/1.1" status: 200 len: 945 time: 0.0700963 Sep 30 08:21:59.128372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaffb2c-463f-49f8-835a-4724a4e802ed None None] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:59.144506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-966f5bb1-ade7-4ea5-acd7-4394e251f4ab tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.0613832 Sep 30 08:21:59.150646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'floatingip': {'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:59.216313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b35a3c87-cacf-4e3f-a613-c09c9e6621f7 None None] Provisioning complete for port 54c70e3e-0613-49d8-b76d-f664d31dc901 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:59.216313 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b35a3c87-cacf-4e3f-a613-c09c9e6621f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.253864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.275128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Deleting port 12d558f2-4409-43a2-9ed9-5b574052f5c2 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:59.275750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.373073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-6d4b22ec-8342-4203-a143-3e2e8327791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.375640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-6d4b22ec-8342-4203-a143-3e2e8327791c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 1097 time: 0.1878982 Sep 30 08:21:59.377819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 54c70e3e-0613-49d8-b76d-f664d31dc901 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:59.397876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] For port 12d558f2-4409-43a2-9ed9-5b574052f5c2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=12d558f2-4409-43a2-9ed9-5b574052f5c2,segment=NetworkSegment(2e566a02-e63b-442e-84b7-978ecf02df9f),segment_id=2e566a02-e63b-442e-84b7-978ecf02df9f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:59.398252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.412624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Calling delete_port for 12d558f2-4409-43a2-9ed9-5b574052f5c2 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:59.426186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b35a3c87-cacf-4e3f-a613-c09c9e6621f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.442326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-63929b4d-aa65-4c5e-bb7b-3906e526a29d tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.443909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-63929b4d-aa65-4c5e-bb7b-3906e526a29d tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.50 "GET /v2.0/ports?device_id=884ecc5d-97d0-4f3b-a3dd-50c35d56b88f HTTP/1.1" status: 200 len: 946 time: 0.2573419 Sep 30 08:21:59.492219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b35a3c87-cacf-4e3f-a613-c09c9e6621f7 None None] For port 54c70e3e-0613-49d8-b76d-f664d31dc901, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=54c70e3e-0613-49d8-b76d-f664d31dc901,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:59.506492 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b35a3c87-cacf-4e3f-a613-c09c9e6621f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.513046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 54c70e3e-0613-49d8-b76d-f664d31dc901 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:59.513046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.605596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a3c87-cacf-4e3f-a613-c09c9e6621f7 None None] Pushing event updated for resources: {'Port': ['ID=54c70e3e-0613-49d8-b76d-f664d31dc901,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:59.619614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-1b3baa5b-1161-43e5-90b4-71d7fa938e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.621681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-1b3baa5b-1161-43e5-90b4-71d7fa938e65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.2374260 Sep 30 08:21:59.623196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.653573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['12d558f2-4409-43a2-9ed9-5b574052f5c2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:59.690779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Pushing event deleted for resources: {'Port': ['ID=12d558f2-4409-43a2-9ed9-5b574052f5c2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:59.703869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 661b7a25-b583-4028-a0fc-5c0283f7bbd9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:59.746253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-8c023268-5c6f-4ff4-b3a7-e8e9fdf78ba6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 200 len: 217 time: 0.0988297 Sep 30 08:21:59.761894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bae2d-e0c4-430d-835b-68acd0d94112 None None] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:59.774750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] No DVR routers for this DVR port 12d558f2-4409-43a2-9ed9-5b574052f5c2 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:59.777486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.777854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.778192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.778526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.778950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.779291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.779607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.779938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.780263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.780586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.781009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.781333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:59.784489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.786564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8b7a4322-aea7-4865-b7d6-4b79f81ffbee req-11e8a9e9-ef6b-4397-988d-d3f7a9b38752 tempest-ServerPasswordTestJSON-1005517879 tempest-ServerPasswordTestJSON-1005517879-project] 10.222.0.57 "DELETE /v2.0/ports/12d558f2-4409-43a2-9ed9-5b574052f5c2 HTTP/1.1" status: 204 len: 173 time: 0.6596522 Sep 30 08:21:59.786999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'name': 'network-vif-deleted', 'tag': '12d558f2-4409-43a2-9ed9-5b574052f5c2'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:59.789260 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a26a1d9-a002-4ed3-a7a9-a42920f7f82f" -d '{"events": [{"server_uuid": "7d164bc1-0cf3-4691-ae80-4c433a541099", "name": "network-vif-deleted", "tag": "12d558f2-4409-43a2-9ed9-5b574052f5c2"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:59.882710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-24eb4f11-4dbd-4d7f-aec0-e79c708c5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.884182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-24eb4f11-4dbd-4d7f-aec0-e79c708c5f93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0836766 Sep 30 08:21:59.912534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Deleting port 6a594d39-b7fa-42e9-9f4a-55763b9574bb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:59.912916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.985592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:59.986221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.031604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-39e10d2f-fe28-498a-b8be-d11e2f6bfd30 None None] Provisioning complete for port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:00.032177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-39e10d2f-fe28-498a-b8be-d11e2f6bfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.112001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a03e-222b-4fd7-8912-fe405add6362 req-b1efe773-e350-4ad9-9fc6-b98c25825201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:00.113579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-b1efe773-e350-4ad9-9fc6-b98c25825201 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931145 Sep 30 08:22:00.175130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.181539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] For port 6a594d39-b7fa-42e9-9f4a-55763b9574bb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6a594d39-b7fa-42e9-9f4a-55763b9574bb,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:00.181917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.261642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Calling delete_port for 6a594d39-b7fa-42e9-9f4a-55763b9574bb owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:00.326611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-39e10d2f-fe28-498a-b8be-d11e2f6bfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.361629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 661b7a25-b583-4028-a0fc-5c0283f7bbd9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=661b7a25-b583-4028-a0fc-5c0283f7bbd9,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:00.367053 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.374143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-c4bcd041-a229-46e0-bf88-9a9d9638e5fe service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488837 Sep 30 08:22:00.404392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.resource_extend [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:22:00.438121 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-39e10d2f-fe28-498a-b8be-d11e2f6bfd30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:22:00.438469 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-39e10d2f-fe28-498a-b8be-d11e2f6bfd30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:22:00.442963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=661b7a25-b583-4028-a0fc-5c0283f7bbd9,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:00.532515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.540301 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.639554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e112a03e-222b-4fd7-8912-fe405add6362 req-9124ef74-6f42-4c94-9ce6-0238d898bfce service neutron] 10.222.0.50 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567298 Sep 30 08:22:00.686560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.703004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['5f227aed-7c04-43c9-9003-6a001493810e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:00.728816 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d associated. External IP: 172.25.7.83, port: 5f227aed-7c04-43c9-9003-6a001493810e. Sep 30 08:22:00.731335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['6a594d39-b7fa-42e9-9f4a-55763b9574bb'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:01.047943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event deleted for resources: {'Port': ['ID=6a594d39-b7fa-42e9-9f4a-55763b9574bb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:01.095796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] No DVR routers for this DVR port 6a594d39-b7fa-42e9-9f4a-55763b9574bb on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:01.096814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c04e43d9-051e-48b2-980f-4f842a478eb6 None None] Provisioning complete for port 54c70e3e-0613-49d8-b76d-f664d31dc901 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:01.098183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c04e43d9-051e-48b2-980f-4f842a478eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.099536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.101567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-693fd6c3-9218-48e0-9e2f-c5cbf97ff3aa req-4ca46a1e-98ff-44e0-a14d-e9419b5d61f5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.50 "DELETE /v2.0/ports/6a594d39-b7fa-42e9-9f4a-55763b9574bb HTTP/1.1" status: 204 len: 173 time: 1.6494126 Sep 30 08:22:01.102028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'name': 'network-vif-deleted', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:01.104308 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4154d3b-300d-480b-9160-e8d37c9c63bf" -d '{"events": [{"server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "name": "network-vif-deleted", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:01.201260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 54c70e3e-0613-49d8-b76d-f664d31dc901 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:01.291796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c04e43d9-051e-48b2-980f-4f842a478eb6 None None] Provisioning complete for port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:01.292093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c04e43d9-051e-48b2-980f-4f842a478eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.296830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 54c70e3e-0613-49d8-b76d-f664d31dc901 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:01.297171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.313147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:01.427698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:01.432809 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.443033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:01.450503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 661b7a25-b583-4028-a0fc-5c0283f7bbd9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:01.462498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-2b19c39a-572c-4f9f-bb0a-d1cb950aca79 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "PUT /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 996 time: 2.3170776 Sep 30 08:22:01.478883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:01.479524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:01.516626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-0ed2e4ce-efcd-45f5-b4e4-cee0daf8fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:01.518198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-0ed2e4ce-efcd-45f5-b4e4-cee0daf8fb6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.0423946 Sep 30 08:22:01.583818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:01.584199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.631151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-5504dae8-f470-40ec-87a1-0a5099a64696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:01.632288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:01.634664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-5504dae8-f470-40ec-87a1-0a5099a64696 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1055601 Sep 30 08:22:01.714093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-39b3393a-81cb-406e-8908-f2a2ba909437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 999 time: 0.0743029 Sep 30 08:22:01.766299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-ad6c5d7f-03bf-4467-a095-7555de80a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:01.768592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-ad6c5d7f-03bf-4467-a095-7555de80a683 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0525784 Sep 30 08:22:01.814072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-3875c025-5b9a-410d-8816-0dca62409e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:01.815610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-3875c025-5b9a-410d-8816-0dca62409e51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417027 Sep 30 08:22:01.907632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:22:00Z', 'revision_number': 8, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:01.914888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-609cbd0c-8714-4eb6-8554-d245640e9a70 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919800 Sep 30 08:22:01.939511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:01.949675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:01.950321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:02.014663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf89d9bd-a637-4ecc-b234-b4ecc36574b8 req-3aca22c5-e683-466d-beeb-e067984ab5a2 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937490 Sep 30 08:22:02.060713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:02.204287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-39f8fa24-e734-4de3-866a-1ff1c02f03dc tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:02.210164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-39f8fa24-e734-4de3-866a-1ff1c02f03dc tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:02.211775 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-39f8fa24-e734-4de3-866a-1ff1c02f03dc tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/networks?id=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a&id=5900537e-eba9-43de-8b1c-82cf193d6cc8 HTTP/1.1" status: 200 len: 1391 time: 0.1146278 Sep 30 08:22:02.228317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-b82839d5-173f-4e9d-b59f-faa8820e0c87 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/quotas/107f2b20a5f246c691a6b7359cbf1e37 HTTP/1.1" status: 200 len: 375 time: 0.0097823 Sep 30 08:22:02.284141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:22:00Z', 'revision_number': 8, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:02.289652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-791fc47f-c76b-41f7-a4d5-ed7ba3475d61 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0549278 Sep 30 08:22:02.300709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-49979501-4da5-4c57-a9ef-ee90aee155fb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:02.301669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-49979501-4da5-4c57-a9ef-ee90aee155fb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052171 Sep 30 08:22:02.314422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaaea75-5d9f-44b6-8b4c-734c8980e285 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ae318b20-0e12-4264-89fa-5ed44b357f4d', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'port_id': '5f227aed-7c04-43c9-9003-6a001493810e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'mac_address': 'fa:16:3e:28:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74bc73-114f-41a3-8686-28cac280d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:20:34Z', 'updated_at': '2021-09-30T08:22:00Z', 'revision_number': 8, 'project_id': '55d398c7e315458c9436adc03baae206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:02.394676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-83fe939b-4c7a-4c3f-a075-c34b5c5c5d38 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871000 Sep 30 08:22:02.490804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-c1a1a1b0-dfd9-46f8-a6fb-d1aaa617797d service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900657 Sep 30 08:22:02.601554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-fbab2155-1293-4019-9d9e-938d241e6c4b service neutron] 10.222.0.41 "GET /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043096 Sep 30 08:22:02.646969 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad996d-94ba-4666-b808-fdcea1bdb2a9 None None] New status for floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:22:02.697943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-8ce7f23d-50b7-4ce5-affa-98dc53b23030 service neutron] 10.222.0.41 "GET /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904016 Sep 30 08:22:03.117635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-047ff384-85f7-45a2-95e8-bece478890ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.119127 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-047ff384-85f7-45a2-95e8-bece478890ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.0400445 Sep 30 08:22:03.220029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53668) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:03.251832 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac14c7b5-efe5-421a-be00-8a1f1ae0509a x-openstack-request-id: req-ac14c7b5-efe5-421a-be00-8a1f1ae0509a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:03.252061 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d164bc1-0cf3-4691-ae80-4c433a541099", "name": "network-vif-deleted", "tag": "12d558f2-4409-43a2-9ed9-5b574052f5c2", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:03.252313 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac14c7b5-efe5-421a-be00-8a1f1ae0509a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:03.252711 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d164bc1-0cf3-4691-ae80-4c433a541099', 'name': 'network-vif-deleted', 'tag': '12d558f2-4409-43a2-9ed9-5b574052f5c2', 'status': 'completed', 'code': 200} Sep 30 08:22:03.253931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-5be2e232-50a0-44fc-a094-51d322f4bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.255411 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-5be2e232-50a0-44fc-a094-51d322f4bc12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.1232395 Sep 30 08:22:03.266543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Deleting subnet 092404b3-636c-45fd-bbf9-1ac9840c94e3 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:03.269778 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.285557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6a594d39-b7fa-42e9-9f4a-55763b9574bb no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:03.321852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 6a594d39-b7fa-42e9-9f4a-55763b9574bb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:03.322536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6a594d39-b7fa-42e9-9f4a-55763b9574bb not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:03.324851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.341951 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-0948d6fe-9f75-41fb-b21a-2fac9d85cf1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.0684638 Sep 30 08:22:03.349272 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c9b028-e9e4-4cb1-9086-d6a75730d508 x-openstack-request-id: req-79c9b028-e9e4-4cb1-9086-d6a75730d508 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:03.349601 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ecc5d-97d0-4f3b-a3dd-50c35d56b88f", "name": "network-vif-deleted", "tag": "6a594d39-b7fa-42e9-9f4a-55763b9574bb", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:03.349857 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79c9b028-e9e4-4cb1-9086-d6a75730d508 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:03.350249 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ecc5d-97d0-4f3b-a3dd-50c35d56b88f', 'name': 'network-vif-deleted', 'tag': '6a594d39-b7fa-42e9-9f4a-55763b9574bb', 'status': 'completed', 'code': 200} Sep 30 08:22:03.403922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-b60f111e-6b3d-4605-936c-ab726a1e9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.406129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-b60f111e-6b3d-4605-936c-ab726a1e9f43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0474932 Sep 30 08:22:03.411049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.442619 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-c8a1aa91-1358-42cf-a4e7-ad4884703dd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261023 Sep 30 08:22:03.458291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca3229b1-a7d5-4677-b48e-50b477608d39 req-6361eaca-8271-49d0-8f12-11078a604468 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 998 time: 0.0974932 Sep 30 08:22:03.540204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.580942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092404b3-636c-45fd-bbf9-1ac9840c94e3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:03.585891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.587824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6e3c8881-0c1c-480c-a730-d0f5268b5ba5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/092404b3-636c-45fd-bbf9-1ac9840c94e3 HTTP/1.1" status: 204 len: 168 time: 0.3672934 Sep 30 08:22:03.592101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53680) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:03.629220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3229b1-a7d5-4677-b48e-50b477608d39 req-6505ae9b-fb85-4cd0-a100-d4bd15346fd1 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.630721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca3229b1-a7d5-4677-b48e-50b477608d39 req-6505ae9b-fb85-4cd0-a100-d4bd15346fd1 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1642985 Sep 30 08:22:03.641772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 12d558f2-4409-43a2-9ed9-5b574052f5c2 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:03.649534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ca3229b1-a7d5-4677-b48e-50b477608d39 req-6470d751-5f00-4a74-977a-51841b8248fc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:03.650595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca3229b1-a7d5-4677-b48e-50b477608d39 req-6470d751-5f00-4a74-977a-51841b8248fc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083766 Sep 30 08:22:03.664256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 12d558f2-4409-43a2-9ed9-5b574052f5c2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:03.664787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 12d558f2-4409-43a2-9ed9-5b574052f5c2 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:03.701431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.768761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a04e81f7-76cb-4c3a-990b-ab0b09b44836 req-9a653471-be12-401a-92b4-8d7fd2f718bb tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 210 time: 0.0366461 Sep 30 08:22:03.826521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.835725 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-c13a74e8-d259-45a6-a144-f100aea6ab6c service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758774 Sep 30 08:22:03.870787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f4461a-f9f2-4b95-95cf-e270f7033696']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:03.882750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e566a02-e63b-442e-84b7-978ecf02df9f') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:03.883047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e566a02-e63b-442e-84b7-978ecf02df9f') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:03.894710 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.914541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05185b7f-4851-431c-b34e-66ddf0175188 req-ac1d3aaf-984e-4096-beb4-fae356f98c96 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.916550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05185b7f-4851-431c-b34e-66ddf0175188 req-ac1d3aaf-984e-4096-beb4-fae356f98c96 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0868671 Sep 30 08:22:03.920650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.940131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:03.940539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:03.942391 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:03.957038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3c83b890-9d84-4022-b93a-e732c905b3bc req-755259ec-8cd0-4ade-9a28-f0563eaf07e1 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937793 Sep 30 08:22:04.011352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05185b7f-4851-431c-b34e-66ddf0175188 req-fd6aa853-b164-4b43-88fb-e92f437af0f4 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876694 Sep 30 08:22:04.020922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.036654 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.042188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] 10.222.0.41 "DELETE /v2.0/networks/a7f4461a-f9f2-4b95-95cf-e270f7033696 HTTP/1.1" status: 204 len: 168 time: 0.4488122 Sep 30 08:22:04.068804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc424da4-30ed-482b-bad4-52c19c74630d admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f4461a-f9f2-4b95-95cf-e270f7033696,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:04.154120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52293d-1c4c-419f-83ca-f5d3717fe936 req-fe107aa6-4559-41f4-9f8d-a9b1d969430a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.161974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b52293d-1c4c-419f-83ca-f5d3717fe936 req-fe107aa6-4559-41f4-9f8d-a9b1d969430a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 945 time: 0.0619287 Sep 30 08:22:04.176955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a4624943-ac42-4a79-88a6-cf52ac005dac tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.183363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a4624943-ac42-4a79-88a6-cf52ac005dac tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.184933 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a4624943-ac42-4a79-88a6-cf52ac005dac tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.57 "GET /v2.0/networks?id=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a&id=5900537e-eba9-43de-8b1c-82cf193d6cc8 HTTP/1.1" status: 200 len: 1391 time: 0.1543701 Sep 30 08:22:04.199093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b52293d-1c4c-419f-83ca-f5d3717fe936 req-33786e92-f4a3-4189-abb1-daafa9ffc8d7 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356216 Sep 30 08:22:04.225511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'port': {'device_id': '81df46d6-0598-4b02-9506-96705109ba13', 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a', 'admin_state_up': True, 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:04.310982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53700) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:04.348938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-c5d4b594-11f0-493c-ae78-7908bfa15a08 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0718975 Sep 30 08:22:04.370065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eee775a6-7965-4dd5-ab7f-99d7438ffb1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90b57a19ad6c412987412e5cfafb5e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614660 Sep 30 08:22:04.374021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53704) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:04.398713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:04.402285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.411173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-e074add3-c5f0-40fc-836f-f838374560a9 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.412958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-e074add3-c5f0-40fc-836f-f838374560a9 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports/5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 943 time: 0.0565941 Sep 30 08:22:04.482642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ff568aa-043c-4796-b3bb-edf6572e0e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.521651 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ff568aa-043c-4796-b3bb-edf6572e0e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.526223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-89d3650a-7118-425b-bcd5-743c487b8d07 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.0600586 Sep 30 08:22:04.598482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Allocated IP 19.80.0.92 (eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a/666700d0-0c5c-44b6-b09a-5bc318e9cb69/485216e5-060c-4539-b6c1-557280849495) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:04.627200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ff568aa-043c-4796-b3bb-edf6572e0e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.629836 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8ff568aa-043c-4796-b3bb-edf6572e0e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.631034 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8ff568aa-043c-4796-b3bb-edf6572e0e4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2d91d37-605a-43b4-aa01-759d42c5c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2575333 Sep 30 08:22:04.636767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-4f1ad94f-84bf-47de-b187-b5c812371f39 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.642094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-4f1ad94f-84bf-47de-b187-b5c812371f39 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1092374 Sep 30 08:22:04.648389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff568aa-043c-4796-b3bb-edf6572e0e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d91d37-605a-43b4-aa01-759d42c5c2e2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:04.750868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-efc50247-f761-42d2-8dc9-e367cbaac282 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 1001 time: 0.1052935 Sep 30 08:22:04.763280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-d7308bb7-4ca0-4b52-b4fa-fca96c1529c1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.764767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-d7308bb7-4ca0-4b52-b4fa-fca96c1529c1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "GET /v2.0/ports?device_id=19b9295c-1a53-4321-9e69-c0172ab8fc74 HTTP/1.1" status: 200 len: 945 time: 0.0751417 Sep 30 08:22:04.770329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:04.789932 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.833038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.875142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:04.880849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:04.885501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.889307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:04.912216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Port': ['ID=485216e5-060c-4539-b6c1-557280849495,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:04.948824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.949524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.982579 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ca35d61e-94ef-42dd-aa07-2d3aee73439d tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646027 Sep 30 08:22:04.997402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Request body: {'port': {'device_id': '81df46d6-0598-4b02-9506-96705109ba13', 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8', 'admin_state_up': True, 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:05.068141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:05.068644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.072951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.089223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.089653 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d disassociated. External IP: 172.25.7.83, port: 5f227aed-7c04-43c9-9003-6a001493810e. Sep 30 08:22:05.153178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Made reservation on behalf of 107f2b20a5f246c691a6b7359cbf1e37 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:05.157238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.201857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-86a4ecc5-097d-4e20-97b1-7e6f66f8db82 None None] Provisioning complete for port 485216e5-060c-4539-b6c1-557280849495 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:05.202431 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86a4ecc5-097d-4e20-97b1-7e6f66f8db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.240862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port 24ce2448-4ed5-4e95-92db-fe9cabda02d1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=24ce2448-4ed5-4e95-92db-fe9cabda02d1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:05.241234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.263046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for 24ce2448-4ed5-4e95-92db-fe9cabda02d1 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:05.276194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-86a4ecc5-097d-4e20-97b1-7e6f66f8db82 None None] Port 485216e5-060c-4539-b6c1-557280849495 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:05.341159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Allocated IP 19.86.0.101 (5900537e-eba9-43de-8b1c-82cf193d6cc8/bc32136b-45f6-4cb1-a50f-d77b0fd6ba90/4cd14c63-5900-4c29-aa33-4f785d69b750) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:05.524068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.561376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.609721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:05.613002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:05.616847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:05.632012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:05.634868 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586" -d '{"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:05.646391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event updated for resources: {'Port': ['ID=4cd14c63-5900-4c29-aa33-4f785d69b750,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:05.678343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:05.679102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.695287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-ef213609-2134-4971-9bd0-c97b430ffb76 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7027175 Sep 30 08:22:05.713820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Request body: {'port': {'device_id': '81df46d6-0598-4b02-9506-96705109ba13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:05.734806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:05.776451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.828226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.841961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:05.866675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['24ce2448-4ed5-4e95-92db-fe9cabda02d1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:05.866958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=24ce2448-4ed5-4e95-92db-fe9cabda02d1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:05.915076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-522d9ad8-cd22-42f8-8f4b-a2c399746360 None None] Provisioning complete for port 4cd14c63-5900-4c29-aa33-4f785d69b750 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:05.915736 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-522d9ad8-cd22-42f8-8f4b-a2c399746360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.947044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port 24ce2448-4ed5-4e95-92db-fe9cabda02d1 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:05.950167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.953095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b6aebb1-a67e-452b-b63e-9ebb4fb20d5c req-ab5c5cf4-9bc7-4762-9738-674c9d7d857f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "DELETE /v2.0/ports/24ce2448-4ed5-4e95-92db-fe9cabda02d1 HTTP/1.1" status: 204 len: 173 time: 1.1785533 Sep 30 08:22:05.954189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:05.960930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.972908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:05.995841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-168bab69-c88d-4650-a878-2fbebcd13429 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "PUT /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 695 time: 1.2291534 Sep 30 08:22:06.009822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-522d9ad8-cd22-42f8-8f4b-a2c399746360 None None] Port 4cd14c63-5900-4c29-aa33-4f785d69b750 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:06.016123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:06.016555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:06.092714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485216e5-060c-4539-b6c1-557280849495 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:06.102313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.128257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Transition to ACTIVE for port object 485216e5-060c-4539-b6c1-557280849495 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:06.135174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.228800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Pushing event updated for resources: {'Port': ['ID=485216e5-060c-4539-b6c1-557280849495,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:06.238290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-2363d896-11d8-494c-874b-fbeef01cd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.247695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-2363d896-11d8-494c-874b-fbeef01cd111 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.2370007 Sep 30 08:22:06.297089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Attempting to bind port 485216e5-060c-4539-b6c1-557280849495 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:06.297432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Attempting to bind port 485216e5-060c-4539-b6c1-557280849495 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:06.297812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Attempting to bind port 485216e5-060c-4539-b6c1-557280849495 on network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:06.302731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Port 485216e5-060c-4539-b6c1-557280849495 on network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:06.303320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Attempting to bind port 485216e5-060c-4539-b6c1-557280849495 on network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:06.309165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:06.309529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Checking segment: {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:06.309923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Bound using segment: {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:06.310367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Bound port: 485216e5-060c-4539-b6c1-557280849495, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40147d0e-4aea-4682-bc26-a0d2e9d8a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:06.310735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.340135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:06.364533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-b84f88a1-1793-4bf3-ac12-2ddb8854acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.374935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-b84f88a1-1793-4bf3-ac12-2ddb8854acb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1260512 Sep 30 08:22:06.432279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-fd5468dd-c77a-45b1-be4c-c3e75ce5dd41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.0559540 Sep 30 08:22:06.451338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] For port 485216e5-060c-4539-b6c1-557280849495, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:06.458730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] For port 485216e5-060c-4539-b6c1-557280849495, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=485216e5-060c-4539-b6c1-557280849495,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:06.464098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.496738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-87c35e0f-9fd5-4632-9e8e-b7d0da895e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.504295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.505612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.505978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-87c35e0f-9fd5-4632-9e8e-b7d0da895e6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.0722873 Sep 30 08:22:06.507213 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] 10.222.0.57 "PUT /v2.0/ports/485216e5-060c-4539-b6c1-557280849495 HTTP/1.1" status: 200 len: 1091 time: 0.7981281 Sep 30 08:22:06.507682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'tag': '485216e5-060c-4539-b6c1-557280849495'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:06.510207 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "tag": "485216e5-060c-4539-b6c1-557280849495"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:06.559424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Request body: {'port': {'device_id': '81df46d6-0598-4b02-9506-96705109ba13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:06.575173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-7cb768e3-33e0-41e0-8949-c094e1e99a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.584579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-7cb768e3-33e0-41e0-8949-c094e1e99a9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775864 Sep 30 08:22:06.587294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789d7eb-d55e-4cab-8c39-c4762016da2c service neutron] Pushing event updated for resources: {'Port': ['ID=485216e5-060c-4539-b6c1-557280849495,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:06.637478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.698589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-64a98acb-60dc-47b6-bf0e-8ab5294ac8e4 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128001 Sep 30 08:22:06.703944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:06.737875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:06.747017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:06.747928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:06.802055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-857c4379-ec27-4033-b8e3-ccc49d944aaa req-f13881cb-c7fd-4e85-b12b-162a4f84a156 service neutron] 10.222.0.41 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018257 Sep 30 08:22:06.890575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:06.936210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd14c63-5900-4c29-aa33-4f785d69b750 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:06.944886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.959936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Transition to ACTIVE for port object 4cd14c63-5900-4c29-aa33-4f785d69b750 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:06.964168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.015847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd14c63-5900-4c29-aa33-4f785d69b750,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:07.095350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-9370c292-46f3-41d6-bf18-2ae3cad245ea tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338144 Sep 30 08:22:07.100177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Attempting to bind port 4cd14c63-5900-4c29-aa33-4f785d69b750 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:07.100446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Attempting to bind port 4cd14c63-5900-4c29-aa33-4f785d69b750 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:07.100792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Attempting to bind port 4cd14c63-5900-4c29-aa33-4f785d69b750 on network 5900537e-eba9-43de-8b1c-82cf193d6cc8 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:07.106120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Port 4cd14c63-5900-4c29-aa33-4f785d69b750 on network 5900537e-eba9-43de-8b1c-82cf193d6cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:07.106120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Attempting to bind port 4cd14c63-5900-4c29-aa33-4f785d69b750 on network 5900537e-eba9-43de-8b1c-82cf193d6cc8 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:07.111541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:07.111878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Checking segment: {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:07.112260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Bound using segment: {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:07.112692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Bound port: 4cd14c63-5900-4c29-aa33-4f785d69b750, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a57ee98-1d4b-4d07-844f-23a8e586987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:07.113046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.146305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:07.180461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d9dac-f92d-4977-b36c-d9c4f9084a19 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:19:55Z', 'revision_number': 4, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c271b788-beae-48c4-8610-ddd293b51f49', 'name': '', 'network_id': '41cab8b9-5828-4d4a-9799-079710952c59', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'mac_address': 'fa:16:3e:1d:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:53Z', 'updated_at': '2021-09-30T08:20:00Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'subnets': [{'id': '23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:07.193352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] For port 4cd14c63-5900-4c29-aa33-4f785d69b750, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:07.196928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] For port 4cd14c63-5900-4c29-aa33-4f785d69b750, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=4cd14c63-5900-4c29-aa33-4f785d69b750,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:07.207434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.239683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-3681b962-26d1-480a-b92e-5c5e2b3b00a5 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.247726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-3681b962-26d1-480a-b92e-5c5e2b3b00a5 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512189 Sep 30 08:22:07.263311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-93506375-c7ff-45ff-bcd5-a03a66967351 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/quotas/9ee8f709aba44a32a67795a0a8b4b7ff HTTP/1.1" status: 200 len: 375 time: 0.0120959 Sep 30 08:22:07.277505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.278484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.280274 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] 10.222.0.57 "PUT /v2.0/ports/4cd14c63-5900-4c29-aa33-4f785d69b750 HTTP/1.1" status: 200 len: 1092 time: 0.7270050 Sep 30 08:22:07.290649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d08fe9-0c69-42c8-9809-55bb7612c616 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd14c63-5900-4c29-aa33-4f785d69b750,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:07.309371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-e88b808a-b86a-409b-b9cd-9eb611f4c25b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364606 Sep 30 08:22:07.382030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-967a08c7-fcdc-4292-a16c-ee41373424e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.382885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-967a08c7-fcdc-4292-a16c-ee41373424e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.384918 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-967a08c7-fcdc-4292-a16c-ee41373424e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1980 time: 0.0474246 Sep 30 08:22:07.440421 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-174c9285-2ff2-4f83-9d6b-517dc453e788 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=485216e5-060c-4539-b6c1-557280849495 HTTP/1.1" status: 200 len: 217 time: 0.0444083 Sep 30 08:22:07.504390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-482a60af-8582-4005-8246-51dcf5c4dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.506402 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-482a60af-8582-4005-8246-51dcf5c4dea1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=666700d0-0c5c-44b6-b09a-5bc318e9cb69 HTTP/1.1" status: 200 len: 801 time: 0.0543489 Sep 30 08:22:07.576053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-2d801c71-1157-47be-91b2-46f30bcaf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.578786 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-2d801c71-1157-47be-91b2-46f30bcaf02b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590672 Sep 30 08:22:07.589670 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6837445-d4ac-4f9a-b012-83b956d6db4c None None] New status for floating IP ae318b20-0e12-4264-89fa-5ed44b357f4d: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:22:07.611037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde8df9-bd76-4845-a673-c50511ecafa4 req-52aa7512-078f-4def-a38f-4cd9703f8741 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.617900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde8df9-bd76-4845-a673-c50511ecafa4 req-52aa7512-078f-4def-a38f-4cd9703f8741 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.626155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcde8df9-bd76-4845-a673-c50511ecafa4 req-52aa7512-078f-4def-a38f-4cd9703f8741 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1678 time: 0.0921290 Sep 30 08:22:07.681318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcde8df9-bd76-4845-a673-c50511ecafa4 req-f6d73ca3-baaf-4554-b143-4f758f43d1a9 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537841 Sep 30 08:22:07.698040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-d5cbe693-3084-4109-bb32-e9e64a60f312 service neutron] 10.222.0.57 "GET /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075940 Sep 30 08:22:07.817649 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-fe4b6ea7-b957-4810-bee5-d5941045e751 service neutron] 10.222.0.57 "GET /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093373 Sep 30 08:22:07.828531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529653d2-c04c-4ca1-8913-70b7f814e4fc req-af7025c3-509b-4714-8f6d-95cc57745795 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.830274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-529653d2-c04c-4ca1-8913-70b7f814e4fc req-af7025c3-509b-4714-8f6d-95cc57745795 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0805452 Sep 30 08:22:07.874954 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-9329bc09-1fe3-4cd4-a803-a041afc1b292 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=4cd14c63-5900-4c29-aa33-4f785d69b750 HTTP/1.1" status: 200 len: 217 time: 0.0422773 Sep 30 08:22:07.882702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-529653d2-c04c-4ca1-8913-70b7f814e4fc req-5fa305ff-9fad-417c-a1f0-b8a7698a2903 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Sep 30 08:22:07.934653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-14e9bb40-c1ab-4147-93ba-5fc7f20dac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.936223 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-14e9bb40-c1ab-4147-93ba-5fc7f20dac20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc32136b-45f6-4cb1-a50f-d77b0fd6ba90 HTTP/1.1" status: 200 len: 801 time: 0.0503342 Sep 30 08:22:07.995616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-de32c641-8636-41d0-ba6b-34a068082b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.997214 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-de32c641-8636-41d0-ba6b-34a068082b7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5900537e-eba9-43de-8b1c-82cf193d6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502021 Sep 30 08:22:08.122170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-39b824dc-807b-4384-9349-4271686454e0 service neutron] 10.222.0.57 "GET /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115303 Sep 30 08:22:08.134890 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2f1d36-e27e-4825-8638-2044a2fd1687 x-openstack-request-id: req-7a2f1d36-e27e-4825-8638-2044a2fd1687 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:08.135184 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:08.135693 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a2f1d36-e27e-4825-8638-2044a2fd1687 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:08.136057 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'status': 'completed', 'code': 200} Sep 30 08:22:08.190695 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e600e58-e788-481f-9cc3-83c9fb4042a0 x-openstack-request-id: req-3e600e58-e788-481f-9cc3-83c9fb4042a0 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:08.190695 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "tag": "485216e5-060c-4539-b6c1-557280849495", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:08.190695 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e600e58-e788-481f-9cc3-83c9fb4042a0 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:08.190695 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'tag': '485216e5-060c-4539-b6c1-557280849495', 'status': 'completed', 'code': 200} Sep 30 08:22:08.259471 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e19e646-ac83-47ea-a24c-a628dabf9ae5 req-4992a6bb-6342-46e9-a4b3-3f2eb3b42331 service neutron] 10.222.0.57 "GET /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184931 Sep 30 08:22:08.325071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-5840b06e-2aec-4b70-9808-a94909f53b2b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294194 Sep 30 08:22:08.326998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-7b859a90-2e20-4f66-8f62-8a5e4ebe1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.328782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-7b859a90-2e20-4f66-8f62-8a5e4ebe1032 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.1203859 Sep 30 08:22:08.374840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-864ba6ee-ad61-459f-9747-5c6638f9441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.375746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-864ba6ee-ad61-459f-9747-5c6638f9441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.378960 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-864ba6ee-ad61-459f-9747-5c6638f9441f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1980 time: 0.0521023 Sep 30 08:22:08.493288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6e1d-64a9-4338-a362-546b3dd90c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:08.498849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-b3999a8e-f1db-49c6-a4e1-278718f977ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.501264 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-b3999a8e-f1db-49c6-a4e1-278718f977ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a HTTP/1.1" status: 200 len: 903 time: 0.1049056 Sep 30 08:22:08.516569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-07933315-6a98-4fa5-9f1c-1155bafe70a0 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.518065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-07933315-6a98-4fa5-9f1c-1155bafe70a0 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868713 Sep 30 08:22:08.519552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-13dc681d-0258-4f65-9e14-c65c07b64e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.521781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-13dc681d-0258-4f65-9e14-c65c07b64e56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.1778245 Sep 30 08:22:08.542105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-fb7bb69d-4d20-48e3-869a-b3816eb2dfe3 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/quotas/9ee8f709aba44a32a67795a0a8b4b7ff HTTP/1.1" status: 200 len: 375 time: 0.0162325 Sep 30 08:22:08.558759 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-6f06e535-fdaa-4320-8359-160abd67f91b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=485216e5-060c-4539-b6c1-557280849495 HTTP/1.1" status: 200 len: 217 time: 0.0441215 Sep 30 08:22:08.592459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-9e15d2e3-97d7-4ddc-b3e4-0b13d4d6e6fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.0488036 Sep 30 08:22:08.614913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-fdb132f0-3392-4ffd-9e7d-81ff8048f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.616404 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-fdb132f0-3392-4ffd-9e7d-81ff8048f84f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=666700d0-0c5c-44b6-b09a-5bc318e9cb69 HTTP/1.1" status: 200 len: 801 time: 0.0463052 Sep 30 08:22:08.630588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-2fbb4b10-ab62-4bc8-81db-e870d8aff747 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359256 Sep 30 08:22:08.687887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-df41a5cb-9fbe-4eeb-8c31-cb951b1c611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.688636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-82d88bf6-a64a-40ab-bc3f-cd4acfe1c896 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342922 Sep 30 08:22:08.691038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-df41a5cb-9fbe-4eeb-8c31-cb951b1c611b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563612 Sep 30 08:22:08.720938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-4d52b331-3396-4ec5-be01-6e642e40a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.722471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-4d52b331-3396-4ec5-be01-6e642e40a2fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.1167505 Sep 30 08:22:08.845188 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-2c71fdd1-8eb1-421d-a469-cee1fc7037b2 service neutron] 10.222.0.57 "GET /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351206 Sep 30 08:22:08.898829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-2418bf61-a2ec-4e59-b263-b716a4b6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.900436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-2418bf61-a2ec-4e59-b263-b716a4b6be4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600773 Sep 30 08:22:08.909863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-c22fa266-3880-4023-a2d3-6d4fdf34a7d5 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.911702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-c22fa266-3880-4023-a2d3-6d4fdf34a7d5 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171257 Sep 30 08:22:08.986821 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9f73a674-6f0b-4664-b3a4-4cf0075bdbf3 req-fb62bff6-a60f-4d0b-b263-015768121d0b service neutron] 10.222.0.57 "GET /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280172 Sep 30 08:22:09.008575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Request body: {'port': {'device_id': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9ee8f709aba44a32a67795a0a8b4b7ff'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:09.116672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-80fdcd36-ff51-4206-a50e-64e7b78dfe77 service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003479 Sep 30 08:22:09.236142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Made reservation on behalf of 9ee8f709aba44a32a67795a0a8b4b7ff for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:09.239510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.252316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.279910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61c2c06b-1e3c-4bbe-8692-448cfe2e1586 req-67e13a2c-f902-4ff9-984c-eb7bf2892664 service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422246 Sep 30 08:22:09.317611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 24ce2448-4ed5-4e95-92db-fe9cabda02d1 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:09.346807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 24ce2448-4ed5-4e95-92db-fe9cabda02d1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:09.348066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 24ce2448-4ed5-4e95-92db-fe9cabda02d1 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:09.448346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.458810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba3433-52f3-4351-ad52-91bdd4a335e4 req-393d4e81-43e1-41a1-8c4d-a834b7204fec tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:09.465787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba3433-52f3-4351-ad52-91bdd4a335e4 req-393d4e81-43e1-41a1-8c4d-a834b7204fec tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:09.467731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97ba3433-52f3-4351-ad52-91bdd4a335e4 req-393d4e81-43e1-41a1-8c4d-a834b7204fec tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1678 time: 0.0883412 Sep 30 08:22:09.474403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.567692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834cb6c9-7721-40d2-88a5-9ed64a86e40c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:09.611634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97ba3433-52f3-4351-ad52-91bdd4a335e4 req-968c5623-db4c-4753-9eff-fe4df2920802 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305928 Sep 30 08:22:09.632143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:09.675876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Allocated IP 192.168.233.213 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/f85972f2-9f40-4407-8839-34f4dca1b656) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:09.717318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f737129-eab5-4fa7-95d6-0dc4a8fe615a req-34d81917-0c27-4047-ab82-a9a318f018dd tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 210 time: 0.0317860 Sep 30 08:22:09.757981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-251f4e03-5a9a-4006-8672-15a12cd21928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.870515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-10e8d1ea-4cf0-47af-8ea7-4f1b7de4452b tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 200 len: 693 time: 0.0961449 Sep 30 08:22:09.873179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-251f4e03-5a9a-4006-8672-15a12cd21928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.878646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-251f4e03-5a9a-4006-8672-15a12cd21928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.920502 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-251f4e03-5a9a-4006-8672-15a12cd21928 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5f75cfc4cf84b98962de56d2af7d9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869520 Sep 30 08:22:09.921427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f4e03-5a9a-4006-8672-15a12cd21928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27487430-ade1-4877-9ad5-7ecfe2dd6863,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:09.923904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53828) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:09.975925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa7b73f-7c86-48f1-ad04-ea21fe1fa011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.000197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa7b73f-7c86-48f1-ad04-ea21fe1fa011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.010110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.030292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-3bb37378-4d52-4986-9303-268752bdcb88 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331328 Sep 30 08:22:10.050943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa7b73f-7c86-48f1-ad04-ea21fe1fa011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.054544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa7b73f-7c86-48f1-ad04-ea21fe1fa011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.055829 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-baa7b73f-7c86-48f1-ad04-ea21fe1fa011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27487430-ade1-4877-9ad5-7ecfe2dd6863 HTTP/1.1" status: 204 len: 168 time: 0.1309969 Sep 30 08:22:10.071577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7b73f-7c86-48f1-ad04-ea21fe1fa011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27487430-ade1-4877-9ad5-7ecfe2dd6863,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:10.110758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-bc663393-0392-46e5-8dbc-24297fd65779 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:10.113951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-bc663393-0392-46e5-8dbc-24297fd65779 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2425821 Sep 30 08:22:10.139312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'name': 'network-vif-deleted', 'tag': '24ce2448-4ed5-4e95-92db-fe9cabda02d1'}, {'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:10.141773 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed" -d '{"events": [{"server_uuid": "19b9295c-1a53-4321-9e69-c0172ab8fc74", "name": "network-vif-deleted", "tag": "24ce2448-4ed5-4e95-92db-fe9cabda02d1"}, {"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:10.184211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'tag': '4cd14c63-5900-4c29-aa33-4f785d69b750'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:10.186687 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "tag": "4cd14c63-5900-4c29-aa33-4f785d69b750"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:10.220052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.227654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-b9dac529-ad5d-4fda-b302-bccf9759682e tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 696 time: 0.1022997 Sep 30 08:22:10.331094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:10.340210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-89816b40-fd40-42c1-8789-d44352f5e7a2 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:10.341680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-89816b40-fd40-42c1-8789-d44352f5e7a2 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056302 Sep 30 08:22:10.347853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-1f785174-61de-4845-ab18-d41e6b1882b2 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 696 time: 0.1093187 Sep 30 08:22:10.353677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:10.358083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:10.361325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:10.371532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Request body: {'port': {'device_id': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '9ee8f709aba44a32a67795a0a8b4b7ff'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:10.553581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:10.554853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.603240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-05ed80c2-686e-4d1f-b385-941375e085d9 None None] Provisioning complete for port f85972f2-9f40-4407-8839-34f4dca1b656 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:10.604483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05ed80c2-686e-4d1f-b385-941375e085d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.614416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4bd0ec07-177e-4d1c-9f1f-100043745893 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6182852 Sep 30 08:22:10.638634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Request body: {'port': {'device_id': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:10.646057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-05ed80c2-686e-4d1f-b385-941375e085d9 None None] Port f85972f2-9f40-4407-8839-34f4dca1b656 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:10.682108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Made reservation on behalf of 9ee8f709aba44a32a67795a0a8b4b7ff for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:10.685789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.697120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Deleting port 96c93a2f-7ae8-49fc-b418-65fcfda026a1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:10.697472 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.764318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.898947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.899297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.940994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Calling delete_port for 96c93a2f-7ae8-49fc-b418-65fcfda026a1 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:11.042283 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fb8b46ea-3b24-4934-99f3-d8265df98b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.076485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Allocated IP 192.168.233.96 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/1319c802-eb5d-4be8-8b1b-14be514d5075) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:11.269416 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.311033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event deleted for resources: {'Port': ['ID=96c93a2f-7ae8-49fc-b418-65fcfda026a1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:11.338838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.381654 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.395668 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.398169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.399395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf3a30e8-49e7-42e0-b0f8-a2cd5283053b req-8882f940-0269-421a-a4be-2a08d2221864 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "DELETE /v2.0/floatingips/ae318b20-0e12-4264-89fa-5ed44b357f4d HTTP/1.1" status: 204 len: 173 time: 1.0436482 Sep 30 08:22:11.413727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.492958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:11.685777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 485216e5-060c-4539-b6c1-557280849495 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:11.799182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 485216e5-060c-4539-b6c1-557280849495, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=485216e5-060c-4539-b6c1-557280849495,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:11.813978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '485216e5-060c-4539-b6c1-557280849495', 'network_id': 'eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a', 'port_id': '485216e5-060c-4539-b6c1-557280849495', 'mac_address': 'fa:16:3e:ee:07:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666700d0-0c5c-44b6-b09a-5bc318e9cb69', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:11.840467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:11.843118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:11.852001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:11.872383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.888230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485216e5-060c-4539-b6c1-557280849495 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:11.911290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 485216e5-060c-4539-b6c1-557280849495, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=485216e5-060c-4539-b6c1-557280849495,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:11.915579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.916415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 4cd14c63-5900-4c29-aa33-4f785d69b750 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:11.959245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e089a-4012-40ba-a5a8-9d6f5d8515f2 req-a3e79fe4-36c2-47fe-9c0a-9e6ca123be95 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.960912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f4e089a-4012-40ba-a5a8-9d6f5d8515f2 req-a3e79fe4-36c2-47fe-9c0a-9e6ca123be95 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.5035236 Sep 30 08:22:11.969045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.969708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.037754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-4df5334f-9a06-4c4a-a0fa-cc4dc0a6745d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6804259 Sep 30 08:22:12.040691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=485216e5-060c-4539-b6c1-557280849495,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:12.063230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Request body: {'port': {'device_id': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:12.073497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85972f2-9f40-4407-8839-34f4dca1b656 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:12.100369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.105431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f4e089a-4012-40ba-a5a8-9d6f5d8515f2 req-0c0bece9-e276-4ecf-902b-d7191c518c1f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305306 Sep 30 08:22:12.128629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Transition to ACTIVE for port object f85972f2-9f40-4407-8839-34f4dca1b656 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:12.129354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 4cd14c63-5900-4c29-aa33-4f785d69b750, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=4cd14c63-5900-4c29-aa33-4f785d69b750,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:12.142397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '4cd14c63-5900-4c29-aa33-4f785d69b750', 'network_id': '5900537e-eba9-43de-8b1c-82cf193d6cc8', 'port_id': '4cd14c63-5900-4c29-aa33-4f785d69b750', 'mac_address': 'fa:16:3e:b7:b4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc32136b-45f6-4cb1-a50f-d77b0fd6ba90', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:12.149360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.200151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.212573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.224417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f68b95f1-0c75-46c6-8cac-ba5106f6e008 None None] Provisioning complete for port 1319c802-eb5d-4be8-8b1b-14be514d5075 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:12.224894 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f68b95f1-0c75-46c6-8cac-ba5106f6e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.269245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f68b95f1-0c75-46c6-8cac-ba5106f6e008 None None] Port 1319c802-eb5d-4be8-8b1b-14be514d5075 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:12.271668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd14c63-5900-4c29-aa33-4f785d69b750 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:12.284454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:12.297710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 4cd14c63-5900-4c29-aa33-4f785d69b750, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=4cd14c63-5900-4c29-aa33-4f785d69b750,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:12.304077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.372275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=4cd14c63-5900-4c29-aa33-4f785d69b750,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:12.520529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Attempting to bind port f85972f2-9f40-4407-8839-34f4dca1b656 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:12.520869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Attempting to bind port f85972f2-9f40-4407-8839-34f4dca1b656 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:12.521203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Attempting to bind port f85972f2-9f40-4407-8839-34f4dca1b656 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:12.547467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Port f85972f2-9f40-4407-8839-34f4dca1b656 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:12.547761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Attempting to bind port f85972f2-9f40-4407-8839-34f4dca1b656 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:12.565051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:12.565404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:12.565818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:12.566270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Bound port: f85972f2-9f40-4407-8839-34f4dca1b656, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:12.566677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.616519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-50325373-bd1e-4a38-9e8c-43502513de4d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:12.620353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-50325373-bd1e-4a38-9e8c-43502513de4d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.2666152 Sep 30 08:22:12.667647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-a58687c8-cb13-4db0-a482-b6c2a14d0766 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0379379 Sep 30 08:22:12.691398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['485216e5-060c-4539-b6c1-557280849495'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:12.785854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:12.806893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e2e73c95-a640-49a3-a8d5-a1f9077e4403 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107979 Sep 30 08:22:12.809844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:12.820986 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.917699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:12.918333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.919728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] 10.222.0.50 "PUT /v2.0/ports/f85972f2-9f40-4407-8839-34f4dca1b656 HTTP/1.1" status: 200 len: 1096 time: 2.2874348 Sep 30 08:22:12.932740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1319c802-eb5d-4be8-8b1b-14be514d5075 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:12.978476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.009024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22ad36-dbd6-4884-b603-a6da7b9ba8fc service neutron] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:13.025833 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.032031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Transition to ACTIVE for port object 1319c802-eb5d-4be8-8b1b-14be514d5075 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:13.041900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.092315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-27bb5c2f-9895-4d5a-8165-9dea9cb7ec70 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638927 Sep 30 08:22:13.140921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-56a24f9c-de70-498e-8042-a0ec82f8ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.142483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-56a24f9c-de70-498e-8042-a0ec82f8ede5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 1099 time: 0.1549745 Sep 30 08:22:13.151841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:13.247202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-398b7afc-7ce4-429f-a743-04cdd50aaca8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f85972f2-9f40-4407-8839-34f4dca1b656 HTTP/1.1" status: 200 len: 217 time: 0.0889239 Sep 30 08:22:13.336475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-a27ffa6e-d9f5-4ca0-9a33-1a88c7a0f009 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328496 Sep 30 08:22:13.353709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-f873ed14-6262-4f83-965e-bddf4a3c5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.355194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-f873ed14-6262-4f83-965e-bddf4a3c5ad1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0836279 Sep 30 08:22:13.359880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Attempting to bind port 1319c802-eb5d-4be8-8b1b-14be514d5075 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:13.360216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Attempting to bind port 1319c802-eb5d-4be8-8b1b-14be514d5075 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:13.360545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Attempting to bind port 1319c802-eb5d-4be8-8b1b-14be514d5075 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:13.374998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Port 1319c802-eb5d-4be8-8b1b-14be514d5075 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:13.375643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Attempting to bind port 1319c802-eb5d-4be8-8b1b-14be514d5075 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:13.405589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:13.405589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:13.405589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:13.405589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Bound port: 1319c802-eb5d-4be8-8b1b-14be514d5075, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:13.405589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.458361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-5a1430b4-1675-4b88-85dd-88a6fc7fe522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.459880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-5a1430b4-1675-4b88-85dd-88a6fc7fe522 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969679 Sep 30 08:22:13.510858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:13.553784 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be7bee3-da33-4cd0-b2c2-280f3ec3aeb3 x-openstack-request-id: req-3be7bee3-da33-4cd0-b2c2-280f3ec3aeb3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:13.554072 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b9295c-1a53-4321-9e69-c0172ab8fc74", "name": "network-vif-deleted", "tag": "24ce2448-4ed5-4e95-92db-fe9cabda02d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:13.554517 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3be7bee3-da33-4cd0-b2c2-280f3ec3aeb3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:13.555111 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b9295c-1a53-4321-9e69-c0172ab8fc74', 'name': 'network-vif-deleted', 'tag': '24ce2448-4ed5-4e95-92db-fe9cabda02d1', 'status': 'completed', 'code': 200} Sep 30 08:22:13.555513 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'status': 'completed', 'code': 200} Sep 30 08:22:13.559274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:13.572962 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb13bb-8d47-4153-819e-2a59be29a54e x-openstack-request-id: req-d3eb13bb-8d47-4153-819e-2a59be29a54e {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:13.573910 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "tag": "4cd14c63-5900-4c29-aa33-4f785d69b750", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:13.574468 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3eb13bb-8d47-4153-819e-2a59be29a54e {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:13.575128 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'tag': '4cd14c63-5900-4c29-aa33-4f785d69b750', 'status': 'completed', 'code': 200} Sep 30 08:22:13.576815 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.669459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.670086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.672136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] 10.222.0.50 "PUT /v2.0/ports/1319c802-eb5d-4be8-8b1b-14be514d5075 HTTP/1.1" status: 200 len: 1095 time: 1.6161647 Sep 30 08:22:13.674058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-4f28a3e2-3a9f-4464-b2b9-7d29f99fa395 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019083 Sep 30 08:22:13.704917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-3b4c16ba-1ec6-4c31-81ae-063a2e99437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.710058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-3b4c16ba-1ec6-4c31-81ae-063a2e99437e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55d398c7e315458c9436adc03baae206&device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 1097 time: 0.1458046 Sep 30 08:22:13.711241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 485216e5-060c-4539-b6c1-557280849495 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:13.720549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-3ddcdd25-f2e8-4e78-893b-cceb8537cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.723001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-3ddcdd25-f2e8-4e78-893b-cceb8537cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.729687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-3ddcdd25-f2e8-4e78-893b-cceb8537cf56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1982 time: 0.1137290 Sep 30 08:22:13.798101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aee952-e736-4c44-940a-647fa6a96a11 service neutron] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:13.812879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['4cd14c63-5900-4c29-aa33-4f785d69b750'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:13.877197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 485216e5-060c-4539-b6c1-557280849495 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:13.907517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 485216e5-060c-4539-b6c1-557280849495 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:13.909382 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.932526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-2b1ac7b5-b85a-4c67-8fd0-375de2c903e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.938167 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-2b1ac7b5-b85a-4c67-8fd0-375de2c903e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5900537e-eba9-43de-8b1c-82cf193d6cc8 HTTP/1.1" status: 200 len: 902 time: 0.1928935 Sep 30 08:22:14.001177 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-91affaaf-d3f1-4d35-bf2e-4ab4e5eb0315 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=4cd14c63-5900-4c29-aa33-4f785d69b750 HTTP/1.1" status: 200 len: 217 time: 0.0543180 Sep 30 08:22:14.062580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86da9350-b1c5-4b0b-bf94-7e43be016dc2 req-1248cc44-2b5b-4020-9f0a-46f28f31dfa9 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596900 Sep 30 08:22:14.064985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-7a90488a-cf76-4533-a637-a437d18492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.066763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-7a90488a-cf76-4533-a637-a437d18492a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 1098 time: 0.3074131 Sep 30 08:22:14.069279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-a796e3ca-f6b4-4a3b-b16a-7b8529938def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.070848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-a796e3ca-f6b4-4a3b-b16a-7b8529938def service neutron] 10.222.0.57 "GET /v2.0/networks?id=41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 200 len: 921 time: 0.3504846 Sep 30 08:22:14.080005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f61549-8b6e-48b9-b339-c1a338a432e5 req-a8b24800-0e7b-4b49-a040-975a5e259d25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.085866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-375eb380-1c73-496f-9eae-be8d8d9ca6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.086515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f61549-8b6e-48b9-b339-c1a338a432e5 req-a8b24800-0e7b-4b49-a040-975a5e259d25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.088488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7f61549-8b6e-48b9-b339-c1a338a432e5 req-a8b24800-0e7b-4b49-a040-975a5e259d25 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1680 time: 0.2744243 Sep 30 08:22:14.090209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-375eb380-1c73-496f-9eae-be8d8d9ca6cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc32136b-45f6-4cb1-a50f-d77b0fd6ba90 HTTP/1.1" status: 200 len: 801 time: 0.0778155 Sep 30 08:22:14.153770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-ebcc1614-ada9-4e59-b5ab-67bf01d79819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.160585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-ebcc1614-ada9-4e59-b5ab-67bf01d79819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5900537e-eba9-43de-8b1c-82cf193d6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601671 Sep 30 08:22:14.179524 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.182216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-e56ed91f-b9ca-427a-87f2-9de33ea3f9ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1319c802-eb5d-4be8-8b1b-14be514d5075 HTTP/1.1" status: 200 len: 217 time: 0.0913198 Sep 30 08:22:14.207293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-46af4779-6141-46f6-9c01-953f04586728 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 200 len: 217 time: 0.1175783 Sep 30 08:22:14.213499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53970) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:14.227356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485216e5-060c-4539-b6c1-557280849495'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:14.229694 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf89b3f7-2edf-4320-b402-cc4c32ccf5f8" -d '{"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-plugged", "status": "completed", "tag": "485216e5-060c-4539-b6c1-557280849495"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:14.251981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 485216e5-060c-4539-b6c1-557280849495, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=485216e5-060c-4539-b6c1-557280849495,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:14.261281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.317637 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-558b7309-a47c-4149-a36e-6750fde8b8ff service neutron] 10.222.0.57 "GET /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282513 Sep 30 08:22:14.329485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=485216e5-060c-4539-b6c1-557280849495,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:14.338082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.338447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.338905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.339295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.339739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.340315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.340663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.341879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.343585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.344068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.344554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.344871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.348504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7f61549-8b6e-48b9-b339-c1a338a432e5 req-bff917b6-1e12-49b4-8897-a750a8564e70 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409604 Sep 30 08:22:14.363060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-a27a8ee8-37d0-42ae-90ec-def6e0c60534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.365056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-a27a8ee8-37d0-42ae-90ec-def6e0c60534 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1540289 Sep 30 08:22:14.385322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-d8a8b7f4-ef6c-4d33-97d1-6a9f57e609b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.387176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-d8a8b7f4-ef6c-4d33-97d1-6a9f57e609b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 200 len: 859 time: 0.1535764 Sep 30 08:22:14.462425 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1c6c722d-1eff-405b-9f2a-08301fd2aeb9 req-7cf4e0ed-a900-41c5-957e-cc00bc2db55b service neutron] 10.222.0.57 "GET /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265690 Sep 30 08:22:14.495238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-b8d10544-3ce9-4c60-b8b5-7426dcc2f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.496798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-b8d10544-3ce9-4c60-b8b5-7426dcc2f45f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206660 Sep 30 08:22:14.497548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1a47fec-ee5b-4417-b095-b1fec991996f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.553389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-2b89f044-b7b3-4830-a121-4ca36e90557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.554897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-2b89f044-b7b3-4830-a121-4ca36e90557b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41cab8b9-5828-4d4a-9799-079710952c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479979 Sep 30 08:22:14.570016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a096-b136-4e53-86ab-511c5afc6fad req-6fd93227-6872-4ef6-94f3-3d7554c883a1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.571402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48b0a096-b136-4e53-86ab-511c5afc6fad req-6fd93227-6872-4ef6-94f3-3d7554c883a1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 947 time: 0.1457937 Sep 30 08:22:14.735484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48b0a096-b136-4e53-86ab-511c5afc6fad req-a03038d7-72b3-452a-b80b-b7519857d9e3 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492031 Sep 30 08:22:14.745598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-96a79f1e-8256-4235-80a8-fa1a448a17db service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353392 Sep 30 08:22:14.806949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.816626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-60abd589-ebd7-4f6b-8847-8d960b534a1b service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442713 Sep 30 08:22:15.131801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-6a7ef879-99dc-4b7c-b7e6-3913087733b6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:15.133420 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-6a7ef879-99dc-4b7c-b7e6-3913087733b6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1398206 Sep 30 08:22:15.152903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:15.208282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1a47fec-ee5b-4417-b095-b1fec991996f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.247728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1a47fec-ee5b-4417-b095-b1fec991996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.287653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dea3667e-580b-4860-99f3-50ec3eee8ca9 req-e697f6af-62de-4b0f-a8b8-e86b4b4b53b2 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264130 Sep 30 08:22:15.315391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:15.321412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a1a47fec-ee5b-4417-b095-b1fec991996f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c353ca67278b4f468bd11eb6e0c8b9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1060765 Sep 30 08:22:15.322143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.324595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53988) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:15.334910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a47fec-ee5b-4417-b095-b1fec991996f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790f119-4b0e-4765-97d6-4809268bb513,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:15.345102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a75dcfa5-74f4-4c5a-aef2-0ae972722aed req-51e24b5a-b578-4c1f-9c37-729b3c48112d service neutron] 10.222.0.57 "GET /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978585 Sep 30 08:22:15.387283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8e25f2-2df3-4ea2-8c7d-1953805a820a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.436377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8996acef-93ba-4ea4-8cd1-86519892a366 req-9e4731b2-cc1b-4eec-aecc-d283f833c061 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 210 time: 0.0395408 Sep 30 08:22:15.438326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8e25f2-2df3-4ea2-8c7d-1953805a820a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.495057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.14 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/d8734af6-9eaa-49a1-82a9-75e90e2ede9b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:15.506048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8e25f2-2df3-4ea2-8c7d-1953805a820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.506216 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167cc15f-4a5d-465d-99a3-de68ab4ed9c4 x-openstack-request-id: req-167cc15f-4a5d-465d-99a3-de68ab4ed9c4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:15.506500 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-plugged", "status": "completed", "tag": "485216e5-060c-4539-b6c1-557280849495", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:15.506800 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-167cc15f-4a5d-465d-99a3-de68ab4ed9c4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:15.507200 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485216e5-060c-4539-b6c1-557280849495', 'code': 200} Sep 30 08:22:15.510543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad8e25f2-2df3-4ea2-8c7d-1953805a820a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.513250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad8e25f2-2df3-4ea2-8c7d-1953805a820a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b790f119-4b0e-4765-97d6-4809268bb513 HTTP/1.1" status: 204 len: 168 time: 0.1869476 Sep 30 08:22:15.524615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e25f2-2df3-4ea2-8c7d-1953805a820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790f119-4b0e-4765-97d6-4809268bb513,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:15.556976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}, {'name': 'network-changed', 'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:15.560334 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b474fe3-7e07-4507-8422-7b828d5a46fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}, {"name": "network-changed", "server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:15.687261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.703357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 4cd14c63-5900-4c29-aa33-4f785d69b750 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:15.724416 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.767943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686a6d5-d902-4154-90cf-24f953aba6bb req-223e182d-f8db-4927-82b7-662cdb12297f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:15.778262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:15.778969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5686a6d5-d902-4154-90cf-24f953aba6bb req-223e182d-f8db-4927-82b7-662cdb12297f tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.1049359 Sep 30 08:22:15.787986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:15.801132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:15.805584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:15.810843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:15.864485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5686a6d5-d902-4154-90cf-24f953aba6bb req-d61a0d35-959b-43e5-8d17-8fb7f5f7585a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Sep 30 08:22:15.872920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:15.873582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.890980 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-e520bcc1-93b5-4ab1-af63-a347536f7616 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7440605 Sep 30 08:22:15.903911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54000) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:15.907722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Request body: {'port': {'device_id': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:15.919396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 4cd14c63-5900-4c29-aa33-4f785d69b750 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:15.924273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88770db6-0cd6-4af9-9664-e2105f1248ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.927178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 4cd14c63-5900-4c29-aa33-4f785d69b750 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:15.927833 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.005483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.072858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f2e5-ff02-4b98-8d31-ab8531e8a34a req-a0616f3a-d67d-45e6-90e2-eadb72c1e534 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.075174 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.086415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f2e5-ff02-4b98-8d31-ab8531e8a34a req-a0616f3a-d67d-45e6-90e2-eadb72c1e534 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.094098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d866f2e5-ff02-4b98-8d31-ab8531e8a34a req-a0616f3a-d67d-45e6-90e2-eadb72c1e534 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1681 time: 0.1523242 Sep 30 08:22:16.115474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 4cd14c63-5900-4c29-aa33-4f785d69b750, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=4cd14c63-5900-4c29-aa33-4f785d69b750,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:16.121820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.151987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d866f2e5-ff02-4b98-8d31-ab8531e8a34a req-3e6b4c14-00c2-4aed-8e21-104f0d222020 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566680 Sep 30 08:22:16.187913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=4cd14c63-5900-4c29-aa33-4f785d69b750,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:16.203349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88770db6-0cd6-4af9-9664-e2105f1248ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.211232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88770db6-0cd6-4af9-9664-e2105f1248ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.244664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88770db6-0cd6-4af9-9664-e2105f1248ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f82dc43-2a5d-49f8-ac41-08c1726ed065,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:16.286916 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0203dc2a-58e8-4358-b2bb-71667d56a16d x-openstack-request-id: req-0203dc2a-58e8-4358-b2bb-71667d56a16d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:16.287231 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:16.287488 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0203dc2a-58e8-4358-b2bb-71667d56a16d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:16.287910 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'status': 'completed', 'code': 200} Sep 30 08:22:16.288251 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'status': 'completed', 'code': 200} Sep 30 08:22:16.357210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8734af6-9eaa-49a1-82a9-75e90e2ede9b {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:16.365603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.379352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-88770db6-0cd6-4af9-9664-e2105f1248ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ba6186ed725460ca4ca51fbff6efce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715698 Sep 30 08:22:16.379929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54006) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:16.382078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Transition to ACTIVE for port object d8734af6-9eaa-49a1-82a9-75e90e2ede9b will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:16.393983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.396712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-54582fa9-97a8-4003-8019-f92751155a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.398847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-54582fa9-97a8-4003-8019-f92751155a47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 1099 time: 0.1006806 Sep 30 08:22:16.411232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a2517-ce5d-41bf-9baa-cd45c503b0de req-32a1d257-723e-4e31-adce-db4a78f651bc tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.412895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-663a2517-ce5d-41bf-9baa-cd45c503b0de req-32a1d257-723e-4e31-adce-db4a78f651bc tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 947 time: 0.1237144 Sep 30 08:22:16.475342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Pushing event updated for resources: {'Port': ['ID=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:16.514401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-663a2517-ce5d-41bf-9baa-cd45c503b0de req-3caefa8e-a217-4c06-8301-d9b0ca0b90d7 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926752 Sep 30 08:22:16.517738 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e467e564-c6b0-47c0-a9cf-80506aba9118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.547249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-66496ab3-5721-4878-8f39-1722b05134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.549818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-66496ab3-5721-4878-8f39-1722b05134c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1355567 Sep 30 08:22:16.564453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e467e564-c6b0-47c0-a9cf-80506aba9118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.592472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Attempting to bind port d8734af6-9eaa-49a1-82a9-75e90e2ede9b on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:16.592676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Attempting to bind port d8734af6-9eaa-49a1-82a9-75e90e2ede9b by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:16.593008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Attempting to bind port d8734af6-9eaa-49a1-82a9-75e90e2ede9b on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:16.609114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Port d8734af6-9eaa-49a1-82a9-75e90e2ede9b on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:16.609754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Attempting to bind port d8734af6-9eaa-49a1-82a9-75e90e2ede9b on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:16.609865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-5da140e5-9b05-4c04-934b-7203b355307f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f85972f2-9f40-4407-8839-34f4dca1b656 HTTP/1.1" status: 200 len: 217 time: 0.0504858 Sep 30 08:22:16.617746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:16.617746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:16.617981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:16.618374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Bound port: d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:16.618737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.687234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e467e564-c6b0-47c0-a9cf-80506aba9118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.689839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e467e564-c6b0-47c0-a9cf-80506aba9118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.690994 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e467e564-c6b0-47c0-a9cf-80506aba9118 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f82dc43-2a5d-49f8-ac41-08c1726ed065 HTTP/1.1" status: 204 len: 168 time: 0.3104255 Sep 30 08:22:16.708252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467e564-c6b0-47c0-a9cf-80506aba9118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f82dc43-2a5d-49f8-ac41-08c1726ed065,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:16.714588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] For port d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:16.718651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] For port d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:16.738705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-060e1146-973d-4d35-8ed8-bd2ad241b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.740194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-060e1146-973d-4d35-8ed8-bd2ad241b5f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1151633 Sep 30 08:22:16.744360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.767433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.768261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.770377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] 10.222.0.57 "PUT /v2.0/ports/d8734af6-9eaa-49a1-82a9-75e90e2ede9b HTTP/1.1" status: 200 len: 1092 time: 0.8677671 Sep 30 08:22:16.772563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'tag': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:16.775294 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cc0816-fb7d-45af-99a3-a2e1949426b8", "tag": "d8734af6-9eaa-49a1-82a9-75e90e2ede9b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:16.828806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba79ca-b448-4b29-bdaa-d259982307d4 req-ba9c2045-9960-4668-b165-2a96ee8972b3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.851954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00ba79ca-b448-4b29-bdaa-d259982307d4 req-ba9c2045-9960-4668-b165-2a96ee8972b3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 944 time: 0.1287875 Sep 30 08:22:16.872044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-30a3dea4-5f74-4a4e-ab54-473fcbda59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.873591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-30a3dea4-5f74-4a4e-ab54-473fcbda59da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981133 Sep 30 08:22:16.896893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6746a14-2baf-4869-bffa-9cd3519e8929 service neutron] Pushing event updated for resources: {'Port': ['ID=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:16.908578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-1d383117-fc45-4b27-8365-1771588a672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.911184 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-1d383117-fc45-4b27-8365-1771588a672a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 1095 time: 0.0625639 Sep 30 08:22:16.921245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00ba79ca-b448-4b29-bdaa-d259982307d4 req-990c59ad-e33b-4ced-9b44-7651ceec8230 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682981 Sep 30 08:22:16.996270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-eb229c1f-5c34-432a-96a5-27883be3e6cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b HTTP/1.1" status: 200 len: 217 time: 0.0599720 Sep 30 08:22:16.999881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-d5da1c99-18c5-4c11-94c2-3359ee30633c service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171854 Sep 30 08:22:17.080772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-24c9bc45-042a-47fb-918a-cfdf23270ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.082519 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-24c9bc45-042a-47fb-918a-cfdf23270ffd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0695701 Sep 30 08:22:17.120805 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6825a670-ccd0-436b-a242-92d2a5d6dc7a x-openstack-request-id: req-6825a670-ccd0-436b-a242-92d2a5d6dc7a {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:17.120940 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cc0816-fb7d-45af-99a3-a2e1949426b8", "tag": "d8734af6-9eaa-49a1-82a9-75e90e2ede9b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:17.121125 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6825a670-ccd0-436b-a242-92d2a5d6dc7a {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:17.121524 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'tag': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b', 'status': 'completed', 'code': 200} Sep 30 08:22:17.138726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-2eb949b7-3dcf-4856-9963-37fed08b066c service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318095 Sep 30 08:22:17.151185 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-04d2b5bc-5706-427f-be1e-71b110e31110 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573778 Sep 30 08:22:17.296251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-48bb15cd-daf7-432a-a770-a949728af7b1 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317282 Sep 30 08:22:17.299203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-032525a8-c908-461b-ad98-7902d16590b5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.301281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-032525a8-c908-461b-ad98-7902d16590b5 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.1616406 Sep 30 08:22:17.309357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09424ef-8ca3-40dd-b2ca-93798ca105fe req-2475a13b-d150-4946-b5cf-7190f312954a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.310805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a09424ef-8ca3-40dd-b2ca-93798ca105fe req-2475a13b-d150-4946-b5cf-7190f312954a tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 946 time: 0.1329405 Sep 30 08:22:17.331765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:17.382571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-417457a3-07eb-4d70-bcd4-fe8c521595f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.384425 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-417457a3-07eb-4d70-bcd4-fe8c521595f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 1098 time: 0.1523471 Sep 30 08:22:17.489958 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c79fd45a-cc2b-4dac-8c53-30f4750166b4 req-1a988df6-a0b7-4d67-90da-7419c4228f01 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792829 Sep 30 08:22:17.500488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a09424ef-8ca3-40dd-b2ca-93798ca105fe req-73638fa6-d318-498e-a8d4-a4aa390c02a9 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffb7871d-91c9-4230-8a09-b091a8c76dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738319 Sep 30 08:22:17.519008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:17.547638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd14c63-5900-4c29-aa33-4f785d69b750'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:17.554877 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8130f2-ec73-418a-9caf-811b39d14629" -d '{"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-plugged", "status": "completed", "tag": "4cd14c63-5900-4c29-aa33-4f785d69b750"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:17.566802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'mac_address': 'fa:16:3e:b0:85:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:17.646342 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.650047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-778bac88-65c3-4624-86b4-a67abfd88bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.652032 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-778bac88-65c3-4624-86b4-a67abfd88bbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 1095 time: 0.0680807 Sep 30 08:22:17.663223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85972f2-9f40-4407-8839-34f4dca1b656 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:17.681951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Deleting port 5f227aed-7c04-43c9-9003-6a001493810e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:17.682315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.685083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:17.691955 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.692688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:17.710184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-01e9c171-318a-40d7-b9bc-510f4cdb2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.718830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-01e9c171-318a-40d7-b9bc-510f4cdb2940 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.2996523 Sep 30 08:22:17.772983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:17.775696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:17.789151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'mac_address': 'fa:16:3e:8c:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:17.832032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0773-a6d3-4622-9202-74fb332afbe6 req-194bbf8a-22d7-49de-909c-f5cbca04b4c9 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.834166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.839245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0773-a6d3-4622-9202-74fb332afbe6 req-194bbf8a-22d7-49de-909c-f5cbca04b4c9 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.849025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaca0773-a6d3-4622-9202-74fb332afbe6 req-194bbf8a-22d7-49de-909c-f5cbca04b4c9 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.2406094 Sep 30 08:22:17.850275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1319c802-eb5d-4be8-8b1b-14be514d5075 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:17.874797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:17.879294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-a104666d-961e-4526-bbc4-9f8b9434ab57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1319c802-eb5d-4be8-8b1b-14be514d5075 HTTP/1.1" status: 200 len: 217 time: 0.1388493 Sep 30 08:22:17.881845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.966373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:18.001603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaca0773-a6d3-4622-9202-74fb332afbe6 req-be59fcf7-2189-4056-9486-73529800f83b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412504 Sep 30 08:22:18.018029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-eb493106-a178-4e27-8b02-3de37656909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.033118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-eb493106-a178-4e27-8b02-3de37656909e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1328995 Sep 30 08:22:18.046636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] For port 5f227aed-7c04-43c9-9003-6a001493810e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5f227aed-7c04-43c9-9003-6a001493810e,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:18.047296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.092830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Calling delete_port for 5f227aed-7c04-43c9-9003-6a001493810e owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:18.148289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-f816d13d-a55a-4e44-96fc-98acce2dbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.149928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-f816d13d-a55a-4e44-96fc-98acce2dbe6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142998 Sep 30 08:22:18.253548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f85972f2-9f40-4407-8839-34f4dca1b656'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:18.293669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1319c802-eb5d-4be8-8b1b-14be514d5075'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:18.301778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905451a7-f1cb-4ce2-a8ac-cc4a24496f00 req-ab6c20b4-db99-47d8-ab92-ec4b318ede11 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.310894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-905451a7-f1cb-4ce2-a8ac-cc4a24496f00 req-ab6c20b4-db99-47d8-ab92-ec4b318ede11 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 948 time: 0.2147603 Sep 30 08:22:18.315177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-b9b70edb-6413-418e-85af-0b6c71f6693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.317068 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-b9b70edb-6413-418e-85af-0b6c71f6693e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.6538217 Sep 30 08:22:18.393959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-d0f48f9c-2a98-4850-9c9c-217445e80bf8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052987 Sep 30 08:22:18.406981 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-9a1271f6-3cf5-4a92-ace5-fa2c0b9ce789 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b HTTP/1.1" status: 200 len: 217 time: 0.0764644 Sep 30 08:22:18.424684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-905451a7-f1cb-4ce2-a8ac-cc4a24496f00 req-2d4bc5c1-6814-48c6-941c-eae62abfe8e9 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115706 Sep 30 08:22:18.434444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54058) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:18.550245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-0f20c472-0e13-44ff-a77a-68943916f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.553160 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f58edb-4d21-4bce-b435-ecec14395688 x-openstack-request-id: req-98f58edb-4d21-4bce-b435-ecec14395688 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:18.553621 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-plugged", "status": "completed", "tag": "4cd14c63-5900-4c29-aa33-4f785d69b750", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:18.553897 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98f58edb-4d21-4bce-b435-ecec14395688 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:18.554287 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd14c63-5900-4c29-aa33-4f785d69b750', 'code': 200} Sep 30 08:22:18.556794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-0f20c472-0e13-44ff-a77a-68943916f085 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.1306770 Sep 30 08:22:18.616993 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-827ff83f-b89a-42c9-9f77-66114af89bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469985 Sep 30 08:22:18.658517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8bddf76-05c9-40d9-89e4-5c4d14d83875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.698156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b474fe3-7e07-4507-8422-7b828d5a46fa req-340ef13a-97f0-4280-a1d8-b60287df4cc2 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697022 Sep 30 08:22:18.749099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.761333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['5f227aed-7c04-43c9-9003-6a001493810e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:18.823224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-a359f6bb-9dcd-48a4-9e13-c883d6ae49ad service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751595 Sep 30 08:22:18.834986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aeccf-c550-4f16-96e4-5ea22045ab7f req-0283891b-d478-4f06-a1ab-804990dde6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.835681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aeccf-c550-4f16-96e4-5ea22045ab7f req-0283891b-d478-4f06-a1ab-804990dde6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.836839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Pushing event deleted for resources: {'Port': ['ID=5f227aed-7c04-43c9-9003-6a001493810e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:18.837605 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-230aeccf-c550-4f16-96e4-5ea22045ab7f req-0283891b-d478-4f06-a1ab-804990dde6e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1984 time: 0.1879730 Sep 30 08:22:18.869348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] No DVR routers for this DVR port 5f227aed-7c04-43c9-9003-6a001493810e on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:18.872891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.875254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d4de435-d72f-46db-8d19-1c4da4929692 req-e11c1572-73b2-4395-bd76-3552b0ea37dc tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.57 "DELETE /v2.0/ports/5f227aed-7c04-43c9-9003-6a001493810e HTTP/1.1" status: 204 len: 173 time: 1.5598211 Sep 30 08:22:18.875707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'name': 'network-vif-deleted', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:18.878596 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd7254-ccad-4f6d-bcb6-c7d43213d41d" -d '{"events": [{"server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "name": "network-vif-deleted", "tag": "5f227aed-7c04-43c9-9003-6a001493810e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:18.897739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f31e9-79e3-4edd-a5bb-e526b0bb5461 req-75e8ce92-3090-457e-baf6-04c613f7fc07 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.899676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c01f31e9-79e3-4edd-a5bb-e526b0bb5461 req-75e8ce92-3090-457e-baf6-04c613f7fc07 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 944 time: 0.1658590 Sep 30 08:22:18.949974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c01f31e9-79e3-4edd-a5bb-e526b0bb5461 req-edc78c2b-c471-4aeb-9555-5c3815d9943d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Sep 30 08:22:18.960909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-230aeccf-c550-4f16-96e4-5ea22045ab7f req-d48eff18-2ed7-4ccc-8663-9086ff42beaa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039639 Sep 30 08:22:19.010579 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37c4fc76-c224-4f36-9a40-b1f9e9f60bc2 req-fab90324-a51a-4a44-96c2-f8e37c9efe0e service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718972 Sep 30 08:22:19.025112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8bddf76-05c9-40d9-89e4-5c4d14d83875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.029820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8bddf76-05c9-40d9-89e4-5c4d14d83875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.073229 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8bddf76-05c9-40d9-89e4-5c4d14d83875 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa28874171114566b9003ffbe17ad819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374829 Sep 30 08:22:19.074123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bddf76-05c9-40d9-89e4-5c4d14d83875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1be8f4-aa8c-4832-834b-edb6fe41d39b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:19.076709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54070) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:19.162264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3711e0a7-a0eb-4500-b34d-bb6e133d6482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.166110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cedd2389-b8b2-40ff-abf5-3f0867b14d69 req-18ce8892-f211-4ae4-8e9c-d813e0f792b1 tempest-FloatingIPsAssociationTestJSON-2062996509 tempest-FloatingIPsAssociationTestJSON-2062996509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74bc73-114f-41a3-8686-28cac280d595 HTTP/1.1" status: 200 len: 210 time: 0.0333855 Sep 30 08:22:19.193193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3711e0a7-a0eb-4500-b34d-bb6e133d6482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.246304 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8392b6b-4a5a-4a41-a9c9-f846565b87c4 x-openstack-request-id: req-d8392b6b-4a5a-4a41-a9c9-f846565b87c4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:19.246544 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd74bc73-114f-41a3-8686-28cac280d595", "name": "network-vif-deleted", "tag": "5f227aed-7c04-43c9-9003-6a001493810e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:19.248024 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8392b6b-4a5a-4a41-a9c9-f846565b87c4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:19.248519 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd74bc73-114f-41a3-8686-28cac280d595', 'name': 'network-vif-deleted', 'tag': '5f227aed-7c04-43c9-9003-6a001493810e', 'status': 'completed', 'code': 200} Sep 30 08:22:19.250863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3711e0a7-a0eb-4500-b34d-bb6e133d6482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.253818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3711e0a7-a0eb-4500-b34d-bb6e133d6482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.257435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3711e0a7-a0eb-4500-b34d-bb6e133d6482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df1be8f4-aa8c-4832-834b-edb6fe41d39b HTTP/1.1" status: 204 len: 168 time: 0.1767776 Sep 30 08:22:19.266242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711e0a7-a0eb-4500-b34d-bb6e133d6482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1be8f4-aa8c-4832-834b-edb6fe41d39b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:19.358372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b870f-a60b-459a-86b8-294aff577990 req-e372b60a-0def-4a84-9af8-b8e404336492 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:19.365018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b870f-a60b-459a-86b8-294aff577990 req-e372b60a-0def-4a84-9af8-b8e404336492 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:19.366730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c7b870f-a60b-459a-86b8-294aff577990 req-e372b60a-0def-4a84-9af8-b8e404336492 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.0720193 Sep 30 08:22:19.414194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c7b870f-a60b-459a-86b8-294aff577990 req-3f364a10-e44e-4528-b667-846129288808 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Sep 30 08:22:19.535992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451b712-3496-41d4-ba06-ad983d8b9a20 req-759d7870-f5ec-49a8-a1c8-b95808914149 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:19.542222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1451b712-3496-41d4-ba06-ad983d8b9a20 req-759d7870-f5ec-49a8-a1c8-b95808914149 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 948 time: 0.0590730 Sep 30 08:22:19.587914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1451b712-3496-41d4-ba06-ad983d8b9a20 req-bdbedde4-359f-4510-af1a-547b102fcb27 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Sep 30 08:22:20.080314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2343378-b593-4143-879a-5afc3c6301ae req-dcf67193-fe6a-4e28-bb3a-457478f91647 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.081955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2343378-b593-4143-879a-5afc3c6301ae req-dcf67193-fe6a-4e28-bb3a-457478f91647 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 944 time: 0.0518336 Sep 30 08:22:20.120963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2343378-b593-4143-879a-5afc3c6301ae req-b30c66f3-e46f-4822-9484-e9053d322adf tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Sep 30 08:22:20.240785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54112) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:20.570401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481c552-7039-4dea-9fac-ee3314ff6281 req-19d10a8b-2e2e-4f6c-8279-0503e0963ba8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.576658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481c552-7039-4dea-9fac-ee3314ff6281 req-19d10a8b-2e2e-4f6c-8279-0503e0963ba8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.578767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3481c552-7039-4dea-9fac-ee3314ff6281 req-19d10a8b-2e2e-4f6c-8279-0503e0963ba8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.0914156 Sep 30 08:22:20.636008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3481c552-7039-4dea-9fac-ee3314ff6281 req-27d95b16-b58c-4520-8b6e-f22959e42755 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494640 Sep 30 08:22:20.689844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:20.828511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6d0fa-91a6-4707-a2aa-6e1b0fd648c9 req-3f262824-160b-4e74-908b-3d000b0b5e73 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.830061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6c6d0fa-91a6-4707-a2aa-6e1b0fd648c9 req-3f262824-160b-4e74-908b-3d000b0b5e73 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 948 time: 0.0991931 Sep 30 08:22:20.922907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6c6d0fa-91a6-4707-a2aa-6e1b0fd648c9 req-cc2ccd42-5021-4093-96e3-77ecdc7ff595 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863733 Sep 30 08:22:20.973401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54136) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:21.023946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Deleting port c271b788-beae-48c4-8610-ddd293b51f49 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:21.024291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.087334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8983a8b5-fa81-4797-af59-5f551bda7500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.105539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] For port c271b788-beae-48c4-8610-ddd293b51f49, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c271b788-beae-48c4-8610-ddd293b51f49,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:21.105847 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.119132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Calling delete_port for c271b788-beae-48c4-8610-ddd293b51f49 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:21.184439 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8983a8b5-fa81-4797-af59-5f551bda7500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.189655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8983a8b5-fa81-4797-af59-5f551bda7500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.228397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983a8b5-fa81-4797-af59-5f551bda7500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77335c8f-2a9c-4f21-9ad0-da4dc72b10a8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:21.234249 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8983a8b5-fa81-4797-af59-5f551bda7500 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9dfd4c08f8c41cc99228db3cc845deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595406 Sep 30 08:22:21.236776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54144) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:21.287868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d31c00ae-77f6-4095-9231-7a9822ce41bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.293080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b3e0f-348f-4944-8acb-67443faae15e req-2f781631-04f3-48bf-b8b9-4836b6b526e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:21.294614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-863b3e0f-348f-4944-8acb-67443faae15e req-2f781631-04f3-48bf-b8b9-4836b6b526e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 944 time: 0.1026044 Sep 30 08:22:21.312062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d31c00ae-77f6-4095-9231-7a9822ce41bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.349722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:21.368573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d31c00ae-77f6-4095-9231-7a9822ce41bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.372630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d31c00ae-77f6-4095-9231-7a9822ce41bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.373898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-863b3e0f-348f-4944-8acb-67443faae15e req-ce5e4083-191b-484a-8f5d-a6823b20a2e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708246 Sep 30 08:22:21.376743 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d31c00ae-77f6-4095-9231-7a9822ce41bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77335c8f-2a9c-4f21-9ad0-da4dc72b10a8 HTTP/1.1" status: 204 len: 168 time: 0.1367967 Sep 30 08:22:21.385724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.386438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c00ae-77f6-4095-9231-7a9822ce41bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77335c8f-2a9c-4f21-9ad0-da4dc72b10a8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:21.415943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Pushing event deleted for resources: {'Port': ['ID=c271b788-beae-48c4-8610-ddd293b51f49,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:21.416250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1319c802-eb5d-4be8-8b1b-14be514d5075 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:21.421653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1319c802-eb5d-4be8-8b1b-14be514d5075 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:21.431258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.527178 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.589089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:21.590243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:21.594589 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f98f0e-6634-40d6-af77-4c1cdf8e9dd3" -d '{"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-plugged", "status": "completed", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:21.599166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.600356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:21.610916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.676360 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679df2a1-b149-4655-b032-fe81eb5c5525 x-openstack-request-id: req-679df2a1-b149-4655-b032-fe81eb5c5525 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:21.677687 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-plugged", "status": "completed", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:21.678348 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-679df2a1-b149-4655-b032-fe81eb5c5525 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:21.678889 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'code': 200} Sep 30 08:22:21.708772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f85972f2-9f40-4407-8839-34f4dca1b656 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:21.722193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f85972f2-9f40-4407-8839-34f4dca1b656 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:21.722576 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.752610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d8734af6-9eaa-49a1-82a9-75e90e2ede9b details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:21.758195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5f227aed-7c04-43c9-9003-6a001493810e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:21.785561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:21.788881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:21.803779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf9fa-85cc-4db1-a933-cd5e6c78bb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.817415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 5f227aed-7c04-43c9-9003-6a001493810e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:21.817786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5f227aed-7c04-43c9-9003-6a001493810e not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:21.925195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf9fa-85cc-4db1-a933-cd5e6c78bb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.931614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf9fa-85cc-4db1-a933-cd5e6c78bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.977939 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7bbdf9fa-85cc-4db1-a933-cd5e6c78bb56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8dabbd1439d4b6eb2b4c45c39621b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871383 Sep 30 08:22:21.978650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdf9fa-85cc-4db1-a933-cd5e6c78bb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb54890-1706-4c3e-9de9-f0753143130f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:21.981463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54160) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:22.048809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95e5b4bd-a3fc-42c2-b583-e05af43781e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.073713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95e5b4bd-a3fc-42c2-b583-e05af43781e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.078786 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.111026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:22.130724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95e5b4bd-a3fc-42c2-b583-e05af43781e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.134355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95e5b4bd-a3fc-42c2-b583-e05af43781e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.135953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b', 'mac_address': 'fa:16:3e:1b:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:22.138440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-95e5b4bd-a3fc-42c2-b583-e05af43781e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfb54890-1706-4c3e-9de9-f0753143130f HTTP/1.1" status: 204 len: 168 time: 0.1553895 Sep 30 08:22:22.144676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:22.151026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5b4bd-a3fc-42c2-b583-e05af43781e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb54890-1706-4c3e-9de9-f0753143130f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.174473 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.217545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418da6b-6106-4b87-ac49-9bac13eac107 req-976ee787-ff10-42b6-bd47-4f96c68aa025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.219185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c418da6b-6106-4b87-ac49-9bac13eac107 req-976ee787-ff10-42b6-bd47-4f96c68aa025 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 1100 time: 0.4803007 Sep 30 08:22:22.219307 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.245343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8734af6-9eaa-49a1-82a9-75e90e2ede9b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:22.255909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.257394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc237d92-bd9b-4db4-876d-b9ffa8d3f47f req-3cdb640d-8632-4284-ab74-814d6137ebbc tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.264224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc237d92-bd9b-4db4-876d-b9ffa8d3f47f req-3cdb640d-8632-4284-ab74-814d6137ebbc tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.270438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc237d92-bd9b-4db4-876d-b9ffa8d3f47f req-3cdb640d-8632-4284-ab74-814d6137ebbc tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.5043612 Sep 30 08:22:22.274442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:22.279162 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.336331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.356742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c418da6b-6106-4b87-ac49-9bac13eac107 req-4d5207ec-fca5-4c45-b44e-70a506cec928 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287796 Sep 30 08:22:22.405836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc237d92-bd9b-4db4-876d-b9ffa8d3f47f req-0579f0b6-3781-415e-9cc2-b7ba0044f125 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992846 Sep 30 08:22:22.427431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Router 9f42512b-ccf0-4b41-bd92-52201b778a7a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:22.571763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db30644-05ea-468c-ac37-f3970c113170 req-2962453f-9dcd-4e21-8def-2129077afc2c tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.573264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4db30644-05ea-468c-ac37-f3970c113170 req-2962453f-9dcd-4e21-8def-2129077afc2c tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 949 time: 0.0973480 Sep 30 08:22:22.590443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:22.596143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f9fd4529-03f6-431f-9be8-75120a3be791 admin admin] 10.222.0.41 "PUT /v2.0/routers/9f42512b-ccf0-4b41-bd92-52201b778a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542097 Sep 30 08:22:22.598787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54182) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:22.602594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] Sync routers for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:22.617058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:22.617745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:22.648743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4db30644-05ea-468c-ac37-f3970c113170 req-f9be85cd-7895-46d4-a00b-00d2afc70064 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Sep 30 08:22:22.679635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d8734af6-9eaa-49a1-82a9-75e90e2ede9b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:22.727689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.852717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04093f-4866-4db4-864d-298245ee0da7 req-c913b004-bc1a-41bc-98ed-a3446f0e1fdc tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.854392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.860510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:22.861085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa04093f-4866-4db4-864d-298245ee0da7 req-c913b004-bc1a-41bc-98ed-a3446f0e1fdc tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 945 time: 0.0700963 Sep 30 08:22:22.900188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa04093f-4866-4db4-864d-298245ee0da7 req-eaeca508-5970-494f-a97d-115106ab9259 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Sep 30 08:22:22.935904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Deleting port b64d36e7-10cd-46fd-a1e5-5d8a596fd285 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:22.936373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.059751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] For port b64d36e7-10cd-46fd-a1e5-5d8a596fd285, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:23.060379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.076470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Calling delete_port for b64d36e7-10cd-46fd-a1e5-5d8a596fd285 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:23.130520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:22:21Z', 'revision_number': 5, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port': {'id': 'b64d36e7-10cd-46fd-a1e5-5d8a596fd285', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:48Z', 'updated_at': '2021-09-30T08:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:23.166419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] Checking router: 9f42512b-ccf0-4b41-bd92-52201b778a7a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:23.176413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] Routers {'9f42512b-ccf0-4b41-bd92-52201b778a7a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:23.177319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9f42512b-ccf0-4b41-bd92-52201b778a7a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:23.291293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.307625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] Set router 9f42512b-ccf0-4b41-bd92-52201b778a7a gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:23.349078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64d36e7-10cd-46fd-a1e5-5d8a596fd285,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:23.372056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:22:22Z', 'revision_number': 6, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:23.378164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f4904-035f-4563-aa57-8211c5adba21 req-00de6087-9191-44a9-ae53-ad010029fb9b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.385730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f4904-035f-4563-aa57-8211c5adba21 req-00de6087-9191-44a9-ae53-ad010029fb9b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.389938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac1f4904-035f-4563-aa57-8211c5adba21 req-00de6087-9191-44a9-ae53-ad010029fb9b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.1062624 Sep 30 08:22:23.404988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdb2c4-5244-46f2-90b0-53085760c827 None None] The sync data for ids ['9f42512b-ccf0-4b41-bd92-52201b778a7a'] in n-d-807025-5 is: [{'id': '9f42512b-ccf0-4b41-bd92-52201b778a7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-687357682-router', 'tenant_id': '55d398c7e315458c9436adc03baae206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:46Z', 'updated_at': '2021-09-30T08:22:22Z', 'revision_number': 6, 'project_id': '55d398c7e315458c9436adc03baae206', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:23.409742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.446904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac1f4904-035f-4563-aa57-8211c5adba21 req-c8c03990-3122-402c-aa5a-8cbf5f920ff8 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Sep 30 08:22:23.516091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.520954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.564401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.565028 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f42512b-ccf0-4b41-bd92-52201b778a7a {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:22:23.570009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.573635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32bfcda3-3b98-4434-aa50-79a8d5a0bb21 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9f42512b-ccf0-4b41-bd92-52201b778a7a HTTP/1.1" status: 204 len: 168 time: 0.9711971 Sep 30 08:22:23.573851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54210) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:23.618480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Deleting subnet 23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:23.621882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.657258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.680873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:23.684313 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46336263-7d23-44f3-b6d5-7c87d58bf2de" -d '{"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-plugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:23.745717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.765670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c51f4-71b7-4b6d-93d8-5484bccd34b3 req-f4dd40eb-9806-47c5-a9b6-19c522ac1e22 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.767973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-563c51f4-71b7-4b6d-93d8-5484bccd34b3 req-f4dd40eb-9806-47c5-a9b6-19c522ac1e22 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 949 time: 0.0647752 Sep 30 08:22:23.809396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.818777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-563c51f4-71b7-4b6d-93d8-5484bccd34b3 req-d3238bc6-c7c6-436b-af95-2b26a8c0a705 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Sep 30 08:22:23.832960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea012ed-337e-4ff6-b1b6-099796cba706 None None] Network 41cab8b9-5828-4d4a-9799-079710952c59 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:23.852746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.858983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54230) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:23.859223 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6 HTTP/1.1" status: 204 len: 168 time: 0.2834783 Sep 30 08:22:23.860304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d12838-3423-4c6a-aa40-f45e2f446117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d7f8a6-71f5-494c-b2b0-6f07ef89c1a6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:23.895730 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b7b39-2b9d-4864-928c-a1969515a16b x-openstack-request-id: req-d90b7b39-2b9d-4864-928c-a1969515a16b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:23.896310 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-plugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:23.896764 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d90b7b39-2b9d-4864-928c-a1969515a16b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:23.897361 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'code': 200} Sep 30 08:22:23.993028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.065464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e6022-e6c8-49d6-afdd-1e3747b385d2 req-21715ed3-b044-4a5c-9267-55d48ee15219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:24.066930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c98e6022-e6c8-49d6-afdd-1e3747b385d2 req-21715ed3-b044-4a5c-9267-55d48ee15219 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 1101 time: 0.0685377 Sep 30 08:22:24.149816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Deleting port 63d5e682-908b-43ea-9fa5-6a58e882354a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:24.150249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.169811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c98e6022-e6c8-49d6-afdd-1e3747b385d2 req-4d001077-baaf-46d6-9c88-e4cd331e58c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857561 Sep 30 08:22:24.185899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c436bf-8bf2-4fa3-a980-0a5629062569 req-61f6789f-21e1-4fef-82b6-e694027c4a15 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:24.187995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95c436bf-8bf2-4fa3-a980-0a5629062569 req-61f6789f-21e1-4fef-82b6-e694027c4a15 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 950 time: 0.1154294 Sep 30 08:22:24.255266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] DHCP port deletion for 41cab8b9-5828-4d4a-9799-079710952c59 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:24.257130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] For port 63d5e682-908b-43ea-9fa5-6a58e882354a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=63d5e682-908b-43ea-9fa5-6a58e882354a,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:24.257534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.283891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Calling delete_port for 63d5e682-908b-43ea-9fa5-6a58e882354a owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:24.293318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95c436bf-8bf2-4fa3-a980-0a5629062569 req-b13e87f4-1cb4-4714-b563-de7ff63f7105 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987329 Sep 30 08:22:24.315270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] Deleting port 63d5e682-908b-43ea-9fa5-6a58e882354a {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:24.315865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.400273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] For port 63d5e682-908b-43ea-9fa5-6a58e882354a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=63d5e682-908b-43ea-9fa5-6a58e882354a,segment=NetworkSegment(362b6726-7070-40cf-a3cb-1ce595805405),segment_id=362b6726-7070-40cf-a3cb-1ce595805405)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:24.400933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.415192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] Calling delete_port for 63d5e682-908b-43ea-9fa5-6a58e882354a owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:24.434913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.469041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d5e682-908b-43ea-9fa5-6a58e882354a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.476604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] No DVR routers for this DVR port 63d5e682-908b-43ea-9fa5-6a58e882354a on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:24.497807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.510532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] No DVR routers for this DVR port 63d5e682-908b-43ea-9fa5-6a58e882354a on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:24.513571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b9707-a86f-4640-bb3b-f8a36cc24343 req-da85c891-22fd-4fe1-9b17-04e537b15fba tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:24.515781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d63b9707-a86f-4640-bb3b-f8a36cc24343 req-da85c891-22fd-4fe1-9b17-04e537b15fba tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 945 time: 0.1208668 Sep 30 08:22:24.536975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03d8d-4985-41bc-b801-c078331f115d None None] Pushing event deleted for resources: {'Port': ['ID=63d5e682-908b-43ea-9fa5-6a58e882354a,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.599656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.628415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d63b9707-a86f-4640-bb3b-f8a36cc24343 req-281f9b61-4f63-423b-af2f-9f47d03569ee tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987129 Sep 30 08:22:24.632084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cab8b9-5828-4d4a-9799-079710952c59']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:24.654201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362b6726-7070-40cf-a3cb-1ce595805405') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:24.654575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362b6726-7070-40cf-a3cb-1ce595805405') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:24.676958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.692116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.698929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:24.699553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:24.701327 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:24.762147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.769678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.771709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] 10.222.0.41 "DELETE /v2.0/networks/41cab8b9-5828-4d4a-9799-079710952c59 HTTP/1.1" status: 204 len: 168 time: 0.9110932 Sep 30 08:22:24.787883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d4d9-533c-4462-8de3-10a9ed795152 admin admin] Pushing event deleted for resources: {'Network': ['ID=41cab8b9-5828-4d4a-9799-079710952c59,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.830034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54286) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:24.859621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f7c4-679f-4e04-8fae-562ccc149311 req-af7145f0-9f9a-468c-bb09-2e3c31741bf4 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:24.865996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f7c4-679f-4e04-8fae-562ccc149311 req-af7145f0-9f9a-468c-bb09-2e3c31741bf4 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:24.870306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1110f7c4-679f-4e04-8fae-562ccc149311 req-af7145f0-9f9a-468c-bb09-2e3c31741bf4 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.0650856 Sep 30 08:22:24.910154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1110f7c4-679f-4e04-8fae-562ccc149311 req-e13be376-dd54-40c2-a8b8-bf0b899c4d23 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356543 Sep 30 08:22:24.945618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e72b7ea0-e202-4a89-81d4-47153f0e9d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.983073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:25.032844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-44b7ee91-24a9-44e7-901f-cf3f1b9d599a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55d398c7e315458c9436adc03baae206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484123 Sep 30 08:22:25.035685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:25.075151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e72b7ea0-e202-4a89-81d4-47153f0e9d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.083447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e72b7ea0-e202-4a89-81d4-47153f0e9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.141545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e72b7ea0-e202-4a89-81d4-47153f0e9d1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=933a39e038864cf7ab2658c980db1493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033834 Sep 30 08:22:25.141706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54298) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:25.143000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5230cdb2-afc0-4550-8f7c-ab3f7533787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.144762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b7ea0-e202-4a89-81d4-47153f0e9d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9675a686-3dab-4a3b-8a5c-7f4c168b7267,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:25.169514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5230cdb2-afc0-4550-8f7c-ab3f7533787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.198822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 63d5e682-908b-43ea-9fa5-6a58e882354a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:25.200588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37d12742-9875-4003-bc9e-9bc2b523938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.230346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 63d5e682-908b-43ea-9fa5-6a58e882354a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:25.230742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 63d5e682-908b-43ea-9fa5-6a58e882354a not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:25.231496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c271b788-beae-48c4-8610-ddd293b51f49 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:25.231937 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37d12742-9875-4003-bc9e-9bc2b523938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.235933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5230cdb2-afc0-4550-8f7c-ab3f7533787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.239422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5230cdb2-afc0-4550-8f7c-ab3f7533787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.240187 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5230cdb2-afc0-4550-8f7c-ab3f7533787f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffb7871d-91c9-4230-8a09-b091a8c76dcf HTTP/1.1" status: 204 len: 168 time: 0.2035708 Sep 30 08:22:25.263818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cdb2-afc0-4550-8f7c-ab3f7533787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7871d-91c9-4230-8a09-b091a8c76dcf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:25.267303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c271b788-beae-48c4-8610-ddd293b51f49 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:25.267648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c271b788-beae-48c4-8610-ddd293b51f49 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:25.268112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64d36e7-10cd-46fd-a1e5-5d8a596fd285 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:25.288994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b64d36e7-10cd-46fd-a1e5-5d8a596fd285 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:25.289349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64d36e7-10cd-46fd-a1e5-5d8a596fd285 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:25.309203 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37d12742-9875-4003-bc9e-9bc2b523938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.313808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37d12742-9875-4003-bc9e-9bc2b523938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.315198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-37d12742-9875-4003-bc9e-9bc2b523938d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9675a686-3dab-4a3b-8a5c-7f4c168b7267 HTTP/1.1" status: 204 len: 168 time: 0.1723197 Sep 30 08:22:25.326561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d12742-9875-4003-bc9e-9bc2b523938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9675a686-3dab-4a3b-8a5c-7f4c168b7267,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:25.444825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc843-0e22-4b2a-aa61-e37c4204bf91 req-a517a849-4359-472a-82bf-9dfc0b05018a tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:25.455446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-687bc843-0e22-4b2a-aa61-e37c4204bf91 req-a517a849-4359-472a-82bf-9dfc0b05018a tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 950 time: 0.0640497 Sep 30 08:22:25.462162 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.491006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-687bc843-0e22-4b2a-aa61-e37c4204bf91 req-24e4b6a5-204e-40cd-8a4d-55a2dca8285b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Sep 30 08:22:25.628261 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.732701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54330) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:25.739455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d8734af6-9eaa-49a1-82a9-75e90e2ede9b up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:25.749755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-124181be-c2f4-4c40-a0d6-40d94b412c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.815694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port d8734af6-9eaa-49a1-82a9-75e90e2ede9b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:25.828788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d8734af6-9eaa-49a1-82a9-75e90e2ede9b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:25.829279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.921940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-124181be-c2f4-4c40-a0d6-40d94b412c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.929068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-124181be-c2f4-4c40-a0d6-40d94b412c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.962996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.987266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:25.989836 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84501f4b-cec7-42a3-bd99-93dce65cccf2" -d '{"events": [{"server_uuid": "c3cc0816-fb7d-45af-99a3-a2e1949426b8", "name": "network-vif-plugged", "status": "completed", "tag": "d8734af6-9eaa-49a1-82a9-75e90e2ede9b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:26.010128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:26.020943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-124181be-c2f4-4c40-a0d6-40d94b412c24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bdb4c5c72ce4b71b3331c31e271107e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868257 Sep 30 08:22:26.023129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124181be-c2f4-4c40-a0d6-40d94b412c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c9f39c-eb6e-4b38-8f48-6ac398a47d42,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:26.023803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:26.042082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.114036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742468ac-bf94-41c3-b61f-3264bcc6bd7d req-4ac458fc-f70e-499c-92c6-03c546776481 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.116128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-742468ac-bf94-41c3-b61f-3264bcc6bd7d req-4ac458fc-f70e-499c-92c6-03c546776481 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 945 time: 0.1745856 Sep 30 08:22:26.167816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:26.173464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-742468ac-bf94-41c3-b61f-3264bcc6bd7d req-e89583a2-6b6b-4ecb-af41-fb8635c50743 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Sep 30 08:22:26.197125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-74fa1b2c-4670-4da5-9ae6-a3d93a6bf07a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.203870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-74fa1b2c-4670-4da5-9ae6-a3d93a6bf07a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.205513 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-74fa1b2c-4670-4da5-9ae6-a3d93a6bf07a tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.57 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.1774173 Sep 30 08:22:26.209030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-557da7d0-9f17-470e-99ad-0034e8276064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.260554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-557da7d0-9f17-470e-99ad-0034e8276064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.296699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54362) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:26.353498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 4cd14c63-5900-4c29-aa33-4f785d69b750 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:26.353842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.358066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-557da7d0-9f17-470e-99ad-0034e8276064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.361209 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-557da7d0-9f17-470e-99ad-0034e8276064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.362407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-557da7d0-9f17-470e-99ad-0034e8276064 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70c9f39c-eb6e-4b38-8f48-6ac398a47d42 HTTP/1.1" status: 204 len: 168 time: 0.3374903 Sep 30 08:22:26.389338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da7d0-9f17-470e-99ad-0034e8276064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c9f39c-eb6e-4b38-8f48-6ac398a47d42,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:26.429825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-924426654-network', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:26.474201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 4cd14c63-5900-4c29-aa33-4f785d69b750, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=4cd14c63-5900-4c29-aa33-4f785d69b750,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:26.474570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.475116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Made reservation on behalf of 44d66263fbe34de4b13b11d55789d2e6 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:26.477689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.486834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 4cd14c63-5900-4c29-aa33-4f785d69b750 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:26.490346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.507688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c384e-004e-4177-b91c-0907b0707a98 req-1a0c0b7f-49e9-4030-a874-cb01a91c8eb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.516806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c384e-004e-4177-b91c-0907b0707a98 req-1a0c0b7f-49e9-4030-a874-cb01a91c8eb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.518655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-243c384e-004e-4177-b91c-0907b0707a98 req-1a0c0b7f-49e9-4030-a874-cb01a91c8eb5 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 1682 time: 0.1106234 Sep 30 08:22:26.582034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-243c384e-004e-4177-b91c-0907b0707a98 req-671e3fd6-0b0f-406e-b3cc-a35463a08d4e tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/security-groups?id=87a03fe9-4137-437a-818f-43fb78af1802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Sep 30 08:22:26.620522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.646620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['485216e5-060c-4539-b6c1-557280849495', '4cd14c63-5900-4c29-aa33-4f785d69b750'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:26.670373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.683271 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.693464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=4cd14c63-5900-4c29-aa33-4f785d69b750,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:26.703922 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92c0156-ac9e-4f3e-ab4f-77325845c3a5 x-openstack-request-id: req-e92c0156-ac9e-4f3e-ab4f-77325845c3a5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:26.704292 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cc0816-fb7d-45af-99a3-a2e1949426b8", "name": "network-vif-plugged", "status": "completed", "tag": "d8734af6-9eaa-49a1-82a9-75e90e2ede9b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:26.704684 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e92c0156-ac9e-4f3e-ab4f-77325845c3a5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:26.705377 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b', 'code': 200} Sep 30 08:22:26.739194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:26.753211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b5500-1fa9-479f-aaa0-64f13b7d6d7e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:26.758912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 4cd14c63-5900-4c29-aa33-4f785d69b750 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:26.762840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.767892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-d6175147-dd14-4ca1-b687-9938d6818c80 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.57 "DELETE /v2.0/ports/4cd14c63-5900-4c29-aa33-4f785d69b750 HTTP/1.1" status: 204 len: 173 time: 0.5410552 Sep 30 08:22:26.768378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-deleted', 'tag': '4cd14c63-5900-4c29-aa33-4f785d69b750'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:26.775427 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902e679-3f92-405e-b14e-da21a2a3ef7b" -d '{"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-deleted", "tag": "4cd14c63-5900-4c29-aa33-4f785d69b750"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:26.777127 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.779070 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Added segment ff845d01-42e0-442a-909e-87fc470ebe0b of type vlan for network 760a410c-c5a1-457b-9f10-e819ff72e15d Sep 30 08:22:26.882568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.946587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.950869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.952578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.998077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6976101 Sep 30 08:22:27.004414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54386) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:27.015269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Request body: {'subnet': {'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-924426654-subnet', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:27.020152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d44aa9-2a9f-4827-b547-33311c6c132a req-e45f3320-a53f-41dd-aeca-6b2b403a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.021722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-44d44aa9-2a9f-4827-b547-33311c6c132a req-e45f3320-a53f-41dd-aeca-6b2b403a786e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 1097 time: 0.2269843 Sep 30 08:22:27.052286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a35b6f-3e20-4a89-8fde-c701d4aa8623 admin admin] Pushing event updated for resources: {'Network': ['ID=760a410c-c5a1-457b-9f10-e819ff72e15d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:27.067856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 760a410c-c5a1-457b-9f10-e819ff72e15d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:27.075918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Made reservation on behalf of 44d66263fbe34de4b13b11d55789d2e6 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:27.078875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.087295 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-44d44aa9-2a9f-4827-b547-33311c6c132a req-d4fc57ed-8740-4b44-b7c8-1ad03b269106 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545573 Sep 30 08:22:27.094396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 485216e5-060c-4539-b6c1-557280849495 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:27.095214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.238954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 485216e5-060c-4539-b6c1-557280849495, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=485216e5-060c-4539-b6c1-557280849495,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:27.240119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.261180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 485216e5-060c-4539-b6c1-557280849495 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:27.281070 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a43844-8cb6-4403-acb7-3960d3a08020 x-openstack-request-id: req-88a43844-8cb6-4403-acb7-3960d3a08020 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:27.282541 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-deleted", "tag": "4cd14c63-5900-4c29-aa33-4f785d69b750", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:27.282900 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88a43844-8cb6-4403-acb7-3960d3a08020 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:27.283306 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-deleted', 'tag': '4cd14c63-5900-4c29-aa33-4f785d69b750', 'status': 'completed', 'code': 200} Sep 30 08:22:27.379894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.435468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64c5a-40d3-440d-9984-65c10cb914d8 req-73520a66-aa69-4d48-b9ff-c7e817b37627 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.437168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0c64c5a-40d3-440d-9984-65c10cb914d8 req-73520a66-aa69-4d48-b9ff-c7e817b37627 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1091580 Sep 30 08:22:27.468174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc45f78-6267-4335-b478-879aecc31324,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:27.491646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-a1f48774-745d-4ae5-ab49-d90bbc5eb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.493679 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-a1f48774-745d-4ae5-ab49-d90bbc5eb9ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.0587275 Sep 30 08:22:27.500376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.509074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Checking segment: {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:27.509526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Network hostable DHCP agents. Network: 760a410c-c5a1-457b-9f10-e819ff72e15d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:27.517101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['4cd14c63-5900-4c29-aa33-4f785d69b750'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:27.532808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0c64c5a-40d3-440d-9984-65c10cb914d8 req-25dac67c-fa26-4e2c-adbb-b120556f0832 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749586 Sep 30 08:22:27.557875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Network 760a410c-c5a1-457b-9f10-e819ff72e15d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:27.574050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 760a410c-c5a1-457b-9f10-e819ff72e15d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:27.580017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.580748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.582639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=485216e5-060c-4539-b6c1-557280849495,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:27.586010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dff596-d49e-4608-9c6c-7d7930143d47 None None] Network 760a410c-c5a1-457b-9f10-e819ff72e15d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:27.627293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bb3f62eb-fc44-4bf8-b0ca-a7fd5fd72a25 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6178026 Sep 30 08:22:27.630285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:27.634900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:27.689042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.690286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.723231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 485216e5-060c-4539-b6c1-557280849495 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:27.726453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.729317 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e319bec8-c5d3-43d5-a441-279c8f83bd40 req-50ea5dde-43d7-4193-a3ee-2e840d4234e0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.57 "DELETE /v2.0/ports/485216e5-060c-4539-b6c1-557280849495 HTTP/1.1" status: 204 len: 173 time: 0.9237587 Sep 30 08:22:27.768793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-e8664e93-ebe4-4201-bb5c-c54e96850cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.773029 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-e8664e93-ebe4-4201-bb5c-c54e96850cfe service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.2659276 Sep 30 08:22:27.830808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.856680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f07024-bc06-4dae-a785-65ce26142df9 req-f1ab2758-dd7a-45c8-9105-b323bae656ab tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.868129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06f07024-bc06-4dae-a785-65ce26142df9 req-f1ab2758-dd7a-45c8-9105-b323bae656ab tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 946 time: 0.1242981 Sep 30 08:22:27.887421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-760a410c-c5a1-457b-9f10-e819ff72e15d', 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'fixed_ips': [{'subnet_id': '2fc45f78-6267-4335-b478-879aecc31324'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:22:27.888393 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.894464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-9a9f95db-7d9a-48e9-9b4f-3200c6e79045 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.0993772 Sep 30 08:22:27.973971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06f07024-bc06-4dae-a785-65ce26142df9 req-1f974a8a-9e01-4106-a640-37163d2cf5bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047602 Sep 30 08:22:27.986732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-6955d6df-bc7a-4855-8c0a-bf21b5328d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:27.988448 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-6955d6df-bc7a-4855-8c0a-bf21b5328d6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0744886 Sep 30 08:22:28.049134 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-37ebadd9-f6a2-469f-a449-c20ce0e01fac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443828 Sep 30 08:22:28.113069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.158482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Allocated IP 172.20.0.2 (760a410c-c5a1-457b-9f10-e819ff72e15d/2fc45f78-6267-4335-b478-879aecc31324/71b8f9d2-7396-428e-bdab-5c2e4e390cff) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:28.251789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-c54cf093-75e0-4d20-be74-078c25d33846 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865427 Sep 30 08:22:28.351068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1936c8f-e8b5-4246-98a9-ab49de0bfb8a req-f9adfced-bd3c-4139-b96d-9d43bc9a0c1c tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "GET /v2.0/ports?device_id=81df46d6-0598-4b02-9506-96705109ba13 HTTP/1.1" status: 200 len: 210 time: 0.0420086 Sep 30 08:22:28.423180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-84178a47-9a4e-4b9e-aae1-d3dd289aff5b req-9882efde-8138-4d1c-8d48-76bb3b85056f service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571758 Sep 30 08:22:28.472870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.484161 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.524478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Network 760a410c-c5a1-457b-9f10-e819ff72e15d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:28.527819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:28.532151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:28.586486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Pushing event updated for resources: {'Port': ['ID=71b8f9d2-7396-428e-bdab-5c2e4e390cff,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:28.646337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Attempting to bind port 71b8f9d2-7396-428e-bdab-5c2e4e390cff on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:28.646941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Attempting to bind port 71b8f9d2-7396-428e-bdab-5c2e4e390cff by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:28.647530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Attempting to bind port 71b8f9d2-7396-428e-bdab-5c2e4e390cff on network 760a410c-c5a1-457b-9f10-e819ff72e15d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:28.653780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:28.654486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Checking segment: {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:28.654921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.655855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Bound using segment: {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:28.664644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Bound port: 71b8f9d2-7396-428e-bdab-5c2e4e390cff, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:28.665063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.690129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.734604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.852743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377e96d-976c-49d8-8b42-02961a6c51fd req-b6b3908a-7146-497d-930e-cf57f8058c73 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:28.864446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9377e96d-976c-49d8-8b42-02961a6c51fd req-b6b3908a-7146-497d-930e-cf57f8058c73 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1673164 Sep 30 08:22:28.867650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] For port 71b8f9d2-7396-428e-bdab-5c2e4e390cff, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:28.877665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] For port 71b8f9d2-7396-428e-bdab-5c2e4e390cff, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=71b8f9d2-7396-428e-bdab-5c2e4e390cff,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:28.884762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.970226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9377e96d-976c-49d8-8b42-02961a6c51fd req-cc60e562-3f79-4c89-ad7b-2ab8a14201ab tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045680 Sep 30 08:22:29.036761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Allocated IP 172.25.7.77 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4e331bb5-512c-4e36-a396-1ea06421b484) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:29.137911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e6fc3-9dc3-438b-8cfa-fc8aaa49af54 None None] Pushing event updated for resources: {'Port': ['ID=71b8f9d2-7396-428e-bdab-5c2e4e390cff,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:29.254044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc9ade-85b5-460f-ad6d-1ac61d36ab8b req-9f952cf4-aff4-46fe-8900-f856de48712b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:29.261324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ebc9ade-85b5-460f-ad6d-1ac61d36ab8b req-9f952cf4-aff4-46fe-8900-f856de48712b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 946 time: 0.1465852 Sep 30 08:22:29.284784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-deleted', 'tag': '485216e5-060c-4539-b6c1-557280849495'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:29.288561 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3a8b3-06fa-4000-931f-ad42bcbbcf97" -d '{"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-deleted", "tag": "485216e5-060c-4539-b6c1-557280849495"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:29.305181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:29.346540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ebc9ade-85b5-460f-ad6d-1ac61d36ab8b req-53322ff5-976c-41ed-87a4-aabebdf5b7cf tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842919 Sep 30 08:22:29.364291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:29.473705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:29.565732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:29.578006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:29.583995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:29.588318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:29.600638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'mac_address': 'fa:16:3e:b0:85:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:29.629146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e331bb5-512c-4e36-a396-1ea06421b484,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:29.698817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:29.736553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:29.736746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f85972f2-9f40-4407-8839-34f4dca1b656 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:29.745618 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16469c-4caf-42e4-9547-8907aad6ebb2 x-openstack-request-id: req-ea16469c-4caf-42e4-9547-8907aad6ebb2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:29.745743 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81df46d6-0598-4b02-9506-96705109ba13", "name": "network-vif-deleted", "tag": "485216e5-060c-4539-b6c1-557280849495", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:29.745936 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea16469c-4caf-42e4-9547-8907aad6ebb2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:29.746520 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81df46d6-0598-4b02-9506-96705109ba13', 'name': 'network-vif-deleted', 'tag': '485216e5-060c-4539-b6c1-557280849495', 'status': 'completed', 'code': 200} Sep 30 08:22:29.764735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:29.769547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 485216e5-060c-4539-b6c1-557280849495 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:29.774846 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:29.838344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 485216e5-060c-4539-b6c1-557280849495 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:29.840090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 485216e5-060c-4539-b6c1-557280849495 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:29.841439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 4cd14c63-5900-4c29-aa33-4f785d69b750 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:29.875872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 4cd14c63-5900-4c29-aa33-4f785d69b750 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:29.876502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 4cd14c63-5900-4c29-aa33-4f785d69b750 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:29.929821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:29.944420 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20b47787-6317-48d4-9f34-22cb742f95bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.000327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f85972f2-9f40-4407-8839-34f4dca1b656'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:30.038309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.109105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa14ac-1d76-4340-bdd5-e7e56410d6e8 req-14ed0755-4b39-4671-adc5-f23df816bdd1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:30.110796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4faa14ac-1d76-4340-bdd5-e7e56410d6e8 req-14ed0755-4b39-4671-adc5-f23df816bdd1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 946 time: 0.2125247 Sep 30 08:22:30.165387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20b47787-6317-48d4-9f34-22cb742f95bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.172710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20b47787-6317-48d4-9f34-22cb742f95bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.244841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b47787-6317-48d4-9f34-22cb742f95bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563a5d6d-761c-4de0-b8b1-67620ecd7cc5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:30.299601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20b47787-6317-48d4-9f34-22cb742f95bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f496fe7b314f4e7d89309256616cfae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617044 Sep 30 08:22:30.301827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:30.404129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52180703-1b53-48dc-b0cf-7fcf4bc9d637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.440449 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52180703-1b53-48dc-b0cf-7fcf4bc9d637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.529781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52180703-1b53-48dc-b0cf-7fcf4bc9d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.532811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52180703-1b53-48dc-b0cf-7fcf4bc9d637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.538134 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-52180703-1b53-48dc-b0cf-7fcf4bc9d637 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/563a5d6d-761c-4de0-b8b1-67620ecd7cc5 HTTP/1.1" status: 204 len: 168 time: 0.2338290 Sep 30 08:22:30.586171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52180703-1b53-48dc-b0cf-7fcf4bc9d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563a5d6d-761c-4de0-b8b1-67620ecd7cc5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:30.693651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb84a7-fe07-4404-9a1d-082014634ec9 None None] Network 760a410c-c5a1-457b-9f10-e819ff72e15d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:30.718226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4faa14ac-1d76-4340-bdd5-e7e56410d6e8 req-e282f81e-5db9-4813-978e-6848b948565a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539390 Sep 30 08:22:30.823555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:30.874172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0456b78e-7cea-4a5b-9183-9a9d46403c55 None None] Provisioning complete for port 71b8f9d2-7396-428e-bdab-5c2e4e390cff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:30.880316 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0456b78e-7cea-4a5b-9183-9a9d46403c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.913589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.932154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting subnet bc32136b-45f6-4cb1-a50f-d77b0fd6ba90 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:30.939784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.048255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.104277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:31.125388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0bf692a8-afcc-4ae6-99a8-3615b22ce33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.150834 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:22:31.165590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0456b78e-7cea-4a5b-9183-9a9d46403c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.255582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0456b78e-7cea-4a5b-9183-9a9d46403c55 None None] For port 71b8f9d2-7396-428e-bdab-5c2e4e390cff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=71b8f9d2-7396-428e-bdab-5c2e4e390cff,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:31.260497 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0456b78e-7cea-4a5b-9183-9a9d46403c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.283375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.299492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9a1c-5c85-4d37-b814-f670f2ffbf77 req-5feda94f-7675-4895-a0a7-51c8966a4149 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:31.308235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-979e9a1c-5c85-4d37-b814-f670f2ffbf77 req-5feda94f-7675-4895-a0a7-51c8966a4149 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1707370 Sep 30 08:22:31.360482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 71b8f9d2-7396-428e-bdab-5c2e4e390cff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:31.381861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-979e9a1c-5c85-4d37-b814-f670f2ffbf77 req-82a5289a-67b4-4137-baf5-d6607c9ec1ba tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627687 Sep 30 08:22:31.386168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:22:31.424074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:31.496659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.554521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0bf692a8-afcc-4ae6-99a8-3615b22ce33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.590436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Subnet': ['ID=bc32136b-45f6-4cb1-a50f-d77b0fd6ba90,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:31.603257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0bf692a8-afcc-4ae6-99a8-3615b22ce33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.612147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456b78e-7cea-4a5b-9183-9a9d46403c55 None None] Pushing event updated for resources: {'Port': ['ID=71b8f9d2-7396-428e-bdab-5c2e4e390cff,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:31.656047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f85972f2-9f40-4407-8839-34f4dca1b656 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:31.656433 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.659942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.671648 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82b890cd-dae1-4f99-a8f8-b00a346ce3af tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/subnets/bc32136b-45f6-4cb1-a50f-d77b0fd6ba90 HTTP/1.1" status: 204 len: 168 time: 0.8470669 Sep 30 08:22:31.673548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:31.674277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf692a8-afcc-4ae6-99a8-3615b22ce33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f841f3-43db-4e4c-a3d1-58a4be01c1b9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:31.709236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d44ba-4ccf-46ca-a413-c14ef59ac4e6 None None] Network 5900537e-eba9-43de-8b1c-82cf193d6cc8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:31.714963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 71b8f9d2-7396-428e-bdab-5c2e4e390cff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:31.715344 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.735462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:31.747404 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Sync routers for ids ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:31.766148 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Routers {'4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:31.766861 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:31.799030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.803257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d3942106-1f30-4ae4-a69c-10e2f87dd6d6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1690454 Sep 30 08:22:31.803541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54550) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:31.861972 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0bf692a8-afcc-4ae6-99a8-3615b22ce33a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33e3ae260ff843c691b8db6eaa7197ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7565923 Sep 30 08:22:31.863461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:31.916975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e66ba3de-667c-4d80-b9c3-5c8311decd38 None None] Provisioning complete for port 71b8f9d2-7396-428e-bdab-5c2e4e390cff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:31.917354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e66ba3de-667c-4d80-b9c3-5c8311decd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.067486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.079218 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.176536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:32.179536 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac5461b-6701-4df7-9d4d-245284c97f9c" -d '{"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-plugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:32.269272 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Set router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:32.270901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e84cceda-85fc-469b-bfea-4b53056e6b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.298043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:32.329017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e84cceda-85fc-469b-bfea-4b53056e6b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.332898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.413411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:32.414635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b246c2d-8e85-480e-bfb7-485fdb0bc744 req-40d3cbee-9c57-4225-acf1-72a790a3cf89 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:32.428660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b246c2d-8e85-480e-bfb7-485fdb0bc744 req-40d3cbee-9c57-4225-acf1-72a790a3cf89 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 946 time: 0.3544841 Sep 30 08:22:32.450410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] DHCP port deletion for 5900537e-eba9-43de-8b1c-82cf193d6cc8 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:32.514018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:32.515059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.517821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e84cceda-85fc-469b-bfea-4b53056e6b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.530086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e84cceda-85fc-469b-bfea-4b53056e6b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.534670 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e84cceda-85fc-469b-bfea-4b53056e6b60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2f841f3-43db-4e4c-a3d1-58a4be01c1b9 HTTP/1.1" status: 204 len: 168 time: 0.6645293 Sep 30 08:22:32.590480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b246c2d-8e85-480e-bfb7-485fdb0bc744 req-bf783733-000e-47b0-83cf-293b76faa6a5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586196 Sep 30 08:22:32.619439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] Deleting port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:32.619947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.633257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cceda-85fc-469b-bfea-4b53056e6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f841f3-43db-4e4c-a3d1-58a4be01c1b9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:32.730711 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79715789-922e-48f0-9db0-47a9968b3c21 x-openstack-request-id: req-79715789-922e-48f0-9db0-47a9968b3c21 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:32.731181 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-plugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:32.731358 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79715789-922e-48f0-9db0-47a9968b3c21 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:32.731627 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'code': 200} Sep 30 08:22:32.771970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 661b7a25-b583-4028-a0fc-5c0283f7bbd9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=661b7a25-b583-4028-a0fc-5c0283f7bbd9,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:32.772329 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.805729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 661b7a25-b583-4028-a0fc-5c0283f7bbd9 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:32.851879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] For port 661b7a25-b583-4028-a0fc-5c0283f7bbd9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=661b7a25-b583-4028-a0fc-5c0283f7bbd9,segment=NetworkSegment(6a57ee98-1d4b-4d07-844f-23a8e586987a),segment_id=6a57ee98-1d4b-4d07-844f-23a8e586987a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:32.856489 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.883813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] Calling delete_port for 661b7a25-b583-4028-a0fc-5c0283f7bbd9 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:32.955905 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:22:29Z', 'revision_number': 3, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:33.016652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.051072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.054400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Checking router: 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:33.056855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Updating router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 port 4e331bb5-512c-4e36-a396-1ea06421b484 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:22:33.089958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b1d7-f4ec-4f00-b299-862b67022588 req-2f927910-58ef-461a-83e2-a6ce13d41e4f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:33.091908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d83b1d7-f4ec-4f00-b299-862b67022588 req-2f927910-58ef-461a-83e2-a6ce13d41e4f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.2524207 Sep 30 08:22:33.107116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] Pushing event deleted for resources: {'Port': ['ID=661b7a25-b583-4028-a0fc-5c0283f7bbd9,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:33.141517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed6196-2021-433b-b6b7-9746f81a6536 None None] No DVR routers for this DVR port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:33.152542 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.226048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=661b7a25-b583-4028-a0fc-5c0283f7bbd9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:33.257905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 661b7a25-b583-4028-a0fc-5c0283f7bbd9 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:33.313310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 71b8f9d2-7396-428e-bdab-5c2e4e390cff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:33.376583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d83b1d7-f4ec-4f00-b299-862b67022588 req-ff0ad19c-1829-4d0d-8ae3-7e0be8339872 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949661 Sep 30 08:22:33.379131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.414958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.423392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5900537e-eba9-43de-8b1c-82cf193d6cc8']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:33.438647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 71b8f9d2-7396-428e-bdab-5c2e4e390cff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:33.439182 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.456313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a57ee98-1d4b-4d07-844f-23a8e586987a') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:33.458890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a57ee98-1d4b-4d07-844f-23a8e586987a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:33.484543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.510314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.520906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:33.521628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:33.659643 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:33.664626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.684047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.697182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/networks/5900537e-eba9-43de-8b1c-82cf193d6cc8 HTTP/1.1" status: 204 len: 168 time: 2.0030313 Sep 30 08:22:33.699439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54594) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:33.793986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d33d5-6064-423a-8059-2d3a5136952f tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Network': ['ID=5900537e-eba9-43de-8b1c-82cf193d6cc8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:33.836330 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.853639 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.865147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting subnet 666700d0-0c5c-44b6-b09a-5bc318e9cb69 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:33.873972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.879729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 661b7a25-b583-4028-a0fc-5c0283f7bbd9 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:33.916878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 661b7a25-b583-4028-a0fc-5c0283f7bbd9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:33.917526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 661b7a25-b583-4028-a0fc-5c0283f7bbd9 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:33.968631 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Attempting to bind port 4e331bb5-512c-4e36-a396-1ea06421b484 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:33.968993 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Attempting to bind port 4e331bb5-512c-4e36-a396-1ea06421b484 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:33.969369 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Attempting to bind port 4e331bb5-512c-4e36-a396-1ea06421b484 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:33.981204 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:33.981592 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:33.982003 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.982494 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:33.983184 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Bound port: 4e331bb5-512c-4e36-a396-1ea06421b484, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:33.983581 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.018220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b30115-c5b0-416c-b1b7-40006c5428fb req-904a994b-73c3-4be7-861b-3292cc476149 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.029723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93b30115-c5b0-416c-b1b7-40006c5428fb req-904a994b-73c3-4be7-861b-3292cc476149 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 946 time: 0.1860509 Sep 30 08:22:34.033036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Allocated IP 172.20.0.1 (760a410c-c5a1-457b-9f10-e819ff72e15d/2fc45f78-6267-4335-b478-879aecc31324/8b5778c9-6deb-4e96-a826-7f065640abd1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:34.082758 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Pushing event updated for resources: {'Port': ['ID=4e331bb5-512c-4e36-a396-1ea06421b484,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:34.094515 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.096838 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.097520 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.097965 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.099381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.099834 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.100311 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.100856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93b30115-c5b0-416c-b1b7-40006c5428fb req-a6dc0d3d-19e5-49b1-bf94-6934f2efaf4c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656610 Sep 30 08:22:34.101265 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.101821 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.102392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.102922 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.103448 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:34.141763 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.169572 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] For port 4e331bb5-512c-4e36-a396-1ea06421b484, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:34.176944 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] For port 4e331bb5-512c-4e36-a396-1ea06421b484, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4e331bb5-512c-4e36-a396-1ea06421b484,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:34.188003 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.259907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Routers {'4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:34.260673 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:34.282890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba734d2-03df-4c42-9212-920aa41e288c req-766ba154-9435-4f44-b39f-912b0fb74789 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.287880 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7ba734d2-03df-4c42-9212-920aa41e288c req-766ba154-9435-4f44-b39f-912b0fb74789 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 946 time: 0.3299518 Sep 30 08:22:34.380058 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03d498-0828-4457-8ec4-16bc3be44727 None None] Pushing event updated for resources: {'Port': ['ID=4e331bb5-512c-4e36-a396-1ea06421b484,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:34.397272 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] Set router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:34.401638 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.509149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.557686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.621900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port d8734af6-9eaa-49a1-82a9-75e90e2ede9b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:34.622591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.639947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Network 760a410c-c5a1-457b-9f10-e819ff72e15d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:34.644797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:34.648209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:34.718915 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:22:29Z', 'revision_number': 3, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:34.736136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.765990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2611423a-5c5c-48b8-a3ad-b3a081ba6cf2 None None] Network eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:34.766192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.774420 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/subnets/666700d0-0c5c-44b6-b09a-5bc318e9cb69 HTTP/1.1" status: 204 len: 168 time: 1.0599492 Sep 30 08:22:34.776332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:34.784904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b474be8-0900-4ab9-9454-81f935a4f5b7 None None] The sync data for ids ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'] in n-d-807025-5 is: [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:22:29Z', 'revision_number': 3, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:34.800363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5778c9-6deb-4e96-a826-7f065640abd1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:34.874679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6bd8-2ce2-45da-ba14-8cc9e13ec60b tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Subnet': ['ID=666700d0-0c5c-44b6-b09a-5bc318e9cb69,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:34.908529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port d8734af6-9eaa-49a1-82a9-75e90e2ede9b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:34.908925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.928853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.933001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for d8734af6-9eaa-49a1-82a9-75e90e2ede9b owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:35.082465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db810f3-a539-4aba-ba21-308184c2b6b2 req-0dd1a1a2-6b61-4495-a31a-c880a411db45 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.095121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db810f3-a539-4aba-ba21-308184c2b6b2 req-0dd1a1a2-6b61-4495-a31a-c880a411db45 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.5947287 Sep 30 08:22:35.277660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b7ebbe6e-d44d-44a5-8dbf-f0b0f7393804 None None] Provisioning complete for port 8b5778c9-6deb-4e96-a826-7f065640abd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:35.277660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbe6e-d44d-44a5-8dbf-f0b0f7393804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.305685 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.309150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.338461 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.380574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845', 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:35.444982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebbe6e-d44d-44a5-8dbf-f0b0f7393804 None None] Port 8b5778c9-6deb-4e96-a826-7f065640abd1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:35.458182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db810f3-a539-4aba-ba21-308184c2b6b2 req-8830ac4c-4ab3-4c4b-9edc-fdcf3ffb4692 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611567 Sep 30 08:22:35.702773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] DHCP port deletion for eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:35.833339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Deleting port 54c70e3e-0613-49d8-b76d-f664d31dc901 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:35.850901 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.878042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] Deleting port 54c70e3e-0613-49d8-b76d-f664d31dc901 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:35.881897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.960120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c67df552-a450-4395-8a91-55d833508cda req-09bae1bf-018e-4ba3-a0ce-50435f6b384b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3cc0816-fb7d-45af-99a3-a2e1949426b8 HTTP/1.1" status: 200 len: 210 time: 0.0918443 Sep 30 08:22:36.034840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] For port 54c70e3e-0613-49d8-b76d-f664d31dc901, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=54c70e3e-0613-49d8-b76d-f664d31dc901,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:36.035199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.066512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] Calling delete_port for 54c70e3e-0613-49d8-b76d-f664d31dc901 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:36.099378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=d8734af6-9eaa-49a1-82a9-75e90e2ede9b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:36.151040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.161788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.165478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port d8734af6-9eaa-49a1-82a9-75e90e2ede9b on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:36.168545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.172312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7ba734d2-03df-4c42-9212-920aa41e288c req-af09dafe-ef8c-46cd-bcba-c502211300bd tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "DELETE /v2.0/ports/d8734af6-9eaa-49a1-82a9-75e90e2ede9b HTTP/1.1" status: 204 len: 173 time: 1.8737497 Sep 30 08:22:36.173052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'name': 'network-vif-deleted', 'tag': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:36.175712 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e61032-910f-45a0-8062-11e2c413055f" -d '{"events": [{"server_uuid": "c3cc0816-fb7d-45af-99a3-a2e1949426b8", "name": "network-vif-deleted", "tag": "d8734af6-9eaa-49a1-82a9-75e90e2ede9b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:36.245274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.285392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.289763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] For port 54c70e3e-0613-49d8-b76d-f664d31dc901, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=54c70e3e-0613-49d8-b76d-f664d31dc901,segment=NetworkSegment(40147d0e-4aea-4682-bc26-a0d2e9d8a70c),segment_id=40147d0e-4aea-4682-bc26-a0d2e9d8a70c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:36.290248 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.338324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] No DVR routers for this DVR port 54c70e3e-0613-49d8-b76d-f664d31dc901 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:36.346031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91909c53-cd1a-41f8-9f10-47c468781613 None None] Pushing event deleted for resources: {'Port': ['ID=54c70e3e-0613-49d8-b76d-f664d31dc901,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:36.511021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Calling delete_port for 54c70e3e-0613-49d8-b76d-f664d31dc901 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:36.547440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5778c9-6deb-4e96-a826-7f065640abd1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:36.557265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Network 760a410c-c5a1-457b-9f10-e819ff72e15d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:36.565362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:36.921034 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aef28f-ea65-4551-9637-9e68b8836c63 x-openstack-request-id: req-19aef28f-ea65-4551-9637-9e68b8836c63 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:36.921323 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cc0816-fb7d-45af-99a3-a2e1949426b8", "name": "network-vif-deleted", "tag": "d8734af6-9eaa-49a1-82a9-75e90e2ede9b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:36.921612 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19aef28f-ea65-4551-9637-9e68b8836c63 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:36.922015 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cc0816-fb7d-45af-99a3-a2e1949426b8', 'name': 'network-vif-deleted', 'tag': 'd8734af6-9eaa-49a1-82a9-75e90e2ede9b', 'status': 'completed', 'code': 200} Sep 30 08:22:36.969696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.016517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] No DVR routers for this DVR port 54c70e3e-0613-49d8-b76d-f664d31dc901 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:37.117019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-07289395-931d-4720-953d-bc1d86512738 None None] Provisioning complete for port 8b5778c9-6deb-4e96-a826-7f065640abd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:37.117658 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-07289395-931d-4720-953d-bc1d86512738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.118281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54678) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:37.209407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Port': ['ID=54c70e3e-0613-49d8-b76d-f664d31dc901,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:37.230391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:37.291786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-07289395-931d-4720-953d-bc1d86512738 None None] Port 8b5778c9-6deb-4e96-a826-7f065640abd1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:37.327589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.362240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:37.382305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e331bb5-512c-4e36-a396-1ea06421b484 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:37.395982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d81abe-0909-4136-812c-64cd33028beb req-1e7f5452-cd8b-413c-b516-d6c58ec019e5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:37.410324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4d81abe-0909-4136-812c-64cd33028beb req-1e7f5452-cd8b-413c-b516-d6c58ec019e5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.4159441 Sep 30 08:22:37.423731 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.430960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:37.478773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4e331bb5-512c-4e36-a396-1ea06421b484 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:37.481112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.594871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.647267 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.679684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 4e331bb5-512c-4e36-a396-1ea06421b484, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4e331bb5-512c-4e36-a396-1ea06421b484,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:37.687963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.818480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d8734af6-9eaa-49a1-82a9-75e90e2ede9b no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:37.820996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Allocated IP 172.25.7.134 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/218ee885-ad77-4432-b079-f4c93592db6b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:37.853074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 54c70e3e-0613-49d8-b76d-f664d31dc901 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:37.895088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40147d0e-4aea-4682-bc26-a0d2e9d8a70c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:37.895388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40147d0e-4aea-4682-bc26-a0d2e9d8a70c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:37.918737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 54c70e3e-0613-49d8-b76d-f664d31dc901 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:37.918737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 54c70e3e-0613-49d8-b76d-f664d31dc901 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:37.918737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=4e331bb5-512c-4e36-a396-1ea06421b484,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:37.921568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: d8734af6-9eaa-49a1-82a9-75e90e2ede9b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:37.922032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d8734af6-9eaa-49a1-82a9-75e90e2ede9b not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:37.940315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.965663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4d81abe-0909-4136-812c-64cd33028beb req-fce2ecb1-12e6-4edb-9c94-accddfe47eb9 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548255 Sep 30 08:22:37.973988 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.022580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:38.023109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:38.027007 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:38.070899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.071653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:38.085096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Sync routers for ids ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:38.099096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Routers {'4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:38.099837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:38.146284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ea2f593-f157-473a-98bf-6281f9c6a482 admin admin] 10.222.0.41 "PUT /v2.0/routers/4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3415806 Sep 30 08:22:38.166176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.172425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.177311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.181022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] 10.222.0.41 "DELETE /v2.0/networks/eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a HTTP/1.1" status: 204 len: 168 time: 3.4010410 Sep 30 08:22:38.213890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e87f1-c300-4b36-9527-68a0016c3fd0 tempest-ServersTestMultiNic-167200698 tempest-ServersTestMultiNic-167200698-project] Pushing event deleted for resources: {'Network': ['ID=eb9a07fb-ee73-44fb-9110-f6bcf7fd1c0a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:38.249076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:38.252111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:38.255916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:38.336211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Set router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:38.352340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Port': ['ID=218ee885-ad77-4432-b079-f4c93592db6b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:38.391685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b492-bc51-495a-88eb-38707422b7ef req-80d94171-7dfc-4a48-8937-34c625911290 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:38.393614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92f1b492-bc51-495a-88eb-38707422b7ef req-80d94171-7dfc-4a48-8937-34c625911290 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.0967753 Sep 30 08:22:38.412444 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.458612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92f1b492-bc51-495a-88eb-38707422b7ef req-97e997d8-c3ac-4842-aeec-3ba534288ba7 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577533 Sep 30 08:22:38.522401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.796759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cdab04f0-065a-4ce8-8489-aae7f9510809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.816789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.823956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.835665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:22:35Z', 'revision_number': 4, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8b5778c9-6deb-4e96-a826-7f065640abd1', 'name': '', 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'mac_address': 'fa:16:3e:58:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2fc45f78-6267-4335-b478-879aecc31324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:33Z', 'updated_at': '2021-09-30T08:22:35Z', 'revision_number': 2, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'subnets': [{'id': '2fc45f78-6267-4335-b478-879aecc31324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:38.892854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Checking router: 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:38.892854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Updating router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 port 8b5778c9-6deb-4e96-a826-7f065640abd1 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:22:38.908207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Port': ['ID=218ee885-ad77-4432-b079-f4c93592db6b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:38.923068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.934259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.952135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-74ed7a81-0da9-49e2-80b4-350c64a19aaa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1039274 Sep 30 08:22:38.959030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.960291 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c67438ae-8243-482c-b7e3-2b44442f168e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8405011 Sep 30 08:22:38.962924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-10386e07-72ad-4409-b45f-ace0fd5afe3b tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2182331 Sep 30 08:22:38.963410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54706) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:38.968853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2054163078'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:38.984919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:39.014648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Made reservation on behalf of ce453005cf7b486083a7c79b5707bca6 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:39.019289 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.044224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.103101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.171009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.172127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.173254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.174486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.175508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.176602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.178032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.182066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9326e258-f21b-4d6d-8527-dbf22cc5fb0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.1134477 Sep 30 08:22:39.320507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.326457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e331bb5-512c-4e36-a396-1ea06421b484 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:39.384178 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.428939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.449139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.453960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309e535-a372-4384-b31e-b3d1d826d433 None None] Pushing event updated for resources: {'Port': ['ID=8b5778c9-6deb-4e96-a826-7f065640abd1,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:39.459869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4e331bb5-512c-4e36-a396-1ea06421b484 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:39.460490 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.481190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-6cc95391-7d62-4347-aa75-fffed6160128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.481712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-6cc95391-7d62-4347-aa75-fffed6160128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.482196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-6cc95391-7d62-4347-aa75-fffed6160128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.485254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-6cc95391-7d62-4347-aa75-fffed6160128 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=84b8f949-19d2-42d6-b87c-7331cef07b6d&id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 2294 time: 0.2148864 Sep 30 08:22:39.504943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:39.529430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.602394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Attempting to bind port 8b5778c9-6deb-4e96-a826-7f065640abd1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:39.602778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Attempting to bind port 8b5778c9-6deb-4e96-a826-7f065640abd1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:39.603127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Attempting to bind port 8b5778c9-6deb-4e96-a826-7f065640abd1 on network 760a410c-c5a1-457b-9f10-e819ff72e15d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:39.617379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:39.617885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Checking segment: {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:39.618208 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.618629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Bound using segment: {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:39.619138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Bound port: 8b5778c9-6deb-4e96-a826-7f065640abd1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff845d01-42e0-442a-909e-87fc470ebe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:39.619562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.626553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff9fa9-cfaa-49a3-b373-a3dd2fc5b12c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:39.664998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.665736 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Added segment 048a63d9-11ae-49d4-ac61-28fe91158b19 of type vlan for network 1ca15479-d70d-4c91-8540-5420dab1dac0 Sep 30 08:22:39.813287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] For port 8b5778c9-6deb-4e96-a826-7f065640abd1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:39.818832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] For port 8b5778c9-6deb-4e96-a826-7f065640abd1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8b5778c9-6deb-4e96-a826-7f065640abd1,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:39.820320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-ae6151c2-80c5-4d9d-9cab-33d9b239e982 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 1000 time: 0.3166180 Sep 30 08:22:39.825232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.843709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.915975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-38e10bd6-34f4-4acf-8010-45f8b443c3ce None None] Provisioning complete for port 8b5778c9-6deb-4e96-a826-7f065640abd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:39.916753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38e10bd6-34f4-4acf-8010-45f8b443c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.972398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Routers {'4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:39.973268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:39.982626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309e535-a372-4384-b31e-b3d1d826d433 None None] Pushing event updated for resources: {'Port': ['ID=8b5778c9-6deb-4e96-a826-7f065640abd1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:40.005410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.024267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.025694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.053904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-404a239f-a804-468e-9d9d-6a2cd2862f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.053904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-404a239f-a804-468e-9d9d-6a2cd2862f45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 200 len: 851 time: 0.2198191 Sep 30 08:22:40.128733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Allocated IP 172.25.7.13 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/35d8de40-5e3c-4837-8f19-d00bb0267cfe) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:40.147165 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38e10bd6-34f4-4acf-8010-45f8b443c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.182927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2181370 Sep 30 08:22:40.185794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:40.192773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] Set router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:40.198796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Request body: {'subnet': {'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:40.241603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-38e10bd6-34f4-4acf-8010-45f8b443c3ce None None] For port 8b5778c9-6deb-4e96-a826-7f065640abd1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8b5778c9-6deb-4e96-a826-7f065640abd1,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:40.262335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38e10bd6-34f4-4acf-8010-45f8b443c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.271659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265abf6-dab7-4e48-845e-78ac6c294e33 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Network': ['ID=1ca15479-d70d-4c91-8540-5420dab1dac0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:40.310140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-a50568fb-7e0d-4337-9c2f-21d133a89a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.312070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-a50568fb-7e0d-4337-9c2f-21d133a89a11 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5103723-1daf-4d37-9852-982e5f94ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088420 Sep 30 08:22:40.378106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Made reservation on behalf of ce453005cf7b486083a7c79b5707bca6 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:40.381803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.474660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.496953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-13a6efd2-3269-4e0f-88e3-b9f206875792 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761127 Sep 30 08:22:40.498893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:40.581299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.645677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.659586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:40.663032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-640b6855-c3d9-4112-a7c1-6c51f175db3b service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591294 Sep 30 08:22:40.664158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:40.671475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:40.709951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Subnet': ['ID=c91dc969-131d-45af-b321-fc9cd3190cff,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:40.719504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Checking segment: {'id': '048a63d9-11ae-49d4-ac61-28fe91158b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:40.719872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network hostable DHCP agents. Network: 1ca15479-d70d-4c91-8540-5420dab1dac0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:40.748195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Pushing event updated for resources: {'Port': ['ID=35d8de40-5e3c-4837-8f19-d00bb0267cfe,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:40.751477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:40.753484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-05f03970-965b-4b1d-bf56-0514eace8e8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 217 time: 0.0725172 Sep 30 08:22:40.764641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 1ca15479-d70d-4c91-8540-5420dab1dac0) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:40.770594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.771206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.800558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593c092-20ba-4e34-8f77-b0f551006890 None None] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:40.817481 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7fe0666-9ecb-4bc7-ab27-f895b8b9343b tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6295002 Sep 30 08:22:40.820904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54718) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:40.831752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2015317547', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:40.842643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-246d15dd-1f3a-4c07-bde7-09b8009cadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.845064 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-246d15dd-1f3a-4c07-bde7-09b8009cadb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.0621595 Sep 30 08:22:40.903999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-559ec09d-4987-45b5-8a8f-d972b12f5029 None None] Provisioning complete for port 8b5778c9-6deb-4e96-a826-7f065640abd1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:40.904459 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-559ec09d-4987-45b5-8a8f-d972b12f5029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.906956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.960278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.990371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-09e7d05b-cc3a-4141-b9ce-9731c06b65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.992251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-09e7d05b-cc3a-4141-b9ce-9731c06b65b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.2151484 Sep 30 08:22:41.008944 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.010930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.059055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-5caff24e-f43a-45e6-957d-3a66e185749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:41.063675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-5caff24e-f43a-45e6-957d-3a66e185749f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.1893029 Sep 30 08:22:41.069672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e10bd6-34f4-4acf-8010-45f8b443c3ce None None] Pushing event updated for resources: {'Port': ['ID=8b5778c9-6deb-4e96-a826-7f065640abd1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:41.082309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.098625 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3cdaeedb-8093-4f13-952a-f1b0337c41bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.127756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:22:35Z', 'revision_number': 4, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8b5778c9-6deb-4e96-a826-7f065640abd1', 'name': '', 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'mac_address': 'fa:16:3e:58:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2fc45f78-6267-4335-b478-879aecc31324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:33Z', 'updated_at': '2021-09-30T08:22:39Z', 'revision_number': 4, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'subnets': [{'id': '2fc45f78-6267-4335-b478-879aecc31324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:41.157832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1516ca-c2b6-418d-9513-fcd04de8fddd None None] The sync data for ids ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'] in n-d-807025-5 is: [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:22:35Z', 'revision_number': 4, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8b5778c9-6deb-4e96-a826-7f065640abd1', 'name': '', 'network_id': '760a410c-c5a1-457b-9f10-e819ff72e15d', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'mac_address': 'fa:16:3e:58:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2fc45f78-6267-4335-b478-879aecc31324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:33Z', 'updated_at': '2021-09-30T08:22:39Z', 'revision_number': 4, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'subnets': [{'id': '2fc45f78-6267-4335-b478-879aecc31324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:41.159700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-1ca15479-d70d-4c91-8540-5420dab1dac0', 'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0', 'tenant_id': 'ce453005cf7b486083a7c79b5707bca6', 'fixed_ips': [{'subnet_id': 'c91dc969-131d-45af-b321-fc9cd3190cff'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:22:41.160225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-c2176729-ac87-47e0-b34b-e70aab13cabb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.0871289 Sep 30 08:22:41.160606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.287547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-e122b9ec-16b8-41c2-af20-6ce9d1d226a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:41.289069 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-e122b9ec-16b8-41c2-af20-6ce9d1d226a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.1219287 Sep 30 08:22:41.337276 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-a56de6fc-ca22-4ff6-97e9-8bf048b069b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342739 Sep 30 08:22:41.407228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-c56c2a2f-6bf4-4bef-b3e9-38167ae2d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:41.411910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-c56c2a2f-6bf4-4bef-b3e9-38167ae2d86b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4045022 Sep 30 08:22:41.426920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Allocated IP 172.20.0.2 (1ca15479-d70d-4c91-8540-5420dab1dac0/c91dc969-131d-45af-b321-fc9cd3190cff/7ed18854-f673-4e95-9b45-81a09d9c7f86) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:41.555284 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-c91f21fb-95a5-4e12-a6db-9f2aecf9363c service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087250 Sep 30 08:22:41.586345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.616516 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.685420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.714424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.728357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-825637d4-1cef-46f6-b2e8-8d0d24825b24 req-a213dcc0-dc58-4f22-9f27-efda3d7f091b service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605217 Sep 30 08:22:41.758790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-dea081b6-f1ed-4737-a1da-bacc9dfb00fb service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271365 Sep 30 08:22:41.768134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:41.774012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.781054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:41.789639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:41.791727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.792093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Pushing event updated for resources: {'Port': ['ID=7ed18854-f673-4e95-9b45-81a09d9c7f86,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:41.906802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Attempting to bind port 7ed18854-f673-4e95-9b45-81a09d9c7f86 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:41.907170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Attempting to bind port 7ed18854-f673-4e95-9b45-81a09d9c7f86 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '048a63d9-11ae-49d4-ac61-28fe91158b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:41.907542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Attempting to bind port 7ed18854-f673-4e95-9b45-81a09d9c7f86 on network 1ca15479-d70d-4c91-8540-5420dab1dac0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:41.915282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:41.915665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Checking segment: {'id': '048a63d9-11ae-49d4-ac61-28fe91158b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:41.916248 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.916641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Bound using segment: {'id': '048a63d9-11ae-49d4-ac61-28fe91158b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:41.917231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Bound port: 7ed18854-f673-4e95-9b45-81a09d9c7f86, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048a63d9-11ae-49d4-ac61-28fe91158b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:41.917642 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.995278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Pushing event updated for resources: {'Port': ['ID=35d8de40-5e3c-4837-8f19-d00bb0267cfe,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:42.033611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.034528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] For port 7ed18854-f673-4e95-9b45-81a09d9c7f86, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:42.046480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] For port 7ed18854-f673-4e95-9b45-81a09d9c7f86, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7ed18854-f673-4e95-9b45-81a09d9c7f86,segment=NetworkSegment(048a63d9-11ae-49d4-ac61-28fe91158b19),segment_id=048a63d9-11ae-49d4-ac61-28fe91158b19)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:42.055804 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.077779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-5eeb6885-06d8-4169-ad46-a9e1ac7de554 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016469 Sep 30 08:22:42.083979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.085254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-f54fa762-28fa-49fc-8343-a54db4a9f1c4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1127274 Sep 30 08:22:42.177392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-c3952756-3efa-441c-a6ca-c712a9146e41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 217 time: 0.0903070 Sep 30 08:22:42.194902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfa02d-4be1-49bc-9ea9-ff128e25a73d None None] Pushing event updated for resources: {'Port': ['ID=7ed18854-f673-4e95-9b45-81a09d9c7f86,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:42.709335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.717036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-9e70c87a-7223-4c46-8806-302d46e8003c tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.6162584 Sep 30 08:22:42.761797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.834383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-73f50b52-9d74-4e6d-8c05-d996cb7288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:42.835778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-73f50b52-9d74-4e6d-8c05-d996cb7288b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.2164328 Sep 30 08:22:43.028642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-82aac933-3b0e-4ed8-a679-a1687f4e15a8 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:43.032411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40df9e6-07cc-499d-aaf6-6ef9045407c6 req-82aac933-3b0e-4ed8-a679-a1687f4e15a8 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2947848 Sep 30 08:22:43.066460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-c3e458ec-60ff-451d-8039-95749a2dbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:43.068346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-c3e458ec-60ff-451d-8039-95749a2dbc72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1908340 Sep 30 08:22:43.069954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Allocated IP 172.25.7.194 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/82564b35-5c80-47bd-8210-35b789b4dd56) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:43.083752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.299470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-f35b5f61-8c3f-4875-9deb-3ba56219779f service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210624 Sep 30 08:22:43.392701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.408194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8b5778c9-6deb-4e96-a826-7f065640abd1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:43.486372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8b5778c9-6deb-4e96-a826-7f065640abd1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:43.487027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.529029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-86815bb5-f7ad-48ba-908f-4e7c01b39d21 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007043 Sep 30 08:22:43.543674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0ca67-af12-49ab-8c29-b1c7f6b5a93d req-87130ee9-e779-4e7c-bb49-59868ecec03c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:43.545645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acb0ca67-af12-49ab-8c29-b1c7f6b5a93d req-87130ee9-e779-4e7c-bb49-59868ecec03c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1069531 Sep 30 08:22:43.553980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.596882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7ed18854-f673-4e95-9b45-81a09d9c7f86 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:43.644070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-8430e26c-f3d3-4db5-b007-d928f28eb6d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 200 len: 217 time: 0.0968032 Sep 30 08:22:43.676911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85923427-e848-45b2-a7bf-d50ddb5a0f5a None None] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:43.683995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acb0ca67-af12-49ab-8c29-b1c7f6b5a93d req-4f04cbc9-08ed-4c57-90b7-831b3033ee3e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240008 Sep 30 08:22:43.705937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:43.720631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:43.724918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Port': ['ID=82564b35-5c80-47bd-8210-35b789b4dd56,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:43.727706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:43.807672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7ed18854-f673-4e95-9b45-81a09d9c7f86 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:43.808026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.822961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-a0c43b33-a420-42bc-9842-900957cbc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:43.824583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-a0c43b33-a420-42bc-9842-900957cbc4de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1642067 Sep 30 08:22:43.851058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f3934a0d-d0a3-495b-a90d-70272e90769c None None] Provisioning complete for port 7ed18854-f673-4e95-9b45-81a09d9c7f86 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:43.851483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3934a0d-d0a3-495b-a90d-70272e90769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.974821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-f48b5925-1018-49d9-b5a6-59603e063fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:43.977873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-f48b5925-1018-49d9-b5a6-59603e063fc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213410 Sep 30 08:22:44.035674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3934a0d-d0a3-495b-a90d-70272e90769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.061029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.134385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3934a0d-d0a3-495b-a90d-70272e90769c None None] For port 7ed18854-f673-4e95-9b45-81a09d9c7f86, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7ed18854-f673-4e95-9b45-81a09d9c7f86,segment=NetworkSegment(048a63d9-11ae-49d4-ac61-28fe91158b19),segment_id=048a63d9-11ae-49d4-ac61-28fe91158b19)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:44.150902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3934a0d-d0a3-495b-a90d-70272e90769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.229661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:22:44.230008 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:22:44.274547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3934a0d-d0a3-495b-a90d-70272e90769c None None] Pushing event updated for resources: {'Port': ['ID=7ed18854-f673-4e95-9b45-81a09d9c7f86,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:44.340985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-99153203-6415-4d89-9022-f8e35a979839 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528438 Sep 30 08:22:44.368662 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.507437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c07e3-d2dc-46a3-a378-02e08d8a38af req-74bdb4f3-5d33-4fbf-add0-956a8496ef74 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:44.509314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-522c07e3-d2dc-46a3-a378-02e08d8a38af req-74bdb4f3-5d33-4fbf-add0-956a8496ef74 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.2459228 Sep 30 08:22:44.523268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3b7243e8-0622-4f18-b7a6-d0668ee70a0e None None] Provisioning complete for port 7ed18854-f673-4e95-9b45-81a09d9c7f86 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:44.523797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3b7243e8-0622-4f18-b7a6-d0668ee70a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.639940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-d2dd70a6-66c4-479c-acf7-00f991c61eeb service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888317 Sep 30 08:22:44.669592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-522c07e3-d2dc-46a3-a378-02e08d8a38af req-bcebc003-fca2-41fb-8f6d-b5a3bdeb9e8f tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446068 Sep 30 08:22:44.701072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-236da139-69f0-4af4-a2a2-e38fc44ec130 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 200 len: 217 time: 0.0479920 Sep 30 08:22:44.831198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.831485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-218067e9-8204-4463-84db-3fce7717fcfd req-8eb4054c-a700-4047-82eb-0e09913e1efa tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips/ddbdb9fa-7327-484e-bede-2b30bb85aa3e HTTP/1.1" status: 200 len: 692 time: 0.0929804 Sep 30 08:22:44.844079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-ba8da904-0e74-4c73-8b6f-61fc652aeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:44.845595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-ba8da904-0e74-4c73-8b6f-61fc652aeb8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1060193 Sep 30 08:22:45.027277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.045501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-bad4d581-3bb0-4d0b-af7a-94395c9cf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:45.046081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-bad4d581-3bb0-4d0b-af7a-94395c9cf0fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703959 Sep 30 08:22:45.142720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218067e9-8204-4463-84db-3fce7717fcfd req-46f9c444-b460-4a88-8d39-e3219681edc4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:45.144090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-218067e9-8204-4463-84db-3fce7717fcfd req-46f9c444-b460-4a88-8d39-e3219681edc4 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2672954 Sep 30 08:22:45.270847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7ed18854-f673-4e95-9b45-81a09d9c7f86 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:45.281560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-51fe4ca4-0613-4eca-94fe-5702df4fe7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970856 Sep 30 08:22:45.350287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7ed18854-f673-4e95-9b45-81a09d9c7f86 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:45.351063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.809930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Router cbc444be-2492-4f27-83c3-5bf03d7477fd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:22:45.817570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-cb4a9558-8ae9-4c4b-a028-d48d68a1d422 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257647 Sep 30 08:22:45.824532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-54ba8783-49cc-4f2c-8960-d487a9563191 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:45.825996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-54ba8783-49cc-4f2c-8960-d487a9563191 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.5246150 Sep 30 08:22:45.875760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-68f01779-7f5f-4cb6-93b0-174761c8e13c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 217 time: 0.0480750 Sep 30 08:22:45.882044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-15da51ae-8584-4deb-9dbc-2bccf93ef40d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0470688 Sep 30 08:22:46.020809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-317a0992-6d44-404d-a6b6-be666c07fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:46.022371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-317a0992-6d44-404d-a6b6-be666c07fb9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.1366727 Sep 30 08:22:46.032259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-b787a773-0888-4715-91b0-f91b4bd90a4e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493118 Sep 30 08:22:46.131704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:46.143567 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] Sync routers for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:46.163145 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:46.163783 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:46.197889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-aaed6c79-8605-491f-abaa-6d88bde54276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:46.199462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-aaed6c79-8605-491f-abaa-6d88bde54276 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1396239 Sep 30 08:22:46.200285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.208827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:46.218175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-06444fdb-6b75-4ee8-95b4-bb3f79aad9fa tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.3775215 Sep 30 08:22:46.222879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:46.238789 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:46.239841 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:46.282958 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:46.283614 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee671a-e11f-42f6-a4ee-7e92202d3a69 None None] The sync data for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:46.289605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-566c2a78-ee2d-4148-8e13-ed6dd621a1fe service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176795 Sep 30 08:22:46.457824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-a1b1089f-e3e5-429d-8035-d6534effbbee service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366650 Sep 30 08:22:46.493818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-62573519-5999-44b0-9cbc-f961cfa88849 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623893 Sep 30 08:22:46.615643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-e15a7662-4bb6-4e2d-a4c8-781bfa87642a service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477697 Sep 30 08:22:46.731407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-b97b4ede-324c-4d8d-a40a-3ab2a74028b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 217 time: 0.1046550 Sep 30 08:22:46.874418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9a04f56e-763d-4b5d-a669-1e716bcd381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:46.876184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-9a04f56e-763d-4b5d-a669-1e716bcd381b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.1252334 Sep 30 08:22:46.983266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1467a-9187-409d-a4f3-8910bd91cfb8 req-d0a95594-fdb7-4730-9e3a-03fd4fec1954 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:46.984865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3d1467a-9187-409d-a4f3-8910bd91cfb8 req-d0a95594-fdb7-4730-9e3a-03fd4fec1954 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.2645631 Sep 30 08:22:47.019795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-0e9cc37c-eef5-4c57-ac3a-972a42eeb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:47.022572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-0e9cc37c-eef5-4c57-ac3a-972a42eeb9aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375442 Sep 30 08:22:47.036858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:47.140957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3d1467a-9187-409d-a4f3-8910bd91cfb8 req-2bd1372d-166d-4db8-bd26-7237ae49078a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299534 Sep 30 08:22:47.263378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-a2f8a56c-c5ad-4445-badb-d0e3a6a3a998 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262259 Sep 30 08:22:47.528505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73728f06-dc90-4c6a-8e75-ed99e41741de req-04752a32-4635-45a0-ac67-1cd2dcb5aabd tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=44d66263fbe34de4b13b11d55789d2e6 HTTP/1.1" status: 200 len: 695 time: 0.0958846 Sep 30 08:22:47.592771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Allocated IP 172.20.0.1 (1ca15479-d70d-4c91-8540-5420dab1dac0/c91dc969-131d-45af-b321-fc9cd3190cff/1f5f967d-9266-474d-a48d-75bb572bfe4c) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:47.650096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf27c7ea-a95c-44e2-815a-7545e2e86cb9 req-e01735b4-8b92-4eb1-bf36-1fdc58cb7d8f service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549826 Sep 30 08:22:47.705759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73728f06-dc90-4c6a-8e75-ed99e41741de req-cd15958e-d4ff-4d1a-9208-463aa993c588 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:47.707501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73728f06-dc90-4c6a-8e75-ed99e41741de req-cd15958e-d4ff-4d1a-9208-463aa993c588 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks?id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 787 time: 0.1585593 Sep 30 08:22:47.732124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-73728f06-dc90-4c6a-8e75-ed99e41741de req-8f0da701-93e2-44e6-96a4-4b66cf4b5d3c tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:47.733640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73728f06-dc90-4c6a-8e75-ed99e41741de req-8f0da701-93e2-44e6-96a4-4b66cf4b5d3c tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080683 Sep 30 08:22:47.745803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:47.785318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:47.813786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54788) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:47.847717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:47.850833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:47.854870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:47.863999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Port': ['ID=1f5f967d-9266-474d-a48d-75bb572bfe4c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:47.927278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.012866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37ac8-4a4f-4e3b-add3-3416339187fe req-16a06368-aeb2-4511-804a-8f235987c900 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:48.015125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4df37ac8-4a4f-4e3b-add3-3416339187fe req-16a06368-aeb2-4511-804a-8f235987c900 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.1350958 Sep 30 08:22:48.121238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4df37ac8-4a4f-4e3b-add3-3416339187fe req-84905a9f-95c9-4114-b108-8902fff741d7 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867243 Sep 30 08:22:48.146980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.227362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cf944d2f-87cd-4712-a97e-d0ab7d6429dc None None] Provisioning complete for port 1f5f967d-9266-474d-a48d-75bb572bfe4c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:48.229111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf944d2f-87cd-4712-a97e-d0ab7d6429dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.265388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b145e5e-5b3a-41b5-96b4-3137fd3194a5 req-28e2e0bd-6c67-4fb7-b641-59917826054a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 210 time: 0.0372901 Sep 30 08:22:48.294977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cf944d2f-87cd-4712-a97e-d0ab7d6429dc None None] Port 1f5f967d-9266-474d-a48d-75bb572bfe4c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:48.353858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-364129bf-5cc6-4919-85e1-b5c06c61c1f1 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips/ddbdb9fa-7327-484e-bede-2b30bb85aa3e HTTP/1.1" status: 200 len: 692 time: 0.0469019 Sep 30 08:22:48.376087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-78033801-4b5e-4c5f-8195-49284ca74afa tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:48.377628 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-78033801-4b5e-4c5f-8195-49284ca74afa tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.3238039 Sep 30 08:22:48.395907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:48.499595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-c0d4f93f-02df-42d5-933f-63cf6e0eea5c tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:48.500988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-c0d4f93f-02df-42d5-933f-63cf6e0eea5c tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1394172 Sep 30 08:22:48.566050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-944b7f58-2c2a-474c-8271-ca9ad872a496 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0571480 Sep 30 08:22:48.602588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:48.606053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.627205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.633213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.642081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.669212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-d72fe7a3-17cd-45cf-a556-14ed37f2e6c3 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0976195 Sep 30 08:22:48.914721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Deleting port 35d8de40-5e3c-4837-8f19-d00bb0267cfe {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:48.914957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.030791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.031495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.047752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Port': ['ID=1f5f967d-9266-474d-a48d-75bb572bfe4c,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:49.061132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.064769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Calling delete_port for 35d8de40-5e3c-4837-8f19-d00bb0267cfe owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:49.141684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Deleting port 170ba994-79a8-4c5f-a003-977cadd27695 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:49.142118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.173758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.14 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/ca7ee23d-72fa-45a8-8aff-9f5c948c58a8) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:49.238192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:49.241340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:49.265806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] For port 170ba994-79a8-4c5f-a003-977cadd27695, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=170ba994-79a8-4c5f-a003-977cadd27695,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:49.266227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.287047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Calling delete_port for 170ba994-79a8-4c5f-a003-977cadd27695 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:49.342926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.375185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Pushing event deleted for resources: {'Port': ['ID=35d8de40-5e3c-4837-8f19-d00bb0267cfe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:49.441146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:49.451211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Router cbc444be-2492-4f27-83c3-5bf03d7477fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:49.458935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.564222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-88394d43-4fdf-4643-9309-167d0f741fca None None] Provisioning complete for port 1f5f967d-9266-474d-a48d-75bb572bfe4c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:49.564493 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-88394d43-4fdf-4643-9309-167d0f741fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.577122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.592710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:49.606355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:49.641056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:49.645332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:49.651135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ca6845ab-0cc7-40ae-bc97-ea1073b192e9 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "PUT /v2.0/routers/cbc444be-2492-4f27-83c3-5bf03d7477fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4387658 Sep 30 08:22:49.655408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:49.658096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:49.663056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54810) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:49.665382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'mac_address': 'fa:16:3e:aa:0a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:49.667684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-88394d43-4fdf-4643-9309-167d0f741fca None None] Port 1f5f967d-9266-474d-a48d-75bb572bfe4c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:49.671956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Request body: {'port': {'network_id': '1ca15479-d70d-4c91-8540-5420dab1dac0', 'name': 'tempest-FloatingIPAdminTestJSON-1683101675'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:49.676516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] Sync routers for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:49.714022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:49.721396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:49.722722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:49.773792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:49.781408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.794012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:49.795636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.811454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:49.835841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.838455 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.842969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:49.847629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:49.848284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:49.852520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86096955-2b92-43fc-b6d9-ed33804310f7 req-1f621f7c-6343-4ded-833d-2c6d74942fa2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "DELETE /v2.0/floatingips/ddbdb9fa-7327-484e-bede-2b30bb85aa3e HTTP/1.1" status: 204 len: 173 time: 1.1743758 Sep 30 08:22:49.854603 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.889484 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-21db5405-057b-437f-a26d-148ca05db235 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4971917 Sep 30 08:22:49.893772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:49.894427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18329a-4d80-46b6-800d-6544e4b13f26 None None] The sync data for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:49.923226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Request body: {'port': {'device_id': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:49.936737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Made reservation on behalf of ce453005cf7b486083a7c79b5707bca6 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:49.940198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.960599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.021870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] device_id is not set on port 58184fbf-1041-470a-a557-bfe5140bed99 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:22:50.044659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55592dde-4c4d-427e-837d-b0a1e81c1786 req-fc95729f-7ec5-4e20-aa8b-4962fd3ba00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:50.046617 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-55592dde-4c4d-427e-837d-b0a1e81c1786 req-fc95729f-7ec5-4e20-aa8b-4962fd3ba00d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.1201746 Sep 30 08:22:50.047320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.051424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.079579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92da023-f425-4dea-bab4-23f488bd61d0 req-20e1d1d6-f471-4d81-ac57-06c1a4cf3b55 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:50.082146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a92da023-f425-4dea-bab4-23f488bd61d0 req-20e1d1d6-f471-4d81-ac57-06c1a4cf3b55 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1263466 Sep 30 08:22:50.119602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=170ba994-79a8-4c5f-a003-977cadd27695,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.138480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['57c8213d-9343-4df3-b113-a1cf32fc0732'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:50.199053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-55592dde-4c4d-427e-837d-b0a1e81c1786 req-b40a3056-8041-448b-9ae6-d6998a17ba44 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214383 Sep 30 08:22:50.310503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Allocated IP 172.20.0.4 (1ca15479-d70d-4c91-8540-5420dab1dac0/c91dc969-131d-45af-b321-fc9cd3190cff/58184fbf-1041-470a-a557-bfe5140bed99) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:50.433003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a92da023-f425-4dea-bab4-23f488bd61d0 req-7cca1900-81ab-4cea-ab27-d12d98c30547 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171239 Sep 30 08:22:50.467913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.604867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.610261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:50.620837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.642061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Transition to ACTIVE for port object ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:50.648957 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.718604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.723967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.786518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53021127-2b0d-4790-83dc-bea3e638642c req-39856b03-2bca-40c5-8aea-aea3f6745401 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:50.788052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-53021127-2b0d-4790-83dc-bea3e638642c req-39856b03-2bca-40c5-8aea-aea3f6745401 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.0996294 Sep 30 08:22:50.825067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:50.848916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-53021127-2b0d-4790-83dc-bea3e638642c req-f0adc919-769d-42d2-877a-f0777da16e8b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514686 Sep 30 08:22:50.861753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:50.870515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:50.879566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:50.944513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event updated for resources: {'Port': ['ID=58184fbf-1041-470a-a557-bfe5140bed99,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.955999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:50.956654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.978767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Attempting to bind port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:50.979158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Attempting to bind port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:50.979437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Attempting to bind port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:50.986470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:50.986973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Attempting to bind port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:50.994706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:50.995091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:50.995721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:50.996182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Bound port: ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:50.996550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.002733 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fbabbf4b-e89b-4afd-a0fc-3c8e4521e0e4 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344207 Sep 30 08:22:51.007614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:51.059551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05396ad-a3cd-4060-8657-89bd297db29d req-ffc1f80b-aad2-4ccc-940b-85b8d409a19c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:51.070809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e05396ad-a3cd-4060-8657-89bd297db29d req-ffc1f80b-aad2-4ccc-940b-85b8d409a19c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 944 time: 0.0903811 Sep 30 08:22:51.094466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:51.098701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'project_id': 'ce453005cf7b486083a7c79b5707bca6', 'port_id': '58184fbf-1041-470a-a557-bfe5140bed99'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:51.107055 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] Sync routers for ids ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:51.112709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-26326d76-af9a-4429-9198-fef7d42f5f6c admin admin] 10.222.0.41 "PUT /v2.0/routers/9c31c57d-360c-49b7-b5b1-e0aa95e399ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948418 Sep 30 08:22:51.113201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54844) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:51.127453 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] Routers {'9c31c57d-360c-49b7-b5b1-e0aa95e399ce'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:51.128178 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:51.151592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] For port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:51.160359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] For port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:51.161858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.185318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.250444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:51.251096 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.252586 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] 10.222.0.57 "PUT /v2.0/ports/ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 HTTP/1.1" status: 200 len: 1092 time: 1.3359494 Sep 30 08:22:51.255238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'tag': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:51.268592 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a521e7f-6865-45a4-a185-c75c56f9da48" -d '{"events": [{"name": "network-changed", "server_uuid": "b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02", "tag": "ca7ee23d-72fa-45a8-8aff-9f5c948c58a8"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:51.313697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e05396ad-a3cd-4060-8657-89bd297db29d req-ff35c852-ba9e-4dc8-8fe4-8697fbb55bdc tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419071 Sep 30 08:22:51.318888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4235005e-d70c-461d-b4a5-25894a986437 None None] Provisioning complete for port 58184fbf-1041-470a-a557-bfe5140bed99 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:51.319499 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4235005e-d70c-461d-b4a5-25894a986437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.356038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569670e-beff-4f80-ae87-1eec78ab544d service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:51.395219 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] Set router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:51.420745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.429038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4235005e-d70c-461d-b4a5-25894a986437 None None] Port 58184fbf-1041-470a-a557-bfe5140bed99 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:51.461056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:51.550583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 57c8213d-9343-4df3-b113-a1cf32fc0732 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:51.551475 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.567954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-389df9cc-c3c1-417e-a548-c9371135f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:51.569872 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-389df9cc-c3c1-417e-a548-c9371135f8ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 1095 time: 0.2385159 Sep 30 08:22:51.610894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.656120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.673477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-989a4eff-d339-4ec2-81e7-236be8347897 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2496526 Sep 30 08:22:51.678973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:51.735255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.745334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Allocated IP 172.25.7.190 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ca188d53-866d-4fa9-b089-828999fc2a1c) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:51.755465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.795679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Deleting port f7c3e922-9594-4fea-ae94-0d593721e3cd {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:51.796377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.807445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:51.808910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:51.812801 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa6c5ab-7f91-4b8b-a51f-55c24e2794e8" -d '{"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-plugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:51.818134 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.819048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:51.896904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] For port f7c3e922-9594-4fea-ae94-0d593721e3cd, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7c3e922-9594-4fea-ae94-0d593721e3cd,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:51.897715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.906563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.915902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Calling delete_port for f7c3e922-9594-4fea-ae94-0d593721e3cd owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:51.972077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.978853 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:22:49Z', 'revision_number': 5, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port': {'id': 'f7c3e922-9594-4fea-ae94-0d593721e3cd', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:51.988780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.989761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.025628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:52.027943 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-ff4584cd-77f0-4dcc-b2a3-d3bd51bd8f9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 HTTP/1.1" status: 200 len: 217 time: 0.4421234 Sep 30 08:22:52.044955 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.117484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:52.135221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:52.135586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.140943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:52.142836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.198501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c3e922-9594-4fea-ae94-0d593721e3cd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.242860 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] Checking router: 9c31c57d-360c-49b7-b5b1-e0aa95e399ce for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:52.253080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] Routers {'9c31c57d-360c-49b7-b5b1-e0aa95e399ce'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:52.254245 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:52.254528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Pushing event updated for resources: {'Port': ['ID=ca188d53-866d-4fa9-b089-828999fc2a1c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.258046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-0118b0ae-34f1-4734-91b7-00fe1a901293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:52.259730 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-0118b0ae-34f1-4734-91b7-00fe1a901293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.2185187 Sep 30 08:22:52.274003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.354064 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] Set router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:52.357322 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-8d305921-df66-4008-949d-ea29ee0c583f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856633 Sep 30 08:22:52.405309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.407951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.419730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.423311 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:22:52Z', 'revision_number': 7, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:52.459583 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ff0a3-2185-4968-84aa-7a81d2a99ac3 None None] The sync data for ids ['9c31c57d-360c-49b7-b5b1-e0aa95e399ce'] in n-d-807025-5 is: [{'id': '9c31c57d-360c-49b7-b5b1-e0aa95e399ce', 'name': 'tempest-ServersTestMultiNic-825179356-router', 'tenant_id': '107f2b20a5f246c691a6b7359cbf1e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:22:52Z', 'revision_number': 7, 'project_id': '107f2b20a5f246c691a6b7359cbf1e37', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:52.486397 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-d7eca6c2-5ec9-48da-9786-12816d325bb3 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192694 Sep 30 08:22:52.510879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.511741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c31c57d-360c-49b7-b5b1-e0aa95e399ce {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:22:52.523131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.524901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5c37ddf9-82e5-4981-87d5-850d61e93223 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9c31c57d-360c-49b7-b5b1-e0aa95e399ce HTTP/1.1" status: 204 len: 168 time: 1.4107375 Sep 30 08:22:52.528420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54864) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:52.619974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Deleting subnet 5f5ed4ff-f35d-4f8a-96a3-4975d287c62b {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:52.631290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.697154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Allocated IP 172.25.7.203 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/f39f7279-a415-46b8-8ca4-35546ee1b89f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:52.722321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.972257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.992775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.076096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cead165-d19d-41cd-b3d0-057d752c5fa5 req-6ae6b970-a65c-4c02-84d9-ba79f26da3d3 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664284 Sep 30 08:22:53.097408 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.135009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.160315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0e5a2-d5b7-4e54-984e-c3c8c8307b64 None None] Network 50f0b36a-54d6-430b-8026-1e223a57c9a9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:53.165126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.168100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f5ed4ff-f35d-4f8a-96a3-4975d287c62b HTTP/1.1" status: 204 len: 168 time: 0.6381979 Sep 30 08:22:53.175435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:53.202059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecf022-f715-4abd-9ce7-561e9c2d3d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5ed4ff-f35d-4f8a-96a3-4975d287c62b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:53.206186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:53.211888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:53.224063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:53.228760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Pushing event updated for resources: {'Port': ['ID=f39f7279-a415-46b8-8ca4-35546ee1b89f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:53.313199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.369798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.427848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.445795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] DHCP port deletion for 50f0b36a-54d6-430b-8026-1e223a57c9a9 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:53.501635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.508732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 170ba994-79a8-4c5f-a003-977cadd27695 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:53.552379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 170ba994-79a8-4c5f-a003-977cadd27695 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:53.553088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 170ba994-79a8-4c5f-a003-977cadd27695 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:53.553557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7c3e922-9594-4fea-ae94-0d593721e3cd no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:53.608163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f7c3e922-9594-4fea-ae94-0d593721e3cd {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:53.608820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7c3e922-9594-4fea-ae94-0d593721e3cd not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:53.631220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] Deleting port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:53.631832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.647878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Deleting port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:53.648191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.651378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.689786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.697483 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.730496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] For port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:53.731332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.767421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] Calling delete_port for ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:53.767782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] For port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,segment=NetworkSegment(59d11396-dcb1-48eb-9c3e-8f959a8be33b),segment_id=59d11396-dcb1-48eb-9c3e-8f959a8be33b)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:53.768076 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.798541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Calling delete_port for ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:53.812726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Pushing event updated for resources: {'Port': ['ID=f39f7279-a415-46b8-8ca4-35546ee1b89f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:53.832294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.865713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.867012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-b9bea823-4e8e-46b9-90a3-0f51f8a71c4a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1923127 Sep 30 08:22:53.942600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-55ada61b-a6c8-45f2-b30b-a23cac83e10e tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.0678592 Sep 30 08:22:53.954367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.987617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] Pushing event deleted for resources: {'Port': ['ID=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:53.990436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723a3c9-f094-474a-a94b-07513d4e5569 None None] No DVR routers for this DVR port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:54.016401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.066186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.072302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecce45bd-6cab-4da5-9c61-b6b31ca5ca20,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:54.074822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] No DVR routers for this DVR port ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:54.076959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.122175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-deef5bda-b750-4231-8aa3-f087d748d049 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.124617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-deef5bda-b750-4231-8aa3-f087d748d049 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1701078 Sep 30 08:22:54.140904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-802b7f70-e07d-45f3-ba86-b5f112b43e05 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:54.142416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132221ae-40a0-4435-b887-56b07f14ccc0 req-802b7f70-e07d-45f3-ba86-b5f112b43e05 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077963 Sep 30 08:22:54.199016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.303550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f0b36a-54d6-430b-8026-1e223a57c9a9']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:54.307739 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951ad7b-bcc2-449b-b3e0-5adb2f7270b1 x-openstack-request-id: req-a951ad7b-bcc2-449b-b3e0-5adb2f7270b1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:54.308061 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02", "tag": "ca7ee23d-72fa-45a8-8aff-9f5c948c58a8", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:54.308312 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a951ad7b-bcc2-449b-b3e0-5adb2f7270b1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:54.308734 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'tag': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8', 'status': 'completed', 'code': 200} Sep 30 08:22:54.320478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Pushing event updated for resources: {'Port': ['ID=ca188d53-866d-4fa9-b089-828999fc2a1c,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:54.365681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d11396-dcb1-48eb-9c3e-8f959a8be33b') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:54.366138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d11396-dcb1-48eb-9c3e-8f959a8be33b') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:54.386133 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.388247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.429772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0067980-4db9-488f-8de6-178502acb3a1 req-9b1e8990-a821-45dc-a4f9-5f535794f047 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.443856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0067980-4db9-488f-8de6-178502acb3a1 req-9b1e8990-a821-45dc-a4f9-5f535794f047 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0931637 Sep 30 08:22:54.446425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.472252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:54.472908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:54.497728 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:54.504459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0067980-4db9-488f-8de6-178502acb3a1 req-cd446e7b-2d80-497e-921f-fd5645d403a0 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Sep 30 08:22:54.513467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-379a8bc4-b79e-4c0c-8162-ab7847551192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.515682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-379a8bc4-b79e-4c0c-8162-ab7847551192 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 1095 time: 0.1882927 Sep 30 08:22:54.630739 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.654919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.659588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] 10.222.0.41 "DELETE /v2.0/networks/50f0b36a-54d6-430b-8026-1e223a57c9a9 HTTP/1.1" status: 204 len: 168 time: 1.4830186 Sep 30 08:22:54.666321 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704f86ba-8fa2-42d9-9249-b398a5ee8946 x-openstack-request-id: req-704f86ba-8fa2-42d9-9249-b398a5ee8946 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:54.667200 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-plugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:54.667646 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-704f86ba-8fa2-42d9-9249-b398a5ee8946 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:54.668505 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'code': 200} Sep 30 08:22:54.713657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3d8c1-b6c5-43c0-898e-842c741acf9b admin admin] Pushing event deleted for resources: {'Network': ['ID=50f0b36a-54d6-430b-8026-1e223a57c9a9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:54.734113 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Floating IP 88d51821-21e9-4f00-9c33-71e7a0315f51 associated. External IP: 172.25.7.190, port: 58184fbf-1041-470a-a557-bfe5140bed99. Sep 30 08:22:54.802506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-23b26683-ca3c-49e3-b408-d74143fa993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.804415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-23b26683-ca3c-49e3-b408-d74143fa993c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.2342412 Sep 30 08:22:54.805907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c277-270f-45a0-a976-2d26007434bf req-08025cba-1f65-47e5-826f-72e1580ba541 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.808649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95e3c277-270f-45a0-a976-2d26007434bf req-08025cba-1f65-47e5-826f-72e1580ba541 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.0879869 Sep 30 08:22:54.874052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95e3c277-270f-45a0-a976-2d26007434bf req-c966d427-6fb0-4442-80ec-ce833992aee6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551329 Sep 30 08:22:54.921955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-be0dd815-84a6-4201-9cd1-c682d2abce0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 HTTP/1.1" status: 200 len: 217 time: 0.0454366 Sep 30 08:22:55.029129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:55.030957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-2207c7ec-f5a7-4a44-984e-6ad0a373d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:55.032687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-2207c7ec-f5a7-4a44-984e-6ad0a373d28c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.1024952 Sep 30 08:22:55.085731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55165b4-45e9-4004-a59e-ec5c9a2694c0 req-1e00f404-1fd0-49ec-bca4-3000c189cc3c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:55.091555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e55165b4-45e9-4004-a59e-ec5c9a2694c0 req-1e00f404-1fd0-49ec-bca4-3000c189cc3c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 944 time: 0.1168580 Sep 30 08:22:55.148534 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-1e46af36-f395-4623-b241-104f01ca0663 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916951 Sep 30 08:22:55.187823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e55165b4-45e9-4004-a59e-ec5c9a2694c0 req-ecd4e62b-4cfd-45d4-a437-db10b36cdd91 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699492 Sep 30 08:22:55.229213 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4bd1ba53-d4ee-49f9-a97b-8cbe95760525 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=107f2b20a5f246c691a6b7359cbf1e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953623 Sep 30 08:22:55.232171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54886) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:55.287337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Router cbc444be-2492-4f27-83c3-5bf03d7477fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:55.320279 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-5ef88fbd-94f0-4f16-ac16-ccb6225dcdab service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598902 Sep 30 08:22:55.361318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:55.387349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-2206c45d-27f6-4dff-888c-1f2a506ca1b0 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips/5b035c00-e12a-4920-9756-c40ef4cfba4b HTTP/1.1" status: 200 len: 693 time: 0.1129036 Sep 30 08:22:55.420493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:55.420852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ecce45bd-6cab-4da5-9c61-b6b31ca5ca20 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:55.471652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.528433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:55.536795 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a521e7f-6865-45a4-a185-c75c56f9da48 req-a2dada7d-994d-407d-8d86-4896ed04cea3 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760759 Sep 30 08:22:55.536979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-3967672b-1647-452f-a3c5-db321ead2db2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:55.538513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-3967672b-1647-452f-a3c5-db321ead2db2 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.1502817 Sep 30 08:22:55.543038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] Sync routers for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:55.559968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:55.560197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-f8f789d1-0b82-49bb-85ab-d81e788c9dec tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:55.561747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-f8f789d1-0b82-49bb-85ab-d81e788c9dec tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072696 Sep 30 08:22:55.562415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:55.562597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ed3694b-824e-4d57-8b9c-e7e62195b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.563753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.608112 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c40cd33-5ab8-4da4-81ff-03736ba1f64e tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.5993490 Sep 30 08:22:55.611538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54888) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:55.634969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:55.640856 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ed3694b-824e-4d57-8b9c-e7e62195b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.644575 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.651831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:55.652534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:55.662830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-b99906b9-40de-4abc-b078-a67083aec24c tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.0807302 Sep 30 08:22:55.728511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:55.730013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4157f-5055-45ea-a2a5-0ca4f86204ad None None] The sync data for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:55.753048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-b9be1db7-4ef2-44ef-a97e-fd040166a39a tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.0888033 Sep 30 08:22:55.777255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70aae747-bcd2-4f9f-b865-43aea9bda6c5 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] 10.222.0.41 "GET /v2.0/floatingips/88d51821-21e9-4f00-9c33-71e7a0315f51 HTTP/1.1" status: 200 len: 983 time: 0.1638787 Sep 30 08:22:55.783210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:55.871669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ed3694b-824e-4d57-8b9c-e7e62195b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.875571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ed3694b-824e-4d57-8b9c-e7e62195b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.876754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3ed3694b-824e-4d57-8b9c-e7e62195b02c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87a03fe9-4137-437a-818f-43fb78af1802 HTTP/1.1" status: 204 len: 168 time: 0.6430371 Sep 30 08:22:55.911119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3694b-824e-4d57-8b9c-e7e62195b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a03fe9-4137-437a-818f-43fb78af1802,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:55.911352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:55.929406 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8ab269ba-cdb6-4872-86b6-7a475360bd92 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1449106 Sep 30 08:22:55.932531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54898) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:55.946134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Deleting port f39f7279-a415-46b8-8ca4-35546ee1b89f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:55.946499 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.064649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.065878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.120887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Calling delete_port for f39f7279-a415-46b8-8ca4-35546ee1b89f owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:56.177982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:56.178260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting port ca188d53-866d-4fa9-b089-828999fc2a1c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:56.178260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.184234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8', 'mac_address': 'fa:16:3e:97:12:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:56.255912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.272314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:56.338198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.338426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:56.342924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.343726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.347746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.361626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Calling delete_port for ca188d53-866d-4fa9-b089-828999fc2a1c owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:56.387449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Pushing event deleted for resources: {'Port': ['ID=f39f7279-a415-46b8-8ca4-35546ee1b89f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:56.451358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:56.558189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.559011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.560267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc4fe5bc-341f-4390-8e09-83b7eb833938 req-cb2fade8-425a-4815-9c67-132be284589d tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "DELETE /v2.0/floatingips/5b035c00-e12a-4920-9756-c40ef4cfba4b HTTP/1.1" status: 204 len: 173 time: 0.8063169 Sep 30 08:22:56.657734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.658595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:56.709677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:56.712373 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e5be52-6a2d-4c70-b77d-2041e25ad858" -d '{"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:56.721141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Port': ['ID=ca188d53-866d-4fa9-b089-828999fc2a1c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:56.790043 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.790962 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Floating IP 88d51821-21e9-4f00-9c33-71e7a0315f51 disassociated (deleted). External IP: 172.25.7.190, port: 58184fbf-1041-470a-a557-bfe5140bed99. Sep 30 08:22:57.187187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2ef48-c625-4452-a063-2b95b042b504 req-d6e43c71-a300-422d-8f16-20362a4faae3 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.188940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28a2ef48-c625-4452-a063-2b95b042b504 req-d6e43c71-a300-422d-8f16-20362a4faae3 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 948 time: 0.5515800 Sep 30 08:22:57.271505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28a2ef48-c625-4452-a063-2b95b042b504 req-8de1ca80-33cc-4d36-86e3-fbbd4f4e7f06 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Sep 30 08:22:57.302551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54930) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:57.459480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1464128347-network', 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:57.488962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:57.492410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.507277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.546209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Router cbc444be-2492-4f27-83c3-5bf03d7477fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:57.658578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.664680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.703729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22747488-8c47-4da0-bef4-0ab564868f90,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:57.715440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:57.718875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.719354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.719800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.720248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.720886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.721325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.721782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.722215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.722679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.723140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.723568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.724168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:57.737862 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.738206 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Added segment f99479cb-862e-4de1-a9f3-43db112ef7f4 of type vlan for network 6a2c9ccd-001a-45cf-b956-641e3f216138 Sep 30 08:22:57.809474 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.816658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:57.830694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] Sync routers for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:57.831253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.845014 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:57.845872 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:57.852127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105298-cad8-4857-8103-a2b3f1d40be8 req-e1215870-f87a-4b7b-80a3-9f37ef741e01 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.853799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9105298-cad8-4857-8103-a2b3f1d40be8 req-e1215870-f87a-4b7b-80a3-9f37ef741e01 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.1030016 Sep 30 08:22:57.863906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.864919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.865657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.879907 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-648ff564-250c-4f86-8852-ca49d62389ba tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "DELETE /v2.0/floatingips/88d51821-21e9-4f00-9c33-71e7a0315f51 HTTP/1.1" status: 204 len: 168 time: 1.9460170 Sep 30 08:22:57.883792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54938) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:57.891482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:57.900022 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:57.920256 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:57.921194 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:57.922525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.929836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:57.979876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] Pushing event updated for resources: {'Network': ['ID=6a2c9ccd-001a-45cf-b956-641e3f216138,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:57.994141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:58.021062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9105298-cad8-4857-8103-a2b3f1d40be8 req-83775257-2e4c-40f0-b892-3d81b0682365 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594517 Sep 30 08:22:58.025432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bfc04baf-3d82-4acc-ad76-2749490eb32d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7189419 Sep 30 08:22:58.028392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:58.048838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Request body: {'subnet': {'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1464128347-subnet', 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:58.058408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:58.059062 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9717d-63fe-4595-94b4-fa7389e524fe None None] The sync data for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:58.085371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:58.086070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:58.091026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:58.091513 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.095776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.131531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.190427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.234576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:58.244016 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.311022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5246a8-4739-451c-9bb9-8892fe9b4f13 req-3d6f4095-0327-4de0-8d20-a07b6fa7ea6e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:58.320272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b5246a8-4739-451c-9bb9-8892fe9b4f13 req-3d6f4095-0327-4de0-8d20-a07b6fa7ea6e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 945 time: 0.1187518 Sep 30 08:22:58.344816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:58.448728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Allocated IP 172.25.7.115 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b6047631-6907-455f-88a4-b47d10008114) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:58.467005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b5246a8-4739-451c-9bb9-8892fe9b4f13 req-c2aa3018-3a29-4d71-9b0b-8d5d90aa0a31 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458006 Sep 30 08:22:58.502593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.567644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85646b22-741d-4194-bac1-b5b4e2631f72,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:58.624920 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-cf226f25-60d3-4c3a-bd1f-155aa884c219 req-013965ce-a8c3-4bce-9dc2-0c8433859125 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] show failed (client error): The resource could not be found. Sep 30 08:22:58.625705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf226f25-60d3-4c3a-bd1f-155aa884c219 req-013965ce-a8c3-4bce-9dc2-0c8433859125 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips/5b035c00-e12a-4920-9756-c40ef4cfba4b HTTP/1.1" status: 404 len: 350 time: 0.0551305 Sep 30 08:22:58.657946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:58.657946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Network hostable DHCP agents. Network: 6a2c9ccd-001a-45cf-b956-641e3f216138, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:58.658661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.680473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:58.686792 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b17b378-9adb-4315-b282-98b2d344d3ff x-openstack-request-id: req-4b17b378-9adb-4315-b282-98b2d344d3ff {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:58.687479 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:58.687944 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b17b378-9adb-4315-b282-98b2d344d3ff {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:58.688980 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'code': 200} Sep 30 08:22:58.705079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6a2c9ccd-001a-45cf-b956-641e3f216138) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:58.715709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac8769a-9057-4692-9dad-18d66a192939 None None] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:58.719863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.722270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:58.722931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.758685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-393b102b-a0cc-414d-9368-b2668d1b42a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7291451 Sep 30 08:22:58.780997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:58.800523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:58.806454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:58.861933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Pushing event updated for resources: {'Port': ['ID=b6047631-6907-455f-88a4-b47d10008114,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:58.902295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9706c8-1a8a-4d53-a31d-ace396051cb0 None None] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:58.960453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.007551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.241983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.250334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.375939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Pushing event updated for resources: {'Port': ['ID=b6047631-6907-455f-88a4-b47d10008114,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:59.388426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.415193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.423225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a581487b-03c8-4ad9-886d-1c01972377c9 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5373960 Sep 30 08:22:59.424180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:59.460333 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-6c2b1724-753b-4b61-afb0-758cf85c9fb4 req-58287e0f-4de7-4b01-96e8-d5074078c851 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] show failed (client error): The resource could not be found. Sep 30 08:22:59.478148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c2b1724-753b-4b61-afb0-758cf85c9fb4 req-58287e0f-4de7-4b01-96e8-d5074078c851 tempest-FloatingIPsTestJSON-2006638629 tempest-FloatingIPsTestJSON-2006638629-project] 10.222.0.41 "GET /v2.0/floatingips/5b035c00-e12a-4920-9756-c40ef4cfba4b HTTP/1.1" status: 404 len: 350 time: 0.0726147 Sep 30 08:22:59.482324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54970) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:59.570237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-54213911-63bc-4094-9972-fcbec23b5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:59.572236 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-54213911-63bc-4094-9972-fcbec23b5986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45e6228797342b190e736c24a01d598&device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 1096 time: 0.1395798 Sep 30 08:22:59.676021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:59.713407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.835052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-82e38124-a2d6-4762-aade-024caad2e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:59.837226 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-82e38124-a2d6-4762-aade-024caad2e192 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 200 len: 920 time: 0.2509007 Sep 30 08:22:59.930644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-f45bd642-8d84-4e75-adcd-22712e991888 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 200 len: 217 time: 0.0561218 Sep 30 08:23:00.000795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.005498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-f273a085-4ba9-41d4-9558-36e5c9e92eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.007732 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-f273a085-4ba9-41d4-9558-36e5c9e92eca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 200 len: 859 time: 0.0677886 Sep 30 08:23:00.077460 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-7da1309a-f5b2-4f85-ae7b-bc2325794213 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596216 Sep 30 08:23:00.184727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-11c65acd-1582-4d66-8dfc-2be7733fd4e7 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.186874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-11c65acd-1582-4d66-8dfc-2be7733fd4e7 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.2302914 Sep 30 08:23:00.238126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-635117f3-c5ba-43ff-9858-f159ee862f63 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0418496 Sep 30 08:23:00.254533 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-0362b9c9-c255-4b0e-a61d-08fcf248bccb service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670570 Sep 30 08:23:00.292104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-8b99e96e-aafd-4e6d-8f28-add2687103e6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523264 Sep 30 08:23:00.331466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Allocated IP 172.25.7.81 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/8cf8810b-5a10-4206-abae-94f951ac5447) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:00.433322 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1cb4970-441d-4633-a094-24b10e41cb04 req-6bb8b95b-38c0-4a5b-8407-52f38ab07842 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706178 Sep 30 08:23:00.435489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-cd69cc8d-c70e-49c9-8460-9cc0e5b78b56 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221843 Sep 30 08:23:00.541479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.562269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.587629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.633565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:00.637540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:00.644499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:00.689729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Pushing event updated for resources: {'Port': ['ID=8cf8810b-5a10-4206-abae-94f951ac5447,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:00.690863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:00.695436 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2228c7df-192e-4e32-be43-f5421ecc9581" -d '{"events": [{"server_uuid": "b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02", "name": "network-vif-plugged", "status": "completed", "tag": "ca7ee23d-72fa-45a8-8aff-9f5c948c58a8"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:00.709429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.710897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.711540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.712064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.712749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.713311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.713821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.714299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.714802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.715274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.715749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.716219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:00.738030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-e91c85af-7919-4008-b773-44f70f966d4a service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803442 Sep 30 08:23:00.902161 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.005589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.124871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Deleting port 8b5778c9-6deb-4e96-a826-7f065640abd1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:01.125775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.234778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] For port 8b5778c9-6deb-4e96-a826-7f065640abd1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8b5778c9-6deb-4e96-a826-7f065640abd1,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:01.235477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.251221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Calling delete_port for 8b5778c9-6deb-4e96-a826-7f065640abd1 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:01.323244 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.344391 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.394952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9eae6-c10d-45bc-b917-766e0417a0da req-e3bd867e-9e5e-48ed-8da5-ae614e67eaba tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.406171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6c9eae6-c10d-45bc-b917-766e0417a0da req-e3bd867e-9e5e-48ed-8da5-ae614e67eaba tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.3178983 Sep 30 08:23:01.406425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Pushing event updated for resources: {'Port': ['ID=8cf8810b-5a10-4206-abae-94f951ac5447,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.477879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6c9eae6-c10d-45bc-b917-766e0417a0da req-35f08e3b-1d9b-45a3-a33d-4959126cd5fb tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703130 Sep 30 08:23:01.483921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.527024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.528302 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a37fbdd4-d35f-4ff6-b10f-51747994e5c2 tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1029875 Sep 30 08:23:01.531051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55000) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:01.657067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-acb305d7-d563-417f-bbd8-28afd651a168 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1240332 Sep 30 08:23:01.659583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55012) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:01.811813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee7bf5-3e57-4d56-a312-0b3b09cf0886 req-604bd62f-b750-468f-9c08-a766fd2542e6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.813425 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6ee7bf5-3e57-4d56-a312-0b3b09cf0886 req-604bd62f-b750-468f-9c08-a766fd2542e6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0831482 Sep 30 08:23:01.814334 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.822578 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b9f3d3c-82a0-4bff-9955-3d0bc1558882 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1593642 Sep 30 08:23:01.825274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55014) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:01.854612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5778c9-6deb-4e96-a826-7f065640abd1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.959173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6ee7bf5-3e57-4d56-a312-0b3b09cf0886 req-cb365850-5542-4ff2-b052-86b945292a3f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Sep 30 08:23:02.328002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Deleting port 8cf8810b-5a10-4206-abae-94f951ac5447 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:02.328002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.360418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.534635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.534917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.555784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Calling delete_port for 8cf8810b-5a10-4206-abae-94f951ac5447 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:02.692919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b21967-4adc-439d-8d5d-0906e15a76bc req-956e79cb-78ef-4808-b4e4-7df4ba877f71 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:02.701630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52b21967-4adc-439d-8d5d-0906e15a76bc req-956e79cb-78ef-4808-b4e4-7df4ba877f71 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 946 time: 0.0841389 Sep 30 08:23:02.801245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.808317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52b21967-4adc-439d-8d5d-0906e15a76bc req-edb3acb5-9ee8-4476-a0b1-4fc01f2c7c9c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894198 Sep 30 08:23:02.845999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Pushing event deleted for resources: {'Port': ['ID=8cf8810b-5a10-4206-abae-94f951ac5447,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:02.935547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:03.025221 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6013a-a346-43fe-9770-9d32ca1fcfa3 x-openstack-request-id: req-8cc6013a-a346-43fe-9770-9d32ca1fcfa3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:03.026057 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02", "name": "network-vif-plugged", "status": "completed", "tag": "ca7ee23d-72fa-45a8-8aff-9f5c948c58a8", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:03.026196 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cc6013a-a346-43fe-9770-9d32ca1fcfa3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:03.026730 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8', 'code': 200} Sep 30 08:23:03.038798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.048159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.054563 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c288012-8428-4efc-9bbb-60ce9af6e12a tempest-FloatingIPAdminTestJSON-640324288 tempest-FloatingIPAdminTestJSON-640324288-project] 10.222.0.41 "DELETE /v2.0/floatingips/e07472c5-0cb4-429b-822f-a6c4dab3708d HTTP/1.1" status: 204 len: 168 time: 1.2216334 Sep 30 08:23:03.061834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55022) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:03.145383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:03.155365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] Sync routers for ids ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:03.161419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-775fd013-5aad-4ce5-98c7-cc7e95bd6825 admin admin] 10.222.0.41 "PUT /v2.0/routers/4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6727207 Sep 30 08:23:03.164681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55026) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:03.175132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] Routers {'4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:03.175272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:03.258300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-970ae1da-98d9-4c1b-86c4-73db3690bf8b req-2e7f8ec5-4a6b-4d97-99d8-6d86edf4ac85 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 210 time: 0.0790470 Sep 30 08:23:03.370000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9cc29-0b64-4f38-9f9f-8a57f7a754d3 req-dd386700-61a2-4af9-bd8a-e671b70ee07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.372449 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b3b9cc29-0b64-4f38-9f9f-8a57f7a754d3 req-dd386700-61a2-4af9-bd8a-e671b70ee07e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 1097 time: 0.2014978 Sep 30 08:23:03.444827 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b3b9cc29-0b64-4f38-9f9f-8a57f7a754d3 req-d514d642-0f10-4d37-9420-48db2d10e329 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576677 Sep 30 08:23:03.454217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] Set router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:03.466555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Deleting port b6047631-6907-455f-88a4-b47d10008114 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:03.467718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.544564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:03.662789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-7253de73-8c47-4cfa-9be4-d0a9d9f23732 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.665022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-7253de73-8c47-4cfa-9be4-d0a9d9f23732 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.3199539 Sep 30 08:23:03.694303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.694830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.754730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Calling delete_port for b6047631-6907-455f-88a4-b47d10008114 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:03.777066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:03.796593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:23:01Z', 'revision_number': 5, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:03.842834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'mac_address': 'fa:16:3e:8c:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:03.843745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.847506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] Checking router: 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:03.866167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:03.913484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] Routers {'4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:03.927350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:04.000179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.069643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1b739-f2e6-4e4b-8de5-e9d783554a05 req-3d96d38d-b623-433d-857f-b752410dbc26 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:04.077376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6b1b739-f2e6-4e4b-8de5-e9d783554a05 req-3d96d38d-b623-433d-857f-b752410dbc26 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.4105685 Sep 30 08:23:04.156790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.231477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1319c802-eb5d-4be8-8b1b-14be514d5075 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:04.266318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:04.268027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6047631-6907-455f-88a4-b47d10008114,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:04.269786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.272062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] Set router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:04.332627 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.335654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6b1b739-f2e6-4e4b-8de5-e9d783554a05 req-b249acdd-7959-4095-a217-009e3a299072 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569628 Sep 30 08:23:04.345307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:04.355926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.411452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.417140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.421718 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bc9ac8e0-b928-4eb0-b437-80b4f8043652 tempest-FloatingIPAdminTestJSON-1764189599 tempest-FloatingIPAdminTestJSON-1764189599-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/54902d3d-88a9-4775-a8c0-1fad75a8ce55 HTTP/1.1" status: 204 len: 168 time: 1.3609884 Sep 30 08:23:04.425915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55054) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:04.539336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Deleting port 4e331bb5-512c-4e36-a396-1ea06421b484 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:04.539713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.632824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting port 58184fbf-1041-470a-a557-bfe5140bed99 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:04.632824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.639388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1319c802-eb5d-4be8-8b1b-14be514d5075'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:04.659940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] For port 4e331bb5-512c-4e36-a396-1ea06421b484, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4e331bb5-512c-4e36-a396-1ea06421b484,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:04.660316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.694238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Calling delete_port for 4e331bb5-512c-4e36-a396-1ea06421b484 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:04.734914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:04.884379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.922939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Calling delete_port for 58184fbf-1041-470a-a557-bfe5140bed99 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:05.083155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:23:01Z', 'revision_number': 5, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:05.131204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e7811-1edf-4900-9415-ae9f3cd347c4 None None] The sync data for ids ['4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0'] in n-d-807025-5 is: [{'id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'name': 'tempest-FloatingIPsTestJSON-924426654-router', 'tenant_id': '44d66263fbe34de4b13b11d55789d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:22:27Z', 'updated_at': '2021-09-30T08:23:01Z', 'revision_number': 5, 'project_id': '44d66263fbe34de4b13b11d55789d2e6', 'gw_port': {'id': '4e331bb5-512c-4e36-a396-1ea06421b484', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:28Z', 'updated_at': '2021-09-30T08:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:05.308715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.381553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Port': ['ID=58184fbf-1041-470a-a557-bfe5140bed99,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:05.526123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:05.555271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.560375 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-29d003b9-849a-4bd5-b89c-b89d99105e93 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "DELETE /v2.0/ports/58184fbf-1041-470a-a557-bfe5140bed99 HTTP/1.1" status: 204 len: 168 time: 1.1318736 Sep 30 08:23:05.561213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55062) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:05.696416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1319c802-eb5d-4be8-8b1b-14be514d5075 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:05.696803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.740492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292d0c8-7d0c-4696-b274-e15630853298 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:05.755613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7292d0c8-7d0c-4696-b274-e15630853298 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbc444be-2492-4f27-83c3-5bf03d7477fd HTTP/1.1" status: 200 len: 913 time: 0.1931386 Sep 30 08:23:05.756413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55064) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:05.775449 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.980180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.028481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e331bb5-512c-4e36-a396-1ea06421b484,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:06.065628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:06.068189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:06.074329 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10f3ca8-2ea0-4e28-b8b5-f99c12d6b935" -d '{"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-plugged", "status": "completed", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:06.087116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.276583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:06.293417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.296349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.9 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/7589c5c1-cdfd-47fb-a420-5205a708a496) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:06.755807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.797823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.801404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.911656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.912917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:23:06.922336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.926888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f122061a-75c3-4137-ba2f-3ef6d8e40a5e admin admin] 10.222.0.41 "DELETE /v2.0/routers/4bc0255d-df33-4f6a-ad0b-c4b2cad27ee0 HTTP/1.1" status: 204 len: 168 time: 3.7608516 Sep 30 08:23:06.927983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55068) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:07.109927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.130799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Deleting subnet 2fc45f78-6267-4335-b478-879aecc31324 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:07.139354 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.228935 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.266186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.331470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:07.339159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:07.348054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:07.419126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.420528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.486416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting port 1f5f967d-9266-474d-a48d-75bb572bfe4c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:07.486723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.493176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=7589c5c1-cdfd-47fb-a420-5205a708a496,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:07.533190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-f73f2597-27ce-42aa-817c-d7353f2ed6f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6818886 Sep 30 08:23:07.585320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Request body: {'port': {'device_id': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:07.645147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.674729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8b5778c9-6deb-4e96-a826-7f065640abd1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:07.726671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.740981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8b5778c9-6deb-4e96-a826-7f065640abd1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:07.741800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8b5778c9-6deb-4e96-a826-7f065640abd1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:07.741980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Calling delete_port for 1f5f967d-9266-474d-a48d-75bb572bfe4c owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:07.834918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.023981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.103608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc45f78-6267-4335-b478-879aecc31324,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:08.106146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.108649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c836336-6afa-440b-bea2-085986332047 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2fc45f78-6267-4335-b478-879aecc31324 HTTP/1.1" status: 204 len: 168 time: 1.1767511 Sep 30 08:23:08.114473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbd111-8027-4e8c-bce0-a607d7c950e8 None None] Network 760a410c-c5a1-457b-9f10-e819ff72e15d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:08.120856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55074) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:08.150087 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:23:08.199655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.243800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Port': ['ID=1f5f967d-9266-474d-a48d-75bb572bfe4c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:08.407428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.515614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a3495718-a8c1-4fac-ab0c-f0200719f4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.535710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] DHCP port deletion for 760a410c-c5a1-457b-9f10-e819ff72e15d request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:08.642843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] Deleting port 71b8f9d2-7396-428e-bdab-5c2e4e390cff {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:08.644628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.693896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae165f3-ee9d-4c10-a7f5-ea6e64042a96 req-02ef2c5b-bba6-4694-a608-e6f073d67600 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:08.695580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ae165f3-ee9d-4c10-a7f5-ea6e64042a96 req-02ef2c5b-bba6-4694-a608-e6f073d67600 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1292317 Sep 30 08:23:08.731198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Deleting port 71b8f9d2-7396-428e-bdab-5c2e4e390cff {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:08.731543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.803700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] For port 71b8f9d2-7396-428e-bdab-5c2e4e390cff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=71b8f9d2-7396-428e-bdab-5c2e4e390cff,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:08.804871 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.827769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] Calling delete_port for 71b8f9d2-7396-428e-bdab-5c2e4e390cff owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:08.886128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ae165f3-ee9d-4c10-a7f5-ea6e64042a96 req-51699d3c-7538-4cad-a937-c4510c6001a7 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794412 Sep 30 08:23:08.943244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] For port 71b8f9d2-7396-428e-bdab-5c2e4e390cff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=71b8f9d2-7396-428e-bdab-5c2e4e390cff,segment=NetworkSegment(ff845d01-42e0-442a-909e-87fc470ebe0b),segment_id=ff845d01-42e0-442a-909e-87fc470ebe0b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:08.944247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.992981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7589c5c1-cdfd-47fb-a420-5205a708a496 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:09.025127 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.031453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Calling delete_port for 71b8f9d2-7396-428e-bdab-5c2e4e390cff owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:09.073117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.094944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Transition to ACTIVE for port object 7589c5c1-cdfd-47fb-a420-5205a708a496 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:09.112730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.120069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.130189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] Pushing event deleted for resources: {'Port': ['ID=71b8f9d2-7396-428e-bdab-5c2e4e390cff,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:09.137256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252ff0d-c0dd-4d7a-83fc-04f63ce94ecb None None] No DVR routers for this DVR port 71b8f9d2-7396-428e-bdab-5c2e4e390cff on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:09.214573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95d35b-afad-4927-8679-3706172ae886 req-2e5f1202-2b4b-43e6-8032-aee269e47ae1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.223059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d95d35b-afad-4927-8679-3706172ae886 req-2e5f1202-2b4b-43e6-8032-aee269e47ae1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 946 time: 0.2112226 Sep 30 08:23:09.287733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d95d35b-afad-4927-8679-3706172ae886 req-bb2e30de-ccfd-4dda-9de0-08f17d81766f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636361 Sep 30 08:23:09.315943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e331bb5-512c-4e36-a396-1ea06421b484 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:09.353608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4e331bb5-512c-4e36-a396-1ea06421b484 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:09.353989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e331bb5-512c-4e36-a396-1ea06421b484 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:09.361221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 71b8f9d2-7396-428e-bdab-5c2e4e390cff no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:09.390181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.408867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 71b8f9d2-7396-428e-bdab-5c2e4e390cff {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:09.409205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 71b8f9d2-7396-428e-bdab-5c2e4e390cff not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:09.446733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Pushing event updated for resources: {'Port': ['ID=7589c5c1-cdfd-47fb-a420-5205a708a496,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:09.457830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] No DVR routers for this DVR port 71b8f9d2-7396-428e-bdab-5c2e4e390cff on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:09.462586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Router cbc444be-2492-4f27-83c3-5bf03d7477fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:09.588383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:09.600164 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4c1df32e-2f08-42e1-8087-2a70c68a34f3 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "PUT /v2.0/routers/cbc444be-2492-4f27-83c3-5bf03d7477fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8421431 Sep 30 08:23:09.602522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:09.603967 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] Sync routers for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:09.604457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Pushing event deleted for resources: {'Port': ['ID=71b8f9d2-7396-428e-bdab-5c2e4e390cff,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:09.619952 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:09.620744 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.650924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Attempting to bind port 7589c5c1-cdfd-47fb-a420-5205a708a496 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:09.651425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Attempting to bind port 7589c5c1-cdfd-47fb-a420-5205a708a496 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:09.651860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Attempting to bind port 7589c5c1-cdfd-47fb-a420-5205a708a496 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:09.664368 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.664596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-6cb2ecac-8722-49c7-8a25-90047449fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.666289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-6cb2ecac-8722-49c7-8a25-90047449fa88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1097 time: 0.2701867 Sep 30 08:23:09.674791 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] Routers {'cbc444be-2492-4f27-83c3-5bf03d7477fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:09.675669 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cbc444be-2492-4f27-83c3-5bf03d7477fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.684607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Port 7589c5c1-cdfd-47fb-a420-5205a708a496 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:09.685076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Attempting to bind port 7589c5c1-cdfd-47fb-a420-5205a708a496 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:09.717709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.731253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.732224 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0484b8-784b-4bb3-a449-f610eb4f626c None None] The sync data for ids ['cbc444be-2492-4f27-83c3-5bf03d7477fd'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:09.743706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.766672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:09.767130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:09.767592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:09.768100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Bound port: 7589c5c1-cdfd-47fb-a420-5205a708a496, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:09.768533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.796456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760a410c-c5a1-457b-9f10-e819ff72e15d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.822753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff845d01-42e0-442a-909e-87fc470ebe0b') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.823156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff845d01-42e0-442a-909e-87fc470ebe0b') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.868733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a8a28-f13b-4ede-b39a-d2d1dabc89b9 req-e475cac4-857f-4485-956b-4ffa321716ca tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.877267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-307a8a28-f13b-4ede-b39a-d2d1dabc89b9 req-e475cac4-857f-4485-956b-4ffa321716ca tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 943 time: 0.2972918 Sep 30 08:23:09.880119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.890717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.951317 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.957221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting port 82564b35-5c80-47bd-8210-35b789b4dd56 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:09.957962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.992920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:09.993218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:09.995110 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:10.028382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-307a8a28-f13b-4ede-b39a-d2d1dabc89b9 req-d18533b0-2b2a-4945-9e0d-51870ccf076b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501029 Sep 30 08:23:10.035348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-51bdf241-55a4-4332-9e7b-758caf057b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.036860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-51bdf241-55a4-4332-9e7b-758caf057b04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.3619335 Sep 30 08:23:10.038992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] For port 7589c5c1-cdfd-47fb-a420-5205a708a496, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:10.104794 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.124970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Calling delete_port for 82564b35-5c80-47bd-8210-35b789b4dd56 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:10.201530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] For port 7589c5c1-cdfd-47fb-a420-5205a708a496, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7589c5c1-cdfd-47fb-a420-5205a708a496,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:10.210860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.221480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.228065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] 10.222.0.41 "DELETE /v2.0/networks/760a410c-c5a1-457b-9f10-e819ff72e15d HTTP/1.1" status: 204 len: 168 time: 2.1055276 Sep 30 08:23:10.233023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.303174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e63e55-dced-4200-aa66-5cf4d82c864d admin admin] Pushing event deleted for resources: {'Network': ['ID=760a410c-c5a1-457b-9f10-e819ff72e15d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:10.313684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-05cd3e01-d7d6-4bcc-99ca-bcda73ce01b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1002 time: 0.2660611 Sep 30 08:23:10.343296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.344386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.345892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] 10.222.0.50 "PUT /v2.0/ports/7589c5c1-cdfd-47fb-a420-5205a708a496 HTTP/1.1" status: 200 len: 1091 time: 2.7717021 Sep 30 08:23:10.349557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'tag': '7589c5c1-cdfd-47fb-a420-5205a708a496'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:10.352584 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a489dc5-1aab-4132-8a3a-4fca64b8e5af", "tag": "7589c5c1-cdfd-47fb-a420-5205a708a496"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:10.395656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8b876-2975-41b2-bce9-1367fe57c119 req-bb82c349-1e5e-41b7-8c0d-46923fb1e0d1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.397946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79c8b876-2975-41b2-bce9-1367fe57c119 req-bb82c349-1e5e-41b7-8c0d-46923fb1e0d1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.2602234 Sep 30 08:23:10.440327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55110) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:10.449246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355f58-c31c-41e6-a048-6899761f4742 service neutron] Pushing event updated for resources: {'Port': ['ID=7589c5c1-cdfd-47fb-a420-5205a708a496,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:10.498626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-ae546aa0-4a99-4390-9af8-5da91fc95efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.500228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-ae546aa0-4a99-4390-9af8-5da91fc95efc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.1694615 Sep 30 08:23:10.500855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.559872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79c8b876-2975-41b2-bce9-1367fe57c119 req-32b10fc9-75c1-461b-a74e-41bc482bd2b0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515381 Sep 30 08:23:10.570026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Port': ['ID=82564b35-5c80-47bd-8210-35b789b4dd56,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:10.585110 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b408f007-4f84-44aa-9dfd-65cf70da50c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44d66263fbe34de4b13b11d55789d2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433413 Sep 30 08:23:10.598537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55114) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:10.600660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-20ff231b-09cd-47e6-993d-75cb176d9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.602366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-20ff231b-09cd-47e6-993d-75cb176d9305 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 1094 time: 0.1756177 Sep 30 08:23:10.613533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-f73aa240-1908-4b1b-a3b6-8c2642bf6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.615389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-f73aa240-1908-4b1b-a3b6-8c2642bf6f0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032991 Sep 30 08:23:10.640625 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98130393-a3c1-49aa-beed-b51840d37f9a x-openstack-request-id: req-98130393-a3c1-49aa-beed-b51840d37f9a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:10.641183 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-plugged", "status": "completed", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:10.641183 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98130393-a3c1-49aa-beed-b51840d37f9a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:10.641581 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'code': 200} Sep 30 08:23:10.665751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.808669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-84301fda-cc1f-4548-8e84-96868767317c service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702719 Sep 30 08:23:10.808994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.812351 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.818769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-0bfb11fd-de87-4677-903b-958f51ccb084 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7589c5c1-cdfd-47fb-a420-5205a708a496 HTTP/1.1" status: 200 len: 217 time: 0.1900434 Sep 30 08:23:10.898838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.900961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Fanout notify agent at l3_agent the message router_deleted on router cbc444be-2492-4f27-83c3-5bf03d7477fd {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:23:10.927104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.936492 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b3756958-5b1c-4026-8077-57302f40ba3e tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "DELETE /v2.0/routers/cbc444be-2492-4f27-83c3-5bf03d7477fd HTTP/1.1" status: 204 len: 168 time: 1.3307836 Sep 30 08:23:10.938447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55122) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:10.938653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-651ddfbf-72e0-45aa-a755-eccb93255a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.020561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting subnet c91dc969-131d-45af-b321-fc9cd3190cff {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:11.024650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.073483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2069-203d-4de1-9db8-056b8bea1ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.073789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-7c9bde18-3045-4c3c-9e3a-efeac0792fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.082637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-7c9bde18-3045-4c3c-9e3a-efeac0792fd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.2532663 Sep 30 08:23:11.090218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.246698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.323444 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.345633 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.348851 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "DELETE /v2.0/subnets/c91dc969-131d-45af-b321-fc9cd3190cff HTTP/1.1" status: 204 len: 168 time: 0.4078937 Sep 30 08:23:11.352409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55134) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:11.354206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b24ef0-0cae-419e-84d3-6f03d13f319e None None] Network 1ca15479-d70d-4c91-8540-5420dab1dac0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:11.376480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-651ddfbf-72e0-45aa-a755-eccb93255a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.394569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-9c45b284-5fc0-4a16-b3be-ad8294fddf10 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.407508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-9c45b284-5fc0-4a16-b3be-ad8294fddf10 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.2657106 Sep 30 08:23:11.407856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212af7f-16e5-464d-9ddc-905213ac66b7 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Subnet': ['ID=c91dc969-131d-45af-b321-fc9cd3190cff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:11.410728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-cce01a9f-dcfb-4b55-9f91-0a68bb1cf0ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947943 Sep 30 08:23:11.467316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-2791ce1b-6d0a-4c3c-8a5a-3d76ecc9e333 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0431385 Sep 30 08:23:11.531006 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.538199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.581369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:11.712128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] DHCP port deletion for 1ca15479-d70d-4c91-8540-5420dab1dac0 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:11.722277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting port 7ed18854-f673-4e95-9b45-81a09d9c7f86 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:11.723152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-7a32a057-4c30-481f-adcf-15a6b8540c66 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772086 Sep 30 08:23:11.726152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.752358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.798074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:11.807863 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.839145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] Deleting port 7ed18854-f673-4e95-9b45-81a09d9c7f86 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:11.839448 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.874893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94b0ec1a-f267-421d-8103-f564f46ed4bd req-ed3ef860-68b0-478a-9316-0b556d6d643f service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0546503 Sep 30 08:23:11.875929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-651ddfbf-72e0-45aa-a755-eccb93255a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.883471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-651ddfbf-72e0-45aa-a755-eccb93255a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.904259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-651ddfbf-72e0-45aa-a755-eccb93255a13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d7b5500-1fa9-479f-aaa0-64f13b7d6d7e HTTP/1.1" status: 204 len: 168 time: 1.2860684 Sep 30 08:23:11.913649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] For port 7ed18854-f673-4e95-9b45-81a09d9c7f86, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7ed18854-f673-4e95-9b45-81a09d9c7f86,segment=NetworkSegment(048a63d9-11ae-49d4-ac61-28fe91158b19),segment_id=048a63d9-11ae-49d4-ac61-28fe91158b19)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:11.914600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.946709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Calling delete_port for 7ed18854-f673-4e95-9b45-81a09d9c7f86 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:11.953329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-764224a0-27df-4d6c-8ca5-877183a40b4e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4848189 Sep 30 08:23:11.960145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:12.000039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] For port 7ed18854-f673-4e95-9b45-81a09d9c7f86, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7ed18854-f673-4e95-9b45-81a09d9c7f86,segment=NetworkSegment(048a63d9-11ae-49d4-ac61-28fe91158b19),segment_id=048a63d9-11ae-49d4-ac61-28fe91158b19)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:12.000445 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.004589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ddfbf-72e0-45aa-a755-eccb93255a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b5500-1fa9-479f-aaa0-64f13b7d6d7e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:12.045980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] Calling delete_port for 7ed18854-f673-4e95-9b45-81a09d9c7f86 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:12.141826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.236663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.305060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] No DVR routers for this DVR port 7ed18854-f673-4e95-9b45-81a09d9c7f86 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:12.309744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Port': ['ID=7ed18854-f673-4e95-9b45-81a09d9c7f86,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:12.326958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] No DVR routers for this DVR port 7ed18854-f673-4e95-9b45-81a09d9c7f86 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:12.338719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f211c-136a-4bbc-8421-b777c35690ec None None] Pushing event deleted for resources: {'Port': ['ID=7ed18854-f673-4e95-9b45-81a09d9c7f86,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:12.570016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.625857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca15479-d70d-4c91-8540-5420dab1dac0']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:12.643590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:12.646942 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b2a753-2420-4cd9-a21d-df650c214915" -d '{"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-unplugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:12.661304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd162456-4b45-4eb1-bfc6-88d02f3b7cdd req-9ab329e7-8eca-41e5-a754-55d5f8325ce5 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941281 Sep 30 08:23:12.667829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048a63d9-11ae-49d4-ac61-28fe91158b19') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:12.668398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048a63d9-11ae-49d4-ac61-28fe91158b19') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:12.706251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-31d2bc05-3743-49a3-a170-47bcb5ba39cd service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519104 Sep 30 08:23:12.716481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.744643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.760251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:12.760698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:12.840626 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:12.909399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3e3366d2-0a19-4773-9b9f-cc3055b2dcd8 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022395 Sep 30 08:23:12.923338 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.934524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.938048 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "DELETE /v2.0/networks/1ca15479-d70d-4c91-8540-5420dab1dac0 HTTP/1.1" status: 204 len: 168 time: 1.5843456 Sep 30 08:23:12.940936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55152) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:12.962737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacd8a6-a63b-415f-a494-d7ef9d2ee436 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Network': ['ID=1ca15479-d70d-4c91-8540-5420dab1dac0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:13.044140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.217562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Deleting port 218ee885-ad77-4432-b079-f4c93592db6b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:13.218110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.328567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7ed18854-f673-4e95-9b45-81a09d9c7f86 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:13.385131 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c02a9-42ef-40df-86fc-c5cbfb12d688 x-openstack-request-id: req-113c02a9-42ef-40df-86fc-c5cbfb12d688 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:13.385453 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a489dc5-1aab-4132-8a3a-4fca64b8e5af", "tag": "7589c5c1-cdfd-47fb-a420-5205a708a496", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:13.385712 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-113c02a9-42ef-40df-86fc-c5cbfb12d688 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:13.386110 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'tag': '7589c5c1-cdfd-47fb-a420-5205a708a496', 'status': 'completed', 'code': 200} Sep 30 08:23:13.391992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7ed18854-f673-4e95-9b45-81a09d9c7f86 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:13.392204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.392749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7ed18854-f673-4e95-9b45-81a09d9c7f86 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:13.393804 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.459038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Calling delete_port for 218ee885-ad77-4432-b079-f4c93592db6b owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:13.678159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-b6ad4077-1499-42e0-8eda-ff10a32ad81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.679801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-b6ad4077-1499-42e0-8eda-ff10a32ad81e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 1094 time: 0.2434230 Sep 30 08:23:14.078234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ec6c-b743-469d-89f6-b17ce55457b8 req-fa4c17fe-0b42-4fb1-8269-3683c7fe1df5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:14.080931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa93ec6c-b743-469d-89f6-b17ce55457b8 req-fa4c17fe-0b42-4fb1-8269-3683c7fe1df5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 943 time: 0.1870701 Sep 30 08:23:14.223995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-10cbc542-6802-404a-8a8f-7cefbf4e9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:14.224861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-10cbc542-6802-404a-8a8f-7cefbf4e9654 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.5311801 Sep 30 08:23:14.248874 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.333064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Pushing event deleted for resources: {'Port': ['ID=218ee885-ad77-4432-b079-f4c93592db6b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:14.358908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa93ec6c-b743-469d-89f6-b17ce55457b8 req-424815dc-b942-42c7-a908-1951c41e1b61 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310712 Sep 30 08:23:14.454502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-8c6e7ae6-c37c-4290-9b60-1d1157101f76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7589c5c1-cdfd-47fb-a420-5205a708a496 HTTP/1.1" status: 200 len: 217 time: 0.1763039 Sep 30 08:23:14.593438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.598233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.600375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba81b491-a611-4613-a633-fc0899146c61 tempest-FloatingIPAdminTestJSON-1441385585 tempest-FloatingIPAdminTestJSON-1441385585-project] 10.222.0.41 "DELETE /v2.0/floatingips/c4013d81-3fdc-4348-b7d1-3435c3d2d6f3 HTTP/1.1" status: 204 len: 168 time: 1.6580899 Sep 30 08:23:14.638495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993800d4-c7c6-422f-bc4e-c877cef8eb26 req-143ee5dd-971a-4775-a759-33562dd1b9d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:14.647133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993800d4-c7c6-422f-bc4e-c877cef8eb26 req-143ee5dd-971a-4775-a759-33562dd1b9d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.1557300 Sep 30 08:23:14.649768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-eaec6d71-c860-403b-abd6-4da10772e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:14.651366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-eaec6d71-c860-403b-abd6-4da10772e3cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.1870711 Sep 30 08:23:14.779191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-993800d4-c7c6-422f-bc4e-c877cef8eb26 req-673e6b20-711b-4ae5-a4e9-ab2e6133c452 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245050 Sep 30 08:23:14.783703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-fae64686-907b-4355-aa30-d38d6e3f2847 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976756 Sep 30 08:23:14.837836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.891935 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87defdef-e3e7-4c27-a484-0d0db88c79bd x-openstack-request-id: req-87defdef-e3e7-4c27-a484-0d0db88c79bd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:14.892716 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-unplugged", "status": "failed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "code": 422}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:14.893296 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87defdef-e3e7-4c27-a484-0d0db88c79bd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:14.895034 n-d-807025-5 neutron-server[95003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'code': 422} returned with failed status Sep 30 08:23:15.189263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55194) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:15.254148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a82d2fa2-2391-47e9-9793-61b8349a19e9 req-8d39adfd-28ae-4de9-9590-efd5ab0a1576 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 210 time: 0.1774950 Sep 30 08:23:15.376462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-4a16e7b5-2865-4b08-bd51-1943e003b68f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.377895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-4a16e7b5-2865-4b08-bd51-1943e003b68f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.5420117 Sep 30 08:23:15.383916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-9c79d0dc-7d63-462b-b2df-280ecdf0a6b6 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917780 Sep 30 08:23:15.406197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:15.439401 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9acb2a4a-b7cd-47b7-989f-a6cc08c03b3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce453005cf7b486083a7c79b5707bca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437429 Sep 30 08:23:15.439653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:15.569210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7589c5c1-cdfd-47fb-a420-5205a708a496 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:15.614081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d249ba8-04d1-4247-b213-bed2844594bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.646999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d249ba8-04d1-4247-b213-bed2844594bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.715061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d249ba8-04d1-4247-b213-bed2844594bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.718846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d249ba8-04d1-4247-b213-bed2844594bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.720367 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d249ba8-04d1-4247-b213-bed2844594bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cff9fa9-cfaa-49a3-b373-a3dd2fc5b12c HTTP/1.1" status: 204 len: 168 time: 0.2658148 Sep 30 08:23:15.742139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d249ba8-04d1-4247-b213-bed2844594bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff9fa9-cfaa-49a3-b373-a3dd2fc5b12c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:15.880309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-048baf7a-bbdf-4fdd-8dc9-0a04e2ebb49e req-533c2d22-9a5d-4e23-8fdd-8ed0164edc4d service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478942 Sep 30 08:23:15.886732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:15.890913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.937858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7589c5c1-cdfd-47fb-a420-5205a708a496, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7589c5c1-cdfd-47fb-a420-5205a708a496,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:15.960154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '7589c5c1-cdfd-47fb-a420-5205a708a496', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '7589c5c1-cdfd-47fb-a420-5205a708a496', 'mac_address': 'fa:16:3e:05:74:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:16.043246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.070380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7589c5c1-cdfd-47fb-a420-5205a708a496 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:16.111390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7589c5c1-cdfd-47fb-a420-5205a708a496, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7589c5c1-cdfd-47fb-a420-5205a708a496,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:16.118574 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.199631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.8 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/5e95116c-74e2-48d9-8f0a-a62938430095) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:16.264562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7589c5c1-cdfd-47fb-a420-5205a708a496,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:16.284064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.284528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.284874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.285765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.287425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.287835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.288178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.289714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.290821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.291177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.292643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.293076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.453318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:16.470734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-220353fb-3a39-4b99-93db-c09d69f566c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.507558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7589c5c1-cdfd-47fb-a420-5205a708a496'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:16.574092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.657091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.680739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845', 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:16.720454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-220353fb-3a39-4b99-93db-c09d69f566c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.732582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-220353fb-3a39-4b99-93db-c09d69f566c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.767535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220353fb-3a39-4b99-93db-c09d69f566c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f1b047-e43e-461e-9800-bc7924aeca96,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:16.792590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:16.802301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:16.809650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:16.832831 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-220353fb-3a39-4b99-93db-c09d69f566c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5bd8afdfac54e21bf54d83006b6fe63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777182 Sep 30 08:23:16.835340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55244) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:16.866937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.867604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.894837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4935145 Sep 30 08:23:16.897465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb2d0-722d-442f-b667-7346ede92b3b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=5e95116c-74e2-48d9-8f0a-a62938430095,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:16.909205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015c79-28fe-4253-bb9d-a647dc64ba6b req-2e03a35f-60f6-4ea0-a43e-4ad75c357fe9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.910807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7015c79-28fe-4253-bb9d-a647dc64ba6b req-2e03a35f-60f6-4ea0-a43e-4ad75c357fe9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 944 time: 0.2512350 Sep 30 08:23:16.915789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Request body: {'port': {'device_id': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:16.983914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7015c79-28fe-4253-bb9d-a647dc64ba6b req-dab319d0-485d-4c72-accd-01d4f755b26f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 Sep 30 08:23:17.014631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.046783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dd52819-1806-4393-9980-7cd3b8061436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.134425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dd52819-1806-4393-9980-7cd3b8061436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.227064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dd52819-1806-4393-9980-7cd3b8061436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.235304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dd52819-1806-4393-9980-7cd3b8061436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.237551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2dd52819-1806-4393-9980-7cd3b8061436 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64f1b047-e43e-461e-9800-bc7924aeca96 HTTP/1.1" status: 204 len: 168 time: 0.4008853 Sep 30 08:23:17.248900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd52819-1806-4393-9980-7cd3b8061436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f1b047-e43e-461e-9800-bc7924aeca96,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:17.316332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979daf1-6260-45dc-8495-e45a91641c4c req-aed9ed5e-61c4-4b9e-a18f-881c3ca750bf tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.317986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4979daf1-6260-45dc-8495-e45a91641c4c req-aed9ed5e-61c4-4b9e-a18f-881c3ca750bf tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 931 time: 0.1264367 Sep 30 08:23:17.405992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4979daf1-6260-45dc-8495-e45a91641c4c req-debddda0-23e6-4998-99aa-d8b2f94f526c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803099 Sep 30 08:23:17.515137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e95116c-74e2-48d9-8f0a-a62938430095 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:17.525218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.542404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Transition to ACTIVE for port object 5e95116c-74e2-48d9-8f0a-a62938430095 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:17.548057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.604672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:17.619297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95116c-74e2-48d9-8f0a-a62938430095,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:17.651907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d60823d5-8580-49cd-be15-e1617c13d476 req-4fdd69ca-7262-482a-9130-74465b1e4bd2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:23:17.653241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d60823d5-8580-49cd-be15-e1617c13d476 req-4fdd69ca-7262-482a-9130-74465b1e4bd2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0221908 Sep 30 08:23:17.738654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Attempting to bind port 5e95116c-74e2-48d9-8f0a-a62938430095 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:17.739099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Attempting to bind port 5e95116c-74e2-48d9-8f0a-a62938430095 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:17.739778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Attempting to bind port 5e95116c-74e2-48d9-8f0a-a62938430095 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:17.746302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Port 5e95116c-74e2-48d9-8f0a-a62938430095 on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:17.746783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Attempting to bind port 5e95116c-74e2-48d9-8f0a-a62938430095 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:17.756969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:17.757605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:17.759012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:17.759012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Bound port: 5e95116c-74e2-48d9-8f0a-a62938430095, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:17.759012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.887217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] For port 5e95116c-74e2-48d9-8f0a-a62938430095, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:17.906731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] For port 5e95116c-74e2-48d9-8f0a-a62938430095, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5e95116c-74e2-48d9-8f0a-a62938430095,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:17.916105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55274) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:17.926679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.957528 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d70f66-3516-4adc-81e6-482a20146de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.992285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.998298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.000464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] 10.222.0.50 "PUT /v2.0/ports/5e95116c-74e2-48d9-8f0a-a62938430095 HTTP/1.1" status: 200 len: 1091 time: 1.0884156 Sep 30 08:23:18.002447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'tag': '5e95116c-74e2-48d9-8f0a-a62938430095'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:18.008427 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599af9b9-f20d-4243-9fee-03aa7fada7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfa8bb5-925c-4425-8d83-80ba8517734c", "tag": "5e95116c-74e2-48d9-8f0a-a62938430095"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:18.098613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5744-cf4e-46f6-ab93-b955c7a6b4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95116c-74e2-48d9-8f0a-a62938430095,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.151267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-8a65ac0c-6cc3-45af-a257-ee92aaf4f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:18.152827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-8a65ac0c-6cc3-45af-a257-ee92aaf4f39a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 1094 time: 0.0754066 Sep 30 08:23:18.194698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d70f66-3516-4adc-81e6-482a20146de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.200142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d70f66-3516-4adc-81e6-482a20146de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.225236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-409a84a7-9ad7-4080-a645-0b467fa5dda7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95116c-74e2-48d9-8f0a-a62938430095 HTTP/1.1" status: 200 len: 217 time: 0.0554726 Sep 30 08:23:18.313572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-e00939cb-cfed-4192-8fb8-39749e5814d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:18.315978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-e00939cb-cfed-4192-8fb8-39749e5814d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0796478 Sep 30 08:23:18.334999 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08d70f66-3516-4adc-81e6-482a20146de4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ab83ceca1944f0d85be5252b44f841f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177289 Sep 30 08:23:18.338221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55284) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:18.367804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d70f66-3516-4adc-81e6-482a20146de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad1dea-829a-46f9-9a95-768e6a122329,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.381953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-1ced5c5b-c528-4f9f-a315-9e208b721d2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538545 Sep 30 08:23:18.463951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48e64954-f540-4500-9d5e-afe134abfd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.503152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48e64954-f540-4500-9d5e-afe134abfd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.594178 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48e64954-f540-4500-9d5e-afe134abfd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.597541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48e64954-f540-4500-9d5e-afe134abfd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.599382 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-48e64954-f540-4500-9d5e-afe134abfd35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40ad1dea-829a-46f9-9a95-768e6a122329 HTTP/1.1" status: 204 len: 168 time: 0.2452517 Sep 30 08:23:18.610508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e64954-f540-4500-9d5e-afe134abfd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad1dea-829a-46f9-9a95-768e6a122329,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.667046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-1610e87b-d736-4370-9e25-f69c35851ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799349 Sep 30 08:23:18.677348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d370-2b1e-4a9e-b04e-0e9a4159952d req-97480433-876a-458f-a6d7-23bc7e934c38 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:18.685590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d407d370-2b1e-4a9e-b04e-0e9a4159952d req-97480433-876a-458f-a6d7-23bc7e934c38 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.1205091 Sep 30 08:23:18.749827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d407d370-2b1e-4a9e-b04e-0e9a4159952d req-3839df07-509e-45e5-9527-3ca8dbf22642 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630543 Sep 30 08:23:18.818102 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-5546cbed-d1a7-47bd-9621-e33268739caa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3296087 Sep 30 08:23:18.865198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d443e0-68be-42eb-a810-ac21dc45e278 req-63bb0c19-c3c9-4d83-964b-2c705ede89ae service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765330 Sep 30 08:23:18.963066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8a60-e4e1-471d-9e8e-b5c683252ef9 req-b763fe59-ac39-48f2-a883-c1b8d541f83a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:18.964734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92ad8a60-e4e1-471d-9e8e-b5c683252ef9 req-b763fe59-ac39-48f2-a883-c1b8d541f83a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 944 time: 0.0735991 Sep 30 08:23:19.024936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92ad8a60-e4e1-471d-9e8e-b5c683252ef9 req-9721af57-0170-424f-be2e-eff792110caf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529017 Sep 30 08:23:19.089107 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bbd527-c679-4f94-956f-649a6954b403 x-openstack-request-id: req-73bbd527-c679-4f94-956f-649a6954b403 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:19.090073 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfa8bb5-925c-4425-8d83-80ba8517734c", "tag": "5e95116c-74e2-48d9-8f0a-a62938430095", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:19.091131 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73bbd527-c679-4f94-956f-649a6954b403 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:19.091822 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'tag': '5e95116c-74e2-48d9-8f0a-a62938430095', 'status': 'completed', 'code': 200} Sep 30 08:23:19.264148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-756fdc55-b2df-4966-ab22-9c30be8f9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.265687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-756fdc55-b2df-4966-ab22-9c30be8f9de4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 1094 time: 0.1249459 Sep 30 08:23:19.313091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6b6b1-232c-46e4-afde-9a00fbee4492 req-8bd55721-c910-4efd-b6e0-8d47ade86dfe tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.314768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afc6b6b1-232c-46e4-afde-9a00fbee4492 req-8bd55721-c910-4efd-b6e0-8d47ade86dfe tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 943 time: 0.1167464 Sep 30 08:23:19.410813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afc6b6b1-232c-46e4-afde-9a00fbee4492 req-57714506-0d1a-4ca6-8810-e2b06e7168d3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852668 Sep 30 08:23:19.438621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-e4b6484a-bbdd-4bce-980d-900d58b11da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.438621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-e4b6484a-bbdd-4bce-980d-900d58b11da2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.1612780 Sep 30 08:23:19.496273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-81010067-7dce-4bba-a94a-b243e4b18c4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95116c-74e2-48d9-8f0a-a62938430095 HTTP/1.1" status: 200 len: 217 time: 0.0485990 Sep 30 08:23:19.581927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-b329392e-ec6c-4c89-9953-319782403de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.583721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-b329392e-ec6c-4c89-9953-319782403de1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0784090 Sep 30 08:23:19.585472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7589c5c1-cdfd-47fb-a420-5205a708a496 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:19.623364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-f6f36ee8-2013-45db-a8c7-5bb333f377ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291579 Sep 30 08:23:19.687702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 7589c5c1-cdfd-47fb-a420-5205a708a496 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:23:19.699293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 7589c5c1-cdfd-47fb-a420-5205a708a496 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:19.699900 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.782420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-8453dfc9-df4a-4b38-943b-6c085d45d135 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392944 Sep 30 08:23:19.876699 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.934326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589c5c1-cdfd-47fb-a420-5205a708a496'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:19.941871 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ee3a1b-e06e-4251-ad79-c8055a26e4be" -d '{"events": [{"server_uuid": "4a489dc5-1aab-4132-8a3a-4fca64b8e5af", "name": "network-vif-plugged", "status": "completed", "tag": "7589c5c1-cdfd-47fb-a420-5205a708a496"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:19.985125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7589c5c1-cdfd-47fb-a420-5205a708a496, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7589c5c1-cdfd-47fb-a420-5205a708a496,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:19.991138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.065699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599af9b9-f20d-4243-9fee-03aa7fada7d7 req-196757ad-bb13-465d-aa76-37ed9c21737a service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748141 Sep 30 08:23:20.073080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7589c5c1-cdfd-47fb-a420-5205a708a496,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.092953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403343-27e9-4aff-aef8-e52dc553a69b req-0f9f9cbc-dbaa-47a4-9746-a2eee1e3ea2e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:20.097601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b403343-27e9-4aff-aef8-e52dc553a69b req-0f9f9cbc-dbaa-47a4-9746-a2eee1e3ea2e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.1199422 Sep 30 08:23:20.193008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b403343-27e9-4aff-aef8-e52dc553a69b req-f1acfa1e-c763-4cb9-85c9-cadd3abe5218 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789759 Sep 30 08:23:20.379786 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8235341-b108-4c33-861e-07cd8e0a864b x-openstack-request-id: req-e8235341-b108-4c33-861e-07cd8e0a864b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:20.380352 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a489dc5-1aab-4132-8a3a-4fca64b8e5af", "name": "network-vif-plugged", "status": "completed", "tag": "7589c5c1-cdfd-47fb-a420-5205a708a496", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:20.380784 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8235341-b108-4c33-861e-07cd8e0a864b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:20.381243 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589c5c1-cdfd-47fb-a420-5205a708a496', 'code': 200} Sep 30 08:23:20.653554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e22a7a-1774-4bac-8086-78da4bbb435c req-1d8abdd5-b4c2-4a22-a1d5-9141e3e93a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:20.660638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94e22a7a-1774-4bac-8086-78da4bbb435c req-1d8abdd5-b4c2-4a22-a1d5-9141e3e93a6e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 1096 time: 0.1791546 Sep 30 08:23:20.668484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55378) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:20.683386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c3f31-0b36-404d-bd15-7f738aeff576 req-6a23b2ed-cf37-4c3f-975a-1115a392a65f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:20.687477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c9c3f31-0b36-404d-bd15-7f738aeff576 req-6a23b2ed-cf37-4c3f-975a-1115a392a65f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 945 time: 0.1484768 Sep 30 08:23:20.839445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c9c3f31-0b36-404d-bd15-7f738aeff576 req-94fd490f-128d-452d-95f2-bc18a784ff22 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307073 Sep 30 08:23:20.862898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94e22a7a-1774-4bac-8086-78da4bbb435c req-ac9b3c17-f27a-4aff-b2a0-00e6a6f6cb04 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743693 Sep 30 08:23:20.921312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f68d18c-1d71-4914-8857-411e8c7bed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.091865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f68d18c-1d71-4914-8857-411e8c7bed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.099582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f68d18c-1d71-4914-8857-411e8c7bed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.149269 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7f68d18c-1d71-4914-8857-411e8c7bed79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3657385817d6476a9d11826853ae6830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796269 Sep 30 08:23:21.150030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68d18c-1d71-4914-8857-411e8c7bed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03108826-7856-45b3-abc4-cf8a3b360f3a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:21.153366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55394) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:21.208784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941e508-a96f-4ab1-b1e6-c6cf375be8e4 req-ea1ee5d1-97c4-4d82-9b45-c5278ab185f9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:21.216769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b941e508-a96f-4ab1-b1e6-c6cf375be8e4 req-ea1ee5d1-97c4-4d82-9b45-c5278ab185f9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 943 time: 0.1583583 Sep 30 08:23:21.272099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b941e508-a96f-4ab1-b1e6-c6cf375be8e4 req-51516395-7d15-4439-94b2-8c1e18a32123 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539210 Sep 30 08:23:21.295038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19f4537d-fd95-4bf0-b231-d748c50ef1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.349027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19f4537d-fd95-4bf0-b231-d748c50ef1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.473998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19f4537d-fd95-4bf0-b231-d748c50ef1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.478905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19f4537d-fd95-4bf0-b231-d748c50ef1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.482489 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-19f4537d-fd95-4bf0-b231-d748c50ef1e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03108826-7856-45b3-abc4-cf8a3b360f3a HTTP/1.1" status: 204 len: 168 time: 0.3252451 Sep 30 08:23:21.495057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4537d-fd95-4bf0-b231-d748c50ef1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03108826-7856-45b3-abc4-cf8a3b360f3a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:21.499852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55412) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:21.603189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5e95116c-74e2-48d9-8f0a-a62938430095 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:21.874125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 5e95116c-74e2-48d9-8f0a-a62938430095, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5e95116c-74e2-48d9-8f0a-a62938430095,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:21.932095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '5e95116c-74e2-48d9-8f0a-a62938430095', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': '5e95116c-74e2-48d9-8f0a-a62938430095', 'mac_address': 'fa:16:3e:5f:29:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:21.983213 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.013841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95116c-74e2-48d9-8f0a-a62938430095 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:22.054458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 5e95116c-74e2-48d9-8f0a-a62938430095, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5e95116c-74e2-48d9-8f0a-a62938430095,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:22.069428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.190380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1689721121'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:22.222110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=5e95116c-74e2-48d9-8f0a-a62938430095,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:22.229357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Made reservation on behalf of 06e6c1b15e4545dd8c450e3cda80b414 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:22.233802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.246487 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.274244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a32fc3-319c-4053-9413-f01f0bac9731 req-ef8467ae-bebb-4ae6-bba1-49f1be12f592 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:22.276895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a32fc3-319c-4053-9413-f01f0bac9731 req-ef8467ae-bebb-4ae6-bba1-49f1be12f592 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.2045186 Sep 30 08:23:22.396444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a32fc3-319c-4053-9413-f01f0bac9731 req-dc8ba73a-d091-4fc1-b6f4-4cf397405903 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082239 Sep 30 08:23:22.466409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['5e95116c-74e2-48d9-8f0a-a62938430095'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:22.660275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.718575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.731463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:22.742478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.742784 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Added segment 42a0de5c-9432-401f-b778-ed9e71c13820 of type vlan for network 3403b599-e3a3-4107-8185-5ef06af4bb15 Sep 30 08:23:22.832152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4db7e7-e99b-4ba0-a0a4-3c15e6800a3e req-b18724f6-2e42-4444-9316-5c8ddea7c925 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:22.839973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d4db7e7-e99b-4ba0-a0a4-3c15e6800a3e req-b18724f6-2e42-4444-9316-5c8ddea7c925 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 945 time: 0.2402048 Sep 30 08:23:22.874780 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.888242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751f416c-942a-487d-8008-64d1760cadb2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:22.908674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d4db7e7-e99b-4ba0-a0a4-3c15e6800a3e req-6570dc1a-6eb1-4330-b44d-563af698832e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676050 Sep 30 08:23:22.971507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.980108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:22.981227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.062782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5579541 Sep 30 08:23:23.103174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e32590-7573-418f-b5e6-11193521b9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Pushing event updated for resources: {'Network': ['ID=3403b599-e3a3-4107-8185-5ef06af4bb15,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:23.115442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 3403b599-e3a3-4107-8185-5ef06af4bb15 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:23.116859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa22e7-d435-4602-888e-a9b9053b57ea req-03319515-0e04-4ca8-b50b-36e2f67d3e2a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:23.125554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fa22e7-d435-4602-888e-a9b9053b57ea req-03319515-0e04-4ca8-b50b-36e2f67d3e2a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 944 time: 0.1401570 Sep 30 08:23:23.179246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fa22e7-d435-4602-888e-a9b9053b57ea req-f446cb27-7e6d-4480-9c6a-239bae50c7b1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526133 Sep 30 08:23:23.867914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55490) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:23.910908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:23.918173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Request body: {'port': {'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15', 'binding:host_id': 'n-h2-807025-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-608307204'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:23.942557 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Made reservation on behalf of 3225cf36ee374a28b938e16d42a6f92c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:23.945681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.960795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.054356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c0f75-f39d-4401-8d20-05b88f9dbc3f req-35363039-fb33-458f-b73c-be95a040f5c2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.068741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c24c0f75-f39d-4401-8d20-05b88f9dbc3f req-35363039-fb33-458f-b73c-be95a040f5c2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.1128318 Sep 30 08:23:24.085753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.092489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.098282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port 730a2269-790e-4a1f-8314-940c43e8c6e6 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:24.109316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d380ec61-eaab-4058-b68d-87c2a99d1e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.131124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c24c0f75-f39d-4401-8d20-05b88f9dbc3f req-c852f174-9d86-4d7c-bbaf-70988be14159 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600760 Sep 30 08:23:24.157311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8f8b19-e4ed-4e35-bf15-7bb26b3b4ea7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.232488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d380ec61-eaab-4058-b68d-87c2a99d1e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.239893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d380ec61-eaab-4058-b68d-87c2a99d1e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.316907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d380ec61-eaab-4058-b68d-87c2a99d1e48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed5ab0caddaa462b92e0988213921ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467115 Sep 30 08:23:24.319554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:24.326532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380ec61-eaab-4058-b68d-87c2a99d1e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7806c74a-96cc-459c-ad01-bf0d28b528ad,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.353038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d69f61-3a64-4923-b6f9-8672146b70af req-b66a1f73-0cd1-4684-b722-544a8432e042 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.354639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1d69f61-3a64-4923-b6f9-8672146b70af req-b66a1f73-0cd1-4684-b722-544a8432e042 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 945 time: 0.1018453 Sep 30 08:23:24.418845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1d69f61-3a64-4923-b6f9-8672146b70af req-b911a527-0ffd-4a6b-b141-e5e0b226317c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513105 Sep 30 08:23:24.492921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a889fb-7312-4291-809a-45ead7bb5523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.524074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port 730a2269-790e-4a1f-8314-940c43e8c6e6 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:24.537803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a889fb-7312-4291-809a-45ead7bb5523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.547812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.562759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.583122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68430b9c-6f6d-4d22-9e69-881bd57e962c req-5b855dd7-e221-404e-adc0-c47b8b24af56 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.584800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68430b9c-6f6d-4d22-9e69-881bd57e962c req-5b855dd7-e221-404e-adc0-c47b8b24af56 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 944 time: 0.0655179 Sep 30 08:23:24.635792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68430b9c-6f6d-4d22-9e69-881bd57e962c req-e5e42e9b-805e-4ad1-8903-ac5ccb375d3a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Sep 30 08:23:24.643145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=730a2269-790e-4a1f-8314-940c43e8c6e6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.680134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Checking segment: {'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:24.680626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Network hostable DHCP agents. Network: 3403b599-e3a3-4107-8185-5ef06af4bb15, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:24.685745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a889fb-7312-4291-809a-45ead7bb5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.688662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a889fb-7312-4291-809a-45ead7bb5523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.690007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1a889fb-7312-4291-809a-45ead7bb5523 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7806c74a-96cc-459c-ad01-bf0d28b528ad HTTP/1.1" status: 204 len: 168 time: 0.3692548 Sep 30 08:23:24.704121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a889fb-7312-4291-809a-45ead7bb5523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7806c74a-96cc-459c-ad01-bf0d28b528ad,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.725714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Network 3403b599-e3a3-4107-8185-5ef06af4bb15 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:24.743211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 3403b599-e3a3-4107-8185-5ef06af4bb15) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:24.748840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:24.753156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2b98c-8f83-4258-9876-dd852dd951a4 None None] Network 3403b599-e3a3-4107-8185-5ef06af4bb15 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:24.797928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.801374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.802944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:24.820271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:24.821000 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:24.821817 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 2 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:24.858623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.861949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.862669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:24.868966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:24.869678 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:24.870312 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 3 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:24.888431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.888539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.888975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:24.894609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:24.895099 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:24.895600 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 4 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:24.913083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.913772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.914230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:24.921911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:24.922611 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:24.923227 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 5 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:24.941484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.942186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.942844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:24.951535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:24.952109 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:24.952754 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 6 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:24.970479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.971350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.971927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:24.977653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:24.978367 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:24.979333 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 7 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:24.996022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:24.996994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:24.998296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:25.014037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:25.014644 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:25.015356 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 8 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:25.040238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:25.040879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:25.041466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:25.047488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:25.048178 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:25.049784 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 9 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:25.073880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:25.074371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:25.074888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:25.080493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:25.081072 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:25.081636 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 10 to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 Sep 30 08:23:25.097721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:25.098327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:25.098791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:25.105605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 730a2269-790e-4a1f-8314-940c43e8c6e6 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:25.105605 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 730a2269-790e-4a1f-8314-940c43e8c6e6 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:25.106227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.178142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2568b-6bc8-4671-84c2-e77e60ad1ba7 req-7d456d64-0fc0-4b9a-b419-c28b71f7ae2b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.182675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9f2568b-6bc8-4671-84c2-e77e60ad1ba7 req-7d456d64-0fc0-4b9a-b419-c28b71f7ae2b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 949 time: 0.0717406 Sep 30 08:23:25.280081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9f2568b-6bc8-4671-84c2-e77e60ad1ba7 req-b669ebc3-c199-4fe1-9fda-9273e83c5d4b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868156 Sep 30 08:23:25.290776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] For port 730a2269-790e-4a1f-8314-940c43e8c6e6, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:25.291157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempted to set empty binding levels {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:23:25.298218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.379041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.379654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.414752 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5022912 Sep 30 08:23:25.416115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6e22-889c-4341-b3be-582bb9040660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=730a2269-790e-4a1f-8314-940c43e8c6e6,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:25.428813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:25.467031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.479589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0127fd0-65bc-4dba-af95-74c9910f3626 req-8bc8347f-b5ea-4210-a83a-35956edd1118 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.488053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0127fd0-65bc-4dba-af95-74c9910f3626 req-8bc8347f-b5ea-4210-a83a-35956edd1118 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.0915151 Sep 30 08:23:25.505029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-6518f5ae-8985-4335-bfe0-914440080dd0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.506818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-6518f5ae-8985-4335-bfe0-914440080dd0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 945 time: 0.1746826 Sep 30 08:23:25.563434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Deleting port 730a2269-790e-4a1f-8314-940c43e8c6e6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:25.565552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.628143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.647288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0127fd0-65bc-4dba-af95-74c9910f3626 req-e289edf7-44c1-43d2-8db7-72eb7dbbbda6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557662 Sep 30 08:23:25.651475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5e95116c-74e2-48d9-8f0a-a62938430095 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:25.661420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] For port 730a2269-790e-4a1f-8314-940c43e8c6e6, host n-h2-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:25.662114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.689424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Calling delete_port for 730a2269-790e-4a1f-8314-940c43e8c6e6 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:25.701968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port 7589c5c1-cdfd-47fb-a420-5205a708a496 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:25.702309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.805290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 5e95116c-74e2-48d9-8f0a-a62938430095 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:23:25.814497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 5e95116c-74e2-48d9-8f0a-a62938430095 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:25.815285 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.837740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55562) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:25.947620 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.958626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port 7589c5c1-cdfd-47fb-a420-5205a708a496, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7589c5c1-cdfd-47fb-a420-5205a708a496,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:25.959002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.967207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.006382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event deleted for resources: {'Port': ['ID=730a2269-790e-4a1f-8314-940c43e8c6e6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.010144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for 7589c5c1-cdfd-47fb-a420-5205a708a496 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:26.030455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.036380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e2d6854-c970-4bc1-88ad-4c36ce827591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "DELETE /v2.0/ports/730a2269-790e-4a1f-8314-940c43e8c6e6 HTTP/1.1" status: 204 len: 168 time: 0.6017816 Sep 30 08:23:26.044805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55572) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:26.067753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95116c-74e2-48d9-8f0a-a62938430095'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:26.080038 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be1fbbd-5dbf-4bda-bb18-40709dd40255" -d '{"events": [{"server_uuid": "1bfa8bb5-925c-4425-8d83-80ba8517734c", "name": "network-vif-plugged", "status": "completed", "tag": "5e95116c-74e2-48d9-8f0a-a62938430095"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:26.119516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 5e95116c-74e2-48d9-8f0a-a62938430095, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5e95116c-74e2-48d9-8f0a-a62938430095,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:26.120442 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddc2f17-2877-4dde-8540-b5e72e8bda5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:23:26.129733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.131613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7589c5c1-cdfd-47fb-a420-5205a708a496 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:26.138793 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6ddc2f17-2877-4dde-8540-b5e72e8bda5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "GET /v2.0/ports/730a2269-790e-4a1f-8314-940c43e8c6e6 HTTP/1.1" status: 404 len: 333 time: 0.0868545 Sep 30 08:23:26.139427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55578) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:26.143465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1655986498-network', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:26.156453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Request body: {'port': {'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347866687'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:26.211983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:23:26.211983 n-d-807025-5 neutron-server[95002]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:23:26.211983 n-d-807025-5 neutron-server[95002]: [parameters: {'project_id': '3225cf36ee374a28b938e16d42a6f92c', 'id': '0c456502-68d6-42ab-a7c1-8d3b7a0fa93a', 'expiration': datetime.datetime(2021, 9, 30, 8, 25, 26, 202053)}] Sep 30 08:23:26.211983 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:23:26.212334 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:23:26.222380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Made reservation on behalf of bc3483c6ca51407eb904d476066e1f50 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:26.227982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.235094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.253478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No active binding found for port 7589c5c1-cdfd-47fb-a420-5205a708a496 {{(pid=95003) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:23:26.256301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.257206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7589c5c1-cdfd-47fb-a420-5205a708a496 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:26.264682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=5e95116c-74e2-48d9-8f0a-a62938430095,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.283281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=7589c5c1-cdfd-47fb-a420-5205a708a496,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.333963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port 7589c5c1-cdfd-47fb-a420-5205a708a496 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:26.336878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.339223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a6ddfb9-35d6-420a-9498-72a55a6f20cd req-d9c69780-0960-4e84-baca-0a6a8a44b00b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "DELETE /v2.0/ports/7589c5c1-cdfd-47fb-a420-5205a708a496 HTTP/1.1" status: 204 len: 173 time: 0.8182752 Sep 30 08:23:26.340094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'name': 'network-vif-deleted', 'tag': '7589c5c1-cdfd-47fb-a420-5205a708a496'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:26.343938 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc998688-1656-4af6-a651-a3cb2c2ac0a3" -d '{"events": [{"server_uuid": "4a489dc5-1aab-4132-8a3a-4fca64b8e5af", "name": "network-vif-deleted", "tag": "7589c5c1-cdfd-47fb-a420-5205a708a496"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:26.463846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.472267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.477061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3aaeee0-8632-4890-bb00-86ad34f68e54 req-05f01616-17dd-49fa-8632-ad26e04c97a1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a489dc5-1aab-4132-8a3a-4fca64b8e5af HTTP/1.1" status: 200 len: 210 time: 0.0435252 Sep 30 08:23:26.533074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:26.554716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f8832-9fe7-4945-9561-659027332b6a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.558304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.558652 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Added segment 74d61f4a-d765-4cc6-a00f-6cb634db7913 of type vlan for network 46573ea1-7d3c-40a9-af61-e31208e34f4a Sep 30 08:23:26.649339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.658252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d5d7d-0d27-457c-97d3-ca303f007576 req-dd560622-eab0-4cf2-a10f-cf3c3693e517 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:26.662700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-835d5d7d-0d27-457c-97d3-ca303f007576 req-dd560622-eab0-4cf2-a10f-cf3c3693e517 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 945 time: 0.0883951 Sep 30 08:23:26.701332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.702633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:26.703204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.715602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-835d5d7d-0d27-457c-97d3-ca303f007576 req-1a5656b9-cd4b-4f91-a0ac-9bb5e47be392 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Sep 30 08:23:26.778616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] Pushing event updated for resources: {'Network': ['ID=46573ea1-7d3c-40a9-af61-e31208e34f4a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.790183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Made reservation on behalf of 3225cf36ee374a28b938e16d42a6f92c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:26.793005 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.794679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:26.797828 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4523a120-1003-4552-af0c-b2eec903205c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9589896 Sep 30 08:23:26.801492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55590) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:26.812015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Request body: {'subnet': {'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1655986498-subnet', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:26.822407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port c882c1b7-4acc-48c6-b6f5-3af4ce626dde yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:26.866626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Made reservation on behalf of bc3483c6ca51407eb904d476066e1f50 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:26.869167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.995472 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9bde14-2c7e-4748-b68d-7353e6333382 x-openstack-request-id: req-ca9bde14-2c7e-4748-b68d-7353e6333382 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:26.996092 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfa8bb5-925c-4425-8d83-80ba8517734c", "name": "network-vif-plugged", "status": "completed", "tag": "5e95116c-74e2-48d9-8f0a-a62938430095", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:26.996313 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca9bde14-2c7e-4748-b68d-7353e6333382 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:26.996926 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95116c-74e2-48d9-8f0a-a62938430095', 'code': 200} Sep 30 08:23:27.089822 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae118cb-7712-4469-8d2d-c799235baed4 x-openstack-request-id: req-7ae118cb-7712-4469-8d2d-c799235baed4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:27.090526 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a489dc5-1aab-4132-8a3a-4fca64b8e5af", "name": "network-vif-deleted", "tag": "7589c5c1-cdfd-47fb-a420-5205a708a496", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:27.091535 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ae118cb-7712-4469-8d2d-c799235baed4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:27.092406 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a489dc5-1aab-4132-8a3a-4fca64b8e5af', 'name': 'network-vif-deleted', 'tag': '7589c5c1-cdfd-47fb-a420-5205a708a496', 'status': 'completed', 'code': 200} Sep 30 08:23:27.134686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.183003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.267950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Network 3403b599-e3a3-4107-8185-5ef06af4bb15 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:27.270953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:27.279730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:27.280898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.281638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.287614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=c882c1b7-4acc-48c6-b6f5-3af4ce626dde,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.301514 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a9106572-0a12-415a-b38e-0dc3325928d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1526942 Sep 30 08:23:27.304018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55600) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:27.310640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:27.326572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a971-c1c3-4c0e-9197-f95d72b6145e req-418d1b53-8c1e-4241-a862-a97400e29da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.328218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efa8a971-c1c3-4c0e-9197-f95d72b6145e req-418d1b53-8c1e-4241-a862-a97400e29da9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 1096 time: 0.1444223 Sep 30 08:23:27.389519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.584669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port c882c1b7-4acc-48c6-b6f5-3af4ce626dde yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:27.593649 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.600143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.660631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=c882c1b7-4acc-48c6-b6f5-3af4ce626dde,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.660907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:27.683255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.686352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:27.686768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:27.687174 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:27.692435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:27.693136 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:27.693613 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 2 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:27.712494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:27.712930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:27.713526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:27.719563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:27.720030 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:27.721914 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 3 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:27.728121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048ad91-3a9d-410c-a2ac-d3e80edfe7a6 req-b9d0bd91-52c7-4cc1-ad0f-d41d0456e8b4 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.729938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c048ad91-3a9d-410c-a2ac-d3e80edfe7a6 req-b9d0bd91-52c7-4cc1-ad0f-d41d0456e8b4 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.4879501 Sep 30 08:23:27.795646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:27.796093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:27.796832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:27.802583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efa8a971-c1c3-4c0e-9197-f95d72b6145e req-8fd2a5de-f064-4e17-a2bd-d8857ee173db service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617703 Sep 30 08:23:27.804451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:27.804612 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:27.805469 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 4 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:27.813727 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.834843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:27.836061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:27.836525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:27.839572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6808be-d4ee-4931-bc65-1795180270fa,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.848951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c048ad91-3a9d-410c-a2ac-d3e80edfe7a6 req-07e6428a-f943-44e4-9c30-e828fedb513f tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858376 Sep 30 08:23:27.862231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Checking segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:27.862593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Network hostable DHCP agents. Network: 46573ea1-7d3c-40a9-af61-e31208e34f4a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:27.868127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-d540cdb3-d09f-43ee-9b3d-15fcfb55fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.869846 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-d540cdb3-d09f-43ee-9b3d-15fcfb55fd47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c&tenant_id=925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 1095 time: 0.1488452 Sep 30 08:23:27.874356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:27.875682 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:27.876298 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 5 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:27.891516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:27.907864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 46573ea1-7d3c-40a9-af61-e31208e34f4a) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:27.919069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:27.924186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b68c1-89f7-4c3b-ad92-a66c80900276 None None] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:27.927989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:27.930673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.931284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:27.931790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:27.932417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.936079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:27.950974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f45f0dfd-60f7-4340-8fe5-8f7121050c32 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1477845 Sep 30 08:23:27.952387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:27.952788 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:27.953372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:27.972017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:27.982422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.005428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.006644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.021311 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 6 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:28.054481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:28.054819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:28.056163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:28.082133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:28.082720 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:28.085315 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 7 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:28.116887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:28.130008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:28.130603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:28.136301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:28.137460 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:28.142617 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 8 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:28.167435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.175954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:28.211583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:28.211932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:28.212281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:28.231031 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.255535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:28.255918 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:28.257218 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 9 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:28.306324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:28.306551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:28.306897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:28.316276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:28.316847 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:28.319598 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 10 to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde Sep 30 08:23:28.359862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-46573ea1-7d3c-40a9-af61-e31208e34f4a', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:28.362120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d9126-a38b-4a72-954e-64f1a8815ccf req-e0bbde09-80a7-44eb-989b-038e0773e882 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:28.363120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.363755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe1d9126-a38b-4a72-954e-64f1a8815ccf req-e0bbde09-80a7-44eb-989b-038e0773e882 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 945 time: 0.1903806 Sep 30 08:23:28.374704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:28.375167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:28.375492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:28.384915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:28.385299 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:28.386074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.487657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.553010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe1d9126-a38b-4a72-954e-64f1a8815ccf req-fdd9f2b9-8a27-404c-af99-f9caf124c9f8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466033 Sep 30 08:23:28.568836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] For port c882c1b7-4acc-48c6-b6f5-3af4ce626dde, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:28.569215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempted to set empty binding levels {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:23:28.577238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.708854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Allocated IP 172.20.0.2 (46573ea1-7d3c-40a9-af61-e31208e34f4a/ab6808be-d4ee-4931-bc65-1795180270fa/cd42ed7b-4e1c-4b44-9517-a627a9ead258) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:28.722630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=c882c1b7-4acc-48c6-b6f5-3af4ce626dde,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:28.741360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] In _notify_port_updated(), no bound segment for port c882c1b7-4acc-48c6-b6f5-3af4ce626dde on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:28.742262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:28.742864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.744197 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-beac8d9d-2f12-45c8-9787-e4a5b6a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "PUT /v2.0/ports/c882c1b7-4acc-48c6-b6f5-3af4ce626dde HTTP/1.1" status: 200 len: 979 time: 1.4385197 Sep 30 08:23:28.748488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55622) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:28.757771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.780787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.938061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:28.968720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Allocated IP 172.25.7.109 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/f5831dd2-d2d9-42f7-8b23-ea5332dc191c) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:29.027938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.035583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:29.043373 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f19769-9005-44d3-ba6d-e55e05eaaa32" -d '{"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-unplugged", "status": "completed", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:29.054023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.064688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.066058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.066548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.067808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.070479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.071005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.073318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.075681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.076193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.076675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.077211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.079752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.080989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.083910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.084563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.085045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.085531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.086003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.086460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.086924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.087389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.088423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.088423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.088788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.089252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.089806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.090265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.090720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.091332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.091975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.092429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.092889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.096537 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8115e2c8-0682-449f-bb6c-5a9f74517d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28806 time: 0.3468869 Sep 30 08:23:29.100439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:29.138216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:29.142511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:29.147566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:29.165880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Pushing event updated for resources: {'Port': ['ID=cd42ed7b-4e1c-4b44-9517-a627a9ead258,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:29.241071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-9b18634c-002e-4a22-8f48-e775308e9d11 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.243770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-9b18634c-002e-4a22-8f48-e775308e9d11 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.2676651 Sep 30 08:23:29.257103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Attempting to bind port cd42ed7b-4e1c-4b44-9517-a627a9ead258 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:29.257713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Attempting to bind port cd42ed7b-4e1c-4b44-9517-a627a9ead258 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:29.258091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Attempting to bind port cd42ed7b-4e1c-4b44-9517-a627a9ead258 on network 46573ea1-7d3c-40a9-af61-e31208e34f4a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:29.273126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:29.273762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Checking segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:29.274328 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.274875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Bound using segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:29.275517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Bound port: cd42ed7b-4e1c-4b44-9517-a627a9ead258, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:29.276086 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.286518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.291049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-0e496aa7-b25b-4c25-a085-a39ad3a380d2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0410650 Sep 30 08:23:29.361938 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.395804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] For port cd42ed7b-4e1c-4b44-9517-a627a9ead258, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:29.399781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] For port cd42ed7b-4e1c-4b44-9517-a627a9ead258, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cd42ed7b-4e1c-4b44-9517-a627a9ead258,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:29.407670 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.439747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-b00e7a36-aa96-42e7-8cc0-a295bf750709 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1398425 Sep 30 08:23:29.454502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Pushing event updated for resources: {'Port': ['ID=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:29.468816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:29.479519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:29.483803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:29.525176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c0399-d646-4267-85a1-2fb229b09505 None None] Pushing event updated for resources: {'Port': ['ID=cd42ed7b-4e1c-4b44-9517-a627a9ead258,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:29.539376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:29.609415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:29.619671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.638459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Transition to ACTIVE for port object 57c8213d-9343-4df3-b113-a1cf32fc0732 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:29.645354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.661627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:29.746422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Deleting port c882c1b7-4acc-48c6-b6f5-3af4ce626dde {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:29.746794 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.785411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-af2e0368-cd5f-44b0-bed2-8b5303d9b167 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441007 Sep 30 08:23:29.840584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:29.854270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'mac_address': 'fa:16:3e:b0:85:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:29.894319 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.909119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85972f2-9f40-4407-8839-34f4dca1b656 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:29.956511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:29.966197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.038546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.083631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] For port c882c1b7-4acc-48c6-b6f5-3af4ce626dde, host n-h2-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:30.084080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.086198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:30.106969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Calling delete_port for c882c1b7-4acc-48c6-b6f5-3af4ce626dde owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:30.125198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-8cc64860-a878-432d-8cd7-cc0713f58774 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384213 Sep 30 08:23:30.196369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f85972f2-9f40-4407-8839-34f4dca1b656'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:30.207777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=9']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:30.423866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] No DVR routers for this DVR port 57c8213d-9343-4df3-b113-a1cf32fc0732 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:30.578946 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.629479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.693346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.698389 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c882c1b7-4acc-48c6-b6f5-3af4ce626dde HTTP/1.1" status: 204 len: 168 time: 1.5947747 Sep 30 08:23:30.699252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dcab7-67a0-4327-92a3-1889e9ac9f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event deleted for resources: {'Port': ['ID=c882c1b7-4acc-48c6-b6f5-3af4ce626dde,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:30.703908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55678) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:30.742973 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97a8f2d-09f4-4d15-b598-280970287d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:23:30.751921 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b97a8f2d-09f4-4d15-b598-280970287d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "GET /v2.0/ports/c882c1b7-4acc-48c6-b6f5-3af4ce626dde HTTP/1.1" status: 404 len: 333 time: 0.0393732 Sep 30 08:23:30.752858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55684) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:30.778966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-181206890', 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:30.826123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c2836-e163-4d6a-81a5-2f667f2e5145 req-cffa0ecd-3183-462f-8a74-30a249bf7673 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:30.827699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-702c2836-e163-4d6a-81a5-2f667f2e5145 req-cffa0ecd-3183-462f-8a74-30a249bf7673 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 944 time: 0.3631968 Sep 30 08:23:30.838104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:30.838607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:30.839015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:30.847155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Port 57c8213d-9343-4df3-b113-a1cf32fc0732 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:30.847620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Attempting to bind port 57c8213d-9343-4df3-b113-a1cf32fc0732 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:30.856168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:30.858413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Checking segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:30.858888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Bound using segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:30.859402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Bound port: 57c8213d-9343-4df3-b113-a1cf32fc0732, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:30.859858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.864004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Made reservation on behalf of 3225cf36ee374a28b938e16d42a6f92c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:30.866815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.892258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port 74b4a162-a83b-4941-a81e-02c3d7dd6191 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:30.894583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-702c2836-e163-4d6a-81a5-2f667f2e5145 req-1aa63e54-c2af-4554-b0c0-a9121a142d8f tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586529 Sep 30 08:23:30.951851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:23:30.978618 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ea90b-60c3-4354-b71f-a0ac9fb6d39e x-openstack-request-id: req-818ea90b-60c3-4354-b71f-a0ac9fb6d39e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:30.979137 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-unplugged", "status": "completed", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:30.979137 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-818ea90b-60c3-4354-b71f-a0ac9fb6d39e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:30.979535 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'code': 200} Sep 30 08:23:31.014476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:31.018012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:31.052692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296637d-bdc2-4fed-ac07-a168f14eaeb3 None None] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:31.100943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.239818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.240516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.255914 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] 10.222.0.57 "PUT /v2.0/ports/57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1092 time: 3.3650458 Sep 30 08:23:31.273985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:31.279809 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1759b12-dd25-43dc-973b-3c117667808e" -d '{"events": [{"name": "network-changed", "server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:31.298169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeda6-f6a7-45d6-9a9d-dbbe89db94e7 req-d4cbe002-66b3-497f-9795-b704ecd3feb8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.306149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98fdeda6-f6a7-45d6-9a9d-dbbe89db94e7 req-d4cbe002-66b3-497f-9795-b704ecd3feb8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 945 time: 0.2096922 Sep 30 08:23:31.342780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:31.363695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Sync routers for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:31.374622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98fdeda6-f6a7-45d6-9a9d-dbbe89db94e7 req-e21ad761-8ac4-4c27-b637-523d37d292f8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674591 Sep 30 08:23:31.392601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:31.394968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:23:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:31.401004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.406213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e0b8baa6-6417-4f7b-8a32-65138162e144 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4515424 Sep 30 08:23:31.406624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-259f000d-c195-4a21-8438-4b5d6ba12d3e None None] Provisioning complete for port cd42ed7b-4e1c-4b44-9517-a627a9ead258 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:31.407052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-259f000d-c195-4a21-8438-4b5d6ba12d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.407519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55700) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:31.515559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bdba9-402d-4898-95b8-7d241ba5c653 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=10']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:31.549986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cd42ed7b-4e1c-4b44-9517-a627a9ead258 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:31.712336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-259f000d-c195-4a21-8438-4b5d6ba12d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.718020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:31.764787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.782235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-7fa9b4b6-c6f3-4e23-8b53-dc545ca318e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.784197 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-7fa9b4b6-c6f3-4e23-8b53-dc545ca318e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1096 time: 0.4847877 Sep 30 08:23:31.987557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.994596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-259f000d-c195-4a21-8438-4b5d6ba12d3e None None] For port cd42ed7b-4e1c-4b44-9517-a627a9ead258, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cd42ed7b-4e1c-4b44-9517-a627a9ead258,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:32.013580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a42208b-80f4-4c0e-834c-55c890f37460 req-ce2528e0-fcb4-4887-848f-5a5bfa8a211c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 210 time: 0.1293752 Sep 30 08:23:32.021912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-259f000d-c195-4a21-8438-4b5d6ba12d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.111381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Network 3403b599-e3a3-4107-8185-5ef06af4bb15 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:32.122073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:32.125595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:32.126619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.127284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.131620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-4cd2ed80-e807-48ae-b923-32d4cd16e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.133175 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-4cd2ed80-e807-48ae-b923-32d4cd16e13e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.3261261 Sep 30 08:23:32.134143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=74b4a162-a83b-4941-a81e-02c3d7dd6191,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:32.146737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:32.284412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55712) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:32.285217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10665a24-1b5e-421b-b064-e47c3bb33b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5116940 Sep 30 08:23:32.358715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port cd42ed7b-4e1c-4b44-9517-a627a9ead258 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:32.362187 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.390162 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be5ba6b-0102-4bf5-82f5-233275a8d2d9 x-openstack-request-id: req-3be5ba6b-0102-4bf5-82f5-233275a8d2d9 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:32.396251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d37a75-3999-48bc-84e7-f6aa2a0a8b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.396816 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:32.397076 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3be5ba6b-0102-4bf5-82f5-233275a8d2d9 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:32.397690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-21d37a75-3999-48bc-84e7-f6aa2a0a8b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "GET /v2.0/ports/74b4a162-a83b-4941-a81e-02c3d7dd6191 HTTP/1.1" status: 200 len: 958 time: 0.1081474 Sep 30 08:23:32.403084 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'status': 'completed', 'code': 200} Sep 30 08:23:32.409273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:32.458626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f000d-c195-4a21-8438-4b5d6ba12d3e None None] Pushing event updated for resources: {'Port': ['ID=cd42ed7b-4e1c-4b44-9517-a627a9ead258,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:32.464849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f85972f2-9f40-4407-8839-34f4dca1b656 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:32.465169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.485187 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-0d54b156-ab41-4489-9c39-2b47739fb819 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1000 time: 0.3404624 Sep 30 08:23:32.587570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c1340b25-d630-4c92-8029-179c1eb34a5a None None] Provisioning complete for port cd42ed7b-4e1c-4b44-9517-a627a9ead258 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:32.588320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1340b25-d630-4c92-8029-179c1eb34a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.588679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b7a9-5a01-4f32-877b-47ceaa298a13 req-72ddabde-2d85-43e5-a560-78bd9efe2f6b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.595991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-0bf839a9-7fd8-4c71-b8e1-5bf9007f4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.597363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed1b7a9-5a01-4f32-877b-47ceaa298a13 req-72ddabde-2d85-43e5-a560-78bd9efe2f6b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 946 time: 0.1466665 Sep 30 08:23:32.597983 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-0bf839a9-7fd8-4c71-b8e1-5bf9007f4ed2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.0976641 Sep 30 08:23:32.616158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Deleting port 74b4a162-a83b-4941-a81e-02c3d7dd6191 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:32.616509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.659496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-7bd57fc2-c270-4faf-9220-0f56feb055bf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.661116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-7bd57fc2-c270-4faf-9220-0f56feb055bf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.3758051 Sep 30 08:23:32.670674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.727637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.744728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e06ff371-66d9-4e1c-b01c-5b2c6a10c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.746318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-e06ff371-66d9-4e1c-b01c-5b2c6a10c879 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321187 Sep 30 08:23:32.751297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Calling delete_port for 74b4a162-a83b-4941-a81e-02c3d7dd6191 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:32.908189 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-86eeb3a2-3461-4f4d-8281-579fd3e0cd85 service neutron] 10.222.0.57 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480966 Sep 30 08:23:32.914539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.977493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event deleted for resources: {'Port': ['ID=74b4a162-a83b-4941-a81e-02c3d7dd6191,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:32.987234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.992091 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-379e14f2-00f9-4390-9541-c3de36c200e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "DELETE /v2.0/ports/74b4a162-a83b-4941-a81e-02c3d7dd6191 HTTP/1.1" status: 204 len: 168 time: 0.5816300 Sep 30 08:23:33.022388 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.024017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:33.058103 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-000b4cf4-c2d6-4c14-b565-baa68e84e98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:23:33.066818 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-000b4cf4-c2d6-4c14-b565-baa68e84e98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "GET /v2.0/ports/74b4a162-a83b-4941-a81e-02c3d7dd6191 HTTP/1.1" status: 404 len: 333 time: 0.0415142 Sep 30 08:23:33.067462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55726) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:33.070396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:33.073865 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9612c2-ed04-4008-953c-78fd4f9d525d" -d '{"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-plugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:33.074369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Request body: {'port': {'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844025464'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:33.092073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:33.093288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:33.100565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.109267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8c081320-ec6f-496e-a1a6-3c68eebd2962 req-9e95554c-66b0-4311-9b87-e479d889a462 service neutron] 10.222.0.57 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870453 Sep 30 08:23:33.115478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Made reservation on behalf of 3225cf36ee374a28b938e16d42a6f92c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:33.119625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.131926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed1b7a9-5a01-4f32-877b-47ceaa298a13 req-3b8bc48e-e2b2-4e59-8d18-091a8e69910c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334961 Sep 30 08:23:33.134245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:29Z', 'revision_number': 3, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:33.138894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port 16d41218-dff4-4429-be0e-b3083735ef87 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:33.182332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Checking router: f98804bc-ff17-46e0-9ef2-5b2c716e6d5a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:33.182788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Updating router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a port f5831dd2-d2d9-42f7-8b23-ea5332dc191c binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:23:33.253979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.280415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:33.346099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.411573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cd42ed7b-4e1c-4b44-9517-a627a9ead258 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:33.483518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759b12-dd25-43dc-973b-3c117667808e req-b073d391-f141-45bd-987a-3cf492e981ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:33.485897 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-b073d391-f141-45bd-987a-3cf492e981ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1096 time: 0.1120491 Sep 30 08:23:33.487569 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.513775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Allocated IP 172.20.0.1 (46573ea1-7d3c-40a9-af61-e31208e34f4a/ab6808be-d4ee-4931-bc65-1795180270fa/ee0a3b60-43e6-40a3-b307-566b3f224c72) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:33.571238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port cd42ed7b-4e1c-4b44-9517-a627a9ead258 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:33.571631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.579344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Network 3403b599-e3a3-4107-8185-5ef06af4bb15 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:33.585258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:33.594561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:33.595505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:33.596106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.600482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=16d41218-dff4-4429-be0e-b3083735ef87,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:33.654309 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9ffa1a60-8880-443a-8929-dfc531fe2cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5837543 Sep 30 08:23:33.659131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:33.670438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:33.697310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759b12-dd25-43dc-973b-3c117667808e req-8149daae-ab3a-4ae0-b7f2-1e511613e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:33.698821 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-8149daae-ab3a-4ae0-b7f2-1e511613e5a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.1715739 Sep 30 08:23:33.794419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.853300 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-957c889e-99fe-46bf-a33d-98e6fbd2a434 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1000 time: 0.1104805 Sep 30 08:23:33.930421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.964369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759b12-dd25-43dc-973b-3c117667808e req-a2e29d90-bc50-4333-b163-e1a2cc1bfe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:33.966410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-a2e29d90-bc50-4333-b163-e1a2cc1bfe55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.0803154 Sep 30 08:23:34.019394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37e6ea-8f3b-49b1-8c12-8bf578b081fd req-42508b0b-1a6a-4c9e-a301-a5cfd3a9ba58 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:34.021878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff37e6ea-8f3b-49b1-8c12-8bf578b081fd req-42508b0b-1a6a-4c9e-a301-a5cfd3a9ba58 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.3576937 Sep 30 08:23:34.068174 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.081168 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.163621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Attempting to bind port f5831dd2-d2d9-42f7-8b23-ea5332dc191c on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:34.164346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Attempting to bind port f5831dd2-d2d9-42f7-8b23-ea5332dc191c by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:34.164719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Attempting to bind port f5831dd2-d2d9-42f7-8b23-ea5332dc191c on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:34.166944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca3e43-2445-4c67-a286-ed786cbe824f None None] Pushing event updated for resources: {'Port': ['ID=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:34.173412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:34.173821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:34.174480 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.174898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:34.175372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Bound port: f5831dd2-d2d9-42f7-8b23-ea5332dc191c, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:34.175800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.245743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] For port f5831dd2-d2d9-42f7-8b23-ea5332dc191c, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:34.250401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] For port f5831dd2-d2d9-42f7-8b23-ea5332dc191c, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:34.264093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.270107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff37e6ea-8f3b-49b1-8c12-8bf578b081fd req-39db4d8c-72d5-484e-80ce-e13590c9f557 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350318 Sep 30 08:23:34.285197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.326896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] device_id is not set on port 16d41218-dff4-4429-be0e-b3083735ef87 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:34.343249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.357792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.394005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759b12-dd25-43dc-973b-3c117667808e req-9a997fe0-216e-4675-99cf-8da178b89935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:34.396083 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-9a997fe0-216e-4675-99cf-8da178b89935 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631076 Sep 30 08:23:34.400358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Pushing event updated for resources: {'Port': ['ID=ee0a3b60-43e6-40a3-b307-566b3f224c72,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:34.410581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:34.420351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.426585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:34.427497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:23:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:34.444419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:34.456872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:34.462192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:34.539629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:34.539981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:34.540325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:34.542773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=16d41218-dff4-4429-be0e-b3083735ef87,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:34.563147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:34.563514 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:34.565870 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 2 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:34.589080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca3e43-2445-4c67-a286-ed786cbe824f None None] Pushing event updated for resources: {'Port': ['ID=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:34.708137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:34.711692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:34.711692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:34.735629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:34.736038 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:34.739470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.13 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/724101cb-53ef-417a-bad2-e54f6896d115) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:34.739994 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 3 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:34.749345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:34.804839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:34.805558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:34.806331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:34.817081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:34.817741 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:34.819867 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 4 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:34.827270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-404f4d14-2c22-4cd2-89cc-59b1e243e40b service neutron] 10.222.0.57 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908195 Sep 30 08:23:34.847695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:34.848019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:34.848540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:34.854188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:34.854537 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:34.855147 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 5 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:34.874364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:34.874905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:34.875278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:34.942352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-aea853d9-1a76-4448-b0d4-a3c3c983b80f None None] Provisioning complete for port ee0a3b60-43e6-40a3-b307-566b3f224c72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:34.943105 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aea853d9-1a76-4448-b0d4-a3c3c983b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.984005 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.992874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:34.993430 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:34.995791 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f1759b12-dd25-43dc-973b-3c117667808e req-154f3dc5-6008-4dd9-b6ea-3c57cecef242 service neutron] 10.222.0.57 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235399 Sep 30 08:23:34.996324 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 6 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:35.025471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:35.026239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:35.026597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:35.035778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:35.036211 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:35.036658 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 7 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:35.053999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.066506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:35.066951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:35.067304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:35.070600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-aea853d9-1a76-4448-b0d4-a3c3c983b80f None None] Port ee0a3b60-43e6-40a3-b307-566b3f224c72 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:35.077337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:35.077911 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:35.078098 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 8 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:35.101858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:35.102316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:35.102853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:35.108741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:35.109086 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:35.109766 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 9 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:35.127542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=724101cb-53ef-417a-bad2-e54f6896d115,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.129248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:35.130042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:35.143593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:35.157198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:29Z', 'revision_number': 3, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:35.159174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:35.160815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:35.164815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:35.165437 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:35.166047 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempt 10 to bind port 16d41218-dff4-4429-be0e-b3083735ef87 Sep 30 08:23:35.176712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.191058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0260da98-06f6-48fa-846a-24e201672e03 None None] The sync data for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 is: [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:29Z', 'revision_number': 3, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:35.231218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:35.232033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:35.232365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempting to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:35.249367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:35.249761 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Failed to bind port 16d41218-dff4-4429-be0e-b3083735ef87 on host n-h2-807025-5 for vnic_type normal using segments [{'id': '42a0de5c-9432-401f-b778-ed9e71c13820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3403b599-e3a3-4107-8185-5ef06af4bb15'}] Sep 30 08:23:35.250125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.369959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] For port 16d41218-dff4-4429-be0e-b3083735ef87, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:35.370586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attempted to set empty binding levels {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:23:35.376425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.379264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:35.392140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a436f-eedd-473e-b807-23744935230b req-292c9f0b-2983-4f78-8ba3-e118070f554e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:35.400027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e6a436f-eedd-473e-b807-23744935230b req-292c9f0b-2983-4f78-8ba3-e118070f554e tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.9751995 Sep 30 08:23:35.421968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] In _notify_port_updated(), no bound segment for port 16d41218-dff4-4429-be0e-b3083735ef87 on network 3403b599-e3a3-4107-8185-5ef06af4bb15 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:35.423442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:35.424697 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.426575 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "PUT /v2.0/ports/16d41218-dff4-4429-be0e-b3083735ef87 HTTP/1.1" status: 200 len: 979 time: 1.7663484 Sep 30 08:23:35.430408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55752) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:35.519036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4fd4-e2ba-4470-9701-278a40e317be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event updated for resources: {'Port': ['ID=16d41218-dff4-4429-be0e-b3083735ef87,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.525990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e6a436f-eedd-473e-b807-23744935230b req-9524bf7e-f325-4945-8bea-92f317000264 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247640 Sep 30 08:23:35.526997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.570303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Deleting port 16d41218-dff4-4429-be0e-b3083735ef87 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:35.570795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.576541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:35.577361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.709228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] For port 16d41218-dff4-4429-be0e-b3083735ef87, host n-h2-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:35.710983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-30721c6e-5fe5-4c48-87e5-ca57a383589c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6230159 Sep 30 08:23:35.712305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.733998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Calling delete_port for 16d41218-dff4-4429-be0e-b3083735ef87 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:35.747269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Request body: {'port': {'device_id': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:35.889686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.917599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.967716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Pushing event deleted for resources: {'Port': ['ID=16d41218-dff4-4429-be0e-b3083735ef87,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.973816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.978600 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04b31483-acc5-43ca-990b-bb157abb3d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "DELETE /v2.0/ports/16d41218-dff4-4429-be0e-b3083735ef87 HTTP/1.1" status: 204 len: 168 time: 0.5444832 Sep 30 08:23:35.979005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55758) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:36.018828 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad4666f-f179-47f7-b219-be49d850bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:23:36.025825 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ad4666f-f179-47f7-b219-be49d850bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928059070-project-admin] 10.222.0.41 "GET /v2.0/ports/16d41218-dff4-4429-be0e-b3083735ef87 HTTP/1.1" status: 404 len: 333 time: 0.0405476 Sep 30 08:23:36.026763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:36.208567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.326946 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.333843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.391597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.416611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-009124da-b97a-4d9d-b577-5214dbc02b18 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:36.418195 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-009124da-b97a-4d9d-b577-5214dbc02b18 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f94093-423f-4d7c-8db2-8bb5f2245e44 HTTP/1.1" status: 200 len: 946 time: 0.1298153 Sep 30 08:23:36.437804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3403b599-e3a3-4107-8185-5ef06af4bb15']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:36.543042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a0de5c-9432-401f-b778-ed9e71c13820') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:36.543341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a0de5c-9432-401f-b778-ed9e71c13820') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:36.549350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.675114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Pushing event updated for resources: {'Port': ['ID=ee0a3b60-43e6-40a3-b307-566b3f224c72,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:36.694015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.740641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.750430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:36.750880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:36.757734 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:36.806271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Deleting port 9c30aecb-f554-4a0a-ad19-3cb40728906b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:36.806594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.811771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:36.814991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:36.898793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.904748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.906706 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] 10.222.0.41 "DELETE /v2.0/networks/3403b599-e3a3-4107-8185-5ef06af4bb15 HTTP/1.1" status: 204 len: 168 time: 0.8781626 Sep 30 08:23:36.931098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c389b-0997-4533-9f61-96a2cc076d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608485996-project] Pushing event deleted for resources: {'Network': ['ID=3403b599-e3a3-4107-8185-5ef06af4bb15,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:36.939416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724101cb-53ef-417a-bad2-e54f6896d115 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:36.974910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.039885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] For port 9c30aecb-f554-4a0a-ad19-3cb40728906b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9c30aecb-f554-4a0a-ad19-3cb40728906b,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:37.050150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.074691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Transition to ACTIVE for port object 724101cb-53ef-417a-bad2-e54f6896d115 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:37.084500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.112657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Calling delete_port for 9c30aecb-f554-4a0a-ad19-3cb40728906b owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:37.136014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:37.327034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Pushing event updated for resources: {'Port': ['ID=724101cb-53ef-417a-bad2-e54f6896d115,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:37.407021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55774) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:37.421715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-74a54b38-c463-4da3-b75d-b090ff8ae2ef None None] Provisioning complete for port ee0a3b60-43e6-40a3-b307-566b3f224c72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:37.422287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-74a54b38-c463-4da3-b75d-b090ff8ae2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.490732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f5831dd2-d2d9-42f7-8b23-ea5332dc191c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:37.580447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.643677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['c9625e55-0750-4fbc-8020-a0a5d382191e', '9c30aecb-f554-4a0a-ad19-3cb40728906b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:37.651317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-74a54b38-c463-4da3-b75d-b090ff8ae2ef None None] Port ee0a3b60-43e6-40a3-b307-566b3f224c72 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:37.737081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Attempting to bind port 724101cb-53ef-417a-bad2-e54f6896d115 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:37.739136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Attempting to bind port 724101cb-53ef-417a-bad2-e54f6896d115 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:37.740232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Attempting to bind port 724101cb-53ef-417a-bad2-e54f6896d115 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:37.748209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f5831dd2-d2d9-42f7-8b23-ea5332dc191c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:37.752138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.758032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Port 724101cb-53ef-417a-bad2-e54f6896d115 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:37.759806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Attempting to bind port 724101cb-53ef-417a-bad2-e54f6896d115 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:37.780956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:37.784818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:37.785571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:37.786371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Bound port: 724101cb-53ef-417a-bad2-e54f6896d115, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:37.786922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.793041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] No DVR routers for this DVR port 9c30aecb-f554-4a0a-ad19-3cb40728906b on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:37.855249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:37.870299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.880618 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7c9798f-c278-47d8-a900-8a925fa2ccb8 req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "DELETE /v2.0/ports/9c30aecb-f554-4a0a-ad19-3cb40728906b HTTP/1.1" status: 204 len: 173 time: 1.4151342 Sep 30 08:23:37.880618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ad77-d878-408a-b74a-e81666a10b05 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Pushing event deleted for resources: {'Port': ['ID=9c30aecb-f554-4a0a-ad19-3cb40728906b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:37.880618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'name': 'network-vif-deleted', 'tag': '9c30aecb-f554-4a0a-ad19-3cb40728906b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:37.880618 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4877a216-a266-4668-b818-2f230bfb7262" -d '{"events": [{"server_uuid": "58f94093-423f-4d7c-8db2-8bb5f2245e44", "name": "network-vif-deleted", "tag": "9c30aecb-f554-4a0a-ad19-3cb40728906b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:37.901631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f7faa057-622f-4f95-9ab6-1b1e428216de admin admin] 10.222.0.41 "PUT /v2.0/routers/f98804bc-ff17-46e0-9ef2-5b2c716e6d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4882066 Sep 30 08:23:37.924525 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-efdc80d3-fbec-4010-8279-b1584c661dd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06e6c1b15e4545dd8c450e3cda80b414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153644 Sep 30 08:23:37.928481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55782) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:38.056388 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Sync routers for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:38.073704 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:38.076944 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:23:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:38.097656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] For port 724101cb-53ef-417a-bad2-e54f6896d115, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:38.109650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] For port 724101cb-53ef-417a-bad2-e54f6896d115, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=724101cb-53ef-417a-bad2-e54f6896d115,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:38.125091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.184014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2833658-04a4-4ece-be2e-8655f335d0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.245970 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:38.248772 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.279513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:38.281115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.285485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] 10.222.0.50 "PUT /v2.0/ports/724101cb-53ef-417a-bad2-e54f6896d115 HTTP/1.1" status: 200 len: 1092 time: 2.5432119 Sep 30 08:23:38.285872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'tag': '724101cb-53ef-417a-bad2-e54f6896d115'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:38.291338 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d174091-4076-47da-a0df-80492983cb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c", "tag": "724101cb-53ef-417a-bad2-e54f6896d115"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:38.294792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2833658-04a4-4ece-be2e-8655f335d0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.375636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f5831dd2-d2d9-42f7-8b23-ea5332dc191c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:38.409060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.441966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada617f7-41ce-415e-9141-cfe739262715 service neutron] Pushing event updated for resources: {'Port': ['ID=724101cb-53ef-417a-bad2-e54f6896d115,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:38.500491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-64a38ca7-59b6-4451-a8da-b91d68a4aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:38.503909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-64a38ca7-59b6-4451-a8da-b91d68a4aab0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 1095 time: 0.1461542 Sep 30 08:23:38.504400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2833658-04a4-4ece-be2e-8655f335d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.508461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2833658-04a4-4ece-be2e-8655f335d0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.515765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2833658-04a4-4ece-be2e-8655f335d0c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/751f416c-942a-487d-8008-64d1760cadb2 HTTP/1.1" status: 204 len: 168 time: 0.5830650 Sep 30 08:23:38.554100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2833658-04a4-4ece-be2e-8655f335d0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f416c-942a-487d-8008-64d1760cadb2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:38.586258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:38.669301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-d1b272c5-bd33-4a26-815a-bbefd5471281 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=724101cb-53ef-417a-bad2-e54f6896d115 HTTP/1.1" status: 200 len: 217 time: 0.1495249 Sep 30 08:23:38.679155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4246456e-edaf-4755-ad1f-9bd9546ef604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.803090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-b89fb1d0-fecd-462b-b527-3356cf174291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:38.805100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-b89fb1d0-fecd-462b-b527-3356cf174291 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.1216331 Sep 30 08:23:38.812523 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 2, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:38.853269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-f67906b0-73a7-48bd-9ced-84a1ea5c6c64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381861 Sep 30 08:23:38.886428 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Checking router: f98804bc-ff17-46e0-9ef2-5b2c716e6d5a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:38.886786 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Updating router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a port ee0a3b60-43e6-40a3-b307-566b3f224c72 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:23:38.940276 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.066799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-c6c8966d-46f2-43d6-b986-cacf2600519f service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054038 Sep 30 08:23:39.182604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55794) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:39.226980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f803bde-0e01-4707-9a7e-f151ca65f9ad req-cf603790-8369-4659-9c35-f053361dc377 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521881 Sep 30 08:23:39.308708 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fffbc012-4ed6-4cdd-ae62-8987dbcc18c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3225cf36ee374a28b938e16d42a6f92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248758 Sep 30 08:23:39.312543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55796) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:39.373601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f5831dd2-d2d9-42f7-8b23-ea5332dc191c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:39.386636 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.392764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2459401c-d3e4-4508-96c7-ba11def5555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.394839 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.458207 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2459401c-d3e4-4508-96c7-ba11def5555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.482150 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Pushing event updated for resources: {'Port': ['ID=ee0a3b60-43e6-40a3-b307-566b3f224c72,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:39.498367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f5831dd2-d2d9-42f7-8b23-ea5332dc191c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:39.502152 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.509663 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.510949 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.519030 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.519737 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.520260 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.520823 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.521165 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.521516 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.521927 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.522441 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.522914 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.523379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:39.554955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2459401c-d3e4-4508-96c7-ba11def5555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.558229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2459401c-d3e4-4508-96c7-ba11def5555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.562101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2459401c-d3e4-4508-96c7-ba11def5555f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c8f8b19-e4ed-4e35-bf15-7bb26b3b4ea7 HTTP/1.1" status: 204 len: 168 time: 0.2453389 Sep 30 08:23:39.576189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459401c-d3e4-4508-96c7-ba11def5555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8f8b19-e4ed-4e35-bf15-7bb26b3b4ea7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:39.675845 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Attempting to bind port ee0a3b60-43e6-40a3-b307-566b3f224c72 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:39.678014 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Attempting to bind port ee0a3b60-43e6-40a3-b307-566b3f224c72 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:39.678398 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Attempting to bind port ee0a3b60-43e6-40a3-b307-566b3f224c72 on network 46573ea1-7d3c-40a9-af61-e31208e34f4a {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:39.691875 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:39.692256 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Checking segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:39.692669 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.693067 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Bound using segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:39.693574 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Bound port: ee0a3b60-43e6-40a3-b307-566b3f224c72, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:39.693958 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.887709 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] For port ee0a3b60-43e6-40a3-b307-566b3f224c72, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:39.891429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] For port ee0a3b60-43e6-40a3-b307-566b3f224c72, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ee0a3b60-43e6-40a3-b307-566b3f224c72,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:39.898435 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.006169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c2c30b96-05e1-44bc-9489-0641bf0f087d None None] Provisioning complete for port ee0a3b60-43e6-40a3-b307-566b3f224c72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:40.006739 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2c30b96-05e1-44bc-9489-0641bf0f087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.007985 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:40.008642 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:23:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:40.018840 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9c34-5ebc-4e6b-a372-09d944f7c9c0 None None] Pushing event updated for resources: {'Port': ['ID=ee0a3b60-43e6-40a3-b307-566b3f224c72,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.119113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9c30aecb-f554-4a0a-ad19-3cb40728906b no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:40.295832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 9c30aecb-f554-4a0a-ad19-3cb40728906b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:40.296177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9c30aecb-f554-4a0a-ad19-3cb40728906b not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:40.506347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2c30b96-05e1-44bc-9489-0641bf0f087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.627882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c2c30b96-05e1-44bc-9489-0641bf0f087d None None] For port ee0a3b60-43e6-40a3-b307-566b3f224c72, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ee0a3b60-43e6-40a3-b307-566b3f224c72,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:40.644171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2c30b96-05e1-44bc-9489-0641bf0f087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.752433 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:40.776847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c30b96-05e1-44bc-9489-0641bf0f087d None None] Pushing event updated for resources: {'Port': ['ID=ee0a3b60-43e6-40a3-b307-566b3f224c72,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.795808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e3b5b20b-1637-4ce9-96f9-d204c1372481 None None] Provisioning complete for port ee0a3b60-43e6-40a3-b307-566b3f224c72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:40.796282 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e3b5b20b-1637-4ce9-96f9-d204c1372481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.055040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77574bc7-14cb-4bc8-aa5f-faa88b651f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.070198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-320986bf-eddd-415f-a19f-e0a8fc84d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:41.073015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-320986bf-eddd-415f-a19f-e0a8fc84d242 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 1102 time: 0.1107693 Sep 30 08:23:41.224058 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:39Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:41.261509 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b4289-e06d-44e3-9506-49e52677ae41 None None] The sync data for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 is: [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:39Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:41.276755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-f7e732b4-bca2-44e9-ad6e-36b1a1932a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:41.278321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-f7e732b4-bca2-44e9-ad6e-36b1a1932a66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.1767371 Sep 30 08:23:41.397766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.416583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-0d9cb2c1-518e-45a4-8c22-1113686e4dd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f85972f2-9f40-4407-8839-34f4dca1b656 HTTP/1.1" status: 200 len: 217 time: 0.1299245 Sep 30 08:23:41.487228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:41.536586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-2510589f-f311-4a62-9f85-55fba442eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:41.538464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-2510589f-f311-4a62-9f85-55fba442eb6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1128109 Sep 30 08:23:41.666525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-fce7cd3e-d840-4717-ac10-60cab3917efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:41.677055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-fce7cd3e-d840-4717-ac10-60cab3917efc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176963 Sep 30 08:23:41.739419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1403075114'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:41.745142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 724101cb-53ef-417a-bad2-e54f6896d115 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:41.771707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:41.776533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.799042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.913586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-83c871fd-e951-438e-b845-d64ac53e1dac service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271986 Sep 30 08:23:42.015419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 724101cb-53ef-417a-bad2-e54f6896d115, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=724101cb-53ef-417a-bad2-e54f6896d115,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:42.045876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '724101cb-53ef-417a-bad2-e54f6896d115', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '724101cb-53ef-417a-bad2-e54f6896d115', 'mac_address': 'fa:16:3e:f2:2e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:42.050268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.062252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.114191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3758a9c6-1053-4f0b-9f80-749b0be5ab3e req-17486f4f-7868-4fc0-8c61-b3a7beb693fc service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938860 Sep 30 08:23:42.157702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.178063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724101cb-53ef-417a-bad2-e54f6896d115 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:42.181101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:42.218373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 724101cb-53ef-417a-bad2-e54f6896d115, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=724101cb-53ef-417a-bad2-e54f6896d115,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:42.224228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.226147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c90260-dc04-4a3e-a4bc-32b4a9c850c1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:42.248227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.249136 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Added segment 0e0b2115-3677-4579-9923-c1adedd1739f of type vlan for network bb558b6e-ad7b-4a82-83fc-784575692759 Sep 30 08:23:42.253199 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-ea42113a-2f79-49f9-b72e-2385b7f82416 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012925 Sep 30 08:23:42.322392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.357422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=724101cb-53ef-417a-bad2-e54f6896d115,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:42.378547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-31715540-afac-4263-a5e7-8e615baf5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:42.380291 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-31715540-afac-4263-a5e7-8e615baf5156 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 1096 time: 0.0707252 Sep 30 08:23:42.381642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.387352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:42.393309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.633887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['724101cb-53ef-417a-bad2-e54f6896d115'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:43.060641 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.097786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55830) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:43.098070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6087933 Sep 30 08:23:43.109624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'subnet': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:43.164965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df84ed0-9a96-4e4f-bf1a-a36ad090b5ce tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Network': ['ID=bb558b6e-ad7b-4a82-83fc-784575692759,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:43.182837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network bb558b6e-ad7b-4a82-83fc-784575692759 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:43.292765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-a25801ea-8ac2-444f-b48f-647912ec450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:43.296225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-a25801ea-8ac2-444f-b48f-647912ec450e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.8289955 Sep 30 08:23:43.358796 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-a0b1ce60-937a-4fe1-96eb-a261088abafe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724d5d15-b044-41c1-b28e-e00a621df845 HTTP/1.1" status: 200 len: 217 time: 0.0478678 Sep 30 08:23:43.367025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:43.373212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.403532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ee0a3b60-43e6-40a3-b307-566b3f224c72 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:43.465164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-673f7eb1-a73b-4ec2-9f2a-ffd8920c74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:43.469783 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-673f7eb1-a73b-4ec2-9f2a-ffd8920c74e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0945022 Sep 30 08:23:43.525713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ee0a3b60-43e6-40a3-b307-566b3f224c72 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:43.526628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.556464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-897d375f-e639-49c9-b36e-a19d41a50e9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666995 Sep 30 08:23:43.740346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-13be4739-90e0-43c2-8bdb-fbbbfad2a685 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670172 Sep 30 08:23:43.804201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.884458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Checking segment: {'id': '0e0b2115-3677-4579-9923-c1adedd1739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:43.884842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network hostable DHCP agents. Network: bb558b6e-ad7b-4a82-83fc-784575692759, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:43.888422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Subnet': ['ID=5a4e55bc-bb99-44af-8583-b4dc6b93d0bf,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:43.920571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:43.931320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, bb558b6e-ad7b-4a82-83fc-784575692759) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:43.942393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f27a1d-9147-40ef-a3f2-8a4ca25ad423 None None] Network bb558b6e-ad7b-4a82-83fc-784575692759 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:43.942620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:43.943397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.973918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b338acb1-324e-4ecd-be47-c25e89c8a8f0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8748522 Sep 30 08:23:43.977591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55832) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:43.989990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-270147792'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:44.131160 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3b4a0fa3-dac8-483d-9870-d96073f8068d req-74710d45-1e11-4b61-8786-7d5f4049fc12 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146327 Sep 30 08:23:44.213373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-bb558b6e-ad7b-4a82-83fc-784575692759', 'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'tenant_id': 'f2feb60575614b88a2cea956b7436e5f', 'fixed_ips': [{'subnet_id': '5a4e55bc-bb99-44af-8583-b4dc6b93d0bf'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:44.214615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.226828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:44.232942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.253337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] device_id is not set on port 94a85b22-6014-415e-bdfd-d0d35075b1d3 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:44.466914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Allocated IP 2001:db8::2 (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/981b3e1b-ae58-4767-bde2-cc3079e296b2) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:44.845934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.113179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.122868 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.143195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:45.147122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:45.158370 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:23:45.169702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:45.257484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Allocated IP 2001:db8::a3 (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/94a85b22-6014-415e-bdfd-d0d35075b1d3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:45.265619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Pushing event updated for resources: {'Port': ['ID=981b3e1b-ae58-4767-bde2-cc3079e296b2,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:45.302059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Attempting to bind port 981b3e1b-ae58-4767-bde2-cc3079e296b2 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:45.303203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Attempting to bind port 981b3e1b-ae58-4767-bde2-cc3079e296b2 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0e0b2115-3677-4579-9923-c1adedd1739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:45.304689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Attempting to bind port 981b3e1b-ae58-4767-bde2-cc3079e296b2 on network bb558b6e-ad7b-4a82-83fc-784575692759 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:45.316970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:45.319956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Checking segment: {'id': '0e0b2115-3677-4579-9923-c1adedd1739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:45.321854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.322484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Bound using segment: {'id': '0e0b2115-3677-4579-9923-c1adedd1739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:45.324319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Bound port: 981b3e1b-ae58-4767-bde2-cc3079e296b2, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b2115-3677-4579-9923-c1adedd1739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:45.325066 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.425477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] For port 981b3e1b-ae58-4767-bde2-cc3079e296b2, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:45.431047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] For port 981b3e1b-ae58-4767-bde2-cc3079e296b2, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=981b3e1b-ae58-4767-bde2-cc3079e296b2,segment=NetworkSegment(0e0b2115-3677-4579-9923-c1adedd1739f),segment_id=0e0b2115-3677-4579-9923-c1adedd1739f)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:45.440491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.509169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.509424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d655f2-7ffc-4587-8841-f34d65c22f94 None None] Pushing event updated for resources: {'Port': ['ID=981b3e1b-ae58-4767-bde2-cc3079e296b2,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:45.581640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.667141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=94a85b22-6014-415e-bdfd-d0d35075b1d3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:45.682501 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:45.684356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:45.691114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:45.702088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:45.703629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.727960 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c9dbcd3-365a-4f6c-8433-1e1578fd2e10 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7467766 Sep 30 08:23:45.730760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:45.737328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-283652752', 'allowed_address_pairs': [{'ip_address': '2001:db8::a3', 'mac_address': 'fa:16:3e:2a:69:ba'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:45.741899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 724101cb-53ef-417a-bad2-e54f6896d115 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:45.889084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 724101cb-53ef-417a-bad2-e54f6896d115 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:23:45.893752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 724101cb-53ef-417a-bad2-e54f6896d115 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:45.894109 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.037195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:46.094613 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.160293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 724101cb-53ef-417a-bad2-e54f6896d115, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=724101cb-53ef-417a-bad2-e54f6896d115,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:46.173292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.252820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.278358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=724101cb-53ef-417a-bad2-e54f6896d115,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:46.303320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] device_id is not set on port 782f3281-4559-4fc5-8828-53f28c51b2c0 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:46.475056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Allocated IP 2001:db8::169 (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/782f3281-4559-4fc5-8828-53f28c51b2c0) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:46.705171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.779207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.839367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:46.843624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:46.848102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:46.854061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:46.854813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.889709 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.1545823 Sep 30 08:23:46.892785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55856) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:46.895593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd225e7-7eb9-4dd9-8018-8ef67a8fe9f8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=782f3281-4559-4fc5-8828-53f28c51b2c0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:46.989565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db80ebf-941f-4c70-b595-670d95634650 None None] Network bb558b6e-ad7b-4a82-83fc-784575692759 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:47.044717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8d000996-ceee-4595-97c4-3494984bf627 None None] Provisioning complete for port 981b3e1b-ae58-4767-bde2-cc3079e296b2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:47.045035 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d000996-ceee-4595-97c4-3494984bf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.049367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a1524-a8ff-41d6-a7e5-967466f2aefb tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.064043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a1524-a8ff-41d6-a7e5-967466f2aefb tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.070579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a1524-a8ff-41d6-a7e5-967466f2aefb tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.072265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e07a1524-a8ff-41d6-a7e5-967466f2aefb tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1784143 Sep 30 08:23:47.076012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:47.083260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c34b-ba02-47d1-980c-cd955e17913b req-d1d7a7a0-3814-4326-a7f1-b87160cc1b5a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.098480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c89c34b-ba02-47d1-980c-cd955e17913b req-d1d7a7a0-3814-4326-a7f1-b87160cc1b5a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.1442463 Sep 30 08:23:47.148056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c89c34b-ba02-47d1-980c-cd955e17913b req-d45d8bf7-879e-44cd-8df6-649fdc63c848 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Sep 30 08:23:47.229975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port 782f3281-4559-4fc5-8828-53f28c51b2c0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:47.231727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.232820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d000996-ceee-4595-97c4-3494984bf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.281432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8d000996-ceee-4595-97c4-3494984bf627 None None] For port 981b3e1b-ae58-4767-bde2-cc3079e296b2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=981b3e1b-ae58-4767-bde2-cc3079e296b2,segment=NetworkSegment(0e0b2115-3677-4579-9923-c1adedd1739f),segment_id=0e0b2115-3677-4579-9923-c1adedd1739f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:47.284538 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afca32-63a0-4491-b324-b19f9231af72 x-openstack-request-id: req-66afca32-63a0-4491-b324-b19f9231af72 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:47.284888 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-plugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:47.285146 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66afca32-63a0-4491-b324-b19f9231af72 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:47.285935 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'code': 200} Sep 30 08:23:47.308385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d000996-ceee-4595-97c4-3494984bf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.402538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d000996-ceee-4595-97c4-3494984bf627 None None] Pushing event updated for resources: {'Port': ['ID=981b3e1b-ae58-4767-bde2-cc3079e296b2,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:47.432976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.454002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for 782f3281-4559-4fc5-8828-53f28c51b2c0 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:47.466324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 981b3e1b-ae58-4767-bde2-cc3079e296b2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:47.510349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ebd2c-bde6-40b4-b1d1-d4a14dc475c6 req-48603a1e-d4fd-418c-8e27-4e4138d771b5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.511922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-127ebd2c-bde6-40b4-b1d1-d4a14dc475c6 req-48603a1e-d4fd-418c-8e27-4e4138d771b5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 945 time: 0.0986629 Sep 30 08:23:47.541757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 981b3e1b-ae58-4767-bde2-cc3079e296b2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:47.542131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.572976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-127ebd2c-bde6-40b4-b1d1-d4a14dc475c6 req-2c90d91d-6b4b-4a4a-b480-a023ec23cede tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542784 Sep 30 08:23:47.636726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.700823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=782f3281-4559-4fc5-8828-53f28c51b2c0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:47.745970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47b40d-1c7d-47e0-9292-ca0d65c752d9 req-4e64238f-a3f0-40ad-bd08-207e190921f6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.748107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec47b40d-1c7d-47e0-9292-ca0d65c752d9 req-4e64238f-a3f0-40ad-bd08-207e190921f6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.0941219 Sep 30 08:23:47.812840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec47b40d-1c7d-47e0-9292-ca0d65c752d9 req-e538b913-0548-49c7-8342-e16fc0e50aca tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Sep 30 08:23:47.881886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2a1b144-7463-4e94-96a0-14fcb9ec5930 None None] Provisioning complete for port 94a85b22-6014-415e-bdfd-d0d35075b1d3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:47.882272 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b144-7463-4e94-96a0-14fcb9ec5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.883895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.885896 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-163ab6fa-c7c1-420b-9b9a-dd81ef9cf33e tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/ports/782f3281-4559-4fc5-8828-53f28c51b2c0 HTTP/1.1" status: 204 len: 168 time: 0.8086853 Sep 30 08:23:47.889113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55864) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:47.938037 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f7ca87-906c-496f-93b6-af8f33d45491 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] GET failed (client error): The resource could not be found. Sep 30 08:23:47.940630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-26f7ca87-906c-496f-93b6-af8f33d45491 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "GET /v2.0/ports/782f3281-4559-4fc5-8828-53f28c51b2c0 HTTP/1.1" status: 404 len: 333 time: 0.0502367 Sep 30 08:23:47.944325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:47.949982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-672019547'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:47.959633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1b144-7463-4e94-96a0-14fcb9ec5930 None None] Port 94a85b22-6014-415e-bdfd-d0d35075b1d3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:47.963605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2a1b144-7463-4e94-96a0-14fcb9ec5930 None None] Could not find standard attr ID for object 782f3281-4559-4fc5-8828-53f28c51b2c0. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:47.992324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2a1b144-7463-4e94-96a0-14fcb9ec5930 None None] Provisioning complete for port 981b3e1b-ae58-4767-bde2-cc3079e296b2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:47.992995 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b144-7463-4e94-96a0-14fcb9ec5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.014889 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1334e-1c8a-4883-9f16-ee4725437a12 x-openstack-request-id: req-fee1334e-1c8a-4883-9f16-ee4725437a12 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:48.015186 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94093-423f-4d7c-8db2-8bb5f2245e44", "name": "network-vif-deleted", "tag": "9c30aecb-f554-4a0a-ad19-3cb40728906b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:48.017334 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fee1334e-1c8a-4883-9f16-ee4725437a12 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:48.017828 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94093-423f-4d7c-8db2-8bb5f2245e44', 'name': 'network-vif-deleted', 'tag': '9c30aecb-f554-4a0a-ad19-3cb40728906b', 'status': 'completed', 'code': 200} Sep 30 08:23:48.160991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:48.169348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.202296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] device_id is not set on port a353838a-974b-44bd-9dcc-b3dbfa6328c4 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:48.233699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-abbfff74-548b-4392-8073-a778df14ec88 None None] Provisioning complete for port 94a85b22-6014-415e-bdfd-d0d35075b1d3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:48.235058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-abbfff74-548b-4392-8073-a778df14ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.314090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-abbfff74-548b-4392-8073-a778df14ec88 None None] Port 94a85b22-6014-415e-bdfd-d0d35075b1d3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:48.413640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Allocated IP 2001:db8::330 (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/a353838a-974b-44bd-9dcc-b3dbfa6328c4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:48.436325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3a0252ce-586b-458d-bb82-c4167ac3abba None None] Could not find standard attr ID for object 782f3281-4559-4fc5-8828-53f28c51b2c0. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:48.646228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.692974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.744623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:48.748690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:48.752766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:48.759175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:48.759847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.777187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=a353838a-974b-44bd-9dcc-b3dbfa6328c4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:48.783883 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b6a128bd-b80c-4a71-8097-c5c47ce9f0aa tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8358493 Sep 30 08:23:48.784529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55874) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:48.792323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a3', 'mac_address': 'fa:16:3e:2a:69:ba'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:48.796364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55876) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:48.804863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541780608', 'description': 'tempest-description--1481925547'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:48.839923 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b168e6-f2b7-4885-8255-f30313060592 x-openstack-request-id: req-41b168e6-f2b7-4885-8255-f30313060592 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:48.840312 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c", "tag": "724101cb-53ef-417a-bad2-e54f6896d115", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:48.840674 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41b168e6-f2b7-4885-8255-f30313060592 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:48.841192 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'tag': '724101cb-53ef-417a-bad2-e54f6896d115', 'status': 'completed', 'code': 200} Sep 30 08:23:48.911783 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.032112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d174091-4076-47da-a0df-80492983cb8e req-51c75368-7f4a-4a97-92ca-8adaff598c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:49.033657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-51c75368-7f4a-4a97-92ca-8adaff598c70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 1097 time: 0.1529374 Sep 30 08:23:49.165365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-702a3c2d-71fc-463c-b205-f36252e76a61 None None] Provisioning complete for port a353838a-974b-44bd-9dcc-b3dbfa6328c4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:49.166029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-702a3c2d-71fc-463c-b205-f36252e76a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.194145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.214853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-702a3c2d-71fc-463c-b205-f36252e76a61 None None] Port a353838a-974b-44bd-9dcc-b3dbfa6328c4 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:49.282856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d174091-4076-47da-a0df-80492983cb8e req-3c169b8d-7e23-4b7c-8524-cad071471080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:49.284360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-3c169b8d-7e23-4b7c-8524-cad071471080 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.2326815 Sep 30 08:23:49.287199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724101cb-53ef-417a-bad2-e54f6896d115'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:49.290942 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c4be0-3bf2-471e-8d37-8716131a6e50" -d '{"events": [{"server_uuid": "eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c", "name": "network-vif-plugged", "status": "completed", "tag": "724101cb-53ef-417a-bad2-e54f6896d115"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:49.347471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 981b3e1b-ae58-4767-bde2-cc3079e296b2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:49.368310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-082b0b89-9158-468c-9be8-85604a52c0da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=724101cb-53ef-417a-bad2-e54f6896d115 HTTP/1.1" status: 200 len: 217 time: 0.0747559 Sep 30 08:23:49.380386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.409544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 981b3e1b-ae58-4767-bde2-cc3079e296b2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:49.409544 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.411640 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.765734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:49.795536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.799258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9984274 Sep 30 08:23:49.803833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55898) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:49.810710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Request body: {'security_group_rule': {'security_group_id': '5d4805e5-826e-4de4-9ee7-86d481bb6077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:49.847135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2555bc-08b7-41df-adf1-5b0c5ad031d4 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4805e5-826e-4de4-9ee7-86d481bb6077,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:49.858663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d174091-4076-47da-a0df-80492983cb8e req-bb8b379c-d984-4dbe-9aca-8255b3c058af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:49.860311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-bb8b379c-d984-4dbe-9aca-8255b3c058af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.4773073 Sep 30 08:23:49.867700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242253fc-400b-47d0-b6cc-bfdc26c41385 req-d28d16d3-1f8a-429e-aa4f-74341b30facc tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:49.875590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-242253fc-400b-47d0-b6cc-bfdc26c41385 req-d28d16d3-1f8a-429e-aa4f-74341b30facc tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.5197670 Sep 30 08:23:49.882228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.884649 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.924621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-a95470f3-323e-453d-88fa-97710e6fe9de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461619 Sep 30 08:23:49.946038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:49.956964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.996426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.999210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-242253fc-400b-47d0-b6cc-bfdc26c41385 req-9e6b2732-1dac-4ca2-9694-33befc86a605 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166804 Sep 30 08:23:50.018661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.041212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780b34aa-76de-486c-8b46-bc3a7dc77311,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:50.041601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:50.060019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.065065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c5f7eb3-b157-43e6-a8f7-01cffee461df tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576160 Sep 30 08:23:50.066855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55900) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:50.079316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Request body: {'security_group_rule': {'security_group_id': '5d4805e5-826e-4de4-9ee7-86d481bb6077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:50.085359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.098148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.115087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.157112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] In _notify_port_updated(), no bound segment for port a353838a-974b-44bd-9dcc-b3dbfa6328c4 on network bb558b6e-ad7b-4a82-83fc-784575692759 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:50.162847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:50.163509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.164819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "PUT /v2.0/ports/a353838a-974b-44bd-9dcc-b3dbfa6328c4 HTTP/1.1" status: 200 len: 1001 time: 1.3784392 Sep 30 08:23:50.175863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55902) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:50.183062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-16a2fa18-dae8-47e6-99fe-46547e9b2d5c service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468855 Sep 30 08:23:50.206121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.223742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed0838-480a-4baa-aaf4-f121dd567ae6 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=a353838a-974b-44bd-9dcc-b3dbfa6328c4,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:50.230268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.280685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fae1db-fb08-487e-a1a1-9a715f782ff5,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:50.284405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530d5d4-bc78-4263-a49a-c2f344c907e7 req-ca9a3c35-0168-4625-a2c2-3e6c717c4a23 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:50.286033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6530d5d4-bc78-4263-a49a-c2f344c907e7 req-ca9a3c35-0168-4625-a2c2-3e6c717c4a23 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.1663842 Sep 30 08:23:50.347681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.353682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55904) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:50.353933 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4a960418-aaee-47db-97e1-5bb779fe738b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2850468 Sep 30 08:23:50.362267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:50.390745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.392242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port a353838a-974b-44bd-9dcc-b3dbfa6328c4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:50.392652 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.436831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d174091-4076-47da-a0df-80492983cb8e req-af49998b-a553-4f3e-baf7-5f784ce25640 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060275 Sep 30 08:23:50.454046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6530d5d4-bc78-4263-a49a-c2f344c907e7 req-7b5a772d-ea7b-43af-ac1f-4fb61fb5cb92 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279023 Sep 30 08:23:50.563207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.577003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for a353838a-974b-44bd-9dcc-b3dbfa6328c4 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:50.586721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d8a9999e-2842-468c-aa7b-a76fcfe41a13 None None] Provisioning complete for port a353838a-974b-44bd-9dcc-b3dbfa6328c4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.587329 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8a9999e-2842-468c-aa7b-a76fcfe41a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.629973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9999e-2842-468c-aa7b-a76fcfe41a13 None None] Port a353838a-974b-44bd-9dcc-b3dbfa6328c4 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:50.645777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7535ac8-d991-457b-81e6-bc08cd0a8d23 req-4fee5336-461f-4227-ac4e-f8758ee009ca tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:50.647394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7535ac8-d991-457b-81e6-bc08cd0a8d23 req-4fee5336-461f-4227-ac4e-f8758ee009ca tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 949 time: 0.0923095 Sep 30 08:23:50.702454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.732057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7535ac8-d991-457b-81e6-bc08cd0a8d23 req-03af11ca-4d18-4c62-a2eb-3829510d09dd tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728512 Sep 30 08:23:50.740800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-1161a2fe-d97b-40fa-958f-dcc8919e58c5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:50.742350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-1161a2fe-d97b-40fa-958f-dcc8919e58c5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 945 time: 0.0940802 Sep 30 08:23:50.745784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.808289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=a353838a-974b-44bd-9dcc-b3dbfa6328c4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:50.977751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.983436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Allocated IP 172.25.7.190 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/2d8ab789-7563-4703-a9cd-aad1a85daf64) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:50.987539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55908) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:50.994675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cf2c00ae-7e16-4ea0-a47c-47d89138d8b7 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/ports/a353838a-974b-44bd-9dcc-b3dbfa6328c4 HTTP/1.1" status: 204 len: 168 time: 0.8176510 Sep 30 08:23:51.035972 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-451417f0-bdcd-42cd-b1d6-69766a221c96 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] GET failed (client error): The resource could not be found. Sep 30 08:23:51.041149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-451417f0-bdcd-42cd-b1d6-69766a221c96 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "GET /v2.0/ports/a353838a-974b-44bd-9dcc-b3dbfa6328c4 HTTP/1.1" status: 404 len: 333 time: 0.0483065 Sep 30 08:23:51.041903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55912) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.042284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port 5e95116c-74e2-48d9-8f0a-a62938430095 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:51.042641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.048677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-506878717'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:51.071279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d363a-6037-4a91-8db3-1e125d95de2a req-72106c70-9f89-4464-bbce-3920063d855d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:51.079712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d363a-6037-4a91-8db3-1e125d95de2a req-72106c70-9f89-4464-bbce-3920063d855d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfa8bb5-925c-4425-8d83-80ba8517734c HTTP/1.1" status: 200 len: 945 time: 0.1520920 Sep 30 08:23:51.193794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:51.197700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.232764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] device_id is not set on port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:51.258243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d363a-6037-4a91-8db3-1e125d95de2a req-787c9303-e906-422a-9881-6e8ce672d981 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725543 Sep 30 08:23:51.306267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port 5e95116c-74e2-48d9-8f0a-a62938430095, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5e95116c-74e2-48d9-8f0a-a62938430095,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:51.306656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.331259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.372895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for 5e95116c-74e2-48d9-8f0a-a62938430095 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:51.389164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Allocated IP 2001:db8::d9 (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:51.495516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bdd88-e489-4ef1-8b46-9d710a69657e req-ceadefcc-e0b3-4083-adbb-33a3e8301857 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:51.503766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b38bdd88-e489-4ef1-8b46-9d710a69657e req-ceadefcc-e0b3-4083-adbb-33a3e8301857 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1705058 Sep 30 08:23:51.555156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.567200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b38bdd88-e489-4ef1-8b46-9d710a69657e req-623143c2-eee8-4177-a6b4-87c8c135fe25 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624716 Sep 30 08:23:51.603242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:51.605109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.613173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:51.615581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:51.634499 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a10abeb-d1bd-4e6d-af67-9219deee11e3 x-openstack-request-id: req-5a10abeb-d1bd-4e6d-af67-9219deee11e3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:51.635539 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c", "name": "network-vif-plugged", "status": "completed", "tag": "724101cb-53ef-417a-bad2-e54f6896d115", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:51.635953 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a10abeb-d1bd-4e6d-af67-9219deee11e3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:51.636531 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724101cb-53ef-417a-bad2-e54f6896d115', 'code': 200} Sep 30 08:23:51.659869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event updated for resources: {'Port': ['ID=2d8ab789-7563-4703-a9cd-aad1a85daf64,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:51.674159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.750919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:51.767720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:51.772946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:51.783721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:51.784704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.804169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:51.818867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.832893 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c38bdb01-a948-467b-bfdf-7a0aff49c4a8 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7873964 Sep 30 08:23:51.835164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55926) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.835311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845', 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:51.882980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2a:69:ba'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:51.914950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=5e95116c-74e2-48d9-8f0a-a62938430095,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:51.996026 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.022952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port 5e95116c-74e2-48d9-8f0a-a62938430095 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:52.025911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.029538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84f66f2e-5bf3-4148-9ddb-7ed3b87f15f0 req-0e1bcfef-9b3e-41c1-8dc3-fce8234feb62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "DELETE /v2.0/ports/5e95116c-74e2-48d9-8f0a-a62938430095 HTTP/1.1" status: 204 len: 173 time: 1.2391520 Sep 30 08:23:52.039322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'name': 'network-vif-deleted', 'tag': '5e95116c-74e2-48d9-8f0a-a62938430095'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:52.041682 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dc9d62-760c-483e-abc8-2d9afbc2c754" -d '{"events": [{"server_uuid": "1bfa8bb5-925c-4425-8d83-80ba8517734c", "name": "network-vif-deleted", "tag": "5e95116c-74e2-48d9-8f0a-a62938430095"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:52.050626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc9c-564b-4bf3-9868-a969de1952ad req-cfc86368-f26d-4b10-a3ed-f39d55508e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.052714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be8ddc9c-564b-4bf3-9868-a969de1952ad req-cfc86368-f26d-4b10-a3ed-f39d55508e65 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 1097 time: 0.3218853 Sep 30 08:23:52.125177 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.145224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.161502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf4f-6958-4e78-99d3-9d5ea57f4186 req-fa7a87f5-f17b-49c1-9011-018beab45398 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.163026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a7adf4f-6958-4e78-99d3-9d5ea57f4186 req-fa7a87f5-f17b-49c1-9011-018beab45398 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.2708685 Sep 30 08:23:52.239416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be8ddc9c-564b-4bf3-9868-a969de1952ad req-b30a5e28-0d98-4343-a231-9a341d19e00e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629584 Sep 30 08:23:52.261339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bdecd244-77f1-4043-8902-5af074215623 None None] Provisioning complete for port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:52.262129 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdecd244-77f1-4043-8902-5af074215623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.317342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a7adf4f-6958-4e78-99d3-9d5ea57f4186 req-5795af2f-e3ad-434f-b74e-a17550cc05e5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298602 Sep 30 08:23:52.321187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bdecd244-77f1-4043-8902-5af074215623 None None] Port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:52.557537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf44b-d444-4eb4-9a6a-03452e3d0bde req-63de3034-ac70-450d-907b-6b9d0678c9c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.559063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6badf44b-d444-4eb4-9a6a-03452e3d0bde req-63de3034-ac70-450d-907b-6b9d0678c9c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.1140556 Sep 30 08:23:52.598887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.604875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.610981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.617085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.664176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] In _notify_port_updated(), no bound segment for port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b on network bb558b6e-ad7b-4a82-83fc-784575692759 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:52.669734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.670388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.674376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "PUT /v2.0/ports/fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b HTTP/1.1" status: 200 len: 1001 time: 0.8281288 Sep 30 08:23:52.675255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55938) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:52.714460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6badf44b-d444-4eb4-9a6a-03452e3d0bde req-3718fee9-025f-4b83-a971-491bb3fdf7c3 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473432 Sep 30 08:23:52.826926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769be22-4b49-4fc6-b397-0b3ab0dd4733 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:52.830176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.920043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event updated for resources: {'Port': ['ID=2d8ab789-7563-4703-a9cd-aad1a85daf64,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:52.927613 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.933989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6ce197c8-3cc0-4e2d-b911-72db0726e445 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5776250 Sep 30 08:23:52.965319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-362675d0-522d-4d46-935c-162bea91b406 None None] Provisioning complete for port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:52.965958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:52.966448 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.967044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-362675d0-522d-4d46-935c-162bea91b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.053515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-362675d0-522d-4d46-935c-162bea91b406 None None] Port fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:53.086658 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4981e36-d22f-4efa-98ea-37f219a612d2 x-openstack-request-id: req-a4981e36-d22f-4efa-98ea-37f219a612d2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:53.086947 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfa8bb5-925c-4425-8d83-80ba8517734c", "name": "network-vif-deleted", "tag": "5e95116c-74e2-48d9-8f0a-a62938430095", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:53.087195 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4981e36-d22f-4efa-98ea-37f219a612d2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:53.087596 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfa8bb5-925c-4425-8d83-80ba8517734c', 'name': 'network-vif-deleted', 'tag': '5e95116c-74e2-48d9-8f0a-a62938430095', 'status': 'completed', 'code': 200} Sep 30 08:23:53.125821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.138182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:53.249045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc851c95-af12-4429-9bde-f809590c3566 req-da4a43cf-a8d4-4390-bc16-4b75884abc0b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:53.251194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc851c95-af12-4429-9bde-f809590c3566 req-da4a43cf-a8d4-4390-bc16-4b75884abc0b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.1046178 Sep 30 08:23:53.323082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc851c95-af12-4429-9bde-f809590c3566 req-c69bc764-e156-4494-81e1-46147271044f tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624955 Sep 30 08:23:53.353594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.390946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.422291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.427747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55964) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.428390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-37834e91-5223-4417-aefb-470036b786c0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/ports/fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b HTTP/1.1" status: 204 len: 168 time: 0.7469323 Sep 30 08:23:53.463090 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe4baa2-6b0b-4d7d-9783-b87407b763fb tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] GET failed (client error): The resource could not be found. Sep 30 08:23:53.464576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7fe4baa2-6b0b-4d7d-9783-b87407b763fb tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "GET /v2.0/ports/fbb0c95c-eaa7-4eab-8898-4c9bbf212f3b HTTP/1.1" status: 404 len: 333 time: 0.0335524 Sep 30 08:23:53.468441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.473783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-175946114'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:53.560589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-7c242fe6-a90f-4ba6-8c7b-24a366cc0869 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--541780608&fields=id&tenant_id=bc3483c6ca51407eb904d476066e1f50 HTTP/1.1" status: 200 len: 267 time: 0.0355396 Sep 30 08:23:53.613885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:53.617653 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.635602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] device_id is not set on port 8176e379-a91e-4385-ba85-2ff05ec6e7d1 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:53.639565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:53.641904 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48f30d0-caf1-4d1e-bca0-2666f6693782" -d '{"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:53.680137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-754a3689-a917-49e9-9f59-39d2980a397a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:53.681657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-754a3689-a917-49e9-9f59-39d2980a397a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/networks?id=46573ea1-7d3c-40a9-af61-e31208e34f4a HTTP/1.1" status: 200 len: 806 time: 0.1140883 Sep 30 08:23:53.697047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-d0ad202c-cbc8-4b53-a460-55df9229bd0a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/quotas/bc3483c6ca51407eb904d476066e1f50 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Sep 30 08:23:53.751706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b6bd19af-307a-4f3d-8179-dd727f49e2e5 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc3483c6ca51407eb904d476066e1f50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477428 Sep 30 08:23:53.760881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Allocated IP 2001:db8::1ed (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/8176e379-a91e-4385-ba85-2ff05ec6e7d1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:53.773678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5e95116c-74e2-48d9-8f0a-a62938430095 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:53.797054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 5e95116c-74e2-48d9-8f0a-a62938430095 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:53.797761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5e95116c-74e2-48d9-8f0a-a62938430095 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:53.850259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-71bddbbe-5271-4e12-9901-1545c07732f3 service neutron] 10.222.0.41 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Sep 30 08:23:53.912720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.948394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.952929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-2e9641a0-5a13-42c6-a249-ebdef03c6a13 service neutron] 10.222.0.41 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958138 Sep 30 08:23:53.995055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:53.998360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:54.002250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:54.007803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.008433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.021209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=8176e379-a91e-4385-ba85-2ff05ec6e7d1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:54.042501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-40e0c2ff-f455-413e-ae99-8e0ccad23153 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5726998 Sep 30 08:23:54.042782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55988) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:54.047862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'network_id': 'bb558b6e-ad7b-4a82-83fc-784575692759', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-120438348'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:54.202809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Made reservation on behalf of f2feb60575614b88a2cea956b7436e5f for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:54.207755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.251303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] device_id is not set on port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:54.393854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09c4a-f0cf-4e2d-af4d-11d6b09dde51 req-e4f2e658-637a-4d36-a4c2-d5d1891473ee tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.395368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cd09c4a-f0cf-4e2d-af4d-11d6b09dde51 req-e4f2e658-637a-4d36-a4c2-d5d1891473ee tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.0880141 Sep 30 08:23:54.395811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-48af61c4-af6d-4ce0-b7a6-413290415443 None None] Provisioning complete for port 8176e379-a91e-4385-ba85-2ff05ec6e7d1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:54.396281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48af61c4-af6d-4ce0-b7a6-413290415443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.435256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Allocated IP 2001:db8::125 (bb558b6e-ad7b-4a82-83fc-784575692759/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf/91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:54.437241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-48af61c4-af6d-4ce0-b7a6-413290415443 None None] Port 8176e379-a91e-4385-ba85-2ff05ec6e7d1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:54.472146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cd09c4a-f0cf-4e2d-af4d-11d6b09dde51 req-6bbe7406-b972-498f-9eea-67ebb73aaf0f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622013 Sep 30 08:23:54.603290 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed650060-cb15-42ed-9903-28171c9b218d x-openstack-request-id: req-ed650060-cb15-42ed-9903-28171c9b218d {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:54.603802 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:54.604485 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed650060-cb15-42ed-9903-28171c9b218d {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:54.605609 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'code': 200} Sep 30 08:23:54.651516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.730985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6898e4-1d76-42c0-b639-1c90edda1346 req-8eb41ed2-9f38-4dff-8510-828fc86dadf6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.732483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a6898e4-1d76-42c0-b639-1c90edda1346 req-8eb41ed2-9f38-4dff-8510-828fc86dadf6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.0790107 Sep 30 08:23:54.737976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.804876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Network bb558b6e-ad7b-4a82-83fc-784575692759 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:54.817867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:54.820362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:54.827827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.828474 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.846719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:54.864651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a6898e4-1d76-42c0-b639-1c90edda1346 req-5e2f4a62-d893-4f17-8566-6e0c2649fe24 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192024 Sep 30 08:23:54.893173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56020) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:54.893657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-40c64bfd-336b-4743-8800-c16bd8ce55f2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8493421 Sep 30 08:23:54.899039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a3', 'mac_address': 'fa:16:3e:2a:69:ba'}, {'ip_address': '2001:db8::1ed', 'mac_address': 'fa:16:3e:ed:22:06'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:55.072672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-beceab23-c20b-468e-86aa-81263009cfe9 req-404c098b-dd8e-46b9-8fbe-789cb1ee7ef9 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 210 time: 0.0319514 Sep 30 08:23:55.086010 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.164113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d2557be8-a42c-4a8c-8b3b-4874231509e5 None None] Provisioning complete for port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:55.164840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2557be8-a42c-4a8c-8b3b-4874231509e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.202671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c4e80-73ef-451a-93e0-d616e3fd6490 req-b0adebbb-7f04-4794-b28d-7a1fb2f27743 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.204100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d2557be8-a42c-4a8c-8b3b-4874231509e5 None None] Port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:55.214461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-491c4e80-73ef-451a-93e0-d616e3fd6490 req-b0adebbb-7f04-4794-b28d-7a1fb2f27743 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 946 time: 0.0708523 Sep 30 08:23:55.469168 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.629647 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.640913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-491c4e80-73ef-451a-93e0-d616e3fd6490 req-2efcbaa1-b5fa-4ee6-a7cc-06c0673db418 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242036 Sep 30 08:23:55.663409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-e576741e-7493-4243-9bff-c266eb6a6440 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.665082 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-e576741e-7493-4243-9bff-c266eb6a6440 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.57 "GET /v2.0/networks?id=46573ea1-7d3c-40a9-af61-e31208e34f4a HTTP/1.1" status: 200 len: 806 time: 0.2687862 Sep 30 08:23:55.744039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47b9d-0514-4863-b1e7-4e2b3dcaad35 req-cf146b3a-9069-4692-a469-58d3b4c678dc tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.745657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fea47b9d-0514-4863-b1e7-4e2b3dcaad35 req-cf146b3a-9069-4692-a469-58d3b4c678dc tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0496087 Sep 30 08:23:55.751191 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-3da3e7cf-06f6-4319-b8cc-5ba1aac189f5 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc3483c6ca51407eb904d476066e1f50 HTTP/1.1" status: 200 len: 379 time: 0.0579989 Sep 30 08:23:55.766146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Request body: {'port': {'device_id': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'admin_state_up': True, 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'security_groups': ['5d4805e5-826e-4de4-9ee7-86d481bb6077']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:55.785054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fea47b9d-0514-4863-b1e7-4e2b3dcaad35 req-d366d094-efd7-4408-ae29-83ef48c8e9e8 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Sep 30 08:23:55.849831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.856253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.896776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] In _notify_port_updated(), no bound segment for port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 on network bb558b6e-ad7b-4a82-83fc-784575692759 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:55.902383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.903070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.906858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "PUT /v2.0/ports/91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 HTTP/1.1" status: 200 len: 1066 time: 1.0101891 Sep 30 08:23:55.907208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:55.982477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ae6c2-8e4a-498f-a21f-b0d49f37c7ac tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event updated for resources: {'Port': ['ID=91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:56.028054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Made reservation on behalf of bc3483c6ca51407eb904d476066e1f50 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:56.031684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.074218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:56.074570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.112236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24bfe5-5b7a-450d-b76a-f44ad1b491a2 req-1d9668f1-2a97-4b8c-9371-bf96f3132a42 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:56.113921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e24bfe5-5b7a-450d-b76a-f44ad1b491a2 req-1d9668f1-2a97-4b8c-9371-bf96f3132a42 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.0740533 Sep 30 08:23:56.157131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e24bfe5-5b7a-450d-b76a-f44ad1b491a2 req-cfa1915f-7917-4040-8a68-6b090e3d58eb tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367105 Sep 30 08:23:56.239444 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.244659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dbfe7dc6-ff1f-4dab-9e38-ed678ea21700 None None] Provisioning complete for port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:56.245114 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7dc6-ff1f-4dab-9e38-ed678ea21700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.257575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Allocated IP 172.20.0.11 (46573ea1-7d3c-40a9-af61-e31208e34f4a/ab6808be-d4ee-4931-bc65-1795180270fa/93ef8209-9f23-45d2-a0a3-0bec967690f7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:56.259752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:56.283783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe7dc6-ff1f-4dab-9e38-ed678ea21700 None None] Port 91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:56.411845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-dffa087c-be4d-4499-b7e3-0daf3627562f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:56.413359 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-dffa087c-be4d-4499-b7e3-0daf3627562f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 946 time: 0.1378171 Sep 30 08:23:56.630549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:56.630987 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.657914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.667533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.707806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-704b457d-7924-469a-99da-ab98767df711 req-62201d1a-c072-4f89-96ee-b0c8b9b11f5a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 210 time: 0.0295897 Sep 30 08:23:56.712091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:56.841155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:56.841563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.858178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:56.913899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.929804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268d785-f7eb-4db7-8ad0-725acccf6f53 req-699b6b6a-70f2-4f73-9658-c40de27a89ce tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:56.938299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c268d785-f7eb-4db7-8ad0-725acccf6f53 req-699b6b6a-70f2-4f73-9658-c40de27a89ce tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02 HTTP/1.1" status: 200 len: 946 time: 0.0777509 Sep 30 08:23:56.976175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:56.980214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:57.013672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:57.018121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c268d785-f7eb-4db7-8ad0-725acccf6f53 req-a949cf15-d9ca-41bd-bc1e-7ff4fb74405a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778587 Sep 30 08:23:57.139535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event updated for resources: {'Port': ['ID=93ef8209-9f23-45d2-a0a3-0bec967690f7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.161778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:57.162692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.165516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.180383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845', 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:57.243034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=ca7ee23d-72fa-45a8-8aff-9f5c948c58a8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.334968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:57.336852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.341828 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cef5d16d-5084-427a-9c5a-914d52eda2f9 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/ports/91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 HTTP/1.1" status: 204 len: 168 time: 1.4290338 Sep 30 08:23:57.341828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.342949 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a0fe530-766b-4de0-ad36-c528b4f9e3c7 req-451dbc02-1051-4fbc-b043-0b1fbbd0de8f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "DELETE /v2.0/ports/ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 HTTP/1.1" status: 204 len: 173 time: 0.9192662 Sep 30 08:23:57.343398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'name': 'network-vif-deleted', 'tag': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:57.344994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56100) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:57.345763 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c338413-53a9-4e64-84f3-6032b1f78add" -d '{"events": [{"server_uuid": "b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02", "name": "network-vif-deleted", "tag": "ca7ee23d-72fa-45a8-8aff-9f5c948c58a8"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:57.350426 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-b2c86b45-e663-4326-a57a-1869db14684c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5888870 Sep 30 08:23:57.365459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Request body: {'port': {'device_id': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:57.367029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06261556-24d7-4f4f-9bc7-09587f2cf4b1 req-9f1a821a-36d9-4353-906d-20e04913e808 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:57.375582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06261556-24d7-4f4f-9bc7-09587f2cf4b1 req-9f1a821a-36d9-4353-906d-20e04913e808 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0842085 Sep 30 08:23:57.387285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cd0cc868-e517-4b83-a6a2-326419001155 None None] Provisioning complete for port 93ef8209-9f23-45d2-a0a3-0bec967690f7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:57.387661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc868-e517-4b83-a6a2-326419001155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.397922 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a7d033-3e39-4213-a574-435789722297 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] GET failed (client error): The resource could not be found. Sep 30 08:23:57.399913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d1a7d033-3e39-4213-a574-435789722297 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "GET /v2.0/ports/91c86ed2-ca33-4c5e-9aea-5ee0be3c51d5 HTTP/1.1" status: 404 len: 333 time: 0.0542338 Sep 30 08:23:57.407092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56104) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:57.486056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06261556-24d7-4f4f-9bc7-09587f2cf4b1 req-43e78608-a869-49b6-856b-49ba88808073 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094997 Sep 30 08:23:57.508150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.518497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cc868-e517-4b83-a6a2-326419001155 None None] Port 93ef8209-9f23-45d2-a0a3-0bec967690f7 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:57.609352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port 8176e379-a91e-4385-ba85-2ff05ec6e7d1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:57.609786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.689987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3aac0-ea24-41b8-b75f-f14e48b78757 req-dc7262d8-47b1-444d-875b-a98b0acbd38d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:57.691847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbe3aac0-ea24-41b8-b75f-f14e48b78757 req-dc7262d8-47b1-444d-875b-a98b0acbd38d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.1200624 Sep 30 08:23:57.737650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.761552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbe3aac0-ea24-41b8-b75f-f14e48b78757 req-dbf75df3-87b5-422d-8099-4a6a3ee5887b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586603 Sep 30 08:23:57.762467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for 8176e379-a91e-4385-ba85-2ff05ec6e7d1 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:57.833507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ef8209-9f23-45d2-a0a3-0bec967690f7 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:57.843538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.863327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Transition to ACTIVE for port object 93ef8209-9f23-45d2-a0a3-0bec967690f7 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:57.882219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.923351 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e55dc8-ccad-45b0-9a82-adc58a47127d x-openstack-request-id: req-05e55dc8-ccad-45b0-9a82-adc58a47127d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:57.923956 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02", "name": "network-vif-deleted", "tag": "ca7ee23d-72fa-45a8-8aff-9f5c948c58a8", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:57.923956 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05e55dc8-ccad-45b0-9a82-adc58a47127d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:57.924764 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05ae8fa-7e82-47d9-a3fc-f3dd473e8d02', 'name': 'network-vif-deleted', 'tag': 'ca7ee23d-72fa-45a8-8aff-9f5c948c58a8', 'status': 'completed', 'code': 200} Sep 30 08:23:57.954849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Pushing event updated for resources: {'Port': ['ID=93ef8209-9f23-45d2-a0a3-0bec967690f7,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.998754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.050088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=8176e379-a91e-4385-ba85-2ff05ec6e7d1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.081002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.081158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.081502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.081849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.082184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.082516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.083229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.083229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.083540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.083865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.084197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.084536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:58.086139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Attempting to bind port 93ef8209-9f23-45d2-a0a3-0bec967690f7 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:58.086663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Attempting to bind port 93ef8209-9f23-45d2-a0a3-0bec967690f7 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:58.093425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Attempting to bind port 93ef8209-9f23-45d2-a0a3-0bec967690f7 on network 46573ea1-7d3c-40a9-af61-e31208e34f4a {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:58.099843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Port 93ef8209-9f23-45d2-a0a3-0bec967690f7 on network 46573ea1-7d3c-40a9-af61-e31208e34f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:58.100178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Attempting to bind port 93ef8209-9f23-45d2-a0a3-0bec967690f7 on network 46573ea1-7d3c-40a9-af61-e31208e34f4a {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:58.107105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:58.107475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Checking segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:58.107909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Bound using segment: {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:58.108350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Bound port: 93ef8209-9f23-45d2-a0a3-0bec967690f7, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d61f4a-d765-4cc6-a00f-6cb634db7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:58.108714 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.114321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.116438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2d535709-d8c9-4b72-9367-9fcd006865c2 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/ports/8176e379-a91e-4385-ba85-2ff05ec6e7d1 HTTP/1.1" status: 204 len: 168 time: 0.7083862 Sep 30 08:23:58.129336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56124) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:58.176355 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11100c2-20ef-46ea-bf11-b0db2f163adc tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] GET failed (client error): The resource could not be found. Sep 30 08:23:58.184020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3581-a661-4fa3-92f5-f3bcf24cf903 req-0ec2045f-edbf-405a-8153-43241c9a7a5a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.186023 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b11100c2-20ef-46ea-bf11-b0db2f163adc tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "GET /v2.0/ports/8176e379-a91e-4385-ba85-2ff05ec6e7d1 HTTP/1.1" status: 404 len: 333 time: 0.0540190 Sep 30 08:23:58.186271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-289e3581-a661-4fa3-92f5-f3bcf24cf903 req-0ec2045f-edbf-405a-8153-43241c9a7a5a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 944 time: 0.0667105 Sep 30 08:23:58.186684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56126) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:58.256497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-289e3581-a661-4fa3-92f5-f3bcf24cf903 req-54cd1498-c573-4426-a749-854629cede64 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592265 Sep 30 08:23:58.282814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] For port 93ef8209-9f23-45d2-a0a3-0bec967690f7, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:58.302529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] For port 93ef8209-9f23-45d2-a0a3-0bec967690f7, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:58.327398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.379259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.379936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.381613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/93ef8209-9f23-45d2-a0a3-0bec967690f7 HTTP/1.1" status: 200 len: 1092 time: 1.0205469 Sep 30 08:23:58.406116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e1f4-558d-41fc-a20b-0e109e8741e6 service neutron] Pushing event updated for resources: {'Port': ['ID=93ef8209-9f23-45d2-a0a3-0bec967690f7,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.439997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port 94a85b22-6014-415e-bdfd-d0d35075b1d3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:58.440355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.549018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-728f5da6-b5b4-4f1b-ad37-e6a27c4962f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.550986 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-728f5da6-b5b4-4f1b-ad37-e6a27c4962f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc3483c6ca51407eb904d476066e1f50&device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 1095 time: 0.1034098 Sep 30 08:23:58.641032 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-8bb4ddb4-f107-448a-9ae3-ab07a5a78dc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7 HTTP/1.1" status: 200 len: 217 time: 0.0568366 Sep 30 08:23:58.714956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-954573a4-1081-4b20-8fd7-7feb53b34a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.716967 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-954573a4-1081-4b20-8fd7-7feb53b34a8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab6808be-d4ee-4931-bc65-1795180270fa HTTP/1.1" status: 200 len: 845 time: 0.0622683 Sep 30 08:23:58.720757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.743158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for 94a85b22-6014-415e-bdfd-d0d35075b1d3 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:58.749146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8d117-91e7-432e-8ce5-e15a1d961162 req-9e31ea6a-7be1-4906-9b21-c120d2822e3b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.756246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0e8d117-91e7-432e-8ce5-e15a1d961162 req-9e31ea6a-7be1-4906-9b21-c120d2822e3b tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0617914 Sep 30 08:23:58.787000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-ed68eb8f-b38c-43d5-a2a2-081471bade7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.789674 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-ed68eb8f-b38c-43d5-a2a2-081471bade7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46573ea1-7d3c-40a9-af61-e31208e34f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611870 Sep 30 08:23:58.793231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0e8d117-91e7-432e-8ce5-e15a1d961162 req-667dcd50-0a30-4058-8efd-b63ead5ce25a tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360024 Sep 30 08:23:58.979081 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-1789e345-d33c-4026-b1be-ae22e7a7df75 service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526930 Sep 30 08:23:58.984842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-c5b07a20-1480-4a05-b222-f6ae3591e8c6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.986502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-c5b07a20-1480-4a05-b222-f6ae3591e8c6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1143060 Sep 30 08:23:59.005171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-61bbadb4-7bdf-4ddd-8a75-520897f19b36 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0104845 Sep 30 08:23:59.013945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.072051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-98c6c6f6-bbf5-4ccf-b91b-b6f6f61b6f58 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602915 Sep 30 08:23:59.198105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-8e4e5f13-5bf4-4662-8280-6718d11d53d8 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161106 Sep 30 08:23:59.299370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-8c7bf8af-d089-497a-a13e-4c5ac575d864 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001015 Sep 30 08:23:59.328607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.332407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/ports/94a85b22-6014-415e-bdfd-d0d35075b1d3 HTTP/1.1" status: 204 len: 168 time: 1.1427834 Sep 30 08:23:59.333383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56180) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:59.393801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting subnet 5a4e55bc-bb99-44af-8583-b4dc6b93d0bf {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:59.394438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.413075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe4bfa-7676-4bcb-b899-f020f0994e68 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=94a85b22-6014-415e-bdfd-d0d35075b1d3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:59.454263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.471564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d5edd7b3-f978-4260-aa4e-dce8c0fe0eda req-68e2019a-a5b3-4316-801f-9318ebcda492 service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823661 Sep 30 08:23:59.578920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.675059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.710345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4e55bc-bb99-44af-8583-b4dc6b93d0bf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:59.721101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.723522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fab1dc19-1eba-476b-bd4b-8854eecdcf57 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/subnets/5a4e55bc-bb99-44af-8583-b4dc6b93d0bf HTTP/1.1" status: 204 len: 168 time: 0.3891683 Sep 30 08:23:59.726214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:59.733163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe9da5-3628-4617-b8bf-8089b91fcc77 req-74af35af-45a2-4212-8e36-d170c41391fb tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:59.733770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b0d22-99f9-4249-910f-b078ff8d546c None None] Network bb558b6e-ad7b-4a82-83fc-784575692759 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:59.735633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbe9da5-3628-4617-b8bf-8089b91fcc77 req-74af35af-45a2-4212-8e36-d170c41391fb tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.1007044 Sep 30 08:23:59.826738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbe9da5-3628-4617-b8bf-8089b91fcc77 req-156ec039-046a-4b96-8fca-c6202ab4e566 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850444 Sep 30 08:23:59.877439 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.926035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:59.928596 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:59.938582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Deleting port 981b3e1b-ae58-4767-bde2-cc3079e296b2 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:59.938933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.016918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] For port 981b3e1b-ae58-4767-bde2-cc3079e296b2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=981b3e1b-ae58-4767-bde2-cc3079e296b2,segment=NetworkSegment(0e0b2115-3677-4579-9923-c1adedd1739f),segment_id=0e0b2115-3677-4579-9923-c1adedd1739f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:00.017673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.041704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Calling delete_port for 981b3e1b-ae58-4767-bde2-cc3079e296b2 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:00.104226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] DHCP port deletion for bb558b6e-ad7b-4a82-83fc-784575692759 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:00.133078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e97d49-d206-48d7-962c-9f03011411d6 req-c1c3a0dd-c068-4e10-a301-c1f9d16bffcd tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.135839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13e97d49-d206-48d7-962c-9f03011411d6 req-c1c3a0dd-c068-4e10-a301-c1f9d16bffcd tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 944 time: 0.1003714 Sep 30 08:24:00.154943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.158244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Deleting port 981b3e1b-ae58-4767-bde2-cc3079e296b2 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:00.158624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.189386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13e97d49-d206-48d7-962c-9f03011411d6 req-d7732dcf-a653-41cf-bfc0-7d63d3181029 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Sep 30 08:24:00.206756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Port': ['ID=981b3e1b-ae58-4767-bde2-cc3079e296b2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.216827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] No DVR routers for this DVR port 981b3e1b-ae58-4767-bde2-cc3079e296b2 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:00.242041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] For port 981b3e1b-ae58-4767-bde2-cc3079e296b2, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:00.242805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.258622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Calling delete_port for 981b3e1b-ae58-4767-bde2-cc3079e296b2 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:00.264978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Port 981b3e1b-ae58-4767-bde2-cc3079e296b2 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:24:00.266536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.284869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:00.287479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] No DVR routers for this DVR port 981b3e1b-ae58-4767-bde2-cc3079e296b2 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:00.313620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537dc16-d067-474c-a093-b5c7830b5e37 None None] Pushing event deleted for resources: {'Port': ['ID=981b3e1b-ae58-4767-bde2-cc3079e296b2,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.323030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.355513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb558b6e-ad7b-4a82-83fc-784575692759']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.363501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:00.364105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ca7ee23d-72fa-45a8-8aff-9f5c948c58a8 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:00.366101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4cdaeaf-f50d-47a2-a195-be31cbc1dbb9 req-f8597b8a-bee9-4dbe-a01f-d29f8ba682db tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 210 time: 0.0463853 Sep 30 08:24:00.368298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0b2115-3677-4579-9923-c1adedd1739f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.368783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0b2115-3677-4579-9923-c1adedd1739f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.387895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.417992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.426178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:00.426728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:00.430841 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:00.501519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.513186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.515131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] 10.222.0.41 "DELETE /v2.0/networks/bb558b6e-ad7b-4a82-83fc-784575692759 HTTP/1.1" status: 204 len: 168 time: 0.7876310 Sep 30 08:24:00.524965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfbaa4-8f0a-402b-9391-f243dc627cd0 tempest-AllowedAddressPairIpV6TestJSON-1552494439 tempest-AllowedAddressPairIpV6TestJSON-1552494439-project] Pushing event deleted for resources: {'Network': ['ID=bb558b6e-ad7b-4a82-83fc-784575692759,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.561317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54b3ac-c4fb-4394-99bb-5472725ffd79 req-57582079-e6f7-43e0-ae05-9921c6fe2dd6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.563311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b54b3ac-c4fb-4394-99bb-5472725ffd79 req-57582079-e6f7-43e0-ae05-9921c6fe2dd6 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0664425 Sep 30 08:24:00.610040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b54b3ac-c4fb-4394-99bb-5472725ffd79 req-b81a39f9-b571-44ff-8b54-936f44b039fb tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/security-groups?id=2898f90b-76af-4257-a430-88d911e35814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Sep 30 08:24:00.659175 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db2e41-d173-4b8a-9099-ff0573936863 x-openstack-request-id: req-f8db2e41-d173-4b8a-9099-ff0573936863 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:00.659584 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:00.659855 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8db2e41-d173-4b8a-9099-ff0573936863 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:00.660312 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'status': 'completed', 'code': 200} Sep 30 08:24:00.761602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-183da4e7-ff81-40a8-9192-a9aeb7a3d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.763834 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-183da4e7-ff81-40a8-9192-a9aeb7a3d8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc3483c6ca51407eb904d476066e1f50&device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 1095 time: 0.0658255 Sep 30 08:24:00.906803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56248) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:01.000265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-ab271db8-7637-47b0-a33e-b7221a8776ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.001830 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-ab271db8-7637-47b0-a33e-b7221a8776ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=46573ea1-7d3c-40a9-af61-e31208e34f4a HTTP/1.1" status: 200 len: 907 time: 0.2238629 Sep 30 08:24:01.041257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-72a077b4-ae9d-4cb0-825a-661bba61c519 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.044055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-72a077b4-ae9d-4cb0-825a-661bba61c519 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1854315 Sep 30 08:24:01.081185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-64707353-dd02-460a-a655-86467a4c7202 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2feb60575614b88a2cea956b7436e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713326 Sep 30 08:24:01.083255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56256) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:01.089457 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-e5701128-c10a-4744-8fc4-95c7f84d9c19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7 HTTP/1.1" status: 200 len: 217 time: 0.0439231 Sep 30 08:24:01.095076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:01.146384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbc28b13-63a3-4827-ab16-47072b057b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.184130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbc28b13-63a3-4827-ab16-47072b057b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.214686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-d97d93dd-1521-4348-86dc-12f5f5b10dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.217288 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-d97d93dd-1521-4348-86dc-12f5f5b10dd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab6808be-d4ee-4931-bc65-1795180270fa HTTP/1.1" status: 200 len: 845 time: 0.1162038 Sep 30 08:24:01.293891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:01.297348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.298303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-860d3282-adad-48ee-9511-d1892fa9740c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.300053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-860d3282-adad-48ee-9511-d1892fa9740c tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 945 time: 0.0758266 Sep 30 08:24:01.349911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-78fe6812-6094-48f6-b519-305783428ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.354991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-78fe6812-6094-48f6-b519-305783428ea3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46573ea1-7d3c-40a9-af61-e31208e34f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217377 Sep 30 08:24:01.360993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbc28b13-63a3-4827-ab16-47072b057b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.364775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbc28b13-63a3-4827-ab16-47072b057b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.366200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dbc28b13-63a3-4827-ab16-47072b057b28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8c90260-dc04-4a3e-a4bc-32b4a9c850c1 HTTP/1.1" status: 204 len: 168 time: 0.2818663 Sep 30 08:24:01.393764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc28b13-63a3-4827-ab16-47072b057b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c90260-dc04-4a3e-a4bc-32b4a9c850c1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:01.401145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 981b3e1b-ae58-4767-bde2-cc3079e296b2 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:01.438609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 981b3e1b-ae58-4767-bde2-cc3079e296b2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:01.441374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 981b3e1b-ae58-4767-bde2-cc3079e296b2 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:01.483108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Deleting port c9625e55-0750-4fbc-8020-a0a5d382191e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:01.485174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.604335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.5 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/1cba23c6-f9f0-4318-99bc-13158d78dc5d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:01.612850 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-3f79136a-a1c0-4c55-adae-358423e54c6a service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832879 Sep 30 08:24:01.658869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] For port c9625e55-0750-4fbc-8020-a0a5d382191e, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c9625e55-0750-4fbc-8020-a0a5d382191e,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:01.659578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.678392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Calling delete_port for c9625e55-0750-4fbc-8020-a0a5d382191e owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:01.819600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8556-2d1c-49c4-bef9-d4260d156341 req-f6a27c47-c03f-4513-a18d-5edb94ab38ef tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.822367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e29e8556-2d1c-49c4-bef9-d4260d156341 req-f6a27c47-c03f-4513-a18d-5edb94ab38ef tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 945 time: 0.0824251 Sep 30 08:24:01.829516 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9c82163-fe70-405d-8e1e-8dd3dcc2a9bd req-a35fc6f1-4b91-44a1-8d7a-2ef41fcbaf6e service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068443 Sep 30 08:24:01.878206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e29e8556-2d1c-49c4-bef9-d4260d156341 req-d9d90c54-8a6c-4cdc-bd78-cf662d4d609b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482833 Sep 30 08:24:01.890541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.944615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.945670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.960519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:01.999673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Pushing event deleted for resources: {'Port': ['ID=c9625e55-0750-4fbc-8020-a0a5d382191e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.032208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:02.051952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:02.060624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:02.075547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] No DVR routers for this DVR port c9625e55-0750-4fbc-8020-a0a5d382191e on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:02.078539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.081816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47910033-8b9b-4c38-8bdc-cd1facb47f03 req-c45170df-8de0-4764-b341-0cc97e5eefc5 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.57 "DELETE /v2.0/ports/c9625e55-0750-4fbc-8020-a0a5d382191e HTTP/1.1" status: 204 len: 173 time: 0.7734740 Sep 30 08:24:02.082089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'name': 'network-vif-deleted', 'tag': 'c9625e55-0750-4fbc-8020-a0a5d382191e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:02.084490 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41358f05-3805-4de9-a0cc-c8423e699f0a" -d '{"events": [{"server_uuid": "e8e70eff-8ebe-4b90-b59a-37eb73a8a25e", "name": "network-vif-deleted", "tag": "c9625e55-0750-4fbc-8020-a0a5d382191e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:02.107151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=1cba23c6-f9f0-4318-99bc-13158d78dc5d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.138637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.151368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.151845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.152196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.152543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.153073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.153260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.153622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.153957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.154288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.154645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.154935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:02.187444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc792-5c78-46a1-849a-6db9766843a3 req-23673720-791a-4e68-94d3-95d2cbd22a94 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:02.189793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-661dc792-5c78-46a1-849a-6db9766843a3 req-23673720-791a-4e68-94d3-95d2cbd22a94 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 944 time: 0.0665705 Sep 30 08:24:02.192257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:02.192906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.222671 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-6350afad-4bdd-4820-8c85-2eddcfc590e5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314936 Sep 30 08:24:02.235560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-661dc792-5c78-46a1-849a-6db9766843a3 req-343b8b3c-e145-4671-b401-449ca6568b73 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Sep 30 08:24:02.245179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Request body: {'port': {'device_id': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:02.294223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 93ef8209-9f23-45d2-a0a3-0bec967690f7 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:02.314006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.333777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['c9625e55-0750-4fbc-8020-a0a5d382191e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:02.357995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61935887-c0d7-401f-a684-4a6ccd00c7c2 req-63454a9a-5cff-4e89-8dc3-afec8a660281 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:02.360084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61935887-c0d7-401f-a684-4a6ccd00c7c2 req-63454a9a-5cff-4e89-8dc3-afec8a660281 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 931 time: 0.0603604 Sep 30 08:24:02.410187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61935887-c0d7-401f-a684-4a6ccd00c7c2 req-71e50c80-70ba-4b4a-a86b-b5f541b486ce tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Sep 30 08:24:02.457027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 93ef8209-9f23-45d2-a0a3-0bec967690f7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:02.463938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56318) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:02.471053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'port_id': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'mac_address': 'fa:16:3e:7f:ff:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:02.518253 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.532870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8c0b01a-9096-4b56-b161-ae9a9f8f9b71 req-45694a4b-e24d-4220-9d14-0cb082306b38 tempest-ServerRescueNegativeTestJSON-56901624 tempest-ServerRescueNegativeTestJSON-56901624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e70eff-8ebe-4b90-b59a-37eb73a8a25e HTTP/1.1" status: 200 len: 210 time: 0.0405231 Sep 30 08:24:02.534627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ef8209-9f23-45d2-a0a3-0bec967690f7 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:02.575764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 93ef8209-9f23-45d2-a0a3-0bec967690f7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:02.590000 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.591443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:02.593687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'networks': [{'name': 'tempest-network--1984353472'}, {'name': 'tempest-network--1025591271'}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:02.594029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'network': {'name': 'tempest-network--1984353472'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:02.594850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'network': {'name': 'tempest-network--1025591271'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:02.644133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'network': 2} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:02.655134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.671615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.678892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=93ef8209-9f23-45d2-a0a3-0bec967690f7,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.716512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cba23c6-f9f0-4318-99bc-13158d78dc5d {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:02.726521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.742530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Transition to ACTIVE for port object 1cba23c6-f9f0-4318-99bc-13158d78dc5d will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:02.749520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.769040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:02.787149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'port_id': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'mac_address': 'fa:16:3e:aa:0a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:02.821487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1cba23c6-f9f0-4318-99bc-13158d78dc5d,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.828850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.835142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.836091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.846342 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.861068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:02.879859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:02.883665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:02.890816 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.900475 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.900857 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Added segment cfe7d05a-cc27-435c-b5f2-84eb56211e2d of type vlan for network 729740c7-4ce9-48d8-9dbf-ab5cd2e4d18b Sep 30 08:24:02.902143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d17d1ab-559f-4115-804a-c8bd0ec06ec1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.907122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Attempting to bind port 1cba23c6-f9f0-4318-99bc-13158d78dc5d on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:02.907566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Attempting to bind port 1cba23c6-f9f0-4318-99bc-13158d78dc5d by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:02.908002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Attempting to bind port 1cba23c6-f9f0-4318-99bc-13158d78dc5d on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:02.915625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Port 1cba23c6-f9f0-4318-99bc-13158d78dc5d on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:02.916726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Attempting to bind port 1cba23c6-f9f0-4318-99bc-13158d78dc5d on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:02.923788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:02.924261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:02.924753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:02.925281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Bound port: 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:02.925886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.959168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.969109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.998032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:03.014062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.014394 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Added segment c1564299-06fc-47a2-9992-dad8b4c052b1 of type vlan for network 1c203ac3-51e5-46e8-af40-2aac17e307af Sep 30 08:24:03.015676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] For port 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:03.020383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] For port 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:03.032874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.072460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.079229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.079900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.081357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] 10.222.0.57 "PUT /v2.0/ports/1cba23c6-f9f0-4318-99bc-13158d78dc5d HTTP/1.1" status: 200 len: 1091 time: 0.8405433 Sep 30 08:24:03.081827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'tag': '1cba23c6-f9f0-4318-99bc-13158d78dc5d'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:03.085969 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46119a91-eb69-4b4d-a6cf-14fc889fc461" -d '{"events": [{"name": "network-changed", "server_uuid": "e940d2c8-610c-4bdf-b5eb-32636002f653", "tag": "1cba23c6-f9f0-4318-99bc-13158d78dc5d"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:03.104423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.105068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.113272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.115069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf4b61-1f5f-4915-b696-b3082ddd0bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1cba23c6-f9f0-4318-99bc-13158d78dc5d,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.118475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.119166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.153388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6838980 Sep 30 08:24:03.157363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56362) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:03.179255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-3b4de974-c4db-425a-b114-faa7a582015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.180790 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-3b4de974-c4db-425a-b114-faa7a582015e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 1094 time: 0.0476911 Sep 30 08:24:03.188075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['57c8213d-9343-4df3-b113-a1cf32fc0732'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:03.192995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['93ef8209-9f23-45d2-a0a3-0bec967690f7'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:03.250517 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-ef96f180-ff22-4a3d-b7da-ba94a9f5c594 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d HTTP/1.1" status: 200 len: 217 time: 0.0547287 Sep 30 08:24:03.257553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Network': ['ID=729740c7-4ce9-48d8-9dbf-ab5cd2e4d18b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.276034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 729740c7-4ce9-48d8-9dbf-ab5cd2e4d18b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:03.319867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b1b-9904-4204-957c-819af57a2700 req-f8dcdd2d-7ee7-46f9-a34e-a0c8f39488fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.322090 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-f8dcdd2d-7ee7-46f9-a34e-a0c8f39488fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0633795 Sep 30 08:24:03.362794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-bc61dd82-8fda-4cc0-93af-56960902ad83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317302 Sep 30 08:24:03.370001 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b195ba-33fe-4225-83c5-ee1a6fea4288 x-openstack-request-id: req-41b195ba-33fe-4225-83c5-ee1a6fea4288 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:03.370293 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e70eff-8ebe-4b90-b59a-37eb73a8a25e", "name": "network-vif-deleted", "tag": "c9625e55-0750-4fbc-8020-a0a5d382191e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:03.370542 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41b195ba-33fe-4225-83c5-ee1a6fea4288 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:03.370984 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e70eff-8ebe-4b90-b59a-37eb73a8a25e', 'name': 'network-vif-deleted', 'tag': 'c9625e55-0750-4fbc-8020-a0a5d382191e', 'status': 'completed', 'code': 200} Sep 30 08:24:03.371909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea9b50-3ba1-4e69-8fed-c987b8575d5c tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Network': ['ID=1c203ac3-51e5-46e8-af40-2aac17e307af,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.392866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1c203ac3-51e5-46e8-af40-2aac17e307af details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:03.444996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027d209-d199-49d9-a6a8-f6f0667b41b3 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.451695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027d209-d199-49d9-a6a8-f6f0667b41b3 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.457484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027d209-d199-49d9-a6a8-f6f0667b41b3 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.463442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027d209-d199-49d9-a6a8-f6f0667b41b3 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.465167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6027d209-d199-49d9-a6a8-f6f0667b41b3 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3069217 Sep 30 08:24:03.468851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56374) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:03.506391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-5ea4d98e-7899-4171-9fa6-097d2631c382 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317706 Sep 30 08:24:03.507616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4b99-9138-48e2-9363-16f6567c7c8e req-53cef77d-7557-4d29-b6b9-026e3270f3b4 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.510035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1ae4b99-9138-48e2-9363-16f6567c7c8e req-53cef77d-7557-4d29-b6b9-026e3270f3b4 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 946 time: 0.0861645 Sep 30 08:24:03.567277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1ae4b99-9138-48e2-9363-16f6567c7c8e req-839cd978-1f09-49d1-80a1-61254ade4e67 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489821 Sep 30 08:24:03.573135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.697029 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b48a3-53f3-4411-83a8-58ab0e7041da x-openstack-request-id: req-6d4b48a3-53f3-4411-83a8-58ab0e7041da {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:03.697245 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e940d2c8-610c-4bdf-b5eb-32636002f653", "tag": "1cba23c6-f9f0-4318-99bc-13158d78dc5d", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:03.697609 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d4b48a3-53f3-4411-83a8-58ab0e7041da {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:03.698260 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'tag': '1cba23c6-f9f0-4318-99bc-13158d78dc5d', 'status': 'completed', 'code': 200} Sep 30 08:24:03.736868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.741297 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-135a9b1b-9904-4204-957c-819af57a2700 req-fa3270b4-0b22-4389-8488-df7359607e9e service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995981 Sep 30 08:24:03.764064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729740c7-4ce9-48d8-9dbf-ab5cd2e4d18b']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.775038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe7d05a-cc27-435c-b5f2-84eb56211e2d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.775567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe7d05a-cc27-435c-b5f2-84eb56211e2d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.786701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.789286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3652c-bdca-4f7f-b1f6-a9c0eab3a7a2 req-6ca0d7e6-c395-44d7-81a6-46604e521360 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.790807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51f3652c-bdca-4f7f-b1f6-a9c0eab3a7a2 req-6ca0d7e6-c395-44d7-81a6-46604e521360 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Sep 30 08:24:03.821451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.829822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51f3652c-bdca-4f7f-b1f6-a9c0eab3a7a2 req-568aa0a4-8020-4df4-91ac-ac1332a87f1a tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328135 Sep 30 08:24:03.830089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:03.830617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:03.833912 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:03.896440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-7c780bc3-7693-491a-8d34-7aff62e15bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.897986 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-7c780bc3-7693-491a-8d34-7aff62e15bb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 1094 time: 0.1048129 Sep 30 08:24:03.905845 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.910262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.914809 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/networks/729740c7-4ce9-48d8-9dbf-ab5cd2e4d18b HTTP/1.1" status: 204 len: 168 time: 0.4420133 Sep 30 08:24:03.915282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56384) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:03.945310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274a1b-bb06-4491-b2fa-5db351583ad0 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Network': ['ID=729740c7-4ce9-48d8-9dbf-ab5cd2e4d18b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.004776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.031015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-6c314b5a-3541-4f92-b6ba-9416c2333386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.032547 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-6c314b5a-3541-4f92-b6ba-9416c2333386 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.1194427 Sep 30 08:24:04.093931 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-fa3c555f-788f-4f92-a070-beaad10a08e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d HTTP/1.1" status: 200 len: 217 time: 0.0482123 Sep 30 08:24:04.106433 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.129065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c203ac3-51e5-46e8-af40-2aac17e307af']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:04.140037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1564299-06fc-47a2-9992-dad8b4c052b1') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:04.140339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1564299-06fc-47a2-9992-dad8b4c052b1') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:04.155425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.158177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-13fc38d6-b216-48f0-bd9c-681d7966e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.159698 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-13fc38d6-b216-48f0-bd9c-681d7966e755 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0525601 Sep 30 08:24:04.169892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.177537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:04.178179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:04.181682 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:04.202047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-a4613ce8-6ad6-4364-b4cf-2da940c6710c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317433 Sep 30 08:24:04.248631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.258510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.263937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/networks/1c203ac3-51e5-46e8-af40-2aac17e307af HTTP/1.1" status: 204 len: 168 time: 0.3450172 Sep 30 08:24:04.272318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56418) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:04.283814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c351f-5a27-4fed-b840-3aa6d21cadc5 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Network': ['ID=1c203ac3-51e5-46e8-af40-2aac17e307af,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.292197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:04.325487 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-b6ebf885-9515-470f-a0ce-aceae99edc43 service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090295 Sep 30 08:24:04.376130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 57c8213d-9343-4df3-b113-a1cf32fc0732 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:04.380402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 57c8213d-9343-4df3-b113-a1cf32fc0732 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:04.380978 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.403293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04037d72-4485-4976-bf4a-9c2aeaaf9a91 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.409525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04037d72-4485-4976-bf4a-9c2aeaaf9a91 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.411212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-04037d72-4485-4976-bf4a-9c2aeaaf9a91 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1379132 Sep 30 08:24:04.417736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:04.426546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-40759096'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:04.463279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efa78-73bf-4d0c-bdc3-83019b67b85f req-31dd1ee1-b692-4b48-95bf-aa16fd10e010 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.464706 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.464843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd1efa78-73bf-4d0c-bdc3-83019b67b85f req-31dd1ee1-b692-4b48-95bf-aa16fd10e010 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 943 time: 0.0524268 Sep 30 08:24:04.467065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-46119a91-eb69-4b4d-a6cf-14fc889fc461 req-f8e116e9-c247-41b5-bd83-1faf7d6c32de service neutron] 10.222.0.57 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327429 Sep 30 08:24:04.468109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:04.471707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.499415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:04.502963 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7376d438-f7e2-4c2f-a164-87d0896eeca6" -d '{"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-plugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:04.504780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:04.510638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd1efa78-73bf-4d0c-bdc3-83019b67b85f req-3418f1a3-cda7-4038-bdc7-48e929aa87f2 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388639 Sep 30 08:24:04.518268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:04.518980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.519395 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Added segment 34d995dc-115b-42db-8917-93a3e4d5b47f of type vlan for network 5aaef156-2f43-4712-b96d-f9bb88dc8991 Sep 30 08:24:04.523904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.524982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 93ef8209-9f23-45d2-a0a3-0bec967690f7 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:04.558698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:04.581287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.613377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.629930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 93ef8209-9f23-45d2-a0a3-0bec967690f7 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:04.634653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 93ef8209-9f23-45d2-a0a3-0bec967690f7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:04.635401 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.649003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.655118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.656162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.724845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.752184 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0beaeee-dd68-4a4a-9703-e51728202232 x-openstack-request-id: req-a0beaeee-dd68-4a4a-9703-e51728202232 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:04.752521 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-plugged", "status": "completed", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:04.752700 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0beaeee-dd68-4a4a-9703-e51728202232 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:04.753087 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'code': 200} Sep 30 08:24:04.763766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 93ef8209-9f23-45d2-a0a3-0bec967690f7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:04.769200 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.770093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c9625e55-0750-4fbc-8020-a0a5d382191e no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:04.812147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: c9625e55-0750-4fbc-8020-a0a5d382191e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:04.812749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c9625e55-0750-4fbc-8020-a0a5d382191e not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:04.841089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=93ef8209-9f23-45d2-a0a3-0bec967690f7,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.861851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a30f-9192-4833-a3ea-d22e8fbb54bb req-c65d7573-6785-447d-9e75-25497e610a97 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.869561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10b1a30f-9192-4833-a3ea-d22e8fbb54bb req-c65d7573-6785-447d-9e75-25497e610a97 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.0661306 Sep 30 08:24:04.908836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10b1a30f-9192-4833-a3ea-d22e8fbb54bb req-c667afc4-ab4e-4c82-97c3-4fe405c1d14b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Sep 30 08:24:05.049010 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6271448 Sep 30 08:24:05.050309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:05.056190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-39651679'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:05.109779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:05.113175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.125421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65252e7-d58b-4bcb-8972-23e55c57f6c8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Network': ['ID=5aaef156-2f43-4712-b96d-f9bb88dc8991,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:05.136163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a46dd-16cc-49ae-92e0-1db1cdf89032 req-520e771b-0ef6-4589-be94-29b3e3a2678a tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.138272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-677a46dd-16cc-49ae-92e0-1db1cdf89032 req-520e771b-0ef6-4589-be94-29b3e3a2678a tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 947 time: 0.0784671 Sep 30 08:24:05.143887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5aaef156-2f43-4712-b96d-f9bb88dc8991 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:05.149923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4377f-b277-4030-a62e-118b3eb571bf req-55690452-15a6-4258-b317-b146a43980bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.151529 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7bc4377f-b277-4030-a62e-118b3eb571bf req-55690452-15a6-4258-b317-b146a43980bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1098 time: 0.1461902 Sep 30 08:24:05.155342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:05.180541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.180895 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Added segment 8f8a36dc-954a-4ee1-9b96-503b75691edd of type vlan for network fc0822e4-f418-46c7-be79-650b8887061d Sep 30 08:24:05.254490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7bc4377f-b277-4030-a62e-118b3eb571bf req-455bb5d9-19b2-4236-a4a5-edea1d87c54c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656006 Sep 30 08:24:05.256107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-677a46dd-16cc-49ae-92e0-1db1cdf89032 req-c663d58b-2bc0-49b9-a384-ab703c64fdc0 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053102 Sep 30 08:24:05.257644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.284552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.290329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.291107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.346144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2943101 Sep 30 08:24:05.359969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:05.367068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'ports': [{'network_id': '5aaef156-2f43-4712-b96d-f9bb88dc8991', 'name': 'tempest-port--1741328949', 'admin_state_up': True}, {'network_id': 'fc0822e4-f418-46c7-be79-650b8887061d', 'admin_state_up': False}]} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:05.367386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'port': {'network_id': '5aaef156-2f43-4712-b96d-f9bb88dc8991', 'name': 'tempest-port--1741328949', 'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:05.367889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'port': {'network_id': 'fc0822e4-f418-46c7-be79-650b8887061d', 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:05.396338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b2c6b-a649-4c16-9b13-3ad887875183 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Network': ['ID=fc0822e4-f418-46c7-be79-650b8887061d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:05.411948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network fc0822e4-f418-46c7-be79-650b8887061d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:05.434862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4829c-4772-48cb-a4d9-4cf5ddc49230 req-69df8530-603d-4f38-b9da-aea98ba77f28 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.437250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61f4829c-4772-48cb-a4d9-4cf5ddc49230 req-69df8530-603d-4f38-b9da-aea98ba77f28 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.1123469 Sep 30 08:24:05.478208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.478470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61f4829c-4772-48cb-a4d9-4cf5ddc49230 req-dfcc8e0c-5a11-4e34-aa91-5d1c94a3426d tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336583 Sep 30 08:24:05.628814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'port': 2} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:05.629362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becda337-3f0f-4055-b792-9a2e66bd4483 req-6f430a1f-75a6-4d1b-bdb0-fcb059239e19 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.630924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-becda337-3f0f-4055-b792-9a2e66bd4483 req-6f430a1f-75a6-4d1b-bdb0-fcb059239e19 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 943 time: 0.0501189 Sep 30 08:24:05.633354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.669690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-becda337-3f0f-4055-b792-9a2e66bd4483 req-cd635f50-b471-4fc5-85e2-4708a886c48e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Sep 30 08:24:05.681896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.782369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] device_id is not set on port 624cf19b-4c9f-4a48-a345-06f1c6860dea yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:05.943946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Deleting port 7048c30e-c584-42cc-92ab-5d698ba77c57 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:05.944289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.982100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.031351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c559-21f3-4560-b01f-b9346f0ceb34 req-55214cc9-02a0-4e11-b687-8edc82f9520e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.032827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36d3c559-21f3-4560-b01f-b9346f0ceb34 req-55214cc9-02a0-4e11-b687-8edc82f9520e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.0496347 Sep 30 08:24:06.075818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36d3c559-21f3-4560-b01f-b9346f0ceb34 req-32519aa3-4bbf-4511-b13c-4be27524d737 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Sep 30 08:24:06.091777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] device_id is not set on port 1c9fe042-737b-4489-9356-fe5fbf36fdad yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:06.101815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] For port 7048c30e-c584-42cc-92ab-5d698ba77c57, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7048c30e-c584-42cc-92ab-5d698ba77c57,segment=NetworkSegment(8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2),segment_id=8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:06.102181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.117771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Calling delete_port for 7048c30e-c584-42cc-92ab-5d698ba77c57 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:06.315548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1cba23c6-f9f0-4318-99bc-13158d78dc5d details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:06.316825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.386269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cc261-b93e-4e3c-8ab8-61133c15b8ae req-ac0e8a8e-3ca1-4652-b446-b7f5063685d3 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.388545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-401cc261-b93e-4e3c-8ab8-61133c15b8ae req-ac0e8a8e-3ca1-4652-b446-b7f5063685d3 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 947 time: 0.0580378 Sep 30 08:24:06.399211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.440575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-401cc261-b93e-4e3c-8ab8-61133c15b8ae req-585a0913-78ac-4325-8879-d5bef23d9ea0 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Sep 30 08:24:06.461929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.483764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Port': ['ID=624cf19b-4c9f-4a48-a345-06f1c6860dea,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.541748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Pushing event deleted for resources: {'Port': ['ID=7048c30e-c584-42cc-92ab-5d698ba77c57,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.561336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:06.575620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Checking segment: {'id': '34d995dc-115b-42db-8917-93a3e4d5b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5aaef156-2f43-4712-b96d-f9bb88dc8991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:06.575996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network hostable DHCP agents. Network: 5aaef156-2f43-4712-b96d-f9bb88dc8991, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:06.585122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '1cba23c6-f9f0-4318-99bc-13158d78dc5d', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': '1cba23c6-f9f0-4318-99bc-13158d78dc5d', 'mac_address': 'fa:16:3e:d8:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:06.613980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network 5aaef156-2f43-4712-b96d-f9bb88dc8991 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:06.628552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5aaef156-2f43-4712-b96d-f9bb88dc8991) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:06.629286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.644126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a30895-897e-403c-8118-9fbb98c79699 None None] Network 5aaef156-2f43-4712-b96d-f9bb88dc8991 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:06.661464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f1250-8aa1-4768-8403-6385e4ba8f29 req-f07a58e6-560c-4df8-a194-7fcce16ddb80 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.670813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-201f1250-8aa1-4768-8403-6385e4ba8f29 req-f07a58e6-560c-4df8-a194-7fcce16ddb80 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.0853267 Sep 30 08:24:06.675638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:06.676524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.714573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cba23c6-f9f0-4318-99bc-13158d78dc5d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:06.738422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-201f1250-8aa1-4768-8403-6385e4ba8f29 req-558e83bc-2bb4-4099-8a90-75f861cf64f1 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655627 Sep 30 08:24:06.759654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Port': ['ID=1c9fe042-737b-4489-9356-fe5fbf36fdad,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.764578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:06.774250 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b8608-9435-49ba-a1c8-bae6d68d49cc" -d '{"events": [{"server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "name": "network-vif-plugged", "status": "completed", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:06.793355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:06.819157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.828522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Checking segment: {'id': '8f8a36dc-954a-4ee1-9b96-503b75691edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fc0822e4-f418-46c7-be79-650b8887061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:06.828935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network hostable DHCP agents. Network: fc0822e4-f418-46c7-be79-650b8887061d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:06.838115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.843503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848265e-4158-4641-8902-e2cd83c74495 req-47a8ea0d-76c7-4add-b06d-105eafa00656 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.845560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f848265e-4158-4641-8902-e2cd83c74495 req-47a8ea0d-76c7-4add-b06d-105eafa00656 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 947 time: 0.0783172 Sep 30 08:24:06.892777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cba23c6-f9f0-4318-99bc-13158d78dc5d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.906940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network fc0822e4-f418-46c7-be79-650b8887061d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:06.922046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, fc0822e4-f418-46c7-be79-650b8887061d) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:06.930267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:06.938044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.945369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.946491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.952979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9bf151-a4b6-4f99-bc3a-95f618515e88 None None] Network fc0822e4-f418-46c7-be79-650b8887061d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:07.003506 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f0395e17-ebeb-4bc5-819e-a340d52e2fb1 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6390524 Sep 30 08:24:07.003924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.005117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be0b1-0668-4cce-8693-9c5b3aed8f85 req-93beb6e5-1914-4c3e-a15f-0f1a6e6ec106 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.006993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e86be0b1-0668-4cce-8693-9c5b3aed8f85 req-93beb6e5-1914-4c3e-a15f-0f1a6e6ec106 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 944 time: 0.1526380 Sep 30 08:24:07.067490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Deleting port 1319c802-eb5d-4be8-8b1b-14be514d5075 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:07.067913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.091239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e86be0b1-0668-4cce-8693-9c5b3aed8f85 req-cf77af45-d68f-4a1e-a70e-62d8143d9f82 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733974 Sep 30 08:24:07.146230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1cba23c6-f9f0-4318-99bc-13158d78dc5d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:07.162575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80827d5f-12e0-4436-90ef-cc335f26a721 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.169397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80827d5f-12e0-4436-90ef-cc335f26a721 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.171376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80827d5f-12e0-4436-90ef-cc335f26a721 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1663489 Sep 30 08:24:07.174448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.176097 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c8d5aa-8a7d-4661-b96a-3b3492de8ab2 x-openstack-request-id: req-59c8d5aa-8a7d-4661-b96a-3b3492de8ab2 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:07.176389 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "name": "network-vif-plugged", "status": "completed", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:07.176640 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59c8d5aa-8a7d-4661-b96a-3b3492de8ab2 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:07.177319 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'code': 200} Sep 30 08:24:07.371763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] For port 1319c802-eb5d-4be8-8b1b-14be514d5075, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1319c802-eb5d-4be8-8b1b-14be514d5075,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:07.372141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.400527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Calling delete_port for 1319c802-eb5d-4be8-8b1b-14be514d5075 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:07.411724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a4205-863c-402b-b531-4ba6a0024038 req-ba9a7335-0ab7-4b76-a38e-e8a8eb169da1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.413376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b13a4205-863c-402b-b531-4ba6a0024038 req-ba9a7335-0ab7-4b76-a38e-e8a8eb169da1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.1641428 Sep 30 08:24:07.461223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e26352-fba2-45c5-8e93-f3ac2ef15e9a req-05c08830-8c1e-45cd-a4a1-1d97018125b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.463248 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43e26352-fba2-45c5-8e93-f3ac2ef15e9a req-05c08830-8c1e-45cd-a4a1-1d97018125b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 1097 time: 0.1981633 Sep 30 08:24:07.466264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:07.513970 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b13a4205-863c-402b-b531-4ba6a0024038 req-3e534c1a-064e-49db-94cb-27bc0da41ddf tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921283 Sep 30 08:24:07.565518 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-43e26352-fba2-45c5-8e93-f3ac2ef15e9a req-e94c271d-0b88-42e2-9b79-e0e7a41cd4f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867186 Sep 30 08:24:07.568852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Deleting port 624cf19b-4c9f-4a48-a345-06f1c6860dea {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:07.569132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.606641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.638589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Pushing event deleted for resources: {'Port': ['ID=1319c802-eb5d-4be8-8b1b-14be514d5075,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:07.693040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] No DVR routers for this DVR port 1319c802-eb5d-4be8-8b1b-14be514d5075 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:07.703820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.705462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f848265e-4158-4641-8902-e2cd83c74495 req-2b3f2b88-1eb2-449c-bf39-62e83d8b21ee tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "DELETE /v2.0/ports/1319c802-eb5d-4be8-8b1b-14be514d5075 HTTP/1.1" status: 204 len: 173 time: 0.8403726 Sep 30 08:24:07.706241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-deleted', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:07.708391 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e52007-5632-4763-aa09-4b98a85c76ea" -d '{"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-deleted", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:07.731894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10ffdc06-415c-42a4-a5cd-bcef3ed59842 req-1f1ea6fd-c391-48bf-80aa-5a9f39defab5 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=0af0cc2b-493c-42f5-99ed-6e0e7dd6e054 HTTP/1.1" status: 200 len: 210 time: 0.0399690 Sep 30 08:24:07.791953 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0394fb-0f45-447d-81e3-2aaf39ba48b5 x-openstack-request-id: req-5d0394fb-0f45-447d-81e3-2aaf39ba48b5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:07.792257 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0cc2b-493c-42f5-99ed-6e0e7dd6e054", "name": "network-vif-deleted", "tag": "1319c802-eb5d-4be8-8b1b-14be514d5075", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:07.792510 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d0394fb-0f45-447d-81e3-2aaf39ba48b5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:07.792913 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0cc2b-493c-42f5-99ed-6e0e7dd6e054', 'name': 'network-vif-deleted', 'tag': '1319c802-eb5d-4be8-8b1b-14be514d5075', 'status': 'completed', 'code': 200} Sep 30 08:24:07.900853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883a83-23c6-490b-ba62-2e5c41949e8e req-353b4f07-90b3-4c60-ab25-b0564cb6a70f tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.903142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42883a83-23c6-490b-ba62-2e5c41949e8e req-353b4f07-90b3-4c60-ab25-b0564cb6a70f tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.0570033 Sep 30 08:24:07.941579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.944218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42883a83-23c6-490b-ba62-2e5c41949e8e req-5344cab4-7afb-43db-99b8-99e5f8c19961 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337586 Sep 30 08:24:07.959427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Calling delete_port for 624cf19b-4c9f-4a48-a345-06f1c6860dea owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:07.973478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:07.983398 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-49f03ccb-c918-41b6-9230-0d9d9eafb528 admin admin] 10.222.0.41 "PUT /v2.0/routers/4b4d51b8-a90c-4a2c-b800-0f29020307b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4108741 Sep 30 08:24:07.983775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56510) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.984815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] Sync routers for ids ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:07.995565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] Routers {'4b4d51b8-a90c-4a2c-b800-0f29020307b3'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:07.996226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:23:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:08.070917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.105752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Port': ['ID=624cf19b-4c9f-4a48-a345-06f1c6860dea,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.111265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.115637 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.116129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f11ed6c0-bc18-4d92-b30b-119d5f207602 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/ports/624cf19b-4c9f-4a48-a345-06f1c6860dea HTTP/1.1" status: 204 len: 168 time: 0.9408283 Sep 30 08:24:08.116643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56514) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.140779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] Set router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:08.241627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Deleting port 1c9fe042-737b-4489-9356-fe5fbf36fdad {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:08.242274 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.308656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849f6a-eb31-4d75-9120-5fc43a792588 req-d468bf66-e1de-48f1-ae11-69d06d38fd3f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:08.310795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee849f6a-eb31-4d75-9120-5fc43a792588 req-d468bf66-e1de-48f1-ae11-69d06d38fd3f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 944 time: 0.1081502 Sep 30 08:24:08.312275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.319489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.336541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Calling delete_port for 1c9fe042-737b-4489-9356-fe5fbf36fdad owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:08.338042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1cba23c6-f9f0-4318-99bc-13158d78dc5d up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:08.395015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee849f6a-eb31-4d75-9120-5fc43a792588 req-1aad1a5a-30cf-4e7b-87c7-d54f3363ed23 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771646 Sep 30 08:24:08.428958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Deleting port 8e951393-7328-4ef6-8f9c-64884946e2f4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:08.429561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.450398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.471549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:24:06Z', 'revision_number': 5, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port': {'id': '8e951393-7328-4ef6-8f9c-64884946e2f4', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:02Z', 'updated_at': '2021-09-30T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:08.483432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Port': ['ID=1c9fe042-737b-4489-9356-fe5fbf36fdad,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.489757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.492168 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-54eb3612-8f6c-4934-b536-815c9e84fd94 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/ports/1c9fe042-737b-4489-9356-fe5fbf36fdad HTTP/1.1" status: 204 len: 168 time: 0.3745673 Sep 30 08:24:08.497185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.528259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] Checking router: 4b4d51b8-a90c-4a2c-b800-0f29020307b3 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:24:08.538837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 1cba23c6-f9f0-4318-99bc-13158d78dc5d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:08.541243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] Routers {'4b4d51b8-a90c-4a2c-b800-0f29020307b3'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:08.542187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:23:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:08.545241 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2b4673f-6926-41f4-ab4d-817d0fb9e374 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0449543 Sep 30 08:24:08.547832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56528) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.551050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56f415a7-a8fe-4698-957c-ca6891f3b2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.554374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-724474148'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:08.557397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] For port 8e951393-7328-4ef6-8f9c-64884946e2f4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8e951393-7328-4ef6-8f9c-64884946e2f4,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:08.557828 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.571654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Calling delete_port for 8e951393-7328-4ef6-8f9c-64884946e2f4 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:08.582756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 1cba23c6-f9f0-4318-99bc-13158d78dc5d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:08.583134 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.585811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:08.593574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.631354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:08.649531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.651448 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Added segment b5947c64-e7bf-4ec9-87ab-868ec08a0679 of type vlan for network 53425158-5b39-4711-a660-b261d1973980 Sep 30 08:24:08.672576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] Set router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:08.721553 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.740582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 6, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:08.756916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.765031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:08.765988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.801299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0dc2ad-96bb-4e44-a718-8355768c70c3 None None] The sync data for ids ['4b4d51b8-a90c-4a2c-b800-0f29020307b3'] in n-d-807025-5 is: [{'id': '4b4d51b8-a90c-4a2c-b800-0f29020307b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1421260535-router', 'tenant_id': 'd45e6228797342b190e736c24a01d598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:01Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 6, 'project_id': 'd45e6228797342b190e736c24a01d598', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:08.817619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.818812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.820789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2716134 Sep 30 08:24:08.825125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.831894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1947891357'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:08.860806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e951393-7328-4ef6-8f9c-64884946e2f4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.880854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:08.885976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c05f4f-f7b7-490d-bf42-b4664fa9600b tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Network': ['ID=53425158-5b39-4711-a660-b261d1973980,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.886180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.911228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:08.915257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.920137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 53425158-5b39-4711-a660-b261d1973980 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:08.953385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f629836-63af-4ff2-a43a-7629a4fd2a93 req-c0198b63-a2ab-4009-a0b0-151ae8413de0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:08.961263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f629836-63af-4ff2-a43a-7629a4fd2a93 req-c0198b63-a2ab-4009-a0b0-151ae8413de0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.1143909 Sep 30 08:24:08.961834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:08.979223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.980163 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Added segment dbe46915-fb1d-45e5-9b53-786d5ad5fffb of type vlan for network 9e05b617-1d12-4394-bfa7-b42a4c95bf8c Sep 30 08:24:09.005469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.014662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cba23c6-f9f0-4318-99bc-13158d78dc5d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.019798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f629836-63af-4ff2-a43a-7629a4fd2a93 req-7d97e022-a0ab-4976-9c07-73d76c539695 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574791 Sep 30 08:24:09.041782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.078069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.086640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:09.087290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.122611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.126444 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.126575 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3012238 Sep 30 08:24:09.172705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c171857-0e81-4c82-b417-ab3483beb2ed tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Network': ['ID=9e05b617-1d12-4394-bfa7-b42a4c95bf8c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.178560 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cba23c6-f9f0-4318-99bc-13158d78dc5d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:09.181573 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e6d62c-903f-4252-8b2f-ff0dcea1fb91" -d '{"events": [{"server_uuid": "e940d2c8-610c-4bdf-b5eb-32636002f653", "name": "network-vif-plugged", "status": "completed", "tag": "1cba23c6-f9f0-4318-99bc-13158d78dc5d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:09.192137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9e05b617-1d12-4394-bfa7-b42a4c95bf8c details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:09.314533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.315052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4d51b8-a90c-4a2c-b800-0f29020307b3 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:24:09.319714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.320908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b6f22682-9e45-4705-9df8-2e0db0921665 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4b4d51b8-a90c-4a2c-b800-0f29020307b3 HTTP/1.1" status: 204 len: 168 time: 1.3360832 Sep 30 08:24:09.323591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:09.346179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111e04d-a10a-4abd-af22-ac5218908590 req-eb5d1e39-0305-4286-bf82-dbf996e85e5d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:09.347949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7111e04d-a10a-4abd-af22-ac5218908590 req-eb5d1e39-0305-4286-bf82-dbf996e85e5d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.0925164 Sep 30 08:24:09.379581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Deleting subnet dea033ed-2035-4831-b565-8d360869c516 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:09.382922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.393234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7111e04d-a10a-4abd-af22-ac5218908590 req-91bca819-c133-41f0-8a4c-6aa92e944241 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Sep 30 08:24:09.425169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.468385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.513662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b3988-1418-4299-921b-67b93e953444 req-6414aa0b-bfbc-4525-aab6-6ae9043b1691 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:09.515505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-175b3988-1418-4299-921b-67b93e953444 req-6414aa0b-bfbc-4525-aab6-6ae9043b1691 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.0536056 Sep 30 08:24:09.529716 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.555937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea033ed-2035-4831-b565-8d360869c516,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.560407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.564858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-175b3988-1418-4299-921b-67b93e953444 req-69b96ea7-bd7f-460d-9afe-032dc890e98b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415242 Sep 30 08:24:09.566638 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2260056a-34a6-45b0-9a87-8121709f4d6f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dea033ed-2035-4831-b565-8d360869c516 HTTP/1.1" status: 204 len: 168 time: 0.2406185 Sep 30 08:24:09.569399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56552) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:09.671847 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.703374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7048c30e-c584-42cc-92ab-5d698ba77c57 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:09.741311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7048c30e-c584-42cc-92ab-5d698ba77c57 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:09.741836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7048c30e-c584-42cc-92ab-5d698ba77c57 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:09.779718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.801872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e56ffd-8e2a-40a2-9928-8a980a9a6e96']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:09.805154 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c950e324-0818-405b-9b01-3af6faf41291 x-openstack-request-id: req-c950e324-0818-405b-9b01-3af6faf41291 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:09.805596 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940d2c8-610c-4bdf-b5eb-32636002f653", "name": "network-vif-plugged", "status": "completed", "tag": "1cba23c6-f9f0-4318-99bc-13158d78dc5d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:09.805945 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c950e324-0818-405b-9b01-3af6faf41291 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:09.806439 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cba23c6-f9f0-4318-99bc-13158d78dc5d', 'code': 200} Sep 30 08:24:09.817672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:09.818150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b52c410-3ee1-4e9e-ae9d-24ec2c1ad9c2') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:09.830090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.839574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:09.868598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.873467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 1319c802-eb5d-4be8-8b1b-14be514d5075 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:09.873813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1319c802-eb5d-4be8-8b1b-14be514d5075 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:09.878004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:09.878691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:09.881299 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:09.956407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28e10a-e228-4d3b-a80c-eb9db063f54f req-4e976f29-ad22-4ae7-abd6-ee0a2b2b5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:09.958231 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db28e10a-e228-4d3b-a80c-eb9db063f54f req-4e976f29-ad22-4ae7-abd6-ee0a2b2b5522 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 1096 time: 0.0511706 Sep 30 08:24:09.978292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.985012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.989943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4e56ffd-8e2a-40a2-9928-8a980a9a6e96 HTTP/1.1" status: 204 len: 168 time: 0.4193218 Sep 30 08:24:10.012246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260014-c940-46b4-9fec-1e685e8a812a req-d998beda-6ec3-4a1b-a794-f92e29e31627 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:10.013788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29260014-c940-46b4-9fec-1e685e8a812a req-d998beda-6ec3-4a1b-a794-f92e29e31627 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.1155617 Sep 30 08:24:10.015152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83b8f-7535-47f6-917a-3e8a5f3ee93f admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e56ffd-8e2a-40a2-9928-8a980a9a6e96,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:10.030104 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db28e10a-e228-4d3b-a80c-eb9db063f54f req-9325addb-31cc-4e51-a61b-f41baa109534 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588980 Sep 30 08:24:10.085000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29260014-c940-46b4-9fec-1e685e8a812a req-e3d65319-4404-4479-973b-32a6f7d2992e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Sep 30 08:24:10.219754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e04c-9fdd-4d8a-bb10-72c968ddefde req-7102a066-9083-456a-9bbf-6c5723f58531 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:10.221435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a12e04c-9fdd-4d8a-bb10-72c968ddefde req-7102a066-9083-456a-9bbf-6c5723f58531 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.0537710 Sep 30 08:24:10.230404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:10.231403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:10.235568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Request body: {'floatingip': {'port_id': '93ef8209-9f23-45d2-a0a3-0bec967690f7'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:10.284501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.286486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56566) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:10.286631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f660b5ad-f26c-4eb8-8558-85efc05cfe41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d45e6228797342b190e736c24a01d598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539744 Sep 30 08:24:10.475368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29638b-b796-4e3e-8cc6-9c685649731b req-4b46e77d-08f5-42f1-856d-a046d5a87251 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:10.476893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d29638b-b796-4e3e-8cc6-9c685649731b req-4b46e77d-08f5-42f1-856d-a046d5a87251 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 949 time: 0.1822374 Sep 30 08:24:10.510893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3798ff8-5560-45fd-8812-3c7a05aae99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.561676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3798ff8-5560-45fd-8812-3c7a05aae99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.627797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d29638b-b796-4e3e-8cc6-9c685649731b req-5a3e64e3-a3ac-4004-ad3a-9dbadd9b6a6b tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141272 Sep 30 08:24:11.047501 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2efb4d0a-97d0-4a58-9124-9aa4ef39b167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.079492 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3798ff8-5560-45fd-8812-3c7a05aae99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.082025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3798ff8-5560-45fd-8812-3c7a05aae99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.083139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e3798ff8-5560-45fd-8812-3c7a05aae99b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2898f90b-76af-4257-a430-88d911e35814 HTTP/1.1" status: 204 len: 168 time: 0.7957482 Sep 30 08:24:11.108362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3798ff8-5560-45fd-8812-3c7a05aae99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2898f90b-76af-4257-a430-88d911e35814,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:11.192739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18efa58-edaf-445b-801c-e56554301dbd req-de66429c-c69f-40f6-a320-23615b571137 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:11.194440 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d18efa58-edaf-445b-801c-e56554301dbd req-de66429c-c69f-40f6-a320-23615b571137 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.2041984 Sep 30 08:24:11.217904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c95a3a-46e7-403b-a80f-ff9758c77ca8 req-bb3ed464-c485-443e-950e-cda9c9c64e12 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:11.217904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12c95a3a-46e7-403b-a80f-ff9758c77ca8 req-bb3ed464-c485-443e-950e-cda9c9c64e12 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 946 time: 0.2230709 Sep 30 08:24:11.278235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8e951393-7328-4ef6-8f9c-64884946e2f4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:11.328168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8e951393-7328-4ef6-8f9c-64884946e2f4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:11.328743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8e951393-7328-4ef6-8f9c-64884946e2f4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:11.359105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12c95a3a-46e7-403b-a80f-ff9758c77ca8 req-352f0612-48f9-45d4-a167-4498bfd890e5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330016 Sep 30 08:24:11.413298 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.427355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.436202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.443744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port 724101cb-53ef-417a-bad2-e54f6896d115 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:11.444156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.660658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6f998-d0c3-4b23-adc9-9f7ce3697fa5 req-c933ada8-fe9d-4265-8de6-278c4fef774a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:11.662197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ad6f998-d0c3-4b23-adc9-9f7ce3697fa5 req-c933ada8-fe9d-4265-8de6-278c4fef774a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.1592212 Sep 30 08:24:11.674070 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Floating IP 27a6c41b-d97f-4fae-8a39-50f186b6cfa5 associated. External IP: 172.25.7.190, port: 93ef8209-9f23-45d2-a0a3-0bec967690f7. Sep 30 08:24:11.678128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port 724101cb-53ef-417a-bad2-e54f6896d115, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=724101cb-53ef-417a-bad2-e54f6896d115,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:11.678495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.742188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for 724101cb-53ef-417a-bad2-e54f6896d115 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:11.780860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ad6f998-d0c3-4b23-adc9-9f7ce3697fa5 req-1e52763b-8578-4c4b-aeeb-31449002381a tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082914 Sep 30 08:24:12.025901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660a37-dfe9-4b77-bbd4-6733c561c099 req-7043d076-59f6-4a9d-a3b8-fd227f64a659 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:12.027949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a660a37-dfe9-4b77-bbd4-6733c561c099 req-7043d076-59f6-4a9d-a3b8-fd227f64a659 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 949 time: 0.1643443 Sep 30 08:24:12.091013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.097554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:12.120113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a660a37-dfe9-4b77-bbd4-6733c561c099 req-bfeace13-5659-4ae3-b53c-48331ce6be97 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/security-groups?id=834cb6c9-7721-40d2-88a5-9ed64a86e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840185 Sep 30 08:24:12.170193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=724101cb-53ef-417a-bad2-e54f6896d115,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:12.219896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port 724101cb-53ef-417a-bad2-e54f6896d115 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:12.253789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.255846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d18efa58-edaf-445b-801c-e56554301dbd req-5bd44737-6270-4438-93de-1d4ac9de48cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "DELETE /v2.0/ports/724101cb-53ef-417a-bad2-e54f6896d115 HTTP/1.1" status: 204 len: 173 time: 1.0382349 Sep 30 08:24:12.256350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'name': 'network-vif-deleted', 'tag': '724101cb-53ef-417a-bad2-e54f6896d115'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:12.258714 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab16f3-68e7-43bf-aa89-0e30c6cdd898" -d '{"events": [{"server_uuid": "eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c", "name": "network-vif-deleted", "tag": "724101cb-53ef-417a-bad2-e54f6896d115"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:12.296539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-1a90d7ac-fc54-48b0-b300-782ebdce2c4d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:12.298168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-1a90d7ac-fc54-48b0-b300-782ebdce2c4d tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 949 time: 0.1237757 Sep 30 08:24:12.387182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:12.412494 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] Sync routers for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:12.414413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.431366 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:12.432719 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:12.447730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-937fd71e-b806-4d6a-ad8d-e050e8511858 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "PUT /v2.0/floatingips/27a6c41b-d97f-4fae-8a39-50f186b6cfa5 HTTP/1.1" status: 200 len: 992 time: 2.2155633 Sep 30 08:24:12.459755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:12.467295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'subnets': [{'network_id': '53425158-5b39-4711-a660-b261d1973980', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--549645692', 'ip_version': 6}, {'network_id': '9e05b617-1d12-4394-bfa7-b42a4c95bf8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:12.468260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'subnet': {'network_id': '53425158-5b39-4711-a660-b261d1973980', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--549645692', 'ip_version': 6}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:12.469148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Request body: {'subnet': {'network_id': '9e05b617-1d12-4394-bfa7-b42a4c95bf8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:12.470335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Deleting port f85972f2-9f40-4407-8839-34f4dca1b656 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:12.470738 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.579083 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:12.620009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] For port f85972f2-9f40-4407-8839-34f4dca1b656, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f85972f2-9f40-4407-8839-34f4dca1b656,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:12.622110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.643580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Calling delete_port for f85972f2-9f40-4407-8839-34f4dca1b656 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:12.762759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Made reservation on behalf of 60cceff0ecc1494c86e2d7a9a79b4f49 for: {'subnet': 2} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:12.769571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.770645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.849745 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64852551-d762-40bb-ae83-a232bd530e98 x-openstack-request-id: req-64852551-d762-40bb-ae83-a232bd530e98 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:12.850707 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c", "name": "network-vif-deleted", "tag": "724101cb-53ef-417a-bad2-e54f6896d115", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:12.851073 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64852551-d762-40bb-ae83-a232bd530e98 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:12.851616 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c', 'name': 'network-vif-deleted', 'tag': '724101cb-53ef-417a-bad2-e54f6896d115', 'status': 'completed', 'code': 200} Sep 30 08:24:12.894889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4968355e-6d74-4859-bdc5-4c1e566fdebf req-d653b97f-bf81-4418-bbbe-55f852e1fee6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 210 time: 0.0419278 Sep 30 08:24:12.918229 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '27a6c41b-d97f-4fae-8a39-50f186b6cfa5', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'port_id': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'mac_address': 'fa:16:3e:7f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:23:51Z', 'updated_at': '2021-09-30T08:24:11Z', 'revision_number': 1, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:40Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:12.960567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.985605 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] Checking router: f98804bc-ff17-46e0-9ef2-5b2c716e6d5a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:24:13.001637 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:13.002172 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:13.035743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Pushing event deleted for resources: {'Port': ['ID=f85972f2-9f40-4407-8839-34f4dca1b656,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:13.067238 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.124298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] No DVR routers for this DVR port f85972f2-9f40-4407-8839-34f4dca1b656 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:13.127010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.128948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55ba7c67-353b-42c4-a5f1-31ebb2e630ee req-8698779a-239c-4c5f-afa7-25733f7810c1 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.50 "DELETE /v2.0/ports/f85972f2-9f40-4407-8839-34f4dca1b656 HTTP/1.1" status: 204 len: 173 time: 0.7997906 Sep 30 08:24:13.177152 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:13.211617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d92c6ddc-6c49-4b2d-aef5-25435993e120 req-f06f07c2-4f5a-4626-a258-0383c5864459 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0885754 Sep 30 08:24:13.383105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e52df-312f-44dc-9f44-a76541b3a107 req-7047b24a-b504-47e0-9a6f-b6ddda67be89 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:13.385397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b1e52df-312f-44dc-9f44-a76541b3a107 req-7047b24a-b504-47e0-9a6f-b6ddda67be89 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.0600681 Sep 30 08:24:13.466512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b1e52df-312f-44dc-9f44-a76541b3a107 req-baf081a4-c06e-4fa1-a506-a6defcdaf544 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736375 Sep 30 08:24:13.482652 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.567897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Subnet': ['ID=631a0565-9208-480f-ae00-11f0e761af5f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:13.572617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Checking segment: {'id': 'b5947c64-e7bf-4ec9-87ab-868ec08a0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53425158-5b39-4711-a660-b261d1973980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:13.572617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network hostable DHCP agents. Network: 53425158-5b39-4711-a660-b261d1973980, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:13.591674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network 53425158-5b39-4711-a660-b261d1973980 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:13.603108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 53425158-5b39-4711-a660-b261d1973980) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:13.607575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.614066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf1bcae-09a5-464d-8b00-a56ad790dd8a req-f0056007-5f69-40a9-bfc3-840679211723 tempest-ListImageFiltersTestJSON-1390215307 tempest-ListImageFiltersTestJSON-1390215307-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a15d04-7700-4455-b8b3-ceab800661a3 HTTP/1.1" status: 200 len: 210 time: 0.0401316 Sep 30 08:24:13.629675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad90e89-c7ae-4dbb-b59f-a809bdb580cb None None] Network 53425158-5b39-4711-a660-b261d1973980 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:13.700504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Checking segment: {'id': 'dbe46915-fb1d-45e5-9b53-786d5ad5fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9e05b617-1d12-4394-bfa7-b42a4c95bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:13.701179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network hostable DHCP agents. Network: 9e05b617-1d12-4394-bfa7-b42a4c95bf8c, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:13.725029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event updated for resources: {'Subnet': ['ID=8436e0fd-28ac-46d4-9d32-c455847e174e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:13.747675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Network 9e05b617-1d12-4394-bfa7-b42a4c95bf8c is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:13.754570 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '27a6c41b-d97f-4fae-8a39-50f186b6cfa5', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'port_id': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'mac_address': 'fa:16:3e:7f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:23:51Z', 'updated_at': '2021-09-30T08:24:11Z', 'revision_number': 1, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:40Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:13.765535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9e05b617-1d12-4394-bfa7-b42a4c95bf8c) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:13.770648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:13.770998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:13.771658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.810570 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1442d55a-a27f-41d1-9ca6-d05d15bcffa9 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3459492 Sep 30 08:24:13.810909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56636) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:13.825356 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21953d0-2236-4fca-aa4d-7857baaf9496 None None] The sync data for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 is: [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '27a6c41b-d97f-4fae-8a39-50f186b6cfa5', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'port_id': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'mac_address': 'fa:16:3e:7f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:23:51Z', 'updated_at': '2021-09-30T08:24:11Z', 'revision_number': 1, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:40Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:13.954128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8aa28-7692-402f-adbc-7b627990e4bd None None] Network 9e05b617-1d12-4394-bfa7-b42a4c95bf8c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:13.966621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:13.998064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ab67f-202e-464c-ab55-c9691f4beff8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:13.999820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ab67f-202e-464c-ab55-c9691f4beff8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:14.001577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ab67f-202e-464c-ab55-c9691f4beff8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:14.003235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e60ab67f-202e-464c-ab55-c9691f4beff8 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1913359 Sep 30 08:24:14.012671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56642) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:14.044127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: f85972f2-9f40-4407-8839-34f4dca1b656 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:14.044667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f85972f2-9f40-4407-8839-34f4dca1b656 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:14.045096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 724101cb-53ef-417a-bad2-e54f6896d115 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:14.108931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cb1345a-a18e-4b94-b1f0-7599d10c73d3 req-4a7b3d52-1ebd-4d35-9d64-30e83bbe4227 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 210 time: 0.0517292 Sep 30 08:24:14.135539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Deleting subnet 631a0565-9208-480f-ae00-11f0e761af5f {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:14.141434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.226689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5c5eb-5546-4853-86a0-d5ddcdf38b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-53425158-5b39-4711-a660-b261d1973980', 'network_id': '53425158-5b39-4711-a660-b261d1973980', 'tenant_id': '60cceff0ecc1494c86e2d7a9a79b4f49', 'fixed_ips': [{'subnet_id': '631a0565-9208-480f-ae00-11f0e761af5f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:14.228325 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-47b5c5eb-5546-4853-86a0-d5ddcdf38b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.236391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.238785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98dbd0-5631-4008-8886-315c862e5b54 None None] New status for floating IP 27a6c41b-d97f-4fae-8a39-50f186b6cfa5: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:24:14.278988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 724101cb-53ef-417a-bad2-e54f6896d115 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:14.279601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 724101cb-53ef-417a-bad2-e54f6896d115 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:14.289369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20315-cd56-454c-90d8-7363f3806c69 req-817b4b94-e2e7-4dc5-a4b2-0a0129c2847e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:14.290944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3be20315-cd56-454c-90d8-7363f3806c69 req-817b4b94-e2e7-4dc5-a4b2-0a0129c2847e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.0950725 Sep 30 08:24:14.331511 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.389900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3be20315-cd56-454c-90d8-7363f3806c69 req-8e348aef-f02d-4b7e-99f2-021c9f27f5e4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896685 Sep 30 08:24:14.472309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.491681 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.494118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/subnets/631a0565-9208-480f-ae00-11f0e761af5f HTTP/1.1" status: 204 len: 168 time: 0.4795003 Sep 30 08:24:14.497105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:14.550144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe8ba-7988-458d-88df-ff3a021b9ca4 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Subnet': ['ID=631a0565-9208-480f-ae00-11f0e761af5f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:14.619968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d0e93c8-4f96-4e4c-96d1-0e728e0ced32 req-7430bc6a-9bea-4cb9-a6f2-5ff7a2300c40 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0337572 Sep 30 08:24:14.630161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Deleting subnet 8436e0fd-28ac-46d4-9d32-c455847e174e {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:14.634262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-47b5c5eb-5546-4853-86a0-d5ddcdf38b50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 631a0565-9208-480f-ae00-11f0e761af5f: This subnet is being modified by another concurrent operation. Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:24:14.650303 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 631a0565-9208-480f-ae00-11f0e761af5f: This subnet is being modified by another concurrent operation. Sep 30 08:24:14.655941 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:24:14.695529 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.732724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc943b3-2e91-4e94-b420-e357dabcedb0 None None] Network 53425158-5b39-4711-a660-b261d1973980 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:14.754691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2a48a-9f44-4693-9480-827ca4d72050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-9e05b617-1d12-4394-bfa7-b42a4c95bf8c', 'network_id': '9e05b617-1d12-4394-bfa7-b42a4c95bf8c', 'tenant_id': '60cceff0ecc1494c86e2d7a9a79b4f49', 'fixed_ips': [{'subnet_id': '8436e0fd-28ac-46d4-9d32-c455847e174e'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:14.756039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a48a-9f44-4693-9480-827ca4d72050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.780113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.811946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5274e7-d352-4ba0-a8cb-b7c9ebfe6e56 req-215fccf5-d23c-41a3-9203-ce2b16599571 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:14.818031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b5274e7-d352-4ba0-a8cb-b7c9ebfe6e56 req-215fccf5-d23c-41a3-9203-ce2b16599571 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.0964432 Sep 30 08:24:14.853603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7'}, {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-deleted', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:14.856552 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe45331-0814-416c-86d2-5204c676d446" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7"}, {"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-deleted", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:14.885313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b5274e7-d352-4ba0-a8cb-b7c9ebfe6e56 req-777a8da4-e627-49de-b30f-77fdd9c2a3f4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587611 Sep 30 08:24:14.890798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.923986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Subnet': ['ID=8436e0fd-28ac-46d4-9d32-c455847e174e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:14.926326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.931278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-423478ca-e64f-4daf-9189-ee376737aa45 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/subnets/8436e0fd-28ac-46d4-9d32-c455847e174e HTTP/1.1" status: 204 len: 168 time: 0.4329917 Sep 30 08:24:14.931529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56660) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:14.943625 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-c0b2a48a-9f44-4693-9480-827ca4d72050 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8436e0fd-28ac-46d4-9d32-c455847e174e: This subnet is being modified by another concurrent operation. Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:24:14.968353 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8436e0fd-28ac-46d4-9d32-c455847e174e: This subnet is being modified by another concurrent operation. Sep 30 08:24:14.971622 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:24:14.988958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd735026-6465-4215-81ac-db738916f3e2 None None] Network 9e05b617-1d12-4394-bfa7-b42a4c95bf8c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:15.037853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f368499-cb4b-40ea-a537-18b35d08a444 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.039734 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8f368499-cb4b-40ea-a537-18b35d08a444 tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1063011 Sep 30 08:24:15.045985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56664) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:15.139062 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb7d1fd-5b7e-4f98-834c-1281890ea67c x-openstack-request-id: req-1eb7d1fd-5b7e-4f98-834c-1281890ea67c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:15.139358 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7", "status": "completed", "code": 200}, {"server_uuid": "a0a15d04-7700-4455-b8b3-ceab800661a3", "name": "network-vif-deleted", "tag": "f85972f2-9f40-4407-8839-34f4dca1b656", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:15.139611 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eb7d1fd-5b7e-4f98-834c-1281890ea67c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:15.140013 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'status': 'completed', 'code': 200} Sep 30 08:24:15.140271 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a15d04-7700-4455-b8b3-ceab800661a3', 'name': 'network-vif-deleted', 'tag': 'f85972f2-9f40-4407-8839-34f4dca1b656', 'status': 'completed', 'code': 200} Sep 30 08:24:15.140801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a514c-9c94-40c9-aaa6-a392f5e4e8a2 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:24:15.156028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.229746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45331-0814-416c-86d2-5204c676d446 req-a9f8d7d2-23c0-4950-8a5b-6db7e7fd3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.232642 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-a9f8d7d2-23c0-4950-8a5b-6db7e7fd3795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc3483c6ca51407eb904d476066e1f50&device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 1097 time: 0.0868115 Sep 30 08:24:15.276618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.316149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e05b617-1d12-4394-bfa7-b42a4c95bf8c']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:15.330412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe46915-fb1d-45e5-9b53-786d5ad5fffb') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:15.330728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe46915-fb1d-45e5-9b53-786d5ad5fffb') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:15.360077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.377465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a514c-9c94-40c9-aaa6-a392f5e4e8a2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:24:15.389404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.398850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:15.399311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.410011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45331-0814-416c-86d2-5204c676d446 req-bfd57272-2e23-436b-82c8-6adf410e7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.412071 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-bfd57272-2e23-436b-82c8-6adf410e7a56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46573ea1-7d3c-40a9-af61-e31208e34f4a HTTP/1.1" status: 200 len: 907 time: 0.1687050 Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:15.419784 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:15.476579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.487635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.493400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/networks/9e05b617-1d12-4394-bfa7-b42a4c95bf8c HTTP/1.1" status: 204 len: 168 time: 0.4463253 Sep 30 08:24:15.497521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56676) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:15.507208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e1ce4-9105-467e-8734-ee46e39efd5f tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Network': ['ID=9e05b617-1d12-4394-bfa7-b42a4c95bf8c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:15.577511 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-298141c5-b3f2-4201-8c5b-ea60dbe2ff7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7 HTTP/1.1" status: 200 len: 1002 time: 0.1460116 Sep 30 08:24:15.611601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a89efe23-fefa-4c1a-855d-36e35ea7a05f req-5289295a-6764-4a98-8335-025118b92f4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0413926 Sep 30 08:24:15.653783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.702495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45331-0814-416c-86d2-5204c676d446 req-81f1b75b-0ef4-46f2-9d50-2e0b0089e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.704156 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-81f1b75b-0ef4-46f2-9d50-2e0b0089e533 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab6808be-d4ee-4931-bc65-1795180270fa HTTP/1.1" status: 200 len: 845 time: 0.0920413 Sep 30 08:24:15.785508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.814935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53425158-5b39-4711-a660-b261d1973980']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:15.823796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45331-0814-416c-86d2-5204c676d446 req-0f54da76-95b1-46c3-8595-129a3ecf78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.825291 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-0f54da76-95b1-46c3-8595-129a3ecf78eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46573ea1-7d3c-40a9-af61-e31208e34f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072476 Sep 30 08:24:15.828783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5947c64-e7bf-4ec9-87ab-868ec08a0679') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:15.829133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5947c64-e7bf-4ec9-87ab-868ec08a0679') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:15.838459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.870898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.885428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:15.885981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:15.889382 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:15.913483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a5ea8c-8180-4a4e-8275-c7057d86a64f None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:24:15.932197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8428b826-83fa-4d3d-b2db-e0d47983667f req-2cf09176-01e9-4a8e-879a-b49990e787a0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 210 time: 0.0430381 Sep 30 08:24:15.977704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-ac387e8a-b789-45e8-aca5-a13665b58896 service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322253 Sep 30 08:24:16.044039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22b28-1dff-43d5-89b4-e756487319f7 req-811b18b7-1db6-4dce-b10c-a29dfd54a0e6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:16.045255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.046753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3d22b28-1dff-43d5-89b4-e756487319f7 req-811b18b7-1db6-4dce-b10c-a29dfd54a0e6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.0641623 Sep 30 08:24:16.057369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.060066 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/networks/53425158-5b39-4711-a660-b261d1973980 HTTP/1.1" status: 204 len: 168 time: 0.5599408 Sep 30 08:24:16.070426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56694) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:16.083287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5ea8c-8180-4a4e-8275-c7057d86a64f None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:24:16.103877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2232ee-c56e-4038-ba28-7efb35b0e65d tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Network': ['ID=53425158-5b39-4711-a660-b261d1973980,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:16.151353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bbe45331-0814-416c-86d2-5204c676d446 req-70b0e266-03fd-4fb1-870a-51a1ad7b97a4 service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413636 Sep 30 08:24:16.177716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3d22b28-1dff-43d5-89b4-e756487319f7 req-a8e6e9bc-4beb-415c-9928-2f1d1a4e88ff tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196015 Sep 30 08:24:16.186176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.331584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.374574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97405ef7-859c-493d-b2b1-ae3ff63d8852 req-ac1ac5f3-2470-4943-a9d0-790eac8dca02 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0398028 Sep 30 08:24:16.379330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0822e4-f418-46c7-be79-650b8887061d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:16.390487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8a36dc-954a-4ee1-9b96-503b75691edd') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:16.390975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8a36dc-954a-4ee1-9b96-503b75691edd') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:16.402050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.416753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.423246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:16.424227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:16.426805 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:16.498949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.513403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.517672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/networks/fc0822e4-f418-46c7-be79-650b8887061d HTTP/1.1" status: 204 len: 168 time: 0.4410300 Sep 30 08:24:16.517919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56708) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:16.543216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f5ca-2f98-4e2b-8757-ab7bf398aeec tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Network': ['ID=fc0822e4-f418-46c7-be79-650b8887061d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:16.615186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.718192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.738900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaef156-2f43-4712-b96d-f9bb88dc8991']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:16.748674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d995dc-115b-42db-8917-93a3e4d5b47f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:16.748974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d995dc-115b-42db-8917-93a3e4d5b47f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:16.758156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.772284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.778562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:16.779148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:16.782400 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:16.842694 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.848328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.850583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] 10.222.0.41 "DELETE /v2.0/networks/5aaef156-2f43-4712-b96d-f9bb88dc8991 HTTP/1.1" status: 204 len: 168 time: 0.3313899 Sep 30 08:24:16.871679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2896f-be98-4baa-b9aa-31575625b2ce tempest-BulkNetworkOpsIpV6Test-1280184601 tempest-BulkNetworkOpsIpV6Test-1280184601-project] Pushing event deleted for resources: {'Network': ['ID=5aaef156-2f43-4712-b96d-f9bb88dc8991,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.108023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1f911c0-926f-410a-88c8-647410e9a9ff req-22295486-7f86-424f-99a1-7e025f3afe47 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba20e9f-6ea9-4cfa-b601-8d5f9c544b4c HTTP/1.1" status: 200 len: 210 time: 0.0350497 Sep 30 08:24:17.169117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:17.278599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-86786661-9dfe-4d00-a18a-ed29c497e336 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:17.280445 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-86786661-9dfe-4d00-a18a-ed29c497e336 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.0619009 Sep 30 08:24:17.352415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56752) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:17.371750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c1380-ecbe-4df9-9988-f84fe098fa50 req-0c10cd96-ecc6-4dfb-876d-34b9de9833ba tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:17.373674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-992c1380-ecbe-4df9-9988-f84fe098fa50 req-0c10cd96-ecc6-4dfb-876d-34b9de9833ba tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 945 time: 0.1002862 Sep 30 08:24:17.401152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port 1cba23c6-f9f0-4318-99bc-13158d78dc5d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:17.401756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.445522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-992c1380-ecbe-4df9-9988-f84fe098fa50 req-0d9ba1fa-135a-4b94-ad00-4287bd31c226 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654664 Sep 30 08:24:17.485686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b2c64df9-756d-4e4b-ade9-3d545e23af97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60cceff0ecc1494c86e2d7a9a79b4f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126664 Sep 30 08:24:17.485686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56758) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:17.497251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e778baff-bc9f-40c1-8119-1b3ed28a1d81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ee8f709aba44a32a67795a0a8b4b7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409936 Sep 30 08:24:17.498060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:17.522091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port 1cba23c6-f9f0-4318-99bc-13158d78dc5d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1cba23c6-f9f0-4318-99bc-13158d78dc5d,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:17.522091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.540064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc2619bc-b306-48f9-857a-d689eb46e8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.546441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for 1cba23c6-f9f0-4318-99bc-13158d78dc5d owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:17.573429 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc2619bc-b306-48f9-857a-d689eb46e8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.611346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b525ae48-36a6-4d5f-a0e0-55cdbee4ef3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.615569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92c462b3-7f26-4551-acd0-c88d59b6c01b req-3ebe5d6a-22b0-4174-911f-d83f7107ed9b tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0352173 Sep 30 08:24:17.653823 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b525ae48-36a6-4d5f-a0e0-55cdbee4ef3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.664569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc2619bc-b306-48f9-857a-d689eb46e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.667784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc2619bc-b306-48f9-857a-d689eb46e8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.669732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc2619bc-b306-48f9-857a-d689eb46e8e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d17d1ab-559f-4115-804a-c8bd0ec06ec1 HTTP/1.1" status: 204 len: 168 time: 0.1831152 Sep 30 08:24:17.679745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2619bc-b306-48f9-857a-d689eb46e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d17d1ab-559f-4115-804a-c8bd0ec06ec1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.778038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b525ae48-36a6-4d5f-a0e0-55cdbee4ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.780981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b525ae48-36a6-4d5f-a0e0-55cdbee4ef3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.784571 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b525ae48-36a6-4d5f-a0e0-55cdbee4ef3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/834cb6c9-7721-40d2-88a5-9ed64a86e40c HTTP/1.1" status: 204 len: 168 time: 0.2832553 Sep 30 08:24:17.798761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525ae48-36a6-4d5f-a0e0-55cdbee4ef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cb6c9-7721-40d2-88a5-9ed64a86e40c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.804107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.828215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845', '1cba23c6-f9f0-4318-99bc-13158d78dc5d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:17.841530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=1cba23c6-f9f0-4318-99bc-13158d78dc5d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.909105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port 1cba23c6-f9f0-4318-99bc-13158d78dc5d on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:17.920463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.922584 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a20d6ea4-15da-4e04-b88c-4b30187ebb54 req-db76409d-2591-45e7-8f05-d5b66e6d6c41 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "DELETE /v2.0/ports/1cba23c6-f9f0-4318-99bc-13158d78dc5d HTTP/1.1" status: 204 len: 173 time: 0.6318400 Sep 30 08:24:17.923086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'name': 'network-vif-deleted', 'tag': '1cba23c6-f9f0-4318-99bc-13158d78dc5d'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:17.925631 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef549c3-26b8-4792-8a90-40ac211df724" -d '{"events": [{"server_uuid": "e940d2c8-610c-4bdf-b5eb-32636002f653", "name": "network-vif-deleted", "tag": "1cba23c6-f9f0-4318-99bc-13158d78dc5d"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:18.112135 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfe7112-6037-401a-8f20-f6bfa19dddeb x-openstack-request-id: req-dcfe7112-6037-401a-8f20-f6bfa19dddeb {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:18.112562 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940d2c8-610c-4bdf-b5eb-32636002f653", "name": "network-vif-deleted", "tag": "1cba23c6-f9f0-4318-99bc-13158d78dc5d", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:18.112882 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcfe7112-6037-401a-8f20-f6bfa19dddeb {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:18.113509 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940d2c8-610c-4bdf-b5eb-32636002f653', 'name': 'network-vif-deleted', 'tag': '1cba23c6-f9f0-4318-99bc-13158d78dc5d', 'status': 'completed', 'code': 200} Sep 30 08:24:18.233797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36ed96f1-c40a-4808-ae4f-4677dcae24a2 req-eba4b15d-4b66-4275-9911-70a508e8eeed tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0396125 Sep 30 08:24:18.567195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d3c5538-3fda-4522-9c4a-dc8f10c1b5c1 req-70d17333-505b-4cd7-8457-c7c292acc5ca tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e940d2c8-610c-4bdf-b5eb-32636002f653 HTTP/1.1" status: 200 len: 210 time: 0.0274334 Sep 30 08:24:18.898742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56848) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:18.991333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-f016bd94-c93d-44da-bb66-bffd0c2c4400 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:18.992999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-f016bd94-c93d-44da-bb66-bffd0c2c4400 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.1219263 Sep 30 08:24:19.012129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-3c491c16-be80-4394-9264-bf6a1159f8c4 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Sep 30 08:24:19.048437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-499b7638-0a7a-4920-9dae-fcde0ec639fc tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306315 Sep 30 08:24:19.097517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1080345188'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:19.119046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:19.122484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.131852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.140719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-d68cedeb-1945-40be-bf8a-becfe5dfcd70 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Sep 30 08:24:19.234954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.240467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.274506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:19.281987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a8e4df-7111-4f39-a8d5-b652184983cb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.289038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.289392 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d of type vlan for network 7cc41cd8-3fcc-4378-9103-e190049b9859 Sep 30 08:24:19.333769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.359842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.365771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:19.366413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.409591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5096679 Sep 30 08:24:19.412947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:19.417735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'name': 'tempest-PortsTestJSON-1968296580'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:19.462083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13135c9-d1e8-464a-bd3c-18d7891b0bf9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=7cc41cd8-3fcc-4378-9103-e190049b9859,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.473288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:19.541468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:19.545099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7b140602-c92c-45a5-b394-a765ac321385 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978951 Sep 30 08:24:19.547204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.565812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 5854de0a-44e4-4aa4-8008-a8e93c166d1a yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:19.733421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.771594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.838966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=5854de0a-44e4-4aa4-8008-a8e93c166d1a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.850374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:19.850740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: 7cc41cd8-3fcc-4378-9103-e190049b9859, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:19.867399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:19.876913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7cc41cd8-3fcc-4378-9103-e190049b9859) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:19.884466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:19.889807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e05c8f8-e866-4f3a-9a06-8c875c03232e None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:19.891607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:19.892379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.911031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f9f451ac-418d-4e85-abe6-6f13673238da tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4972160 Sep 30 08:24:19.913812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56874) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:19.919264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1028582827'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:19.939593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:19.943910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.971683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:19.983088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.983536 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment b2571186-0af7-4fb4-a6b6-a0ad7aec5178 of type vlan for network 2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c Sep 30 08:24:20.034749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.061154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.067303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:20.068212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.104066 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1891999 Sep 30 08:24:20.106793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56878) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:20.112298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'ports': [{'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'}, {'network_id': '2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c'}]} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:20.112800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:20.113421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:20.147652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f893b-4dff-404a-bebb-5a9dd68feea2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:20.158165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:20.330131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 2} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:20.335091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.349870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.393976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1cba23c6-f9f0-4318-99bc-13158d78dc5d no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:20.394420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f96ae526-019a-4c9f-a2a0-2f3980f92f75 req-a145051d-e8cb-4cac-8f5e-b3f6f9d79725 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0341499 Sep 30 08:24:20.415684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 1cba23c6-f9f0-4318-99bc-13158d78dc5d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:20.416296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1cba23c6-f9f0-4318-99bc-13158d78dc5d not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:20.468757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 6495ee7d-4861-4110-8d41-5cbb0295bd20 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:20.522714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01f1f4f0-dca6-4fac-8503-f06a5293f442 req-f67008a1-9e2a-47fa-a3ac-e4b532c6d121 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 210 time: 0.0336077 Sep 30 08:24:20.614798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.697295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 71f21ee8-3212-490b-a234-2c7ee1e19205 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:20.834554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-9f1fe551-fd4b-4aaa-8987-408a9044e276 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:20.835950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-9f1fe551-fd4b-4aaa-8987-408a9044e276 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1513648 Sep 30 08:24:20.866565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-06c28e6f-3dfd-414e-abfc-0b4f346a3f11 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/quotas/395edf2f7c36426c908fb0c8f025a936 HTTP/1.1" status: 200 len: 375 time: 0.0213742 Sep 30 08:24:20.926202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.952411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-30865fa3-72ee-46d9-a881-78c2928c503f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772798 Sep 30 08:24:20.970679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-a54db674-3296-4561-b270-de0aac934169 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:20.973432 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-a54db674-3296-4561-b270-de0aac934169 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.1227574 Sep 30 08:24:20.994795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:21.003044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.083890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:21.089513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:21.097117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:21.097627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.111455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=6495ee7d-4861-4110-8d41-5cbb0295bd20,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:21.115455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:21.126350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.127910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-394a05a7-6313-4159-ae0d-d3ae9629478c service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648080 Sep 30 08:24:21.241018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=71f21ee8-3212-490b-a234-2c7ee1e19205,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:21.250320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': 'b2571186-0af7-4fb4-a6b6-a0ad7aec5178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:21.250690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: 2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:21.252734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.12 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/1428c11e-2f0d-4dba-9524-4024a94b9abb) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:21.282459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:21.285908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-be37d8f7-51df-49ff-94cd-ffb081324cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383955 Sep 30 08:24:21.295859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:21.305099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e90287-0a91-4474-878a-f945e5d238c4 None None] Network 2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:21.305793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:21.311385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:21.316529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:21.317220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.342362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56902) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:21.342892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-103ac608-c639-45bc-9df7-98fcbdf90c32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2341475 Sep 30 08:24:21.757554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.775492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e29e524-3d5a-4ce8-9ce8-1f29cb3828a2 req-434f715f-cd26-4c6a-aea2-2eaa49c231ac tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0280478 Sep 30 08:24:21.780069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 71f21ee8-3212-490b-a234-2c7ee1e19205 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:21.780421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.850135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-881cdd0b-c735-4b6e-abbe-0d0d36b43f71 req-970676a5-80da-4611-b194-626d97b8be5f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 210 time: 0.0289183 Sep 30 08:24:21.884516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.888925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.926761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 71f21ee8-3212-490b-a234-2c7ee1e19205 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:21.960160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:21.967282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:21.969774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e1190-a008-4440-aafe-c80ca9664066 req-53315418-1fdb-42de-ac9f-92b6cb6b349c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:21.973121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:21.978037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-591e1190-a008-4440-aafe-c80ca9664066 req-53315418-1fdb-42de-ac9f-92b6cb6b349c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 932 time: 0.0687129 Sep 30 08:24:22.012979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-591e1190-a008-4440-aafe-c80ca9664066 req-646454e1-2a25-44a1-a93c-cfe7582ea090 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Sep 30 08:24:22.030092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=1428c11e-2f0d-4dba-9524-4024a94b9abb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.093862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.094473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.108985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.138325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-9ffdfee2-ea7a-4966-b282-6b6db010b763 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1477308 Sep 30 08:24:22.141199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=71f21ee8-3212-490b-a234-2c7ee1e19205,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.148211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.150261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5fdc595e-d50e-49e4-892d-90b4ad0ea7f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/71f21ee8-3212-490b-a234-2c7ee1e19205 HTTP/1.1" status: 204 len: 168 time: 0.8070149 Sep 30 08:24:22.153415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56922) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:22.155819 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:24:22.156268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Request body: {'port': {'device_id': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:22.206936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ff54d-9d8f-4d2b-8816-0b3e46e91d1e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.214221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ff54d-9d8f-4d2b-8816-0b3e46e91d1e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.216107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-517ff54d-9d8f-4d2b-8816-0b3e46e91d1e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0605438 Sep 30 08:24:22.218855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56924) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:22.222710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.312715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 6495ee7d-4861-4110-8d41-5cbb0295bd20 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:22.313129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.391816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.423418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 6495ee7d-4861-4110-8d41-5cbb0295bd20 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:22.528253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1428c11e-2f0d-4dba-9524-4024a94b9abb {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:22.538150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.555458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Transition to ACTIVE for port object 1428c11e-2f0d-4dba-9524-4024a94b9abb will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:22.561419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.626091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.645527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Pushing event updated for resources: {'Port': ['ID=1428c11e-2f0d-4dba-9524-4024a94b9abb,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.672989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-a05bf935-2e5a-42b0-84e7-9acdd05b9488 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.674731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-a05bf935-2e5a-42b0-84e7-9acdd05b9488 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 804 time: 0.1953156 Sep 30 08:24:22.678043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=6495ee7d-4861-4110-8d41-5cbb0295bd20,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.682412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.685493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-22e8b33f-df14-4dc3-a64d-0a90548549fa tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/6495ee7d-4861-4110-8d41-5cbb0295bd20 HTTP/1.1" status: 204 len: 168 time: 0.4631162 Sep 30 08:24:22.687002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56934) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:22.703741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Request body: {'port': {'device_id': 'd12837a2-6359-426f-bc17-831f951fc05e', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'admin_state_up': True, 'tenant_id': '395edf2f7c36426c908fb0c8f025a936'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:22.706207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Attempting to bind port 1428c11e-2f0d-4dba-9524-4024a94b9abb on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:22.706558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Attempting to bind port 1428c11e-2f0d-4dba-9524-4024a94b9abb by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:22.706895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Attempting to bind port 1428c11e-2f0d-4dba-9524-4024a94b9abb on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:22.711699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Port 1428c11e-2f0d-4dba-9524-4024a94b9abb on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:22.712026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Attempting to bind port 1428c11e-2f0d-4dba-9524-4024a94b9abb on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:22.718390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:22.718764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:22.719155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:22.719593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Bound port: 1428c11e-2f0d-4dba-9524-4024a94b9abb, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:22.719954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.786577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] For port 1428c11e-2f0d-4dba-9524-4024a94b9abb, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:22.789723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] For port 1428c11e-2f0d-4dba-9524-4024a94b9abb, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:22.794894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.806236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb52d6-ed4b-46f2-a969-35037ae92821 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.808042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-adcb52d6-ed4b-46f2-a969-35037ae92821 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1196496 Sep 30 08:24:22.813688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:22.835225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.835856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.837264 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] 10.222.0.57 "PUT /v2.0/ports/1428c11e-2f0d-4dba-9524-4024a94b9abb HTTP/1.1" status: 200 len: 1092 time: 0.6859660 Sep 30 08:24:22.837750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'tag': '1428c11e-2f0d-4dba-9524-4024a94b9abb'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:22.840507 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05ece64-29aa-4f0a-9ab4-74a86018b005" -d '{"events": [{"name": "network-changed", "server_uuid": "0d05e616-ea4f-421a-b705-e937acbeadaf", "tag": "1428c11e-2f0d-4dba-9524-4024a94b9abb"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:22.851706 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e61d37-5724-49d4-8fc7-f48abfb2f5ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:22.854001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-47e61d37-5724-49d4-8fc7-f48abfb2f5ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/71f21ee8-3212-490b-a234-2c7ee1e19205 HTTP/1.1" status: 404 len: 333 time: 0.0391352 Sep 30 08:24:22.857022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:22.892242 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-72774700-7767-40bb-90a4-86cfa57540eb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:22.893813 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-72774700-7767-40bb-90a4-86cfa57540eb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/6495ee7d-4861-4110-8d41-5cbb0295bd20 HTTP/1.1" status: 404 len: 333 time: 0.0357044 Sep 30 08:24:22.894480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabbed2-00d3-4215-8f35-d4a7de0da61e service neutron] Pushing event updated for resources: {'Port': ['ID=1428c11e-2f0d-4dba-9524-4024a94b9abb,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.895589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Made reservation on behalf of 395edf2f7c36426c908fb0c8f025a936 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:22.899915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.902700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56948) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:22.938878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-a4b2367c-8c16-42fc-87fd-03c53961fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.940476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-a4b2367c-8c16-42fc-87fd-03c53961fc91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 1095 time: 0.0428565 Sep 30 08:24:22.998198 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-90f52ca3-2a78-4e31-9ac3-510aab4ff921 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb HTTP/1.1" status: 200 len: 217 time: 0.0428059 Sep 30 08:24:22.999984 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.059779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-ba2704a0-60fb-4192-ac37-211d704e144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.063060 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-ba2704a0-60fb-4192-ac37-211d704e144d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0492666 Sep 30 08:24:23.100219 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-76da916f-83d0-426f-9c0d-3b3a3e47fd40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260603 Sep 30 08:24:23.132798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49ac67fd-6206-4b42-8b1c-b1822ae04a6c req-e036991d-e3b3-4116-b0f3-b6cb4c8de77c tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0510502 Sep 30 08:24:23.194358 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5128365-a583-41f8-8aad-b432b205ffc1 x-openstack-request-id: req-c5128365-a583-41f8-8aad-b432b205ffc1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:23.194715 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d05e616-ea4f-421a-b705-e937acbeadaf", "tag": "1428c11e-2f0d-4dba-9524-4024a94b9abb", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:23.195031 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5128365-a583-41f8-8aad-b432b205ffc1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:23.195489 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'tag': '1428c11e-2f0d-4dba-9524-4024a94b9abb', 'status': 'completed', 'code': 200} Sep 30 08:24:23.202565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.212165 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-b611b91f-7547-4d4e-b7b3-a926c00c3a58 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985243 Sep 30 08:24:23.234684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:23.244866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Allocated IP 172.20.0.13 (f84671c1-dc86-45cc-b986-17447a335a01/9a2e4a54-4d8f-4250-a339-e31ecce0d563/3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:23.250915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2571186-0af7-4fb4-a6b6-a0ad7aec5178') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:23.251117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2571186-0af7-4fb4-a6b6-a0ad7aec5178') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:23.278247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.299308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b44bf6a6-7e3f-49b4-8e16-971ed00bf0ba req-6e12b2bf-40ed-4b15-8ef0-2768b2f2fb5b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 210 time: 0.0505071 Sep 30 08:24:23.320827 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.322631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-4b336502-3695-430b-9c5d-bdcc778ffc20 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940213 Sep 30 08:24:23.333127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:23.333578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:23.336549 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:23.431300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.443215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.444487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-4de9c4dc-c1e2-4e5c-87ef-a99d7d289e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.448584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c HTTP/1.1" status: 204 len: 168 time: 0.5400953 Sep 30 08:24:23.448727 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-4de9c4dc-c1e2-4e5c-87ef-a99d7d289e51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 1095 time: 0.0461915 Sep 30 08:24:23.449358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:23.454267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-287792836'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:23.479473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526924f-c927-418d-b8a8-32f7fe750892 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=2f11b023-c9f6-44ed-8fd1-b8c7bc14bc7c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:23.532269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:23.534530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.536051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.580848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.586457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:23.596005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:23.597949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-528adb77-dc6f-4503-a205-06382f3d4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.599567 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-528adb77-dc6f-4503-a205-06382f3d4626 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.1419156 Sep 30 08:24:23.603787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.604139 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment 4ae06710-ce86-4167-9806-21ccb2f4c95f of type vlan for network 8f5767a0-2fc2-4f48-9357-003a6e63e458 Sep 30 08:24:23.625734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Network f84671c1-dc86-45cc-b986-17447a335a01 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:23.629001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:23.632837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:23.662996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event updated for resources: {'Port': ['ID=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:23.682460 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-658aefd2-5cdc-45f7-b1b0-09aa4b80aaf5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb HTTP/1.1" status: 200 len: 217 time: 0.0494981 Sep 30 08:24:23.685972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.724181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.724947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.744477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3bfcc-afae-4196-b8c3-42e24fe693fe req-9ed31a52-0f4a-460f-94f9-893c8c960233 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.744831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.746232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bad3bfcc-afae-4196-b8c3-42e24fe693fe req-9ed31a52-0f4a-460f-94f9-893c8c960233 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 944 time: 0.0850976 Sep 30 08:24:23.751058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.751692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.753586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-d7c80bba-04eb-4f59-8f48-efc337a192e3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537159 Sep 30 08:24:23.773960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Request body: {'port': {'device_id': 'd12837a2-6359-426f-bc17-831f951fc05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:23.788839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-1eb27459-4a67-4dc2-a2b8-2ef77f6a684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.790451 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-1eb27459-4a67-4dc2-a2b8-2ef77f6a684a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0864558 Sep 30 08:24:23.798910 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3484206 Sep 30 08:24:23.803472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56960) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:23.813870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:23.842596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bad3bfcc-afae-4196-b8c3-42e24fe693fe req-8ece1c3e-e8d0-430f-9563-1e4f089ded74 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870976 Sep 30 08:24:23.859681 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-0918b1d4-ba19-4e1d-888f-4d7a1ecc4670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572824 Sep 30 08:24:23.860076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d15213-e223-4956-91be-bdf1bc5806cf tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=8f5767a0-2fc2-4f48-9357-003a6e63e458,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:23.870153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:23.890611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.981394 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-113ef298-0038-4424-a271-d40c8d5752b5 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984697 Sep 30 08:24:24.001000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:24.004836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.090327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05ece64-29aa-4f0a-9ab4-74a86018b005 req-0b0e8856-4693-4f88-8641-46c88fa66831 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907001 Sep 30 08:24:24.121993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Performing IP validity checks on allocation pools {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:24:24.122640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:24:24.348034 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.356825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:24.384875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.418609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Transition to ACTIVE for port object 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:24.421736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=7c6d7d54-a9c7-4245-ae76-7f3460050f80,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:24.427322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.487877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': '4ae06710-ce86-4167-9806-21ccb2f4c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:24.488329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: 8f5767a0-2fc2-4f48-9357-003a6e63e458, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:24.504544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:24.554755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:24.568485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8f5767a0-2fc2-4f48-9357-003a6e63e458) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:24.579313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1530bdb-f09b-4a3f-b77f-a601a50d917b None None] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:24.580890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.581488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.591093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Attempting to bind port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:24.591433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Attempting to bind port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:24.591755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Attempting to bind port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:24.599324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 on network f84671c1-dc86-45cc-b986-17447a335a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:24.599685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Attempting to bind port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 on network f84671c1-dc86-45cc-b986-17447a335a01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:24.607497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80de2b45-181d-4ad6-9ad1-6fbfe4a391e7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7975097 Sep 30 08:24:24.610369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56970) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:24.615391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458', 'name': 'tempest-PortsTestJSON-1797946113'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:24.616930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:24.616930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Checking segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:24.617737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Bound using segment: {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:24.617737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Bound port: 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8bd4e5-898d-493d-99ff-fe1447395be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:24.617956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.640814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da8a5d0e-36ee-4daa-84f3-2cd466a96c1e req-88967eeb-aeb2-4ae3-ac55-cb224166f633 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0379777 Sep 30 08:24:24.722109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] For port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:24.751274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] For port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:24.751581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:24.756180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.760391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.767135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8f5767a0-2fc2-4f48-9357-003a6e63e458', 'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': '7c6d7d54-a9c7-4245-ae76-7f3460050f80'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:24.768703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.780621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port f83f6821-1087-4209-b4a4-123aa1f1f66c yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:24.797591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830349e2-fccb-4920-99c8-841f81868b56 req-3638c717-e82c-4588-8826-817220144b00 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.799132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-830349e2-fccb-4920-99c8-841f81868b56 req-3638c717-e82c-4588-8826-817220144b00 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 944 time: 0.0900772 Sep 30 08:24:24.808562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.809171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.810555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] 10.222.0.50 "PUT /v2.0/ports/3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 HTTP/1.1" status: 200 len: 1092 time: 1.0412164 Sep 30 08:24:24.810995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12837a2-6359-426f-bc17-831f951fc05e', 'tag': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:24.813292 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d12837a2-6359-426f-bc17-831f951fc05e", "tag": "3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:24.859855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2091a73-dced-42d8-813b-23a4407c5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:24.878755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-830349e2-fccb-4920-99c8-841f81868b56 req-2fb08ee8-5e6e-434b-b9b9-da43048eadba tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595908 Sep 30 08:24:24.916855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.2 (8f5767a0-2fc2-4f48-9357-003a6e63e458/7c6d7d54-a9c7-4245-ae76-7f3460050f80/f83f6821-1087-4209-b4a4-123aa1f1f66c) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:24.939884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-ec82579e-0899-482c-8a78-8584722d0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.941527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-ec82579e-0899-482c-8a78-8584722d0b16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 1095 time: 0.0615077 Sep 30 08:24:24.945740 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc2630-7971-44e4-8a34-a7bc46c64512 x-openstack-request-id: req-0cbc2630-7971-44e4-8a34-a7bc46c64512 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:24.946102 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12837a2-6359-426f-bc17-831f951fc05e", "tag": "3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:24.946543 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cbc2630-7971-44e4-8a34-a7bc46c64512 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:24.947006 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12837a2-6359-426f-bc17-831f951fc05e', 'tag': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1', 'status': 'completed', 'code': 200} Sep 30 08:24:25.007238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-a4413813-4024-472b-adfc-2ffc63b92a2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0382788 Sep 30 08:24:25.075049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.084230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-31f525b6-52fc-4225-900e-fb311b50d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.085723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-31f525b6-52fc-4225-900e-fb311b50d54c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0711255 Sep 30 08:24:25.097821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8f3a-788b-4b8c-8a61-e16843f89362 req-c24bfc56-2f71-43c7-a334-1933a6672619 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.099242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb8a8f3a-788b-4b8c-8a61-e16843f89362 req-c24bfc56-2f71-43c7-a334-1933a6672619 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 944 time: 0.0946457 Sep 30 08:24:25.110302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.135467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-ae088e01-f0f3-4836-ad9f-837c68777cef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352731 Sep 30 08:24:25.155512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:25.158686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:25.162669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:25.169334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fd021473-70eb-45c4-8a9f-9daf4ee6c61e {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:24:25.169937 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:24:25.172012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=f83f6821-1087-4209-b4a4-123aa1f1f66c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:25.189478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb8a8f3a-788b-4b8c-8a61-e16843f89362 req-da290fd3-9382-438e-a41e-baa2b6abc6a0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791597 Sep 30 08:24:25.219541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.220254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.236959 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1655859d-bc06-4173-ab6f-7cbc5c6809db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6254301 Sep 30 08:24:25.239886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56980) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.264892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-b184c27e-146c-4397-975f-e5ffc1a31513 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203637 Sep 30 08:24:25.355999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port f83f6821-1087-4209-b4a4-123aa1f1f66c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:25.356408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.367882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c324b7f-8a2e-402e-9669-861bb0689c4b req-a6a6d644-fdf6-4558-a7bc-e1ed542f8c08 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961227 Sep 30 08:24:25.452179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.465939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for f83f6821-1087-4209-b4a4-123aa1f1f66c owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:25.477486 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.499468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-c4f10da9-84b4-46d2-8d0a-0f3b8339b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.500991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-c4f10da9-84b4-46d2-8d0a-0f3b8339b661 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=395edf2f7c36426c908fb0c8f025a936&device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 1095 time: 0.0420477 Sep 30 08:24:25.596111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-2d6dfb3d-f0c9-4e10-b4a4-11a144d0db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.597685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-2d6dfb3d-f0c9-4e10-b4a4-11a144d0db68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 200 len: 905 time: 0.0897162 Sep 30 08:24:25.601288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.622634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.641139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=f83f6821-1087-4209-b4a4-123aa1f1f66c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:25.651446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-486b632d-f9f0-44ae-b7cf-4eff0b08dbfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0456936 Sep 30 08:24:25.671056 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.711960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.715115 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-28a9828c-1d06-465b-9077-2ba309dfeab2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/f83f6821-1087-4209-b4a4-123aa1f1f66c HTTP/1.1" status: 204 len: 168 time: 0.4730227 Sep 30 08:24:25.717672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-a43fcce1-9b1d-4cbf-aa06-20b3222000dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.717852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56994) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.721606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-a43fcce1-9b1d-4cbf-aa06-20b3222000dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 200 len: 844 time: 0.0627406 Sep 30 08:24:25.743054 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4ce28a-fdfd-4e41-9605-a2e554cf9dc9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:24:25.743812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4ce28a-fdfd-4e41-9605-a2e554cf9dc9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:24:25.748091 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a4ce28a-fdfd-4e41-9605-a2e554cf9dc9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/f83f6821-1087-4209-b4a4-123aa1f1f66c HTTP/1.1" status: 404 len: 333 time: 0.0252333 Sep 30 08:24:25.748343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56996) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.757150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-eb6abe1c-9c1f-4f0b-8cac-40b22cabb3e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84671c1-dc86-45cc-b986-17447a335a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262940 Sep 30 08:24:25.774087 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-895e789e-875f-4fdd-84fd-ea19d57884c3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:25.775841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-895e789e-875f-4fdd-84fd-ea19d57884c3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/f83f6821-1087-4209-b4a4-123aa1f1f66c HTTP/1.1" status: 404 len: 333 time: 0.0265779 Sep 30 08:24:25.779084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56998) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.837032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet 7c6d7d54-a9c7-4245-ae76-7f3460050f80 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:25.851775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Allocated IP 172.20.0.2 (8f5767a0-2fc2-4f48-9357-003a6e63e458/7c6d7d54-a9c7-4245-ae76-7f3460050f80/732c3072-af91-4d02-bdb1-bf8a8409d8f6) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:25.856813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-506da474-b415-4505-a9fa-1528d4a49259 service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908585 Sep 30 08:24:25.919406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-950f1c68-e9c9-4999-a241-d0ac24f11f5b req-ed2bab96-5de3-43a1-b668-c707ca55d46f tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0453455 Sep 30 08:24:25.997902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c15b74-7a77-4c1e-bc3c-44d023d4b5f7 req-a96fbfd1-805f-4872-b570-49caa617715a service neutron] 10.222.0.50 "GET /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332769 Sep 30 08:24:26.039026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.044926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.045811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.070352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60c26c-971f-4685-a4ac-6d5203213a77 req-836d84fa-0efe-472d-a33a-5966d46a598b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:26.072966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf60c26c-971f-4685-a4ac-6d5203213a77 req-836d84fa-0efe-472d-a33a-5966d46a598b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 944 time: 0.0737073 Sep 30 08:24:26.095985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:26.097177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.098844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:26.101275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:26.114828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Pushing event updated for resources: {'Port': ['ID=732c3072-af91-4d02-bdb1-bf8a8409d8f6,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.126785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf60c26c-971f-4685-a4ac-6d5203213a77 req-5fd3bb68-623f-4447-90c0-0d547f783381 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Sep 30 08:24:26.135795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.136161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.137015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.137351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.137711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.138041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.138367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.138689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.139011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.139333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.139654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.139994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:26.174530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Attempting to bind port 732c3072-af91-4d02-bdb1-bf8a8409d8f6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:26.175340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Attempting to bind port 732c3072-af91-4d02-bdb1-bf8a8409d8f6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '4ae06710-ce86-4167-9806-21ccb2f4c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:26.175340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Attempting to bind port 732c3072-af91-4d02-bdb1-bf8a8409d8f6 on network 8f5767a0-2fc2-4f48-9357-003a6e63e458 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:26.180591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:26.181081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Checking segment: {'id': '4ae06710-ce86-4167-9806-21ccb2f4c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:26.181513 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.182295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Bound using segment: {'id': '4ae06710-ce86-4167-9806-21ccb2f4c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:26.182801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Bound port: 732c3072-af91-4d02-bdb1-bf8a8409d8f6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae06710-ce86-4167-9806-21ccb2f4c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f5767a0-2fc2-4f48-9357-003a6e63e458'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:26.183421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.210988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.280347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.284065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] For port 732c3072-af91-4d02-bdb1-bf8a8409d8f6, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:26.287523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] For port 732c3072-af91-4d02-bdb1-bf8a8409d8f6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=732c3072-af91-4d02-bdb1-bf8a8409d8f6,segment=NetworkSegment(4ae06710-ce86-4167-9806-21ccb2f4c95f),segment_id=4ae06710-ce86-4167-9806-21ccb2f4c95f)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:26.292435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.311649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6d7d54-a9c7-4245-ae76-7f3460050f80,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.313767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.318154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3e93227e-6c7c-420b-9a0c-f8da0341a6f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/7c6d7d54-a9c7-4245-ae76-7f3460050f80 HTTP/1.1" status: 204 len: 168 time: 0.5357070 Sep 30 08:24:26.318494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57010) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:26.354845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bda3c-6cc8-4170-979a-8b5eb2d6b502 None None] Pushing event updated for resources: {'Port': ['ID=732c3072-af91-4d02-bdb1-bf8a8409d8f6,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.412375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.444903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1428c11e-2f0d-4dba-9524-4024a94b9abb details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:26.480122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 732c3072-af91-4d02-bdb1-bf8a8409d8f6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:26.480768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.565361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1428c11e-2f0d-4dba-9524-4024a94b9abb, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.577627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '1428c11e-2f0d-4dba-9524-4024a94b9abb', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '1428c11e-2f0d-4dba-9524-4024a94b9abb', 'mac_address': 'fa:16:3e:4a:8a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:26.585143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] For port 732c3072-af91-4d02-bdb1-bf8a8409d8f6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=732c3072-af91-4d02-bdb1-bf8a8409d8f6,segment=NetworkSegment(4ae06710-ce86-4167-9806-21ccb2f4c95f),segment_id=4ae06710-ce86-4167-9806-21ccb2f4c95f)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.585546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.611219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 732c3072-af91-4d02-bdb1-bf8a8409d8f6 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:26.635207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.649407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1428c11e-2f0d-4dba-9524-4024a94b9abb {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:26.673757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1428c11e-2f0d-4dba-9524-4024a94b9abb, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.679185 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.712932 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.732593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1428c11e-2f0d-4dba-9524-4024a94b9abb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.744158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=732c3072-af91-4d02-bdb1-bf8a8409d8f6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.746364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b74a7f-0fe4-47ab-9935-dedee7613911 req-ce6df717-f9ce-434c-934b-a723e888947e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:26.747654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No DVR routers for this DVR port 732c3072-af91-4d02-bdb1-bf8a8409d8f6 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:26.749457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b74a7f-0fe4-47ab-9935-dedee7613911 req-ce6df717-f9ce-434c-934b-a723e888947e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 945 time: 0.0631671 Sep 30 08:24:26.790862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b74a7f-0fe4-47ab-9935-dedee7613911 req-c8fb0dcc-53d3-4d71-a829-db4b5718bade tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Sep 30 08:24:26.831855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.853150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5767a0-2fc2-4f48-9357-003a6e63e458']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:26.862967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae06710-ce86-4167-9806-21ccb2f4c95f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:26.863197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae06710-ce86-4167-9806-21ccb2f4c95f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:26.872893 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.886375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.896679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:26.897102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:26.900326 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:26.962766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.970872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.972764 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/8f5767a0-2fc2-4f48-9357-003a6e63e458 HTTP/1.1" status: 204 len: 168 time: 0.6534660 Sep 30 08:24:26.979206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57022) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:26.984551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65203d2-f220-49b9-a95e-b7daf4238353 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=8f5767a0-2fc2-4f48-9357-003a6e63e458,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.985040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-216635746'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:27.007262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:27.012829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.039090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:27.044976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1428c11e-2f0d-4dba-9524-4024a94b9abb'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:27.075287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d478b26-3264-4e6b-a6c8-d38c47dc479b req-785f1d82-64fc-40f1-9e37-07da6e996567 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0333881 Sep 30 08:24:27.080636 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.080992 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment 387b0425-72ed-4223-8fa6-fa1527bb119a of type vlan for network 8256fe18-3380-413d-a258-c2407cc36217 Sep 30 08:24:27.130398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.163652 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.172253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:27.172970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.207939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2275217 Sep 30 08:24:27.211610 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57030) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:27.224276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '8256fe18-3380-413d-a258-c2407cc36217', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:27.308011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5783f0-bf42-4e0e-b848-7e04754d7367 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=8256fe18-3380-413d-a258-c2407cc36217,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:27.324820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8256fe18-3380-413d-a258-c2407cc36217 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:27.344131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:27.349905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.364386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e333-4784-4dea-b332-5a4951716f34 req-294fe594-3c74-4f78-b6ec-41f0de47aff4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:27.376833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfa3e333-4784-4dea-b332-5a4951716f34 req-294fe594-3c74-4f78-b6ec-41f0de47aff4 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 944 time: 0.1393209 Sep 30 08:24:27.427686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfa3e333-4784-4dea-b332-5a4951716f34 req-b5df7153-c5c6-49d3-8a49-a4eb61a9c43b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Sep 30 08:24:27.532312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57034) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:27.562678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0af92b5-3e38-4b58-b613-00430a9d4720 None None] DHCP port deletion for 8f5767a0-2fc2-4f48-9357-003a6e63e458 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:27.571695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f204cd86-b51d-4a82-9d6d-8543b74770d3 None None] Could not find standard attr ID for object 732c3072-af91-4d02-bdb1-bf8a8409d8f6. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:27.585832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.587256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab85586-813f-4ff6-95c3-259fcfad877a None None] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:27.599924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab85586-813f-4ff6-95c3-259fcfad877a None None] Network 8f5767a0-2fc2-4f48-9357-003a6e63e458 could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:24:27.649378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=b5322a57-3e5c-47ca-9c52-9951f55d0fed,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:27.654994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad5c2-35a3-4028-864b-14e60c21cc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.660249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': '387b0425-72ed-4223-8fa6-fa1527bb119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8256fe18-3380-413d-a258-c2407cc36217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:27.660614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: 8256fe18-3380-413d-a258-c2407cc36217, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:27.681982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 8256fe18-3380-413d-a258-c2407cc36217 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:27.691852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8256fe18-3380-413d-a258-c2407cc36217) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:27.697794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:27.698729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.702705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a2f9f-cf60-4ab5-be1b-f4039c901226 None None] Network 8256fe18-3380-413d-a258-c2407cc36217 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:27.755036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad5c2-35a3-4028-864b-14e60c21cc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.759062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad5c2-35a3-4028-864b-14e60c21cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.766507 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f027f9a4-f9b9-452c-ae06-eab38bdd6987 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5476179 Sep 30 08:24:27.768963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57038) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:27.774356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '8256fe18-3380-413d-a258-c2407cc36217', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1529334089'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:27.802066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f8ad5c2-35a3-4028-864b-14e60c21cc07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be4b6df5a1784636850c2bcc2ef3c948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661788 Sep 30 08:24:27.802378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57040) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:27.803481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ad5c2-35a3-4028-864b-14e60c21cc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da16a683-92ca-4983-a33d-f9ff4f27cbe9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:27.866002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:27.878478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8256fe18-3380-413d-a258-c2407cc36217', 'network_id': '8256fe18-3380-413d-a258-c2407cc36217', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': 'b5322a57-3e5c-47ca-9c52-9951f55d0fed'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:27.879429 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.912701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680dce06-b8f4-48c7-9f5f-f18197e33e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.923906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c0b23-a15f-4a8d-9f15-4be3be01645b req-b5fb4a57-04c9-440c-a622-46f77aa3a6f6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:27.929990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e05c0b23-a15f-4a8d-9f15-4be3be01645b req-b5fb4a57-04c9-440c-a622-46f77aa3a6f6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 945 time: 0.0626135 Sep 30 08:24:27.943312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680dce06-b8f4-48c7-9f5f-f18197e33e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.975779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:27.978237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e05c0b23-a15f-4a8d-9f15-4be3be01645b req-2e26a3b1-9e38-4180-bb11-c3ed2fda1643 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Sep 30 08:24:27.979303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.016508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port c2f747f6-73c8-435c-9ab4-60120878a0ec yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:28.054738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Allocated IP 172.20.0.2 (8256fe18-3380-413d-a258-c2407cc36217/b5322a57-3e5c-47ca-9c52-9951f55d0fed/ff0cd362-e404-43e9-9e92-844a99db0709) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:28.110134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680dce06-b8f4-48c7-9f5f-f18197e33e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.113241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680dce06-b8f4-48c7-9f5f-f18197e33e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.115849 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-680dce06-b8f4-48c7-9f5f-f18197e33e4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da16a683-92ca-4983-a33d-f9ff4f27cbe9 HTTP/1.1" status: 204 len: 168 time: 0.3125145 Sep 30 08:24:28.126061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dce06-b8f4-48c7-9f5f-f18197e33e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16a683-92ca-4983-a33d-f9ff4f27cbe9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:28.152262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:28.190963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1', 'network_id': 'f84671c1-dc86-45cc-b986-17447a335a01', 'port_id': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1', 'mac_address': 'fa:16:3e:b3:13:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e4a54-4d8f-4250-a339-e31ecce0d563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:28.269092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.312436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d10fb23e-8671-466d-95fe-2eb0fdb997e4 req-eb6147da-c051-4028-966b-dc6ea173b7c7 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0693986 Sep 30 08:24:28.473664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1428c11e-2f0d-4dba-9524-4024a94b9abb up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:28.482078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:28.546989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:28.553390 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.557347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.565708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.565919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4ed1b-b8ec-458f-86b3-77800293614b req-4d34207c-ae06-4d84-9c14-f5c847176a52 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:28.578735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2a4ed1b-b8ec-458f-86b3-77800293614b req-4d34207c-ae06-4d84-9c14-f5c847176a52 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 944 time: 0.0797093 Sep 30 08:24:28.609678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Network 8256fe18-3380-413d-a258-c2407cc36217 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:28.614096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:28.623157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:28.631786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 1428c11e-2f0d-4dba-9524-4024a94b9abb completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:28.641059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 1428c11e-2f0d-4dba-9524-4024a94b9abb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:28.641471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.654188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.4 (8256fe18-3380-413d-a258-c2407cc36217/b5322a57-3e5c-47ca-9c52-9951f55d0fed/c2f747f6-73c8-435c-9ab4-60120878a0ec) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:28.668805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:28.685288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2a4ed1b-b8ec-458f-86b3-77800293614b req-c01d0f7f-452e-4be8-81b1-432778faefbb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963581 Sep 30 08:24:28.767155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Attempting to bind port ff0cd362-e404-43e9-9e92-844a99db0709 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:28.767533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Attempting to bind port ff0cd362-e404-43e9-9e92-844a99db0709 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '387b0425-72ed-4223-8fa6-fa1527bb119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8256fe18-3380-413d-a258-c2407cc36217'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:28.767908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Attempting to bind port ff0cd362-e404-43e9-9e92-844a99db0709 on network 8256fe18-3380-413d-a258-c2407cc36217 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:28.773532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:28.773924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Checking segment: {'id': '387b0425-72ed-4223-8fa6-fa1527bb119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8256fe18-3380-413d-a258-c2407cc36217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:28.774341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.774752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Bound using segment: {'id': '387b0425-72ed-4223-8fa6-fa1527bb119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8256fe18-3380-413d-a258-c2407cc36217'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:28.775231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Bound port: ff0cd362-e404-43e9-9e92-844a99db0709, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b0425-72ed-4223-8fa6-fa1527bb119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8256fe18-3380-413d-a258-c2407cc36217'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:28.775613 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.779686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Pushing event updated for resources: {'Port': ['ID=ff0cd362-e404-43e9-9e92-844a99db0709,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:28.852214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.881543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.900685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] For port ff0cd362-e404-43e9-9e92-844a99db0709, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:28.913026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.921161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:28.929082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] For port ff0cd362-e404-43e9-9e92-844a99db0709, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0cd362-e404-43e9-9e92-844a99db0709,segment=NetworkSegment(387b0425-72ed-4223-8fa6-fa1527bb119a),segment_id=387b0425-72ed-4223-8fa6-fa1527bb119a)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:28.932964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1428c11e-2f0d-4dba-9524-4024a94b9abb'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:28.935437 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7820f-a49f-4dc6-8db0-288d601d5513" -d '{"events": [{"server_uuid": "0d05e616-ea4f-421a-b705-e937acbeadaf", "name": "network-vif-plugged", "status": "completed", "tag": "1428c11e-2f0d-4dba-9524-4024a94b9abb"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:28.964264 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.964791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 8256fe18-3380-413d-a258-c2407cc36217 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:28.968511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:28.973185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:28.976710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1428c11e-2f0d-4dba-9524-4024a94b9abb, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:29.010939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.018760 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82d417e-ff68-4cb3-8b0d-b53ac58793c7 x-openstack-request-id: req-a82d417e-ff68-4cb3-8b0d-b53ac58793c7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:29.019056 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05e616-ea4f-421a-b705-e937acbeadaf", "name": "network-vif-plugged", "status": "completed", "tag": "1428c11e-2f0d-4dba-9524-4024a94b9abb", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:29.019308 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a82d417e-ff68-4cb3-8b0d-b53ac58793c7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:29.019861 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1428c11e-2f0d-4dba-9524-4024a94b9abb', 'code': 200} Sep 30 08:24:29.054634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=c2f747f6-73c8-435c-9ab4-60120878a0ec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:29.066711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.067541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.078149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29e2d7-244e-455d-82d3-20794eda029f None None] Pushing event updated for resources: {'Port': ['ID=ff0cd362-e404-43e9-9e92-844a99db0709,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:29.087623 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d0cf7df-63b1-4ca8-8146-9e15eef34b07 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3152020 Sep 30 08:24:29.088188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:29.171626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1428c11e-2f0d-4dba-9524-4024a94b9abb,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:29.189245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0c10-8aa9-4698-b885-f73f6d27f074 req-f2f64a12-0701-4a4e-a277-5c9b10f5bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.191154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b3ed0c10-8aa9-4698-b885-f73f6d27f074 req-f2f64a12-0701-4a4e-a277-5c9b10f5bec5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 1097 time: 0.0574195 Sep 30 08:24:29.239690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b3ed0c10-8aa9-4698-b885-f73f6d27f074 req-567dae6b-d528-44a7-9c8a-b5fd99f9eb86 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Sep 30 08:24:29.249074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f6668-5a92-42cc-828b-9f008d8ec6cd req-7491fbfc-ce20-46cc-95d8-99551eb933ac tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.250659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a7f6668-5a92-42cc-828b-9f008d8ec6cd req-7491fbfc-ce20-46cc-95d8-99551eb933ac tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 946 time: 0.1080756 Sep 30 08:24:29.280207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 732c3072-af91-4d02-bdb1-bf8a8409d8f6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:29.282613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port c2f747f6-73c8-435c-9ab4-60120878a0ec {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:29.282962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.317400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 732c3072-af91-4d02-bdb1-bf8a8409d8f6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:29.317778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 732c3072-af91-4d02-bdb1-bf8a8409d8f6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:29.368644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a7f6668-5a92-42cc-828b-9f008d8ec6cd req-4f454fac-3c17-4c84-b10e-4da8bf1214f8 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107755 Sep 30 08:24:29.401431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.414839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for c2f747f6-73c8-435c-9ab4-60120878a0ec owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:29.832242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57096) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:29.882172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-893c8218-a1c4-4c15-86a2-77f87bb6453c req-b2cf36b5-8637-48a6-8c0b-cd27b560da53 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0339215 Sep 30 08:24:29.899221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.927874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=c2f747f6-73c8-435c-9ab4-60120878a0ec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:29.989873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47ff8b37-c576-4a81-b82b-a475e0b5cba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.044777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.049537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c48752a4-a24f-4914-9058-e08dc306cc9a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/c2f747f6-73c8-435c-9ab4-60120878a0ec HTTP/1.1" status: 204 len: 168 time: 0.9559188 Sep 30 08:24:30.050676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.060010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769457-e2e7-4601-8f91-feaea5f29af6 req-3e6e00f4-7270-43fc-9590-50cd1eb44ad3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:30.061801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7769457-e2e7-4601-8f91-feaea5f29af6 req-3e6e00f4-7270-43fc-9590-50cd1eb44ad3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 945 time: 0.0993609 Sep 30 08:24:30.107727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7769457-e2e7-4601-8f91-feaea5f29af6 req-ffd0fd1e-e792-45dc-8d4b-21e16f373c3f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Sep 30 08:24:30.109807 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d841e7f-2612-45e0-9bd2-cdc8a521de71 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:30.115416 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3d841e7f-2612-45e0-9bd2-cdc8a521de71 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/c2f747f6-73c8-435c-9ab4-60120878a0ec HTTP/1.1" status: 404 len: 333 time: 0.0608602 Sep 30 08:24:30.116212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57104) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.176351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654320bb-2992-47ce-8eeb-2115c8eee627 None None] Network 8256fe18-3380-413d-a258-c2407cc36217 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:30.178848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47ff8b37-c576-4a81-b82b-a475e0b5cba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.184967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47ff8b37-c576-4a81-b82b-a475e0b5cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.212294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet b5322a57-3e5c-47ca-9c52-9951f55d0fed {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:30.224315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.253819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Provisioning complete for port ff0cd362-e404-43e9-9e92-844a99db0709 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:30.254186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.259841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-47ff8b37-c576-4a81-b82b-a475e0b5cba3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a67a6c353f34121acbb32e65dc89667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238913 Sep 30 08:24:30.260445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57106) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.267764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff8b37-c576-4a81-b82b-a475e0b5cba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ba6128-8c50-49ff-a646-357678b3b585,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:30.276498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.334397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-062d5e85-5692-45e5-88be-906f4bcf104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.357381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-062d5e85-5692-45e5-88be-906f4bcf104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.369273 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.377074 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.412467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-062d5e85-5692-45e5-88be-906f4bcf104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.416334 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-062d5e85-5692-45e5-88be-906f4bcf104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.419774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-062d5e85-5692-45e5-88be-906f4bcf104b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13ba6128-8c50-49ff-a646-357678b3b585 HTTP/1.1" status: 204 len: 168 time: 0.1579599 Sep 30 08:24:30.434482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d5e85-5692-45e5-88be-906f4bcf104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ba6128-8c50-49ff-a646-357678b3b585,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:30.445356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.501111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=b5322a57-3e5c-47ca-9c52-9951f55d0fed,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:30.501799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.506154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a56f26a-7cab-4f7d-9eec-861b2a459f12 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/b5322a57-3e5c-47ca-9c52-9951f55d0fed HTTP/1.1" status: 204 len: 168 time: 0.3871753 Sep 30 08:24:30.506487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57112) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.522587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:24:30.522956 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:24:30.558880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff04d-ee2e-4187-ad47-83a99ac0f25c req-ef3febd8-ad35-4030-bb39-2b57065d8f1a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:30.567203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e29ff04d-ee2e-4187-ad47-83a99ac0f25c req-ef3febd8-ad35-4030-bb39-2b57065d8f1a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 946 time: 0.0984149 Sep 30 08:24:30.606429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e29ff04d-ee2e-4187-ad47-83a99ac0f25c req-ca3a9347-faf0-4b12-9026-6f724495e32c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371764 Sep 30 08:24:30.613737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.687429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port ff0cd362-e404-43e9-9e92-844a99db0709 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:30.687863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.748677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c8f0aa-6aee-4610-a3b6-878c1ae7a0b6 None None] Network 8256fe18-3380-413d-a258-c2407cc36217 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:30.791819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] For port ff0cd362-e404-43e9-9e92-844a99db0709, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0cd362-e404-43e9-9e92-844a99db0709,segment=NetworkSegment(387b0425-72ed-4223-8fa6-fa1527bb119a),segment_id=387b0425-72ed-4223-8fa6-fa1527bb119a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:30.792195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.821686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for ff0cd362-e404-43e9-9e92-844a99db0709 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:30.938849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] DHCP port deletion for 8256fe18-3380-413d-a258-c2407cc36217 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:31.002718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] Deleting port ff0cd362-e404-43e9-9e92-844a99db0709 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:31.003106 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.016917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f74e5f5-e851-4d93-b4c1-5f66d6493eab req-2f8a4ea8-2b52-448e-984c-bd06d4a46002 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0380857 Sep 30 08:24:31.116806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.129922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] For port ff0cd362-e404-43e9-9e92-844a99db0709, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0cd362-e404-43e9-9e92-844a99db0709,segment=NetworkSegment(387b0425-72ed-4223-8fa6-fa1527bb119a),segment_id=387b0425-72ed-4223-8fa6-fa1527bb119a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:31.130335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.153940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] Calling delete_port for ff0cd362-e404-43e9-9e92-844a99db0709 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:31.154658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-116c4d94-8e70-4bc2-a836-8603b0210a22 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:31.156218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-116c4d94-8e70-4bc2-a836-8603b0210a22 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 946 time: 0.3740032 Sep 30 08:24:31.176987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] For port ff0cd362-e404-43e9-9e92-844a99db0709, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0cd362-e404-43e9-9e92-844a99db0709,segment=NetworkSegment(387b0425-72ed-4223-8fa6-fa1527bb119a),segment_id=387b0425-72ed-4223-8fa6-fa1527bb119a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:31.234456 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.262799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.296444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=ff0cd362-e404-43e9-9e92-844a99db0709,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.298347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9d6ce-165c-4ab4-a075-dc7c786d77a2 req-cab316d2-792f-4dc7-8ee7-a8c3f79b8c53 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:31.300415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c9d6ce-165c-4ab4-a075-dc7c786d77a2 req-cab316d2-792f-4dc7-8ee7-a8c3f79b8c53 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 945 time: 0.0790195 Sep 30 08:24:31.311394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deecfd6-bbd2-4056-9d75-de8c20197ed1 None None] Pushing event updated for resources: {'Port': ['ID=ff0cd362-e404-43e9-9e92-844a99db0709,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.323250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.323504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57140) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:31.326377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No DVR routers for this DVR port ff0cd362-e404-43e9-9e92-844a99db0709 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:31.359565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] No DVR routers for this DVR port ff0cd362-e404-43e9-9e92-844a99db0709 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:31.374718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f093f8-ea63-4ada-80fb-edcbdcba509a None None] Pushing event deleted for resources: {'Port': ['ID=ff0cd362-e404-43e9-9e92-844a99db0709,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.378214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-208ad5e3-cdc9-4668-9586-aa5feacf9d8d None None] Could not find standard attr ID for object ff0cd362-e404-43e9-9e92-844a99db0709. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:31.379964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c9d6ce-165c-4ab4-a075-dc7c786d77a2 req-7bd7a589-978e-470d-bd19-5558db215ec8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722504 Sep 30 08:24:31.418058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.430128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port 1428c11e-2f0d-4dba-9524-4024a94b9abb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:31.430468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.464330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1052797860-network', 'tenant_id': '4bcd779f736a417898803c4f2df097fa'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:31.470445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8256fe18-3380-413d-a258-c2407cc36217']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:31.485023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387b0425-72ed-4223-8fa6-fa1527bb119a') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:31.485239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387b0425-72ed-4223-8fa6-fa1527bb119a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:31.486254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Made reservation on behalf of 4bcd779f736a417898803c4f2df097fa for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:31.488741 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.500844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.522458 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.542009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.556668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:31.557089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:31.560629 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:31.591587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port 1428c11e-2f0d-4dba-9524-4024a94b9abb, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1428c11e-2f0d-4dba-9524-4024a94b9abb,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:31.591958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.635146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for 1428c11e-2f0d-4dba-9524-4024a94b9abb owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:31.642332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.649479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.649479 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/8256fe18-3380-413d-a258-c2407cc36217 HTTP/1.1" status: 204 len: 168 time: 1.1415186 Sep 30 08:24:31.656213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57146) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:31.662850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'name': 'tempest-PortsTestJSON-1882135893'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:31.669403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927ccc9-60bc-4e24-8443-c92c6245d57b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=8256fe18-3380-413d-a258-c2407cc36217,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.790546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.805686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1428c11e-2f0d-4dba-9524-4024a94b9abb'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:31.817850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.818932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=1428c11e-2f0d-4dba-9524-4024a94b9abb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.834339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a51b6-8334-4fa8-8476-a47302f96fb0 req-83f09a8c-91ea-4844-ada3-0535b0c8fdcb tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:31.835985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d0a51b6-8334-4fa8-8476-a47302f96fb0 req-83f09a8c-91ea-4844-ada3-0535b0c8fdcb tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 867 time: 0.1284220 Sep 30 08:24:31.839115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.866534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port 1428c11e-2f0d-4dba-9524-4024a94b9abb on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:31.869131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.871209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-00fd88ea-b582-4232-a059-88ae2046d8d6 req-deded19c-67a6-4ffe-900b-5a2f2224a3f9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "DELETE /v2.0/ports/1428c11e-2f0d-4dba-9524-4024a94b9abb HTTP/1.1" status: 204 len: 173 time: 0.7060957 Sep 30 08:24:31.871675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'name': 'network-vif-deleted', 'tag': '1428c11e-2f0d-4dba-9524-4024a94b9abb'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:31.873953 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2fca7-2d61-48e0-bb19-76ddc8eb0741" -d '{"events": [{"server_uuid": "0d05e616-ea4f-421a-b705-e937acbeadaf", "name": "network-vif-deleted", "tag": "1428c11e-2f0d-4dba-9524-4024a94b9abb"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:31.891194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:31.898660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:31.902820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.914700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:31.926208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53feed60-9de0-4d87-95d8-a7d88be527cd,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.936446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.936938 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Added segment 5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c of type vlan for network e4568e94-9285-40b1-913d-49013c3efc43 Sep 30 08:24:31.955560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d0a51b6-8334-4fa8-8476-a47302f96fb0 req-42bb5167-cf3e-4605-9abc-93aba05f5c3d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090665 Sep 30 08:24:31.990580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:31.994306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port f58538d0-cb4d-418e-bbe4-a91b07a17650 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:31.995039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:31.995544 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.010676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.081548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.083010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.083678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.103810 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.132931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12837a2-6359-426f-bc17-831f951fc05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:32.135627 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a8a7a1-f793-49c9-8a9c-939ed648968f" -d '{"events": [{"server_uuid": "d12837a2-6359-426f-bc17-831f951fc05e", "name": "network-vif-plugged", "status": "completed", "tag": "3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:32.153902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:32.161708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.186135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8612061 Sep 30 08:24:32.189864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57158) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.192103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b2742-c801-4567-9284-63b72269ece9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4568e94-9285-40b1-913d-49013c3efc43,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.205897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Request body: {'subnet': {'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1052797860-subnet', 'tenant_id': '4bcd779f736a417898803c4f2df097fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:32.207349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e4568e94-9285-40b1-913d-49013c3efc43 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:32.227023 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b5513e6-2d2a-4690-affe-1f700a82f71b req-308eeef4-aa6f-4186-9814-765866bcf57a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 210 time: 0.0537894 Sep 30 08:24:32.230207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Made reservation on behalf of 4bcd779f736a417898803c4f2df097fa for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:32.232776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.251554 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4dab57-cbd4-4d10-8343-fc93eb1d8ca1 x-openstack-request-id: req-de4dab57-cbd4-4d10-8343-fc93eb1d8ca1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:32.252369 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05e616-ea4f-421a-b705-e937acbeadaf", "name": "network-vif-deleted", "tag": "1428c11e-2f0d-4dba-9524-4024a94b9abb", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:32.252720 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de4dab57-cbd4-4d10-8343-fc93eb1d8ca1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:32.253710 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05e616-ea4f-421a-b705-e937acbeadaf', 'name': 'network-vif-deleted', 'tag': '1428c11e-2f0d-4dba-9524-4024a94b9abb', 'status': 'completed', 'code': 200} Sep 30 08:24:32.282170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.336868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.377736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef8017dd-e127-4ace-9db4-e2ee70f45dd5 req-f22d099d-9aa2-4f3d-b505-4938c044d74b tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0445430 Sep 30 08:24:32.439988 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dff449e-9f35-44e2-8b13-a4642119395a x-openstack-request-id: req-7dff449e-9f35-44e2-8b13-a4642119395a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:32.440688 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12837a2-6359-426f-bc17-831f951fc05e", "name": "network-vif-plugged", "status": "completed", "tag": "3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:32.441249 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dff449e-9f35-44e2-8b13-a4642119395a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:32.441897 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12837a2-6359-426f-bc17-831f951fc05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1', 'code': 200} Sep 30 08:24:32.442800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.447998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5513e6-2d2a-4690-affe-1f700a82f71b req-8b0cc794-00c3-49a4-89da-1c0919670b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.449650 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b5513e6-2d2a-4690-affe-1f700a82f71b req-8b0cc794-00c3-49a4-89da-1c0919670b0b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=70ee0377b9f44e03893eb833e4c24d53&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2111869 Sep 30 08:24:32.512447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:32.542648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:32.545004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:32.550592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.551203 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.622750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=f58538d0-cb4d-418e-bbe4-a91b07a17650,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.629716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.637346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-962d53c5-5e98-4239-a7e5-fb4636a7dc56 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9796674 Sep 30 08:24:32.640337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57162) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.652477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5513e6-2d2a-4690-affe-1f700a82f71b req-d80da19c-b075-4fa7-9d0d-7cbbc01ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.653946 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b5513e6-2d2a-4690-affe-1f700a82f71b req-d80da19c-b075-4fa7-9d0d-7cbbc01ad267 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929922 Sep 30 08:24:32.696799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74088cd2-39b8-4cd1-9aab-35f0f48efc19 req-3f2dcc2f-c67c-41af-915f-c357415ceccb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.698353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74088cd2-39b8-4cd1-9aab-35f0f48efc19 req-3f2dcc2f-c67c-41af-915f-c357415ceccb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.2036726 Sep 30 08:24:32.704518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032b01-2d12-4c17-8cc1-76d30747a525 req-68d4e707-ea04-470c-aa5f-773ccb2495f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.706184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f032b01-2d12-4c17-8cc1-76d30747a525 req-68d4e707-ea04-470c-aa5f-773ccb2495f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 1097 time: 0.1648605 Sep 30 08:24:32.717674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e843dfd1-3e65-4150-b38e-878af4b08354,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.741524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port f58538d0-cb4d-418e-bbe4-a91b07a17650 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:32.741984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.778653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Checking segment: {'id': '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:32.779017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Network hostable DHCP agents. Network: e4568e94-9285-40b1-913d-49013c3efc43, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:32.783375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74088cd2-39b8-4cd1-9aab-35f0f48efc19 req-1d026ec3-f074-4275-8363-8d3baf770401 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763314 Sep 30 08:24:32.792474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f032b01-2d12-4c17-8cc1-76d30747a525 req-6a06e550-5db9-4cad-9771-a59695f13778 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Sep 30 08:24:32.809631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Network e4568e94-9285-40b1-913d-49013c3efc43 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:32.811308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.818957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e4568e94-9285-40b1-913d-49013c3efc43) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:32.822968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.823558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.825189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for f58538d0-cb4d-418e-bbe4-a91b07a17650 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:32.830745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269de61-1565-4e7e-ad56-2aeeab60a26a None None] Network e4568e94-9285-40b1-913d-49013c3efc43 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:32.846094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-862628af-767e-4c05-b248-8937b335a45a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6470020 Sep 30 08:24:32.913206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.949766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=f58538d0-cb4d-418e-bbe4-a91b07a17650,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.954783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.958986 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b2d0ee58-95bd-4739-b83e-52eb99db8118 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/f58538d0-cb4d-418e-bbe4-a91b07a17650 HTTP/1.1" status: 204 len: 168 time: 0.3154068 Sep 30 08:24:32.968580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.968580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'mac_address': 'fa:16:3e:8e:d9:bc', 'name': 'tempest-PortsTestJSON-878405565'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:32.979091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b7badd-b990-4237-9925-d643d30c7c8d None None] Network e4568e94-9285-40b1-913d-49013c3efc43 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:33.057314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2443f3a-9d59-431e-9ed8-f0f8fd84f4cf req-2c0d959d-6239-47ed-8c6f-4aafb9cb60c5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 210 time: 0.0301027 Sep 30 08:24:33.075780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:33.147266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.169505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 6d16b80b-2533-4c10-b0d5-e66fe738ffb4 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:33.331997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.369211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.393172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-164c1b78-eb44-4d58-9784-797933bd3247 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:33.394812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-164c1b78-eb44-4d58-9784-797933bd3247 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/networks?id=e4568e94-9285-40b1-913d-49013c3efc43 HTTP/1.1" status: 200 len: 814 time: 0.1082170 Sep 30 08:24:33.410824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-c1dfd5f3-08f2-456f-8400-e8e5da5595ad tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/quotas/4bcd779f736a417898803c4f2df097fa HTTP/1.1" status: 200 len: 375 time: 0.0098259 Sep 30 08:24:33.412665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:33.415809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:33.418785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:33.424533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:33.425144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.443438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=6d16b80b-2533-4c10-b0d5-e66fe738ffb4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:33.444555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-67a1545c-fa94-42c4-81cb-5b6750f4bf44 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bcd779f736a417898803c4f2df097fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276389 Sep 30 08:24:33.451498 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-680b6bbb-4c18-4f94-9bbb-dd7a1dbe7851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4884841 Sep 30 08:24:33.452430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57190) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:33.494801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70dea3-a14d-4ad8-a26b-1d8403945031 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:33.496812 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-df70dea3-a14d-4ad8-a26b-1d8403945031 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/6d16b80b-2533-4c10-b0d5-e66fe738ffb4 HTTP/1.1" status: 200 len: 840 time: 0.0441594 Sep 30 08:24:33.499561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57192) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:33.539404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-6a493d27-405f-4ba8-b086-d1fc753dc915 service neutron] 10.222.0.41 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860813 Sep 30 08:24:33.588148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 6d16b80b-2533-4c10-b0d5-e66fe738ffb4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:33.588503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.630885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-cabcef02-f522-427a-9e13-30bb8cc43be3 service neutron] 10.222.0.41 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847809 Sep 30 08:24:33.653942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.666063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 6d16b80b-2533-4c10-b0d5-e66fe738ffb4 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:33.758246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.788224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=6d16b80b-2533-4c10-b0d5-e66fe738ffb4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:33.796148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.800909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:33.801059 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2b8682d9-8d46-4fa0-a163-80d19551f646 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/6d16b80b-2533-4c10-b0d5-e66fe738ffb4 HTTP/1.1" status: 204 len: 168 time: 0.3002377 Sep 30 08:24:33.835418 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7110dd06-4f5f-48a0-ade5-2bb941b2fc65 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:33.837057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7110dd06-4f5f-48a0-ade5-2bb941b2fc65 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/6d16b80b-2533-4c10-b0d5-e66fe738ffb4 HTTP/1.1" status: 404 len: 333 time: 0.0350595 Sep 30 08:24:33.840724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57202) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:33.845855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'name': 'tempest-PortsTestJSON-1423962478'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:33.988264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e1ad5ff-2b3c-4cf6-876f-6f822e661dc1 req-92aebcd6-529b-4cd3-8ead-25f222e126b9 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0379210 Sep 30 08:24:33.989087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:33.993658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.019851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 6a0146de-070b-41fb-8e36-299701fc27e8 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:34.096156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dbb56f1-378d-4e3a-8317-577a22e2c491 req-e6eb56c5-6b01-44cd-9ee8-40060858d717 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 210 time: 0.0331528 Sep 30 08:24:34.248394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.268883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4349-eee8-46ff-a978-f1a666dafe28 req-deded2a9-f63b-4bc8-af86-a6f4050ae996 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.270421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7d4349-eee8-46ff-a978-f1a666dafe28 req-deded2a9-f63b-4bc8-af86-a6f4050ae996 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1049697 Sep 30 08:24:34.316886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.350738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7d4349-eee8-46ff-a978-f1a666dafe28 req-bd2d93c0-b793-44f9-aa6d-04f8fe86fb44 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734494 Sep 30 08:24:34.375349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:34.381850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:34.384190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:34.390647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.391278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.394777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=6a0146de-070b-41fb-8e36-299701fc27e8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.412527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-012d0aba-75eb-4c6e-be89-88089091f80e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5707328 Sep 30 08:24:34.415538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57214) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:34.421699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:34.473105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2f560da-fde1-413c-8a29-7f6b350d708d req-9900a2ba-3c5a-4fd5-8759-4e5c38d4bd1e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 210 time: 0.0483134 Sep 30 08:24:34.519861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.709957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.715705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.724690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1ae46-6c8f-4554-ba1b-f3b8eb813e27 req-b8786522-a0e1-4cad-9db0-8612fd8e7965 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.726292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fec1ae46-6c8f-4554-ba1b-f3b8eb813e27 req-b8786522-a0e1-4cad-9db0-8612fd8e7965 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0811486 Sep 30 08:24:34.774889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] In _notify_port_updated(), no bound segment for port 6a0146de-070b-41fb-8e36-299701fc27e8 on network 7cc41cd8-3fcc-4378-9103-e190049b9859 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:24:34.780486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.781095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.784993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/ports/6a0146de-070b-41fb-8e36-299701fc27e8 HTTP/1.1" status: 200 len: 818 time: 0.3660944 Sep 30 08:24:34.785655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57218) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:34.799828 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-9b5513e6-2d2a-4690-affe-1f700a82f71b req-6ddee8d0-beae-4e6b-82c8-fcb6fce4ab68 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d05e616-ea4f-421a-b705-e937acbeadaf HTTP/1.1" status: 200 len: 210 time: 0.0257099 Sep 30 08:24:34.846737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd43204-15f3-4074-a68b-eb95533c9d24 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=6a0146de-070b-41fb-8e36-299701fc27e8,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.860392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fec1ae46-6c8f-4554-ba1b-f3b8eb813e27 req-22fcb977-1431-407c-a23c-9b59176d5df9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233811 Sep 30 08:24:34.912860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 6a0146de-070b-41fb-8e36-299701fc27e8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:34.913204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.007150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.044943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 6a0146de-070b-41fb-8e36-299701fc27e8 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:35.102685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e34643-39c4-4231-96f3-52b5c7063a80 req-423c8831-ed1c-423a-b185-56283f2e4e1f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.104202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e34643-39c4-4231-96f3-52b5c7063a80 req-423c8831-ed1c-423a-b185-56283f2e4e1f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1131265 Sep 30 08:24:35.150554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-153ed0c3-b17e-453b-8035-b6c0ad4fa7e5 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.152747 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-153ed0c3-b17e-453b-8035-b6c0ad4fa7e5 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.57 "GET /v2.0/networks?id=e4568e94-9285-40b1-913d-49013c3efc43 HTTP/1.1" status: 200 len: 814 time: 0.1175022 Sep 30 08:24:35.168742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e34643-39c4-4231-96f3-52b5c7063a80 req-b36212c5-c7c2-40e1-b1e6-27fa3dab532c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562847 Sep 30 08:24:35.173296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Request body: {'port': {'device_id': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43', 'admin_state_up': True, 'tenant_id': '4bcd779f736a417898803c4f2df097fa'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:35.177942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.210433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=6a0146de-070b-41fb-8e36-299701fc27e8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:35.214035 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.216517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b60b4a06-8fcc-4963-bee4-d2c085c7c2ee tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/6a0146de-070b-41fb-8e36-299701fc27e8 HTTP/1.1" status: 204 len: 168 time: 0.4264009 Sep 30 08:24:35.219233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57232) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.277000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9aba0-d78b-4ac5-8a77-5d8330a76e4e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.280943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7ed9aba0-d78b-4ac5-8a77-5d8330a76e4e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0580866 Sep 30 08:24:35.281593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.307890 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-92880dd1-a38f-4078-ad1a-111f98734fe3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:35.310019 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-92880dd1-a38f-4078-ad1a-111f98734fe3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/6a0146de-070b-41fb-8e36-299701fc27e8 HTTP/1.1" status: 404 len: 333 time: 0.0274992 Sep 30 08:24:35.316455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57236) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.323329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1468873001'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:35.343964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Made reservation on behalf of 4bcd779f736a417898803c4f2df097fa for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:35.347431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.360333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01f55ebf-87bb-4ded-9c6e-31f48a1e232d req-6b7af308-f46d-44e0-bb0b-e4198e81a1a7 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0272243 Sep 30 08:24:35.415713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:35.419260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.456921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaea036a-88ef-41cc-856e-7007048a0107 req-0b54de5d-7f3c-4946-b017-214b8e7db9a8 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 210 time: 0.0286407 Sep 30 08:24:35.488904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:35.508914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.509365 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment 12596266-def7-4a5b-a530-cd9229202e9c of type vlan for network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b Sep 30 08:24:35.547825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Allocated IP 172.20.0.11 (e4568e94-9285-40b1-913d-49013c3efc43/e843dfd1-3e65-4150-b38e-878af4b08354/7af595fe-6d45-45fa-950e-e2510cea6085) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:35.575780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.634899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.640924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.641610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.702258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3847380 Sep 30 08:24:35.710628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57244) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.712637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f9ed-a5f2-4d09-ba0f-0e4d1e172712 req-e8644904-517f-44d0-984e-9a56f7e07190 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.714205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f397f9ed-a5f2-4d09-ba0f-0e4d1e172712 req-e8644904-517f-44d0-984e-9a56f7e07190 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0710785 Sep 30 08:24:35.721294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:35.752548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f397f9ed-a5f2-4d09-ba0f-0e4d1e172712 req-04f4c33b-39dc-4549-9f9e-554c3bef6948 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Sep 30 08:24:35.799219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b270e8-3119-40e0-b2cd-5286e7372980 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:35.811978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:35.887752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.911519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:35.915029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.935690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-a4279bf1-b66c-4b57-a890-b989f91cfead tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.937308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-a4279bf1-b66c-4b57-a890-b989f91cfead tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.1080205 Sep 30 08:24:35.952701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-36b17994-62f8-4661-83b1-6c0d11f3ef9a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Sep 30 08:24:35.989219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-f41b3406-13ef-405a-8d42-328b4de23bba tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306556 Sep 30 08:24:35.991771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.046838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Network e4568e94-9285-40b1-913d-49013c3efc43 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:36.055538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:36.063079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:36.087379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-25aa33b1-dd0a-466a-84b3-b1e46c870dbb service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880773 Sep 30 08:24:36.096767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Pushing event updated for resources: {'Port': ['ID=7af595fe-6d45-45fa-950e-e2510cea6085,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:36.156971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:36.157628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.181170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-d636bf65-7134-4514-bb2d-a1ad1444d305 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125566 Sep 30 08:24:36.186322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-765b1595-0ae9-435c-8c4e-91b5965028d3 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921657 Sep 30 08:24:36.209693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Request body: {'port': {'device_id': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:36.252294 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.310547 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.378656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=f8f707f0-2376-4b79-9c2c-1950f2dc5069,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:36.387648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': '12596266-def7-4a5b-a530-cd9229202e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:36.387963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:36.476898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:36.494356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:36.504931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc938c-7a29-4baf-8b8b-30ed66f61176 None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:36.510480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:36.511190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.560867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f09e08e9-5b21-4fc8-8dcc-ddd2869a70ad req-9f4916e0-1ce5-4397-8b1c-87de209188f6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 210 time: 0.0395875 Sep 30 08:24:36.569220 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b10f9d5a-7a94-4835-986a-f1b715ce496b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8534908 Sep 30 08:24:36.571080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57272) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:36.580746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:36.682968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af595fe-6d45-45fa-950e-e2510cea6085 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:36.692902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.706055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a84d1f38-944a-4e9e-b14e-d419eda8eeaa req-c491b6d3-2a15-4aae-a3d2-20e7b7c24fdf tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0450232 Sep 30 08:24:36.709722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Transition to ACTIVE for port object 7af595fe-6d45-45fa-950e-e2510cea6085 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:36.716088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.764339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': 'f8f707f0-2376-4b79-9c2c-1950f2dc5069'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:36.765586 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.769690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:36.779208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.798534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Pushing event updated for resources: {'Port': ['ID=7af595fe-6d45-45fa-950e-e2510cea6085,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:36.864900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Attempting to bind port 7af595fe-6d45-45fa-950e-e2510cea6085 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:36.865244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Attempting to bind port 7af595fe-6d45-45fa-950e-e2510cea6085 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:36.865725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Attempting to bind port 7af595fe-6d45-45fa-950e-e2510cea6085 on network e4568e94-9285-40b1-913d-49013c3efc43 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:36.870311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Port 7af595fe-6d45-45fa-950e-e2510cea6085 on network e4568e94-9285-40b1-913d-49013c3efc43 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:36.871217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Attempting to bind port 7af595fe-6d45-45fa-950e-e2510cea6085 on network e4568e94-9285-40b1-913d-49013c3efc43 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:36.876378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:36.876718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Checking segment: {'id': '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:36.877095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Bound using segment: {'id': '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:36.877973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Bound port: 7af595fe-6d45-45fa-950e-e2510cea6085, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:36.877973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.946497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Allocated IP 172.20.0.2 (c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b/f8f707f0-2376-4b79-9c2c-1950f2dc5069/335a21af-dab3-4625-ac69-82b19e7078e6) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:36.959221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] For port 7af595fe-6d45-45fa-950e-e2510cea6085, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:36.961024 n-d-807025-5 neutron-server[95001]: INFO neutron.db.ipam_backend_mixin [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8f707f0-2376-4b79-9c2c-1950f2dc5069 (CIDR: 172.20.0.0/28) Sep 30 08:24:36.962758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] For port 7af595fe-6d45-45fa-950e-e2510cea6085, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7af595fe-6d45-45fa-950e-e2510cea6085,segment=NetworkSegment(5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c),segment_id=5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:36.969378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.973721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513bbb3-11ea-4231-abb0-b3e5cd871110 req-5b5551b2-15a3-4dcc-a3c0-e269f02b1455 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:36.975422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f513bbb3-11ea-4231-abb0-b3e5cd871110 req-5b5551b2-15a3-4dcc-a3c0-e269f02b1455 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 944 time: 0.1151600 Sep 30 08:24:36.979749 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:24:36.981014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:24:37.006520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-05997f2d-e03e-4808-b008-69297a5275ea tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4339855 Sep 30 08:24:37.009227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57280) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:37.012223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:37.012735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.014189 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-88fca647-70c3-466f-8510-4cf59837afab service neutron] 10.222.0.57 "PUT /v2.0/ports/7af595fe-6d45-45fa-950e-e2510cea6085 HTTP/1.1" status: 200 len: 1092 time: 0.8136435 Sep 30 08:24:37.014659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'tag': '7af595fe-6d45-45fa-950e-e2510cea6085'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:37.015753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:37.017061 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69" -d '{"events": [{"name": "network-changed", "server_uuid": "a02f917f-dd2c-4c21-b399-e29bfa53345f", "tag": "7af595fe-6d45-45fa-950e-e2510cea6085"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:37.058454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fca647-70c3-466f-8510-4cf59837afab service neutron] Pushing event updated for resources: {'Port': ['ID=7af595fe-6d45-45fa-950e-e2510cea6085,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:37.103139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f513bbb3-11ea-4231-abb0-b3e5cd871110 req-8c26c265-1494-44b7-ac38-30af55dfd84d tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156423 Sep 30 08:24:37.128126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-0ff5f436-8e6f-4b6f-a2f2-fe045648c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:37.128126 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-0ff5f436-8e6f-4b6f-a2f2-fe045648c961 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcd779f736a417898803c4f2df097fa&device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 1095 time: 0.0519116 Sep 30 08:24:37.163656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:37.169249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.181227 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.181906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-97b1e47c-afc9-4c29-9d82-1812a922a838 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af595fe-6d45-45fa-950e-e2510cea6085 HTTP/1.1" status: 200 len: 217 time: 0.0442808 Sep 30 08:24:37.187455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.232049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:37.234915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:37.241862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:37.245179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Pushing event updated for resources: {'Port': ['ID=335a21af-dab3-4625-ac69-82b19e7078e6,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:37.261971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-b3f0e1cc-4429-4478-8a98-9e48592a24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:37.263520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-b3f0e1cc-4429-4478-8a98-9e48592a24f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e843dfd1-3e65-4150-b38e-878af4b08354 HTTP/1.1" status: 200 len: 854 time: 0.0570753 Sep 30 08:24:37.296100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78429043-3e09-45aa-946f-d9d0616c45ec req-91b3cd50-b580-4242-bfe6-702a282c4306 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:37.297730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78429043-3e09-45aa-946f-d9d0616c45ec req-91b3cd50-b580-4242-bfe6-702a282c4306 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1098983 Sep 30 08:24:37.304387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Attempting to bind port 335a21af-dab3-4625-ac69-82b19e7078e6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:37.305012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Attempting to bind port 335a21af-dab3-4625-ac69-82b19e7078e6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '12596266-def7-4a5b-a530-cd9229202e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:37.305594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Attempting to bind port 335a21af-dab3-4625-ac69-82b19e7078e6 on network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:37.311934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:37.312340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Checking segment: {'id': '12596266-def7-4a5b-a530-cd9229202e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:37.312644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.313047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Bound using segment: {'id': '12596266-def7-4a5b-a530-cd9229202e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:37.313765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Bound port: 335a21af-dab3-4625-ac69-82b19e7078e6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12596266-def7-4a5b-a530-cd9229202e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:37.314263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.320436 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-cdaccc28-92e0-45bf-87b3-abde8d45b91d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4568e94-9285-40b1-913d-49013c3efc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354898 Sep 30 08:24:37.369078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78429043-3e09-45aa-946f-d9d0616c45ec req-ce3edc28-df5d-45aa-90f8-fdaaea531b78 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Sep 30 08:24:37.389702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] For port 335a21af-dab3-4625-ac69-82b19e7078e6, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:37.394278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] For port 335a21af-dab3-4625-ac69-82b19e7078e6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=335a21af-dab3-4625-ac69-82b19e7078e6,segment=NetworkSegment(12596266-def7-4a5b-a530-cd9229202e9c),segment_id=12596266-def7-4a5b-a530-cd9229202e9c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:37.400111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.438038 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7e33b-1fd4-4b4b-98f7-ae8c948d0b7b x-openstack-request-id: req-4eb7e33b-1fd4-4b4b-98f7-ae8c948d0b7b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:37.438339 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02f917f-dd2c-4c21-b399-e29bfa53345f", "tag": "7af595fe-6d45-45fa-950e-e2510cea6085", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:37.439794 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4eb7e33b-1fd4-4b4b-98f7-ae8c948d0b7b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:37.439794 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'tag': '7af595fe-6d45-45fa-950e-e2510cea6085', 'status': 'completed', 'code': 200} Sep 30 08:24:37.480506 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-5e62d2a6-7522-4cad-a217-f43dc413c5d4 service neutron] 10.222.0.57 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437979 Sep 30 08:24:37.493014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79f869-9e07-4306-bd32-dfee63ac5bf0 None None] Pushing event updated for resources: {'Port': ['ID=335a21af-dab3-4625-ac69-82b19e7078e6,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:37.645579 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b97d70fa-6dcd-4733-9f3e-e3402b186f59 req-c00d0b39-df84-4e14-aae0-95bc846c90bf service neutron] 10.222.0.57 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519091 Sep 30 08:24:37.676254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-96653fd1-3f19-4a5d-9574-ae3167c3fee6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:37.678648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-96653fd1-3f19-4a5d-9574-ae3167c3fee6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.1519825 Sep 30 08:24:37.684843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.718142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:38.058747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-5312ffa4-c74e-4142-aebc-c06010a5fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.060281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-5312ffa4-c74e-4142-aebc-c06010a5fc75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcd779f736a417898803c4f2df097fa&device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 1095 time: 0.3151009 Sep 30 08:24:38.147416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aea0019a-aea9-40d7-9e3e-10b561f0432d req-87da7302-8bb3-43a1-a187-8d9820f1543f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 210 time: 0.4222605 Sep 30 08:24:38.158032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:38.159338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-fc2e1c16-e462-483a-acfe-48221e319a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.160841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-fc2e1c16-e462-483a-acfe-48221e319a08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4568e94-9285-40b1-913d-49013c3efc43 HTTP/1.1" status: 200 len: 915 time: 0.0896547 Sep 30 08:24:38.165087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:38.173377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.174021 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.206776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=92b049ad-81cb-47fe-b6bd-68919105bfe9,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:38.237846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-72bfa0bb-aca4-4aa9-a787-13b64798ed6c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2249830 Sep 30 08:24:38.238130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57294) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:38.243305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'fixed_ips': [{'subnet_id': 'f8f707f0-2376-4b79-9c2c-1950f2dc5069'}, {'subnet_id': '92b049ad-81cb-47fe-b6bd-68919105bfe9'}], 'name': 'tempest-PortsTestJSON-1569029984'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:38.243648 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-802ee148-738a-4179-a316-2378986cbbc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af595fe-6d45-45fa-950e-e2510cea6085 HTTP/1.1" status: 200 len: 217 time: 0.0701509 Sep 30 08:24:38.302862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0c064a9-2550-41c6-82f2-cda578fb6ad3 req-3cf66353-6ac3-4f10-afae-0a387f649fbe tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0523965 Sep 30 08:24:38.314029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-22583c49-1840-4f81-a9cc-fbc06f413683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.319388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-22583c49-1840-4f81-a9cc-fbc06f413683 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e843dfd1-3e65-4150-b38e-878af4b08354 HTTP/1.1" status: 200 len: 854 time: 0.0637121 Sep 30 08:24:38.371754 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-0f5ced66-1ddc-4d26-9152-52bf4e7f0779 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4568e94-9285-40b1-913d-49013c3efc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363371 Sep 30 08:24:38.378530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:38.382436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.487688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-605d00f5-24e1-4c22-8b8a-7bc3bb872ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002166 Sep 30 08:24:38.499758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1428c11e-2f0d-4dba-9524-4024a94b9abb no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:38.522214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:38.528504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 1428c11e-2f0d-4dba-9524-4024a94b9abb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:38.528862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1428c11e-2f0d-4dba-9524-4024a94b9abb not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:38.533756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f281d3-f166-4ee2-b237-dd3ae3b77bfb req-5427582c-528a-4ee9-aafa-e50c3623eec1 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.535567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35f281d3-f166-4ee2-b237-dd3ae3b77bfb req-5427582c-528a-4ee9-aafa-e50c3623eec1 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 944 time: 0.1485252 Sep 30 08:24:38.539395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-309f5571-7689-427d-bc50-2be28788f59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.625620 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8e1d27fa-53a8-4739-b6a8-35b0d33d5d69 req-d14846ce-0034-458a-8dce-12782390fd52 service neutron] 10.222.0.57 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228921 Sep 30 08:24:38.674312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37539c4d-76e9-423e-a87d-625418fa9b7c None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:38.679637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.5 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/2b261faa-2463-49e7-80fa-ea33137247a3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:38.686226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35f281d3-f166-4ee2-b237-dd3ae3b77bfb req-6e48f8ad-ed90-482d-8e8b-0e7a0d93bb41 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272953 Sep 30 08:24:38.712927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.756252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port b7f05e21-bdc8-44ea-8b52-a8f375119c17 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:38.776193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4e864e38-b665-4a00-ae3b-d1084cc79976 None None] Provisioning complete for port 335a21af-dab3-4625-ac69-82b19e7078e6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:38.776562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e864e38-b665-4a00-ae3b-d1084cc79976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.031420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd713b-bc21-4186-adeb-1d4f93d8fc92 req-15667144-8c2f-45d1-8cb6-bcc94a711c13 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:39.032936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6cd713b-bc21-4186-adeb-1d4f93d8fc92 req-15667144-8c2f-45d1-8cb6-bcc94a711c13 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.2450163 Sep 30 08:24:39.070844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e864e38-b665-4a00-ae3b-d1084cc79976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.119597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4e864e38-b665-4a00-ae3b-d1084cc79976 None None] For port 335a21af-dab3-4625-ac69-82b19e7078e6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=335a21af-dab3-4625-ac69-82b19e7078e6,segment=NetworkSegment(12596266-def7-4a5b-a530-cd9229202e9c),segment_id=12596266-def7-4a5b-a530-cd9229202e9c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:39.137339 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e864e38-b665-4a00-ae3b-d1084cc79976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.147257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.155486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6cd713b-bc21-4186-adeb-1d4f93d8fc92 req-d83d8bf9-699b-4593-97fc-291b4cef1859 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131625 Sep 30 08:24:39.177601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] Update dhcp port {'port': {'network_id': 'c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b', 'fixed_ips': [{'subnet_id': 'f8f707f0-2376-4b79-9c2c-1950f2dc5069', 'ip_address': '172.20.0.2'}, {'subnet_id': '92b049ad-81cb-47fe-b6bd-68919105bfe9'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '335a21af-dab3-4625-ac69-82b19e7078e6'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:24:39.223561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.228701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864e38-b665-4a00-ae3b-d1084cc79976 None None] Pushing event updated for resources: {'Port': ['ID=335a21af-dab3-4625-ac69-82b19e7078e6,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:39.255196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.321169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:39.329478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:39.336314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.6 (c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b/f8f707f0-2376-4b79-9c2c-1950f2dc5069/b7f05e21-bdc8-44ea-8b52-a8f375119c17) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:39.338656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:39.370379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=2b261faa-2463-49e7-80fa-ea33137247a3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:39.375810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.25 (c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b/92b049ad-81cb-47fe-b6bd-68919105bfe9/b7f05e21-bdc8-44ea-8b52-a8f375119c17) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:39.426502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 335a21af-dab3-4625-ac69-82b19e7078e6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:39.428773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:39.429420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.482166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-907ca4e4-63f9-44d3-8f2d-cc4084ad41b2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7766252 Sep 30 08:24:39.483367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 335a21af-dab3-4625-ac69-82b19e7078e6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:39.483746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.510397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Request body: {'port': {'device_id': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:39.558336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ebe31-f822-482c-9cf7-dc7f01e5833b req-c898c077-52f2-44c8-acaa-e2cae4a5d9fd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:39.560324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-894ebe31-f822-482c-9cf7-dc7f01e5833b req-c898c077-52f2-44c8-acaa-e2cae4a5d9fd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 931 time: 0.1544545 Sep 30 08:24:39.652054 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.695484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-894ebe31-f822-482c-9cf7-dc7f01e5833b req-fbd2c5e5-31f5-49fc-8fb8-58ff41219f38 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 Sep 30 08:24:39.722903 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.859042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41c31b57-feeb-4cec-9846-f7362a8a36f8 req-841c8334-1777-4bba-b41b-6a61d9730239 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0971191 Sep 30 08:24:39.892887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.932025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] Allocated IP 172.20.0.18 (c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b/92b049ad-81cb-47fe-b6bd-68919105bfe9/335a21af-dab3-4625-ac69-82b19e7078e6) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:40.023324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:40.035808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:40.038401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] For port 335a21af-dab3-4625-ac69-82b19e7078e6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=335a21af-dab3-4625-ac69-82b19e7078e6,segment=NetworkSegment(12596266-def7-4a5b-a530-cd9229202e9c),segment_id=12596266-def7-4a5b-a530-cd9229202e9c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:40.044120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=b7f05e21-bdc8-44ea-8b52-a8f375119c17,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.048911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:40.073681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.082725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.120339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51b601-7d22-45b3-be83-10a324428410 req-efa064df-aefd-4313-9fdc-ec39211aa711 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.122155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d51b601-7d22-45b3-be83-10a324428410 req-efa064df-aefd-4313-9fdc-ec39211aa711 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 944 time: 0.1815193 Sep 30 08:24:40.152210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.152854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.170988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185a4f6-3ff7-4d29-a29d-ab111a41c7af None None] Pushing event updated for resources: {'Port': ['ID=335a21af-dab3-4625-ac69-82b19e7078e6,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.206613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b3e92350-da27-40d3-a1b7-44e25482cb35 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9650495 Sep 30 08:24:40.208006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57310) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:40.216033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8f707f0-2376-4b79-9c2c-1950f2dc5069'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:40.228502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d51b601-7d22-45b3-be83-10a324428410 req-222fad13-bfda-41c1-9731-881436a5ddbf tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948689 Sep 30 08:24:40.233187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b261faa-2463-49e7-80fa-ea33137247a3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:40.248142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.269597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Transition to ACTIVE for port object 2b261faa-2463-49e7-80fa-ea33137247a3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:40.275747 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.396283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=2b261faa-2463-49e7-80fa-ea33137247a3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.414987 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.446322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647f2a-d7d2-440f-9d3f-2fdd048dfdfd req-57cbed35-5ef4-42a5-9b17-6e77fc07f29c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.447915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8647f2a-d7d2-440f-9d3f-2fdd048dfdfd req-57cbed35-5ef4-42a5-9b17-6e77fc07f29c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1224523 Sep 30 08:24:40.483724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Attempting to bind port 2b261faa-2463-49e7-80fa-ea33137247a3 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:40.484063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Attempting to bind port 2b261faa-2463-49e7-80fa-ea33137247a3 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:40.484393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Attempting to bind port 2b261faa-2463-49e7-80fa-ea33137247a3 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:40.492428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Port 2b261faa-2463-49e7-80fa-ea33137247a3 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:40.492753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Attempting to bind port 2b261faa-2463-49e7-80fa-ea33137247a3 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:40.506449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:40.506803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:40.507178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:40.507631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Bound port: 2b261faa-2463-49e7-80fa-ea33137247a3, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:40.508007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.511215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7af595fe-6d45-45fa-950e-e2510cea6085 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:40.521275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8647f2a-d7d2-440f-9d3f-2fdd048dfdfd req-94c3c656-559b-4443-ac3f-10c4f5fb08ac tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642383 Sep 30 08:24:40.601892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] For port 2b261faa-2463-49e7-80fa-ea33137247a3, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:40.606390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] For port 2b261faa-2463-49e7-80fa-ea33137247a3, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b261faa-2463-49e7-80fa-ea33137247a3,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:40.612168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.653382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.654138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.655677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b261faa-2463-49e7-80fa-ea33137247a3 HTTP/1.1" status: 200 len: 1091 time: 1.1517203 Sep 30 08:24:40.656207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'tag': '2b261faa-2463-49e7-80fa-ea33137247a3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:40.658869 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918d141-bb58-4120-91f6-fce0c4809fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5f23e9-f8e0-46b8-9096-adbd607bbcf8", "tag": "2b261faa-2463-49e7-80fa-ea33137247a3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:40.711651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a5392-10e6-44db-9f99-c82553e4ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=2b261faa-2463-49e7-80fa-ea33137247a3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.723961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7af595fe-6d45-45fa-950e-e2510cea6085, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7af595fe-6d45-45fa-950e-e2510cea6085,segment=NetworkSegment(5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c),segment_id=5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:40.742929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7af595fe-6d45-45fa-950e-e2510cea6085', 'network_id': 'e4568e94-9285-40b1-913d-49013c3efc43', 'port_id': '7af595fe-6d45-45fa-950e-e2510cea6085', 'mac_address': 'fa:16:3e:86:8d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e843dfd1-3e65-4150-b38e-878af4b08354', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:40.815627 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.836990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af595fe-6d45-45fa-950e-e2510cea6085 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:40.843638 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2328e94-98ea-4231-bb79-56f058d360ad x-openstack-request-id: req-d2328e94-98ea-4231-bb79-56f058d360ad {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:40.844767 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5f23e9-f8e0-46b8-9096-adbd607bbcf8", "tag": "2b261faa-2463-49e7-80fa-ea33137247a3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:40.844767 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2328e94-98ea-4231-bb79-56f058d360ad {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:40.845008 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'tag': '2b261faa-2463-49e7-80fa-ea33137247a3', 'status': 'completed', 'code': 200} Sep 30 08:24:40.888246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-5f173250-4acf-4d97-82a5-ec73191b7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.889503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Delete allocated IP 172.20.0.25 (c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b/92b049ad-81cb-47fe-b6bd-68919105bfe9) {{(pid=95002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:24:40.889807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-5f173250-4acf-4d97-82a5-ec73191b7aca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 1094 time: 0.1453958 Sep 30 08:24:40.896125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7af595fe-6d45-45fa-950e-e2510cea6085, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7af595fe-6d45-45fa-950e-e2510cea6085,segment=NetworkSegment(5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c),segment_id=5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:40.905465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.983126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f790b-0c2f-4493-9197-ad9f2262cbfd None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:40.990208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-0b8b0b30-de30-4e6c-8bca-437d6667737a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b261faa-2463-49e7-80fa-ea33137247a3 HTTP/1.1" status: 200 len: 217 time: 0.0842214 Sep 30 08:24:41.035060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d7325f86-eef3-47a0-9f60-6f48c7a0afcd None None] Provisioning complete for port 335a21af-dab3-4625-ac69-82b19e7078e6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:41.035496 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d7325f86-eef3-47a0-9f60-6f48c7a0afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.070694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7af595fe-6d45-45fa-950e-e2510cea6085,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:41.090026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02341dbc-45ea-4829-85a9-40a7116cd53c req-bf0d9a23-3917-4d63-9893-c49b57f60bed tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.098121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02341dbc-45ea-4829-85a9-40a7116cd53c req-bf0d9a23-3917-4d63-9893-c49b57f60bed tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 943 time: 0.1265547 Sep 30 08:24:41.107591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-b2722c04-b173-41f4-a9c0-5cc7c3b1bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.109056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-b2722c04-b173-41f4-a9c0-5cc7c3b1bb2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0953894 Sep 30 08:24:41.120382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.129629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.139142 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-71b33cf3-2884-4f2f-9a24-c0301a703736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.159385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-d7c68d45-f854-473e-a6d0-3b9c501c1a7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396533 Sep 30 08:24:41.187325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02341dbc-45ea-4829-85a9-40a7116cd53c req-e4f4fc0a-22ff-485e-a14e-73eeabc699cf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884650 Sep 30 08:24:41.244298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7af595fe-6d45-45fa-950e-e2510cea6085'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:41.293659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=b7f05e21-bdc8-44ea-8b52-a8f375119c17,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:41.307519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] In _notify_port_updated(), no bound segment for port b7f05e21-bdc8-44ea-8b52-a8f375119c17 on network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:24:41.315575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.316784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.321180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08c79783-f071-42a5-a04a-0f2ec2d73104 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/ports/b7f05e21-bdc8-44ea-8b52-a8f375119c17 HTTP/1.1" status: 200 len: 919 time: 1.1083801 Sep 30 08:24:41.321180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:41.328080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8f707f0-2376-4b79-9c2c-1950f2dc5069'}, {'subnet_id': '92b049ad-81cb-47fe-b6bd-68919105bfe9'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:41.380413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 335a21af-dab3-4625-ac69-82b19e7078e6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:41.382454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e271834-8554-4267-b5b6-3f6bc2ac33a7 req-5dc0abc6-ece9-43d4-a8b1-7451a7440ad5 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0708523 Sep 30 08:24:41.386817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-698699af-761f-46b2-9811-e28f6eb92b1c service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177835 Sep 30 08:24:41.432524 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.439054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.515457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 335a21af-dab3-4625-ac69-82b19e7078e6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:41.515830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.576857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b327fb5b-ea80-4a9a-a50a-8d93feb3bd95 req-a46a600c-e112-411c-8b00-d03d9df99ec0 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821470 Sep 30 08:24:41.606337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a389469-e07a-4854-9dd6-7c60929f1771 req-a2426900-b2d0-4d45-812f-90858c45aa39 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.607929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a389469-e07a-4854-9dd6-7c60929f1771 req-a2426900-b2d0-4d45-812f-90858c45aa39 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 945 time: 0.0786002 Sep 30 08:24:41.665068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a389469-e07a-4854-9dd6-7c60929f1771 req-ccc3ca46-80a0-4c16-b39a-11ba10c803bf tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489361 Sep 30 08:24:41.737367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-af6a8cf1-9f40-481f-8643-dd6c4a806801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.741233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-af6a8cf1-9f40-481f-8643-dd6c4a806801 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 1094 time: 0.0747182 Sep 30 08:24:41.760435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4d459252-5676-4505-b2de-78bef7ff7537 None None] Provisioning complete for port 335a21af-dab3-4625-ac69-82b19e7078e6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:41.760970 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4d459252-5676-4505-b2de-78bef7ff7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.829401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.24 (c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b/92b049ad-81cb-47fe-b6bd-68919105bfe9/b7f05e21-bdc8-44ea-8b52-a8f375119c17) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:41.861929 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-56083594-c961-4dcb-9829-0cbcc619e481 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904641 Sep 30 08:24:41.867598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ff945-bf58-4a2f-8825-28c48be743e0 req-df46e39b-64cc-4766-8043-55e6d37c5e0d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.869275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-521ff945-bf58-4a2f-8825-28c48be743e0 req-df46e39b-64cc-4766-8043-55e6d37c5e0d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1124148 Sep 30 08:24:41.886670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4d459252-5676-4505-b2de-78bef7ff7537 None None] Provisioning complete for port b7f05e21-bdc8-44ea-8b52-a8f375119c17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:41.887550 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4d459252-5676-4505-b2de-78bef7ff7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.932443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4d459252-5676-4505-b2de-78bef7ff7537 None None] Port b7f05e21-bdc8-44ea-8b52-a8f375119c17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:41.974294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-521ff945-bf58-4a2f-8825-28c48be743e0 req-ec1a54ce-3c58-4d71-abec-cb42931c4cc5 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Sep 30 08:24:41.976735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-6ada6320-94a6-4101-bb91-60d8a32b521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:41.979714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-6ada6320-94a6-4101-bb91-60d8a32b521e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.1847017 Sep 30 08:24:42.023927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-33342ad6-a2ff-4d78-b8e1-86cc3d5cad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.025514 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-33342ad6-a2ff-4d78-b8e1-86cc3d5cad23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 1098 time: 0.0866966 Sep 30 08:24:42.059203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-69a6d22f-dd2c-428d-9d25-04b4b6def16f None None] Provisioning complete for port b7f05e21-bdc8-44ea-8b52-a8f375119c17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:42.059768 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-69a6d22f-dd2c-428d-9d25-04b4b6def16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.070518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-0eb80548-7f1d-4c96-8547-3cabdf254524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b261faa-2463-49e7-80fa-ea33137247a3 HTTP/1.1" status: 200 len: 217 time: 0.0785284 Sep 30 08:24:42.070745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.084965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.109694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-69a6d22f-dd2c-428d-9d25-04b4b6def16f None None] Port b7f05e21-bdc8-44ea-8b52-a8f375119c17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:42.150365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-eb638a76-fc6f-4a47-b7a7-2407aa2a6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.152712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-eb638a76-fc6f-4a47-b7a7-2407aa2a6301 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0709331 Sep 30 08:24:42.189656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-8abc84d8-f739-4e22-8334-f1cd198fd797 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292640 Sep 30 08:24:42.233930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2e49d1c3-0545-4064-970f-fd47ed7721d4 None None] Provisioning complete for port b7f05e21-bdc8-44ea-8b52-a8f375119c17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:42.234413 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e49d1c3-0545-4064-970f-fd47ed7721d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.254885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=b7f05e21-bdc8-44ea-8b52-a8f375119c17,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:42.279228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2e49d1c3-0545-4064-970f-fd47ed7721d4 None None] Port b7f05e21-bdc8-44ea-8b52-a8f375119c17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:42.299517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-87e55950-9554-45f6-8180-78006d6894a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.301087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-87e55950-9554-45f6-8180-78006d6894a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.2446151 Sep 30 08:24:42.324056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] In _notify_port_updated(), no bound segment for port b7f05e21-bdc8-44ea-8b52-a8f375119c17 on network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:24:42.330119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.330789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.334609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-38c90222-55fe-4abd-9ee7-ec3010765cdc tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/ports/b7f05e21-bdc8-44ea-8b52-a8f375119c17 HTTP/1.1" status: 200 len: 999 time: 1.0102606 Sep 30 08:24:42.342156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-3f84c936-3d41-42db-84d5-6001697a1fcf service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411867 Sep 30 08:24:42.342617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57334) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:42.401210 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-8a1bfda6-224d-44c1-86e4-c904485fbd58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 200 len: 1002 time: 0.0844517 Sep 30 08:24:42.465511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-7bd7d144-7078-43e4-ab43-03deafb98b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.467043 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-7bd7d144-7078-43e4-ab43-03deafb98b9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.0528736 Sep 30 08:24:42.502042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-aa6180fa-e15c-40ba-bbbf-da0f03e111c0 None None] Provisioning complete for port b7f05e21-bdc8-44ea-8b52-a8f375119c17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:42.502755 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aa6180fa-e15c-40ba-bbbf-da0f03e111c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.524759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-e2b7b5ba-5c5d-4c7d-80d8-284a3264584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.525753 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-e2b7b5ba-5c5d-4c7d-80d8-284a3264584e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458109 Sep 30 08:24:42.536828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7af595fe-6d45-45fa-950e-e2510cea6085 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:42.564850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-aa6180fa-e15c-40ba-bbbf-da0f03e111c0 None None] Port b7f05e21-bdc8-44ea-8b52-a8f375119c17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:42.597367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7af595fe-6d45-45fa-950e-e2510cea6085 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:42.602312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7af595fe-6d45-45fa-950e-e2510cea6085 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:42.602700 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.638704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-740dd227-2ff2-426c-add0-c45832f03a33 service neutron] 10.222.0.57 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997543 Sep 30 08:24:42.704076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.732903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af595fe-6d45-45fa-950e-e2510cea6085'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:42.735380 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e96167-686f-4e0e-8a48-62651d09b0ab" -d '{"events": [{"server_uuid": "a02f917f-dd2c-4c21-b399-e29bfa53345f", "name": "network-vif-plugged", "status": "completed", "tag": "7af595fe-6d45-45fa-950e-e2510cea6085"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:42.749694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7af595fe-6d45-45fa-950e-e2510cea6085, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7af595fe-6d45-45fa-950e-e2510cea6085,segment=NetworkSegment(5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c),segment_id=5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:42.755357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.766545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-62ebeedf-e3f2-41d0-86f5-458fdfa681f9 req-76af1d52-f389-4e74-be2d-3ab4aa0efb10 service neutron] 10.222.0.57 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144199 Sep 30 08:24:42.817033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7af595fe-6d45-45fa-950e-e2510cea6085,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:42.851198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb588bc9-8151-441f-aae2-358baf875820 req-88c3383a-ca58-4e79-a6c0-7ff9183f0d5a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.852701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb588bc9-8151-441f-aae2-358baf875820 req-88c3383a-ca58-4e79-a6c0-7ff9183f0d5a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 943 time: 0.5320632 Sep 30 08:24:42.894825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2918d141-bb58-4120-91f6-fce0c4809fe6 req-5548905b-f326-42e1-bf2b-aa4dd7f696eb service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284824 Sep 30 08:24:42.918327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb588bc9-8151-441f-aae2-358baf875820 req-3b3e350d-dd5b-4572-82c7-ac5239d2120a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 Sep 30 08:24:42.930418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port b7f05e21-bdc8-44ea-8b52-a8f375119c17 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:42.930755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.038886 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.074473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b9b3589-c559-4a2b-b5d1-18e0e0bbabdc req-f80d2b66-244c-48b6-953d-44b9d0555f3d tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0536425 Sep 30 08:24:43.107390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.129071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for b7f05e21-bdc8-44ea-8b52-a8f375119c17 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:43.279971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751468-dbf3-4236-8948-987ca2006e2b req-1cea49ff-b533-424a-a016-20216dfe82be tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:43.281752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d751468-dbf3-4236-8948-987ca2006e2b req-1cea49ff-b533-424a-a016-20216dfe82be tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.1361985 Sep 30 08:24:43.357637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d751468-dbf3-4236-8948-987ca2006e2b req-fb1c900a-3248-43c6-ba12-3b9f6b6dd892 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651417 Sep 30 08:24:43.404115 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366bf2bc-323f-43a0-9616-7686a187aa12 x-openstack-request-id: req-366bf2bc-323f-43a0-9616-7686a187aa12 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:43.404987 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02f917f-dd2c-4c21-b399-e29bfa53345f", "name": "network-vif-plugged", "status": "completed", "tag": "7af595fe-6d45-45fa-950e-e2510cea6085", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:43.405379 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-366bf2bc-323f-43a0-9616-7686a187aa12 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:43.407132 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af595fe-6d45-45fa-950e-e2510cea6085', 'code': 200} Sep 30 08:24:43.440189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.475894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=b7f05e21-bdc8-44ea-8b52-a8f375119c17,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:43.518955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901c3c1-1308-4fc1-8ae8-bb9fa0a964f2 req-ca37b0e4-ac2f-4f62-93a1-122d9ca1fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:43.520398 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3901c3c1-1308-4fc1-8ae8-bb9fa0a964f2 req-ca37b0e4-ac2f-4f62-93a1-122d9ca1fc5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 1097 time: 0.0462747 Sep 30 08:24:43.578577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3901c3c1-1308-4fc1-8ae8-bb9fa0a964f2 req-ae617216-7718-41c5-9962-1c7aa1156e8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Sep 30 08:24:43.586370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17409-3948-4872-92da-fcc3a464ed96 req-e3297d11-0c29-4da3-b82b-f9525e92ac69 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:43.587999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cee17409-3948-4872-92da-fcc3a464ed96 req-e3297d11-0c29-4da3-b82b-f9525e92ac69 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1170285 Sep 30 08:24:43.617589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.619405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-85131ffe-b345-4fca-8b96-55d8c418ca5b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/b7f05e21-bdc8-44ea-8b52-a8f375119c17 HTTP/1.1" status: 204 len: 168 time: 1.2746339 Sep 30 08:24:43.622125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57348) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:43.655900 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-913025c5-8da4-4342-9538-1db1078e0424 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:43.657539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-913025c5-8da4-4342-9538-1db1078e0424 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/b7f05e21-bdc8-44ea-8b52-a8f375119c17 HTTP/1.1" status: 404 len: 333 time: 0.0344236 Sep 30 08:24:43.662336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57350) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:43.672086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cee17409-3948-4872-92da-fcc3a464ed96 req-a323c915-57f1-4958-8f5d-c1fb38316967 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737908 Sep 30 08:24:43.716119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet 92b049ad-81cb-47fe-b6bd-68919105bfe9 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:43.719378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.758909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.853703 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.921286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.965139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=92b049ad-81cb-47fe-b6bd-68919105bfe9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:43.968578 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.971083 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3bbf9e6d-a50b-4c27-a2e0-54b5d8a1e466 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/92b049ad-81cb-47fe-b6bd-68919105bfe9 HTTP/1.1" status: 204 len: 168 time: 0.3067446 Sep 30 08:24:43.973209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57354) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:43.985290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8df5f-e828-434e-acb8-9e5a90cb48fe None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:44.014228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b261faa-2463-49e7-80fa-ea33137247a3 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:44.037073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet f8f707f0-2376-4b79-9c2c-1950f2dc5069 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:44.040369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.082524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.088508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33706155-5bd1-44a1-95e3-187e2bc6e3d1 req-fbfb3ab8-fce3-4202-819d-1b4d7924fc10 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:44.090927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33706155-5bd1-44a1-95e3-187e2bc6e3d1 req-fbfb3ab8-fce3-4202-819d-1b4d7924fc10 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 943 time: 0.0696507 Sep 30 08:24:44.134850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33706155-5bd1-44a1-95e3-187e2bc6e3d1 req-ccc42b8f-27aa-48bb-8022-2c835f50d736 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Sep 30 08:24:44.191895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.210158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b261faa-2463-49e7-80fa-ea33137247a3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b261faa-2463-49e7-80fa-ea33137247a3,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:44.235997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e2c2485-12c0-499e-892f-78001c66bf07 req-7cced7e4-d34e-4f81-a7b0-f6733bbf3d01 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0333819 Sep 30 08:24:44.245564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2b261faa-2463-49e7-80fa-ea33137247a3', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '2b261faa-2463-49e7-80fa-ea33137247a3', 'mac_address': 'fa:16:3e:6f:d9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:44.271526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.300849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f707f0-2376-4b79-9c2c-1950f2dc5069,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:44.303204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.308421 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-54323ef9-f270-41d1-9024-488505818100 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/f8f707f0-2376-4b79-9c2c-1950f2dc5069 HTTP/1.1" status: 204 len: 168 time: 0.3333623 Sep 30 08:24:44.308693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57360) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:44.308942 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.324396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b261faa-2463-49e7-80fa-ea33137247a3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:44.345563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b261faa-2463-49e7-80fa-ea33137247a3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b261faa-2463-49e7-80fa-ea33137247a3,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:44.350730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.423831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b261faa-2463-49e7-80fa-ea33137247a3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:44.432366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.509951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb17379-0a85-400e-aa8e-9abed60e1195 req-f1a67d1a-65a6-4bbf-bb01-e8d3e9ab594e tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:44.511622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fb17379-0a85-400e-aa8e-9abed60e1195 req-f1a67d1a-65a6-4bbf-bb01-e8d3e9ab594e tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0753076 Sep 30 08:24:44.562330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fb17379-0a85-400e-aa8e-9abed60e1195 req-28d0fdf0-8633-4df6-bf3c-318c3ec293fb tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Sep 30 08:24:44.569983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 335a21af-dab3-4625-ac69-82b19e7078e6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:44.570481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.648900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] For port 335a21af-dab3-4625-ac69-82b19e7078e6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=335a21af-dab3-4625-ac69-82b19e7078e6,segment=NetworkSegment(12596266-def7-4a5b-a530-cd9229202e9c),segment_id=12596266-def7-4a5b-a530-cd9229202e9c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:44.649269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.663479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 335a21af-dab3-4625-ac69-82b19e7078e6 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:44.700411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2b261faa-2463-49e7-80fa-ea33137247a3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:44.763049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.808624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=335a21af-dab3-4625-ac69-82b19e7078e6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:44.823976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No DVR routers for this DVR port 335a21af-dab3-4625-ac69-82b19e7078e6 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:44.843430 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.863162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28dc1-647a-4fba-a76c-12a72fa6ef8c req-2344b2b5-e467-4e6e-a945-f80daa1eaae0 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:44.864791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42c28dc1-647a-4fba-a76c-12a72fa6ef8c req-2344b2b5-e467-4e6e-a945-f80daa1eaae0 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1145208 Sep 30 08:24:44.887379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360cdca8-875a-4162-bed8-28b64500a5cb None None] Network c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:44.931440 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-aa3b95a4-1cf5-418e-81d2-c65a60a7e471 None None] Could not find standard attr ID for object 335a21af-dab3-4625-ac69-82b19e7078e6. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:44.949392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.985006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42c28dc1-647a-4fba-a76c-12a72fa6ef8c req-4a79000c-59a7-4112-9adf-272db69bc165 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998948 Sep 30 08:24:44.986721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:44.999159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12596266-def7-4a5b-a530-cd9229202e9c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:44.999462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12596266-def7-4a5b-a530-cd9229202e9c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:45.011150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.028391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.041337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:45.041337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:45.045150 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:45.118119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec79ac-b7c5-428a-a249-045e21678de3 None None] DHCP port deletion for c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:45.119494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.130256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.132200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b HTTP/1.1" status: 204 len: 168 time: 0.8215795 Sep 30 08:24:45.139916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:45.146155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafe3bf-2a0d-4a79-a08a-877041ce3734 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=c35d6ab0-c0d0-4fc2-a9c5-d323d23d4d7b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:45.190613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edef7e-d75e-4ab9-adcb-3f14b5df321b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:45.192157 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-78edef7e-d75e-4ab9-adcb-3f14b5df321b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0511310 Sep 30 08:24:45.196219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57374) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:45.268637 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b0f1f591-4dc0-4a3c-ac40-8274134e5800 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0678449 Sep 30 08:24:45.270103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57378) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:45.278308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1437373358'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:45.339826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:45.343449 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.349562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 335a21af-dab3-4625-ac69-82b19e7078e6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:45.374941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 335a21af-dab3-4625-ac69-82b19e7078e6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:45.375428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 335a21af-dab3-4625-ac69-82b19e7078e6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:45.382173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57837c8-7876-4ac7-864e-ae99590feff1 req-71086ed8-3bd3-442b-9afd-fa87f94ddfca tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:45.383765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c57837c8-7876-4ac7-864e-ae99590feff1 req-71086ed8-3bd3-442b-9afd-fa87f94ddfca tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 944 time: 0.1015549 Sep 30 08:24:45.393418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:45.418132 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.418476 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment 9067ac1c-ee86-4696-9a2a-ba0deaac8917 of type vlan for network ecc4589f-5455-4003-985a-c256f65bea94 Sep 30 08:24:45.472363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c57837c8-7876-4ac7-864e-ae99590feff1 req-2a966fd5-ef05-46cc-abe2-0d8ef4fc73d5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Sep 30 08:24:45.476040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.506514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.516044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:45.517098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.580213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3083253 Sep 30 08:24:45.583815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57380) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:45.598511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:45.666171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e245992d-b2ee-4824-87d1-e897a6044134 req-60528154-8b6e-4675-8376-ac27668420ef tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0954256 Sep 30 08:24:45.666813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4701848-c0d7-4db5-a3f4-b2d18fe72c4f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=ecc4589f-5455-4003-985a-c256f65bea94,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:45.681047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ecc4589f-5455-4003-985a-c256f65bea94 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:45.797529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:45.801054 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.814040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d749bb-c21b-4875-a7ae-549ec932763e req-e87f3199-6835-41d6-818c-1b5162db7a79 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:45.815598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2d749bb-c21b-4875-a7ae-549ec932763e req-e87f3199-6835-41d6-818c-1b5162db7a79 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0762269 Sep 30 08:24:45.915386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2d749bb-c21b-4875-a7ae-549ec932763e req-23a21fdb-a907-418e-bbeb-62ea26d4f2b4 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882976 Sep 30 08:24:46.017225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b261faa-2463-49e7-80fa-ea33137247a3 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:46.046322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.071940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2b261faa-2463-49e7-80fa-ea33137247a3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:46.076852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2b261faa-2463-49e7-80fa-ea33137247a3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:46.077234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.119825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=9b689b8e-7eca-447d-9166-bc35447acc56,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:46.126451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': '9067ac1c-ee86-4696-9a2a-ba0deaac8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:46.126865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: ecc4589f-5455-4003-985a-c256f65bea94, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:46.150124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network ecc4589f-5455-4003-985a-c256f65bea94 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:46.173557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ecc4589f-5455-4003-985a-c256f65bea94) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:46.190947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a860b1-df54-4a6e-b647-f0262382fdff None None] Network ecc4589f-5455-4003-985a-c256f65bea94 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:46.191733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:46.192375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.249625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-634e1e6c-d075-4359-abd8-ca9eac5b1809 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6645846 Sep 30 08:24:46.252211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57396) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:46.258949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94', 'name': 'tempest-PortsTestJSON-122494988'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:46.288031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-750ed854-860b-4b28-8248-1a10cb091eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:46.290442 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-750ed854-860b-4b28-8248-1a10cb091eff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcd779f736a417898803c4f2df097fa&device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 1097 time: 0.0568812 Sep 30 08:24:46.309325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d20d-03f9-4757-9796-6c0279d61337 req-188356b2-285a-4410-a9ef-d1ba5ce0ae06 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:46.317167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ded1d20d-03f9-4757-9796-6c0279d61337 req-188356b2-285a-4410-a9ef-d1ba5ce0ae06 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1218343 Sep 30 08:24:46.385571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.410653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-59cbdc82-7af6-4f71-b7f3-47ffd675044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:46.412640 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-59cbdc82-7af6-4f71-b7f3-47ffd675044c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4568e94-9285-40b1-913d-49013c3efc43 HTTP/1.1" status: 200 len: 915 time: 0.1137519 Sep 30 08:24:46.425909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ded1d20d-03f9-4757-9796-6c0279d61337 req-0f5cac67-1a1e-4f90-bff0-8dc5c60f5d7f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076756 Sep 30 08:24:46.430339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-603bd342-5338-490f-af17-6b3009af596a req-b9b650fb-9bdd-40ad-94ff-4c2fa508048c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0451581 Sep 30 08:24:46.446805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b261faa-2463-49e7-80fa-ea33137247a3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:46.449269 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6cd64a-2d15-45b2-8fda-26f05265303e" -d '{"events": [{"server_uuid": "bf5f23e9-f8e0-46b8-9096-adbd607bbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "2b261faa-2463-49e7-80fa-ea33137247a3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:46.462779 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-d57748e9-67ea-4c1f-8dc0-6416e71df596 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af595fe-6d45-45fa-950e-e2510cea6085 HTTP/1.1" status: 200 len: 217 time: 0.0411148 Sep 30 08:24:46.472332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b261faa-2463-49e7-80fa-ea33137247a3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b261faa-2463-49e7-80fa-ea33137247a3,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:46.480966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.486012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:46.491544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.518188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:46.525970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-67dffa80-1b26-4ca1-b396-e68cd15bbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:46.533699 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-67dffa80-1b26-4ca1-b396-e68cd15bbb27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e843dfd1-3e65-4150-b38e-878af4b08354 HTTP/1.1" status: 200 len: 854 time: 0.0562477 Sep 30 08:24:46.572467 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-059c6b02-bbb5-4676-8bde-50028eddb4a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4568e94-9285-40b1-913d-49013c3efc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293570 Sep 30 08:24:46.586659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b261faa-2463-49e7-80fa-ea33137247a3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:46.599379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ecc4589f-5455-4003-985a-c256f65bea94', 'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': '9b689b8e-7eca-447d-9166-bc35447acc56'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:46.600270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.682499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb864ca-0c16-4417-a35f-2c804273f7f0 req-f951e938-07ae-4639-8f76-1def25b39ea7 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:46.684137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3eb864ca-0c16-4417-a35f-2c804273f7f0 req-f951e938-07ae-4639-8f76-1def25b39ea7 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0968401 Sep 30 08:24:46.692236 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-68423e42-552a-44b0-bfa8-a13aeb1282d9 service neutron] 10.222.0.57 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079738 Sep 30 08:24:46.701419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.11 (ecc4589f-5455-4003-985a-c256f65bea94/9b689b8e-7eca-447d-9166-bc35447acc56/8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:46.805592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3eb864ca-0c16-4417-a35f-2c804273f7f0 req-d43ee94e-c88b-424e-a142-f49cdf578c57 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089385 Sep 30 08:24:46.835801 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-53ab803e-696a-4a76-a1b5-2f18a2eb8986 req-6a0b788d-bd37-4bb8-beca-27b3fdd54f0b service neutron] 10.222.0.57 "GET /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344733 Sep 30 08:24:46.948030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.976969 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dfb2ac-c36b-4898-b94b-ad1078873959 x-openstack-request-id: req-b4dfb2ac-c36b-4898-b94b-ad1078873959 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:46.977610 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f23e9-f8e0-46b8-9096-adbd607bbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "2b261faa-2463-49e7-80fa-ea33137247a3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:46.977610 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4dfb2ac-c36b-4898-b94b-ad1078873959 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:46.977998 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b261faa-2463-49e7-80fa-ea33137247a3', 'code': 200} Sep 30 08:24:46.999101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.059309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network ecc4589f-5455-4003-985a-c256f65bea94 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:47.076468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Allocated IP 172.20.0.2 (ecc4589f-5455-4003-985a-c256f65bea94/9b689b8e-7eca-447d-9166-bc35447acc56/bf14235d-06f3-4e1c-9744-3065dfb84691) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:47.085428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:47.096675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:47.108552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:47.185048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fc20-f0d2-415b-8ee0-bdbb130893d0 req-db0bce43-9d24-4bfc-b86d-efa116b4a1c3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.186627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfc5fc20-f0d2-415b-8ee0-bdbb130893d0 req-db0bce43-9d24-4bfc-b86d-efa116b4a1c3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1492467 Sep 30 08:24:47.195708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.196358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.224798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a358-b468-486f-b302-4cd141565f59 req-d3e24f06-9075-4839-bfd7-8a67575eb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.226355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4500a358-b468-486f-b302-4cd141565f59 req-d3e24f06-9075-4839-bfd7-8a67575eb7f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1309049 Sep 30 08:24:47.233771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98b98ec6-ebe4-4c2d-a7e4-b8f392667fb7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9804218 Sep 30 08:24:47.237246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57404) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:47.237861 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.246624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94', 'name': 'tempest-PortsTestJSON-2137598400'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:47.251222 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.278260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfc5fc20-f0d2-415b-8ee0-bdbb130893d0 req-f23f87a6-a3b9-493d-b8d2-a3c6f9d9f461 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790565 Sep 30 08:24:47.289854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4500a358-b468-486f-b302-4cd141565f59 req-9e9f0869-3d73-45cd-9c30-a585ee8a8ab2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548668 Sep 30 08:24:47.318634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Network ecc4589f-5455-4003-985a-c256f65bea94 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:47.321651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:47.326876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:47.338060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Pushing event updated for resources: {'Port': ['ID=bf14235d-06f3-4e1c-9744-3065dfb84691,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:47.397157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:47.400725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.405978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Attempting to bind port bf14235d-06f3-4e1c-9744-3065dfb84691 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:47.406395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Attempting to bind port bf14235d-06f3-4e1c-9744-3065dfb84691 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9067ac1c-ee86-4696-9a2a-ba0deaac8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:47.406771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Attempting to bind port bf14235d-06f3-4e1c-9744-3065dfb84691 on network ecc4589f-5455-4003-985a-c256f65bea94 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:47.414888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:47.415271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Checking segment: {'id': '9067ac1c-ee86-4696-9a2a-ba0deaac8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:47.415683 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.416118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Bound using segment: {'id': '9067ac1c-ee86-4696-9a2a-ba0deaac8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:47.416575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae942b75-997b-4fda-a275-d28fc5a485f8 req-b923a42e-5bb4-442d-9462-d526684dbfe7 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0408943 Sep 30 08:24:47.416703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Bound port: bf14235d-06f3-4e1c-9744-3065dfb84691, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9067ac1c-ee86-4696-9a2a-ba0deaac8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ecc4589f-5455-4003-985a-c256f65bea94'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:47.417041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.429716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port ba21bf05-faa7-4572-91c7-72a1430d72cc yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:47.504740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] For port bf14235d-06f3-4e1c-9744-3065dfb84691, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:47.509275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] For port bf14235d-06f3-4e1c-9744-3065dfb84691, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bf14235d-06f3-4e1c-9744-3065dfb84691,segment=NetworkSegment(9067ac1c-ee86-4696-9a2a-ba0deaac8917),segment_id=9067ac1c-ee86-4696-9a2a-ba0deaac8917)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:47.515690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.563889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.6 (ecc4589f-5455-4003-985a-c256f65bea94/9b689b8e-7eca-447d-9166-bc35447acc56/ba21bf05-faa7-4572-91c7-72a1430d72cc) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:47.580229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234b2d-7ae5-4d1a-9ef0-224b3d14d074 req-b2e604b1-cc53-4183-a89c-0e29ed01a97e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.581895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96101626-5a39-40a1-acff-865910ee2f17 None None] Pushing event updated for resources: {'Port': ['ID=bf14235d-06f3-4e1c-9744-3065dfb84691,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:47.589772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95234b2d-7ae5-4d1a-9ef0-224b3d14d074 req-b2e604b1-cc53-4183-a89c-0e29ed01a97e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0721517 Sep 30 08:24:47.626090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95234b2d-7ae5-4d1a-9ef0-224b3d14d074 req-0b165e64-7757-4f81-a46f-a91f1e1baa7c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Sep 30 08:24:47.731782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.792240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.836514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network ecc4589f-5455-4003-985a-c256f65bea94 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:47.840337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:47.849508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:47.898756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=ba21bf05-faa7-4572-91c7-72a1430d72cc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:47.928684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.929204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.955398 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-30e1d05f-90a1-48e2-ad44-473ba3846224 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7165864 Sep 30 08:24:47.958768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57414) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:47.967606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd928be7-5ba6-467b-9614-28f3c2a882b3 req-666aada5-52ab-41a6-906c-509f188047c9 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.969430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd928be7-5ba6-467b-9614-28f3c2a882b3 req-666aada5-52ab-41a6-906c-509f188047c9 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0613296 Sep 30 08:24:48.017032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd928be7-5ba6-467b-9614-28f3c2a882b3 req-0d4df1ce-b4c6-4fa6-aa02-78d8fcd46002 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Sep 30 08:24:48.062667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7044a50-ba7b-41b4-96da-69ffb84465d7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:48.064199 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e7044a50-ba7b-41b4-96da-69ffb84465d7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1039233 Sep 30 08:24:48.067074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57418) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:48.163275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port ba21bf05-faa7-4572-91c7-72a1430d72cc {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:48.163624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.462745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6c9a-3d74-436f-b2b6-3f9349d99018 req-6bd33ad3-387e-4dae-bb53-767a10d63358 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:48.464353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f69c6c9a-3d74-436f-b2b6-3f9349d99018 req-6bd33ad3-387e-4dae-bb53-767a10d63358 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0644615 Sep 30 08:24:48.518131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f69c6c9a-3d74-436f-b2b6-3f9349d99018 req-2718edb0-3378-44d9-b05e-a9ec63774756 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Sep 30 08:24:48.566370 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.579941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for ba21bf05-faa7-4572-91c7-72a1430d72cc owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:48.634664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa8c15-f863-435b-858a-7b45a0fd401e None None] Network ecc4589f-5455-4003-985a-c256f65bea94 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:48.655398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c412b-374c-4729-bc41-2cc7113cc05d req-9c35e6bf-0f44-4a90-b202-4dee26cebf26 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:48.666272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060c412b-374c-4729-bc41-2cc7113cc05d req-9c35e6bf-0f44-4a90-b202-4dee26cebf26 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0743616 Sep 30 08:24:48.708139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060c412b-374c-4729-bc41-2cc7113cc05d req-ad09f008-d525-461d-8181-53482154e117 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Sep 30 08:24:48.738773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-841dd94a-1bb6-47cc-98c8-a8a4119170c0 None None] Provisioning complete for port bf14235d-06f3-4e1c-9744-3065dfb84691 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:48.739171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-841dd94a-1bb6-47cc-98c8-a8a4119170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.767873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.800685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=ba21bf05-faa7-4572-91c7-72a1430d72cc,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:48.832934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1e2a02e-3112-4c69-b86b-b9c4d4710608 req-ea634d44-256e-441e-9035-f52746ae316f tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0326028 Sep 30 08:24:48.893226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-841dd94a-1bb6-47cc-98c8-a8a4119170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.902799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.918191 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-90968ca4-d684-40cd-ac0b-01b41b90f131 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/ba21bf05-faa7-4572-91c7-72a1430d72cc HTTP/1.1" status: 204 len: 168 time: 0.8500772 Sep 30 08:24:48.920889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:48.936302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-841dd94a-1bb6-47cc-98c8-a8a4119170c0 None None] For port bf14235d-06f3-4e1c-9744-3065dfb84691, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bf14235d-06f3-4e1c-9744-3065dfb84691,segment=NetworkSegment(9067ac1c-ee86-4696-9a2a-ba0deaac8917),segment_id=9067ac1c-ee86-4696-9a2a-ba0deaac8917)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:48.943188 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-841dd94a-1bb6-47cc-98c8-a8a4119170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.966957 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-607e6599-b05a-4829-b109-be1790625e48 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:48.969823 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-607e6599-b05a-4829-b109-be1790625e48 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/ba21bf05-faa7-4572-91c7-72a1430d72cc HTTP/1.1" status: 404 len: 333 time: 0.0475824 Sep 30 08:24:48.977622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57436) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:48.988342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebf9fd-9e61-442d-8d91-e69d4c2f0e73 req-0f5d9b26-e15a-472c-a6ce-437a9840f76b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:48.990768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9ebf9fd-9e61-442d-8d91-e69d4c2f0e73 req-0f5d9b26-e15a-472c-a6ce-437a9840f76b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0853794 Sep 30 08:24:49.037356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd94a-1bb6-47cc-98c8-a8a4119170c0 None None] Pushing event updated for resources: {'Port': ['ID=bf14235d-06f3-4e1c-9744-3065dfb84691,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:49.063883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9ebf9fd-9e61-442d-8d91-e69d4c2f0e73 req-35353ebb-b93f-41ae-88ae-cce8725dc917 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611343 Sep 30 08:24:49.107514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:49.107870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.220315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.234296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:49.271249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb3d8-1693-4943-8616-34f362c19f79 None None] Provisioning complete for port bf14235d-06f3-4e1c-9744-3065dfb84691 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:49.271635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb3d8-1693-4943-8616-34f362c19f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.437594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.442683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb3d8-1693-4943-8616-34f362c19f79 None None] Could not find standard attr ID for object 8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:49.463585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5edf82-3f4b-4270-892a-f502138a8f2e req-8198e2a4-bfc4-48f4-a047-a1241aebf721 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb225f00761144d0991502bcd9f5757d&device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0391474 Sep 30 08:24:49.472185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf14235d-06f3-4e1c-9744-3065dfb84691 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:49.493384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:49.509784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5edf82-3f4b-4270-892a-f502138a8f2e req-722517fb-dbb6-4370-a0dd-123d99870d01 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cb225f00761144d0991502bcd9f5757d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321486 Sep 30 08:24:49.541140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f92c4f17-ec54-48c0-88b1-466ce2458b79 req-a5b4d758-7aff-4d13-a225-e06b617557ab tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0281067 Sep 30 08:24:49.580500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bf14235d-06f3-4e1c-9744-3065dfb84691 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:49.580903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.583671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-37839528-22d8-4913-99d5-f722cca98411 None None] Could not find standard attr ID for object 8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:49.596227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.598507 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-19017b90-f1ff-4def-a1c6-c01d0fac7add tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8 HTTP/1.1" status: 204 len: 168 time: 0.6197124 Sep 30 08:24:49.601008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57444) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:49.631666 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-28224ed6-6dab-470b-bfed-2c920397ecd6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:49.638055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-28224ed6-6dab-470b-bfed-2c920397ecd6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/8ed4c4f9-e94e-412e-8d2e-2eefa89c0da8 HTTP/1.1" status: 404 len: 333 time: 0.0356503 Sep 30 08:24:49.638925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57446) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:49.646379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5edf82-3f4b-4270-892a-f502138a8f2e req-6ed4ebe7-15e1-4b5b-b43b-0d9171224f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.648557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5edf82-3f4b-4270-892a-f502138a8f2e req-6ed4ebe7-15e1-4b5b-b43b-0d9171224f7b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106541 Sep 30 08:24:49.704168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet 9b689b8e-7eca-447d-9166-bc35447acc56 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:49.705949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bf588-43ba-40ee-9b5d-a0705a8f000f req-c889e6ea-fa92-4082-8ed6-fbe6183c0766 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.707649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b39bf588-43ba-40ee-9b5d-a0705a8f000f req-c889e6ea-fa92-4082-8ed6-fbe6183c0766 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0579252 Sep 30 08:24:49.714806 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.758621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b39bf588-43ba-40ee-9b5d-a0705a8f000f req-9c6783b3-7948-4fdd-811c-df3e12d80a57 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Sep 30 08:24:49.764777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.801038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7efcb0dc-9009-4456-9fa9-9257c453225b None None] Could not find standard attr ID for object ba21bf05-faa7-4572-91c7-72a1430d72cc. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:49.857821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.876797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fadcbb-6d75-4b44-b4be-6ca74e3488ca req-d48f085c-ed5a-49a1-acc8-30e92790af9e tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.878628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fadcbb-6d75-4b44-b4be-6ca74e3488ca req-d48f085c-ed5a-49a1-acc8-30e92790af9e tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0555532 Sep 30 08:24:49.921625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.941649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5fadcbb-6d75-4b44-b4be-6ca74e3488ca req-b72133e8-7f16-4925-b87d-0845b6987a56 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551007 Sep 30 08:24:49.955456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=9b689b8e-7eca-447d-9166-bc35447acc56,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:49.960635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.966083 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-98aba7c2-8d54-492d-b552-e5a8cfd0712d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/9b689b8e-7eca-447d-9166-bc35447acc56 HTTP/1.1" status: 204 len: 168 time: 0.3230500 Sep 30 08:24:49.966342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57454) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:50.047172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ad534-605e-44d5-8a21-d0bdf15fd3ea None None] Network ecc4589f-5455-4003-985a-c256f65bea94 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:50.062098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.124988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port bf14235d-06f3-4e1c-9744-3065dfb84691 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:50.125366 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.188282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894e32e-0e13-4da5-9c0f-35a37dde4e7a req-e185d624-3640-44b9-8a7a-b46113d2c143 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:50.189918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6894e32e-0e13-4da5-9c0f-35a37dde4e7a req-e185d624-3640-44b9-8a7a-b46113d2c143 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0591280 Sep 30 08:24:50.201634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] For port bf14235d-06f3-4e1c-9744-3065dfb84691, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bf14235d-06f3-4e1c-9744-3065dfb84691,segment=NetworkSegment(9067ac1c-ee86-4696-9a2a-ba0deaac8917),segment_id=9067ac1c-ee86-4696-9a2a-ba0deaac8917)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:50.202015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.219478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for bf14235d-06f3-4e1c-9744-3065dfb84691 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:50.238959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6894e32e-0e13-4da5-9c0f-35a37dde4e7a req-c96df800-5a56-4404-a136-aa7228c36e21 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Sep 30 08:24:50.279086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] DHCP port deletion for ecc4589f-5455-4003-985a-c256f65bea94 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:50.315264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.337332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Deleting port bf14235d-06f3-4e1c-9744-3065dfb84691 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:50.337812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.350067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No DVR routers for this DVR port bf14235d-06f3-4e1c-9744-3065dfb84691 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:50.356401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=bf14235d-06f3-4e1c-9744-3065dfb84691,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:50.389286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b2ad-37b9-4cef-92c3-13facf205ae1 req-f849e800-118e-4472-b797-58e0521614f3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:50.398999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1f2b2ad-37b9-4cef-92c3-13facf205ae1 req-f849e800-118e-4472-b797-58e0521614f3 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0857913 Sep 30 08:24:50.414465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] For port bf14235d-06f3-4e1c-9744-3065dfb84691, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:50.414870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.434987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Calling delete_port for bf14235d-06f3-4e1c-9744-3065dfb84691 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:50.436992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1f2b2ad-37b9-4cef-92c3-13facf205ae1 req-e7fdb74a-3468-4b41-9dfa-28765148065e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Sep 30 08:24:50.437698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Port bf14235d-06f3-4e1c-9744-3065dfb84691 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:24:50.439020 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.446463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.469305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc4589f-5455-4003-985a-c256f65bea94']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:50.469756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] Pushing event deleted for resources: {'Port': ['ID=bf14235d-06f3-4e1c-9744-3065dfb84691,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:50.473567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d963d49-2262-4fdb-9788-036a445e7096 None None] No DVR routers for this DVR port bf14235d-06f3-4e1c-9744-3065dfb84691 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:50.483548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9067ac1c-ee86-4696-9a2a-ba0deaac8917') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:50.484989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9067ac1c-ee86-4696-9a2a-ba0deaac8917') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:50.496209 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.510147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.516854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:50.517248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:50.520152 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:50.608042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.617500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.621258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/ecc4589f-5455-4003-985a-c256f65bea94 HTTP/1.1" status: 204 len: 168 time: 0.6522036 Sep 30 08:24:50.624591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57466) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:50.630611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2117331636'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:50.641488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfdd52-5eb7-490c-ad28-9fe086f9ecd4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=ecc4589f-5455-4003-985a-c256f65bea94,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:50.658684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-e3afc29a-4973-4a67-af6f-5bab0317ad22 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:50.660220 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-e3afc29a-4973-4a67-af6f-5bab0317ad22 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.57 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0787132 Sep 30 08:24:50.661132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:50.665259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.710463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56027a28-4036-46ee-ad8c-ea88f24389d3 req-7bd3cc32-bbe6-48a5-92b3-e55932ae2763 tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.41 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0320096 Sep 30 08:24:50.717988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:50.728688 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.729092 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment 442c0da5-cf13-4d01-b027-4f2d833bc5df of type vlan for network 17099404-744b-4f8e-b142-f3b9ea54f555 Sep 30 08:24:50.769189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Deleting port 7af595fe-6d45-45fa-950e-e2510cea6085 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:50.769630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.776710 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.804713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.811082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:50.811706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.842252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139339 Sep 30 08:24:50.842966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:50.849577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:50.881121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] For port 7af595fe-6d45-45fa-950e-e2510cea6085, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7af595fe-6d45-45fa-950e-e2510cea6085,segment=NetworkSegment(5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c),segment_id=5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:50.881420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f13182-4a1f-4be8-a11f-2277f37f4378 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=17099404-744b-4f8e-b142-f3b9ea54f555,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:50.881623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.893577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 17099404-744b-4f8e-b142-f3b9ea54f555 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:50.911748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Calling delete_port for 7af595fe-6d45-45fa-950e-e2510cea6085 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:51.015474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:51.019610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.091995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c4d10-0e97-4ebb-8c6a-300745e6e8d5 req-3114f5bf-4665-4fff-9212-7a757300b788 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:51.093764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e8c4d10-0e97-4ebb-8c6a-300745e6e8d5 req-3114f5bf-4665-4fff-9212-7a757300b788 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a02f917f-dd2c-4c21-b399-e29bfa53345f HTTP/1.1" status: 200 len: 946 time: 0.0517077 Sep 30 08:24:51.137344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e8c4d10-0e97-4ebb-8c6a-300745e6e8d5 req-33c244fb-f285-40fe-8066-c2d55b4396d1 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.41 "GET /v2.0/security-groups?id=53feed60-9de0-4d87-95d8-a7d88be527cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Sep 30 08:24:51.170078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.185095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7af595fe-6d45-45fa-950e-e2510cea6085'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:51.215621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Pushing event deleted for resources: {'Port': ['ID=7af595fe-6d45-45fa-950e-e2510cea6085,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:51.223761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5edf82-3f4b-4270-892a-f502138a8f2e req-ed2e6239-322f-463f-be4f-8abb72b4b25a tempest-ServerShowV257Test-585347255 tempest-ServerShowV257Test-585347255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f568d46f-6040-485b-97f5-102ae52be27e HTTP/1.1" status: 200 len: 210 time: 0.0352623 Sep 30 08:24:51.298603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] No DVR routers for this DVR port 7af595fe-6d45-45fa-950e-e2510cea6085 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:51.305863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.311046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-26231d28-c2d5-4e08-b00b-d02c2496bea2 req-49b832e5-1336-45fe-87d0-d1f60b5b7a35 tempest-InstanceActionsTestJSON-852985825 tempest-InstanceActionsTestJSON-852985825-project] 10.222.0.57 "DELETE /v2.0/ports/7af595fe-6d45-45fa-950e-e2510cea6085 HTTP/1.1" status: 204 len: 173 time: 0.6399837 Sep 30 08:24:51.311614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'name': 'network-vif-deleted', 'tag': '7af595fe-6d45-45fa-950e-e2510cea6085'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:51.315720 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da5af19-93a3-4057-8739-e6bbeb0659b3" -d '{"events": [{"server_uuid": "a02f917f-dd2c-4c21-b399-e29bfa53345f", "name": "network-vif-deleted", "tag": "7af595fe-6d45-45fa-950e-e2510cea6085"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:51.385888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.389295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf14235d-06f3-4e1c-9744-3065dfb84691 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:51.418714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: bf14235d-06f3-4e1c-9744-3065dfb84691 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:51.419577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf14235d-06f3-4e1c-9744-3065dfb84691 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:51.475370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5937735-c4b0-488e-807b-c6eee9ab5f2b req-c4ec3b01-9a07-46bc-9e6e-8d8125a021dd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:51.476914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5937735-c4b0-488e-807b-c6eee9ab5f2b req-c4ec3b01-9a07-46bc-9e6e-8d8125a021dd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0920777 Sep 30 08:24:51.510387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:51.527052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5937735-c4b0-488e-807b-c6eee9ab5f2b req-f63e0c88-bb05-4b57-afbc-3f8da96a3a17 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384147 Sep 30 08:24:51.549431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': '442c0da5-cf13-4d01-b027-4f2d833bc5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:51.549844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: 17099404-744b-4f8e-b142-f3b9ea54f555, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:51.571417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 17099404-744b-4f8e-b142-f3b9ea54f555 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:51.582233 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e47cf4-e2a4-4e00-b4cd-c823a3691629 x-openstack-request-id: req-e6e47cf4-e2a4-4e00-b4cd-c823a3691629 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:51.582528 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02f917f-dd2c-4c21-b399-e29bfa53345f", "name": "network-vif-deleted", "tag": "7af595fe-6d45-45fa-950e-e2510cea6085", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:51.582819 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6e47cf4-e2a4-4e00-b4cd-c823a3691629 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:51.583178 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f917f-dd2c-4c21-b399-e29bfa53345f', 'name': 'network-vif-deleted', 'tag': '7af595fe-6d45-45fa-950e-e2510cea6085', 'status': 'completed', 'code': 200} Sep 30 08:24:51.584296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 17099404-744b-4f8e-b142-f3b9ea54f555) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:51.589041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:51.590423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.600045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb248a48-d96b-46dd-93ee-3479c911508d None None] Network 17099404-744b-4f8e-b142-f3b9ea54f555 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:51.610534 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ff103e2-d5e5-41ef-b9d9-72b423cd6ff3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7662036 Sep 30 08:24:51.613860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57482) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:51.621401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555', 'name': 'tempest-PortsTestJSON-575682464', 'fixed_ips': [{'subnet_id': 'd2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb', 'ip_address': '172.20.0.10'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:51.738901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd99d73-69ed-41cf-98ba-0c1ff1dda7a7 req-0c495719-b831-4f96-9724-ac51f5d1b89b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:51.740491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbd99d73-69ed-41cf-98ba-0c1ff1dda7a7 req-0c495719-b831-4f96-9724-ac51f5d1b89b tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1016004 Sep 30 08:24:51.782972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-17099404-744b-4f8e-b142-f3b9ea54f555', 'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': 'd2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:51.783866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.809724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbd99d73-69ed-41cf-98ba-0c1ff1dda7a7 req-4e3d8d08-cdbb-4685-a1e2-e76025b7597e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Sep 30 08:24:51.817920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:51.948525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.997320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 4057aad8-0575-458a-bccf-07aee306b717 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:52.019567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Allocated IP 172.20.0.2 (17099404-744b-4f8e-b142-f3b9ea54f555/d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb/25a4c049-0868-4297-beaa-c13a8c5dd0db) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:52.231365 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.240045 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.324276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Pushing event updated for resources: {'Port': ['ID=25a4c049-0868-4297-beaa-c13a8c5dd0db,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.329000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Network 17099404-744b-4f8e-b142-f3b9ea54f555 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:52.335069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:52.341221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:52.362088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.10 (17099404-744b-4f8e-b142-f3b9ea54f555/d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb/4057aad8-0575-458a-bccf-07aee306b717) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:52.387338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab6826-1570-4b62-9d2d-6443d11f05e2 req-72326ff4-fc65-42c0-a85d-73144296a7ce tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.389107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00ab6826-1570-4b62-9d2d-6443d11f05e2 req-72326ff4-fc65-42c0-a85d-73144296a7ce tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0741799 Sep 30 08:24:52.410821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Attempting to bind port 25a4c049-0868-4297-beaa-c13a8c5dd0db on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:52.411311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Attempting to bind port 25a4c049-0868-4297-beaa-c13a8c5dd0db by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '442c0da5-cf13-4d01-b027-4f2d833bc5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:52.411747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Attempting to bind port 25a4c049-0868-4297-beaa-c13a8c5dd0db on network 17099404-744b-4f8e-b142-f3b9ea54f555 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:52.425076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:52.426284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Checking segment: {'id': '442c0da5-cf13-4d01-b027-4f2d833bc5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:52.427036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.427890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Bound using segment: {'id': '442c0da5-cf13-4d01-b027-4f2d833bc5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:52.428106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Bound port: 25a4c049-0868-4297-beaa-c13a8c5dd0db, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442c0da5-cf13-4d01-b027-4f2d833bc5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:52.428607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.467271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00ab6826-1570-4b62-9d2d-6443d11f05e2 req-f16c99c6-ab2e-49a7-a211-63c1ee0c59b5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704684 Sep 30 08:24:52.522404 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57496) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:52.542290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] For port 25a4c049-0868-4297-beaa-c13a8c5dd0db, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:52.547025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] For port 25a4c049-0868-4297-beaa-c13a8c5dd0db, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=25a4c049-0868-4297-beaa-c13a8c5dd0db,segment=NetworkSegment(442c0da5-cf13-4d01-b027-4f2d833bc5df),segment_id=442c0da5-cf13-4d01-b027-4f2d833bc5df)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:52.553354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.575880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:52.585229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Deleting subnet e843dfd1-3e65-4150-b38e-878af4b08354 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:52.590524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.627066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2c05-9ab9-433e-b6db-8a936a7d5040 None None] Pushing event updated for resources: {'Port': ['ID=25a4c049-0868-4297-beaa-c13a8c5dd0db,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.631659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.650183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.683580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.699825 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.751501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 17099404-744b-4f8e-b142-f3b9ea54f555 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:52.755565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:52.760252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:52.770881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.793269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=4057aad8-0575-458a-bccf-07aee306b717,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.812674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7b1c-3aa3-4cca-a199-1ca097223fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.814990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e843dfd1-3e65-4150-b38e-878af4b08354,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.820482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.824810 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b5ba8255-840c-4b37-80d4-925df0dc2105 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e843dfd1-3e65-4150-b38e-878af4b08354 HTTP/1.1" status: 204 len: 168 time: 0.2990248 Sep 30 08:24:52.824965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.824965 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.826309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57502) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:52.963087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.983106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7b1c-3aa3-4cca-a199-1ca097223fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.990261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7b1c-3aa3-4cca-a199-1ca097223fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.998968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a4741dae-8d82-40b2-a5e0-0461fa1e9592 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3830607 Sep 30 08:24:53.004714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57508) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:53.011743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '17099404-744b-4f8e-b142-f3b9ea54f555', 'name': 'tempest-PortsTestJSON-384617250', 'fixed_ips': [{'subnet_id': 'd2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb', 'ip_address': '172.20.0.9'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:53.040612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83874-20e9-433b-b4ca-ed4a744796cd req-251206f1-f0f0-413a-97fa-009ad3a7929c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.042340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24c83874-20e9-433b-b4ca-ed4a744796cd req-251206f1-f0f0-413a-97fa-009ad3a7929c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1023247 Sep 30 08:24:53.064390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6a9f7b1c-3aa3-4cca-a199-1ca097223fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb225f00761144d0991502bcd9f5757d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874299 Sep 30 08:24:53.065308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7b1c-3aa3-4cca-a199-1ca097223fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ad1dc-97f4-49e7-92c8-06a5407464c2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:53.068421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:53.124901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a16d7c-8768-4525-838a-4d1884b0dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.147290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a16d7c-8768-4525-838a-4d1884b0dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.181138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.205104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24c83874-20e9-433b-b4ca-ed4a744796cd req-ae773fb1-a942-4c1c-989b-c50a37253afc tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501405 Sep 30 08:24:53.207529 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a16d7c-8768-4525-838a-4d1884b0dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.210591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a16d7c-8768-4525-838a-4d1884b0dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.215549 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01a16d7c-8768-4525-838a-4d1884b0dc7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c7ad1dc-97f4-49e7-92c8-06a5407464c2 HTTP/1.1" status: 204 len: 168 time: 0.1421950 Sep 30 08:24:53.222287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4568e94-9285-40b1-913d-49013c3efc43']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:53.235907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a16d7c-8768-4525-838a-4d1884b0dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ad1dc-97f4-49e7-92c8-06a5407464c2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:53.245569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:53.245876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb48e8b-2e49-4031-afe0-8cc42f1a2b7c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:53.259954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.286709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.296854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:53.297347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:53.299562 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:53.312427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:53.320187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.383775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 9bad39f6-5c91-4ad6-a248-784820b53787 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:53.431805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.447076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.451711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e4568e94-9285-40b1-913d-49013c3efc43 HTTP/1.1" status: 204 len: 168 time: 0.6217351 Sep 30 08:24:53.482705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d577bb3-5515-49f3-ad3c-db7dc7f1f451 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4568e94-9285-40b1-913d-49013c3efc43,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:53.503965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 25a4c049-0868-4297-beaa-c13a8c5dd0db up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:53.628743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 25a4c049-0868-4297-beaa-c13a8c5dd0db triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:53.630910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.655711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.9 (17099404-744b-4f8e-b142-f3b9ea54f555/d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb/9bad39f6-5c91-4ad6-a248-784820b53787) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:53.686456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63819d15-e600-4f68-9c2f-0a1848593671 req-85e04c7c-aca4-4d78-8aac-85b262b5fdd2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.694573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63819d15-e600-4f68-9c2f-0a1848593671 req-85e04c7c-aca4-4d78-8aac-85b262b5fdd2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1036592 Sep 30 08:24:53.756686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63819d15-e600-4f68-9c2f-0a1848593671 req-53de0f9b-21e3-409f-b0ea-24da8a2ef241 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Sep 30 08:24:53.784486 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.832294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 25a4c049-0868-4297-beaa-c13a8c5dd0db, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=25a4c049-0868-4297-beaa-c13a8c5dd0db,segment=NetworkSegment(442c0da5-cf13-4d01-b027-4f2d833bc5df),segment_id=442c0da5-cf13-4d01-b027-4f2d833bc5df)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:53.838318 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.877287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:53.910421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-4863a32c-9ea0-4c3c-8aa1-cdfb7d7a2e2e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.910421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-4863a32c-9ea0-4c3c-8aa1-cdfb7d7a2e2e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1345086 Sep 30 08:24:53.915104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848fbde7-0ace-44cb-8d82-201c928b6b20 None None] Network 17099404-744b-4f8e-b142-f3b9ea54f555 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:53.954199 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-78704f87-62d5-4e0a-a783-b3611de337bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bcd779f736a417898803c4f2df097fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744998 Sep 30 08:24:53.961524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:53.987048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=25a4c049-0868-4297-beaa-c13a8c5dd0db,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:54.065331 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb386eef-ecab-4378-b3d5-625f85b42ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.097827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb386eef-ecab-4378-b3d5-625f85b42ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.160883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ba94326d-10c8-4bdd-a1c7-95f7c99dd50b None None] Provisioning complete for port 25a4c049-0868-4297-beaa-c13a8c5dd0db triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:54.161272 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ba94326d-10c8-4bdd-a1c7-95f7c99dd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.182501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb386eef-ecab-4378-b3d5-625f85b42ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.187853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb386eef-ecab-4378-b3d5-625f85b42ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.192206 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cb386eef-ecab-4378-b3d5-625f85b42ed3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53feed60-9de0-4d87-95d8-a7d88be527cd HTTP/1.1" status: 204 len: 168 time: 0.2298172 Sep 30 08:24:54.207415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb386eef-ecab-4378-b3d5-625f85b42ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53feed60-9de0-4d87-95d8-a7d88be527cd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:54.423725 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.460504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0274a-d607-4fe6-9083-edbfab4f013f req-d3b81807-bbfd-4e08-b514-ef1b047ddeb6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:54.471072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19b0274a-d607-4fe6-9083-edbfab4f013f req-d3b81807-bbfd-4e08-b514-ef1b047ddeb6 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1010561 Sep 30 08:24:54.553594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19b0274a-d607-4fe6-9083-edbfab4f013f req-9aec2e0b-85af-44ab-aff2-dd07269e2b0d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815704 Sep 30 08:24:54.561901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port 2b261faa-2463-49e7-80fa-ea33137247a3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:54.562857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.599111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.619982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7af595fe-6d45-45fa-950e-e2510cea6085 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:54.626382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e17ba6c2-42f9-4111-96bc-d89c21184b5f None None] Provisioning complete for port 4057aad8-0575-458a-bccf-07aee306b717 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:54.626856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e17ba6c2-42f9-4111-96bc-d89c21184b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.724911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 17099404-744b-4f8e-b142-f3b9ea54f555 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:54.725349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 7af595fe-6d45-45fa-950e-e2510cea6085 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:54.725922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7af595fe-6d45-45fa-950e-e2510cea6085 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:54.729219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba6c2-42f9-4111-96bc-d89c21184b5f None None] Port 4057aad8-0575-458a-bccf-07aee306b717 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:54.734542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:54.737274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:54.751974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e17ba6c2-42f9-4111-96bc-d89c21184b5f None None] Provisioning complete for port 25a4c049-0868-4297-beaa-c13a8c5dd0db triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:54.752621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e17ba6c2-42f9-4111-96bc-d89c21184b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.823805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=9bad39f6-5c91-4ad6-a248-784820b53787,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:54.857411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:54.858340 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.874499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port 2b261faa-2463-49e7-80fa-ea33137247a3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b261faa-2463-49e7-80fa-ea33137247a3,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:54.874883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.903571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for 2b261faa-2463-49e7-80fa-ea33137247a3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:54.911460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d57a6e8-e6d1-4214-b7e7-dbfb8010f97e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9048519 Sep 30 08:24:54.914232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:55.015653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-93d1fd6e-bfdf-4da4-a549-be74504d3f4e None None] Provisioning complete for port 4057aad8-0575-458a-bccf-07aee306b717 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:55.016618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-93d1fd6e-bfdf-4da4-a549-be74504d3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.055555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fa0df-7925-4b24-bd8d-ef67aea1f606 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.063260 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b87fa0df-7925-4b24-bd8d-ef67aea1f606 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1470768 Sep 30 08:24:55.067620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:55.109896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1aca6-e7c7-45bf-9351-8d579f2324e1 req-ac539d08-d464-43b1-b641-aa628f5dcb5f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.111742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8f1aca6-e7c7-45bf-9351-8d579f2324e1 req-ac539d08-d464-43b1-b641-aa628f5dcb5f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5f23e9-f8e0-46b8-9096-adbd607bbcf8 HTTP/1.1" status: 200 len: 945 time: 0.1789081 Sep 30 08:24:55.122892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-93d1fd6e-bfdf-4da4-a549-be74504d3f4e None None] Port 4057aad8-0575-458a-bccf-07aee306b717 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:55.177962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcbc88-eb88-4933-8aeb-751270c6ad32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.184885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcbc88-eb88-4933-8aeb-751270c6ad32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.191514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcbc88-eb88-4933-8aeb-751270c6ad32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.193190 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9fcbc88-eb88-4933-8aeb-751270c6ad32 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1242769 Sep 30 08:24:55.196147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57570) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:55.238439 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.293225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=2b261faa-2463-49e7-80fa-ea33137247a3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:55.326701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 9bad39f6-5c91-4ad6-a248-784820b53787 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:55.327058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.339250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8f1aca6-e7c7-45bf-9351-8d579f2324e1 req-9e41361f-9fd5-406c-848a-ee54b977305e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886065 Sep 30 08:24:55.355096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-099b160f-f4b2-40d4-b98c-49bfd2247659 None None] Provisioning complete for port 9bad39f6-5c91-4ad6-a248-784820b53787 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:55.355478 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-099b160f-f4b2-40d4-b98c-49bfd2247659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.371913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port 2b261faa-2463-49e7-80fa-ea33137247a3 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:55.374785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.377802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56abc985-8f0a-4385-81c5-6f7dacfc5ee5 req-9f3f951b-28ec-4b0f-a976-786a7716186d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "DELETE /v2.0/ports/2b261faa-2463-49e7-80fa-ea33137247a3 HTTP/1.1" status: 204 len: 173 time: 1.4633408 Sep 30 08:24:55.378270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'name': 'network-vif-deleted', 'tag': '2b261faa-2463-49e7-80fa-ea33137247a3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:55.390894 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b044ac8-47da-440c-909c-9bcb4d72f996" -d '{"events": [{"server_uuid": "bf5f23e9-f8e0-46b8-9096-adbd607bbcf8", "name": "network-vif-deleted", "tag": "2b261faa-2463-49e7-80fa-ea33137247a3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:55.450403 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504ac1d5-429b-41b6-9325-9ec6b054815a x-openstack-request-id: req-504ac1d5-429b-41b6-9325-9ec6b054815a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:55.450894 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f23e9-f8e0-46b8-9096-adbd607bbcf8", "name": "network-vif-deleted", "tag": "2b261faa-2463-49e7-80fa-ea33137247a3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:55.451220 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-504ac1d5-429b-41b6-9325-9ec6b054815a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:55.451746 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5f23e9-f8e0-46b8-9096-adbd607bbcf8', 'name': 'network-vif-deleted', 'tag': '2b261faa-2463-49e7-80fa-ea33137247a3', 'status': 'completed', 'code': 200} Sep 30 08:24:55.459139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 25a4c049-0868-4297-beaa-c13a8c5dd0db up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:55.466671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-099b160f-f4b2-40d4-b98c-49bfd2247659 None None] Port 9bad39f6-5c91-4ad6-a248-784820b53787 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:55.515292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.530390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 9bad39f6-5c91-4ad6-a248-784820b53787 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:55.533378 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.549931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 25a4c049-0868-4297-beaa-c13a8c5dd0db triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:55.550307 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.679131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.711847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57590) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:55.750823 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.779745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d76432-95d5-49a8-b3fe-c2924438527c req-ac0f236a-c182-4150-bd28-dd16790c0b62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.781801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85d76432-95d5-49a8-b3fe-c2924438527c req-ac0f236a-c182-4150-bd28-dd16790c0b62 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0798035 Sep 30 08:24:55.782038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=9bad39f6-5c91-4ad6-a248-784820b53787,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:55.847098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85d76432-95d5-49a8-b3fe-c2924438527c req-a79fcbc4-4219-4db5-8555-b0bd21f4067d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550184 Sep 30 08:24:55.883642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.888163 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d72b7616-0fe2-44ec-bd88-05983a1248a0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/9bad39f6-5c91-4ad6-a248-784820b53787 HTTP/1.1" status: 204 len: 168 time: 0.6883905 Sep 30 08:24:55.888273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57598) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:55.912193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1271278199-network', 'tenant_id': '6bbc7e2223a043539ee37a3c6673e98b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:55.915175 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f91757c-1955-4b32-8b0b-fd2eca2f6de9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:55.917569 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f91757c-1955-4b32-8b0b-fd2eca2f6de9 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/9bad39f6-5c91-4ad6-a248-784820b53787 HTTP/1.1" status: 404 len: 333 time: 0.0275955 Sep 30 08:24:55.925623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57600) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:55.950053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Made reservation on behalf of 6bbc7e2223a043539ee37a3c6673e98b for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:55.953192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.972182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.090882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b261faa-2463-49e7-80fa-ea33137247a3 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:56.105792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.114122 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.124800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 2b261faa-2463-49e7-80fa-ea33137247a3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:56.125154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b261faa-2463-49e7-80fa-ea33137247a3 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:56.127797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 4057aad8-0575-458a-bccf-07aee306b717 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:56.128205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.146141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:56.161740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:56.164701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.165043 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Added segment 73ec6bab-a97f-4323-aa68-e93d593f8e9c of type vlan for network 1b19347a-5144-4367-bd9d-1d56fcd88aae Sep 30 08:24:56.209887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.228479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.240122 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.241297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.242043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.242723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 4057aad8-0575-458a-bccf-07aee306b717 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:56.280685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5624626 Sep 30 08:24:56.282253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57604) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:56.288530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Request body: {'subnet': {'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1271278199-subnet', 'tenant_id': '6bbc7e2223a043539ee37a3c6673e98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:56.317862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12950828-79da-4504-9827-8e3930650e81 admin admin] Pushing event updated for resources: {'Network': ['ID=1b19347a-5144-4367-bd9d-1d56fcd88aae,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:56.341167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Made reservation on behalf of 6bbc7e2223a043539ee37a3c6673e98b for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:56.343863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1b19347a-5144-4367-bd9d-1d56fcd88aae details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:56.345599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.424127 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.488130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=4057aad8-0575-458a-bccf-07aee306b717,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:56.604844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.641811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.644017 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1bbcfe6-e532-4eb7-afce-4b4678fb493c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/4057aad8-0575-458a-bccf-07aee306b717 HTTP/1.1" status: 204 len: 168 time: 0.7161942 Sep 30 08:24:56.647896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:56.697646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb985bf4-c75d-426b-9248-4fe11be5fdf3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:56.707077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Checking segment: {'id': '73ec6bab-a97f-4323-aa68-e93d593f8e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:56.707516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Network hostable DHCP agents. Network: 1b19347a-5144-4367-bd9d-1d56fcd88aae, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:56.726678 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-501078c2-1a80-44ce-a1f1-621683791b61 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:24:56.737979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-501078c2-1a80-44ce-a1f1-621683791b61 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/4057aad8-0575-458a-bccf-07aee306b717 HTTP/1.1" status: 404 len: 333 time: 0.0888050 Sep 30 08:24:56.740668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57624) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:56.750027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Network 1b19347a-5144-4367-bd9d-1d56fcd88aae is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:56.779631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 1b19347a-5144-4367-bd9d-1d56fcd88aae) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:56.798245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.799091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.801905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4f847-4ac3-42b2-8545-d0c814211fac None None] Network 1b19347a-5144-4367-bd9d-1d56fcd88aae requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:56.832906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-836005dd-138d-4e16-b99e-9779c9beb78b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5491431 Sep 30 08:24:56.877436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:56.884742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.922436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-1f458baf-62e6-4a7e-8b39-e76b3963de81 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.931828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-1f458baf-62e6-4a7e-8b39-e76b3963de81 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.1686025 Sep 30 08:24:56.944217 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.953588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-cd288e19-a6d6-4fd7-ac2f-0119953ad244 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0206592 Sep 30 08:24:56.992882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882ab4d-8c9c-41cb-a9ff-253f9cdc1488 None None] Network 1b19347a-5144-4367-bd9d-1d56fcd88aae requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:56.995971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-acbca4ff-2425-469d-8049-5467c0974fce tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412683 Sep 30 08:24:57.096057 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.118607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-32dc1b05-3dba-4dba-ab77-70e0c0df042c service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215966 Sep 30 08:24:57.159013 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.187995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.190026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.194222 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d98c2c0-c7cf-48a3-952a-d090b706ee88 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb HTTP/1.1" status: 204 len: 168 time: 0.4500577 Sep 30 08:24:57.195059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57642) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:57.200235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708c07e-7c35-487d-bfc8-964820f6d1f1 None None] Network 17099404-744b-4f8e-b142-f3b9ea54f555 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:57.235430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-2560e082-8268-4191-9227-cc200de97b4c service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086814 Sep 30 08:24:57.283089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.345032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 25a4c049-0868-4297-beaa-c13a8c5dd0db {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:57.345377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.434778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] For port 25a4c049-0868-4297-beaa-c13a8c5dd0db, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=25a4c049-0868-4297-beaa-c13a8c5dd0db,segment=NetworkSegment(442c0da5-cf13-4d01-b027-4f2d833bc5df),segment_id=442c0da5-cf13-4d01-b027-4f2d833bc5df)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:57.434778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.447465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 25a4c049-0868-4297-beaa-c13a8c5dd0db owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:57.457177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] DHCP port deletion for 17099404-744b-4f8e-b142-f3b9ea54f555 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:57.535750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] Deleting port 25a4c049-0868-4297-beaa-c13a8c5dd0db {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:57.536241 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.569412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.586303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8f1c5-339b-4fdd-96fc-df504a3dd628 req-6fa3fbf7-198a-4118-bed1-a66bf1662e54 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:57.594511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8f1c5-339b-4fdd-96fc-df504a3dd628 req-6fa3fbf7-198a-4118-bed1-a66bf1662e54 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1112137 Sep 30 08:24:57.621313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=25a4c049-0868-4297-beaa-c13a8c5dd0db,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.629166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No DVR routers for this DVR port 25a4c049-0868-4297-beaa-c13a8c5dd0db on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:57.634464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] For port 25a4c049-0868-4297-beaa-c13a8c5dd0db, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=25a4c049-0868-4297-beaa-c13a8c5dd0db,segment=NetworkSegment(442c0da5-cf13-4d01-b027-4f2d833bc5df),segment_id=442c0da5-cf13-4d01-b027-4f2d833bc5df)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:57.638709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.667715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7af8f1c5-339b-4fdd-96fc-df504a3dd628 req-e0b7d3ea-0336-4217-9202-0c4e315f51a1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696464 Sep 30 08:24:57.673969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] Calling delete_port for 25a4c049-0868-4297-beaa-c13a8c5dd0db owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:57.752815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.779193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17099404-744b-4f8e-b142-f3b9ea54f555']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:57.790250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442c0da5-cf13-4d01-b027-4f2d833bc5df') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:57.790647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442c0da5-cf13-4d01-b027-4f2d833bc5df') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:57.802855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.822027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.835863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:57.836645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:57.842162 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:57.906838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.964880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] Pushing event deleted for resources: {'Port': ['ID=25a4c049-0868-4297-beaa-c13a8c5dd0db,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.974059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe6263-7940-41c3-b70c-341456c7f757 None None] No DVR routers for this DVR port 25a4c049-0868-4297-beaa-c13a8c5dd0db on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:57.985428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.007429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.014288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57668) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:58.015680 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/17099404-744b-4f8e-b142-f3b9ea54f555 HTTP/1.1" status: 204 len: 168 time: 0.8189306 Sep 30 08:24:58.016655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618850-757d-4ba9-8ff2-64769bf065ec tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=17099404-744b-4f8e-b142-f3b9ea54f555,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:58.026784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1636404703'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:58.076343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:58.088373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.146141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:58.158193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.158549 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Added segment fe6f81a5-6723-4493-9486-b27b7aaeeb2b of type vlan for network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 Sep 30 08:24:58.242131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.322313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.328233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.328836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.360130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-729602b7-41f8-463b-9b97-8b0617d3d31c tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.361723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-729602b7-41f8-463b-9b97-8b0617d3d31c tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/networks?id=1b19347a-5144-4367-bd9d-1d56fcd88aae HTTP/1.1" status: 200 len: 818 time: 0.1664333 Sep 30 08:24:58.388365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3708797 Sep 30 08:24:58.391852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57680) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:58.421641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:58.425790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-436f7c17-53da-4874-81c4-0dd779f4af94 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/quotas/6bbc7e2223a043539ee37a3c6673e98b HTTP/1.1" status: 200 len: 375 time: 0.0517714 Sep 30 08:24:58.426370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Network': ['ID=1157bbfb-6dff-4c2d-b066-e9d9a0d10e07,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:58.457870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.458220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.458557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.458893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.459226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.459757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.460101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.460431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.460755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.461087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.461414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.461759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3727193-f079-4906-a04f-90bb0cf4bd27 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:58.477711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:58.499405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-e24308af-7df0-4475-bb8f-f453d559e867 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bbc7e2223a043539ee37a3c6673e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592535 Sep 30 08:24:58.622703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:58.626484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.701240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-2ec70cdb-2f3a-4558-9185-d10d69513364 service neutron] 10.222.0.41 "GET /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754410 Sep 30 08:24:58.895343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-0cb4846d-0d8f-44d5-b1c3-2feb561009e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.896714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-0cb4846d-0d8f-44d5-b1c3-2feb561009e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.2261450 Sep 30 08:24:58.921907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': 'f9186097-3368-454b-920c-4c47d0de24dd', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:58.950272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-943e9a7e-acc7-427a-bcba-f7ed7eb15426 service neutron] 10.222.0.41 "GET /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188873 Sep 30 08:24:59.093417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.150037 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:24:59.178602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=c2971a43-aa71-4c25-a54a-6770e27697c5,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:59.183184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:59.187438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.207956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Checking segment: {'id': 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:59.208425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network hostable DHCP agents. Network: 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:59.280381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:59.306215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3de0e6d6-cbec-455f-b392-192be15c0932 req-558c9f8a-848b-438c-a85d-47d51c895533 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 210 time: 0.0452037 Sep 30 08:24:59.316917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:59.329674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.330475 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.344743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95dd64-7cc2-45bb-9bd3-80a6d2866942 None None] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:59.368678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 25a4c049-0868-4297-beaa-c13a8c5dd0db no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:59.383068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0d13a662-e6bc-4756-8298-0d8609651d0f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9659750 Sep 30 08:24:59.385865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57698) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:59.394058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1597754427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:59.408001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.8 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/9446096c-2740-4888-9bcd-e4cd56121682) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:59.411229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 25a4c049-0868-4297-beaa-c13a8c5dd0db {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:59.412274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 25a4c049-0868-4297-beaa-c13a8c5dd0db not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:59.436634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.437691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.536020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.549870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.571317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-1157bbfb-6dff-4c2d-b066-e9d9a0d10e07', 'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': 'c2971a43-aa71-4c25-a54a-6770e27697c5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:59.573229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.606922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.608150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bfa15a6b-a910-48f7-ae42-22e23c682685 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2213454 Sep 30 08:24:59.611143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57708) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:59.621955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07', 'name': 'tempest-PortsTestJSON-1056298151'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:59.754958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Allocated IP 172.20.0.2 (1157bbfb-6dff-4c2d-b066-e9d9a0d10e07/c2971a43-aa71-4c25-a54a-6770e27697c5/8133b21b-cfbc-482a-8553-b96af8e012b9) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:59.755224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.822990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b031f-3771-432b-a609-6ac8e2c1486c req-bdd1548e-25eb-4a06-b824-e8665f1ff0b0 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.824576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd3b031f-3771-432b-a609-6ac8e2c1486c req-bdd1548e-25eb-4a06-b824-e8665f1ff0b0 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.1139712 Sep 30 08:24:59.854886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.860794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:59.864547 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.930801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.936578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd3b031f-3771-432b-a609-6ac8e2c1486c req-34e7fda5-c5e2-4ff5-8fb2-c2be7a417f67 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042528 Sep 30 08:24:59.939314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.940914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:59.942773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 7416da1d-8150-474a-8f99-119fdfe2440a yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:59.952746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:59.956260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:59.961280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:00.006418 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:00.013037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:00.015503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:00.017780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Pushing event updated for resources: {'Port': ['ID=8133b21b-cfbc-482a-8553-b96af8e012b9,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:00.059813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.060454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.086400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Attempting to bind port 8133b21b-cfbc-482a-8553-b96af8e012b9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:00.086784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Attempting to bind port 8133b21b-cfbc-482a-8553-b96af8e012b9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:00.087154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Attempting to bind port 8133b21b-cfbc-482a-8553-b96af8e012b9 on network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:00.095314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:00.095314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Checking segment: {'id': 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:00.095684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.096062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Bound using segment: {'id': 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:00.096558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Bound port: 8133b21b-cfbc-482a-8553-b96af8e012b9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1157bbfb-6dff-4c2d-b066-e9d9a0d10e07'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:00.096680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-af47e9c8-23c7-46fe-ad39-fab3201c135e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1794255 Sep 30 08:25:00.097123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.120877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Request body: {'port': {'device_id': 'f9186097-3368-454b-920c-4c47d0de24dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:00.175213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.12 (1157bbfb-6dff-4c2d-b066-e9d9a0d10e07/c2971a43-aa71-4c25-a54a-6770e27697c5/7416da1d-8150-474a-8f99-119fdfe2440a) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:00.182064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] For port 8133b21b-cfbc-482a-8553-b96af8e012b9, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:00.187037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] For port 8133b21b-cfbc-482a-8553-b96af8e012b9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8133b21b-cfbc-482a-8553-b96af8e012b9,segment=NetworkSegment(fe6f81a5-6723-4493-9486-b27b7aaeeb2b),segment_id=fe6f81a5-6723-4493-9486-b27b7aaeeb2b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:00.192097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.251756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de39d-bbb1-4f37-8362-a8332c951cd7 None None] Pushing event updated for resources: {'Port': ['ID=8133b21b-cfbc-482a-8553-b96af8e012b9,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:00.256910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b63b3cc1-b200-4a45-8c2c-1f72baa6dbc9 req-ac09cfd3-0bd2-4639-82cb-aa637bfeb9af tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 210 time: 0.0716944 Sep 30 08:25:00.329672 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.602945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.894053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-a3c3ca1b-e05c-4735-b817-2bb463a162a5 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.897796 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-a3c3ca1b-e05c-4735-b817-2bb463a162a5 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.57 "GET /v2.0/networks?id=1b19347a-5144-4367-bd9d-1d56fcd88aae HTTP/1.1" status: 200 len: 818 time: 0.4111106 Sep 30 08:25:00.924679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Request body: {'port': {'device_id': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae', 'admin_state_up': True, 'tenant_id': '6bbc7e2223a043539ee37a3c6673e98b'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:01.058805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.144240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a3ae7-27d0-4589-88bf-289234be6da1 req-95cea947-8825-4075-b313-3b0f89d22627 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:01.152539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a0a3ae7-27d0-4589-88bf-289234be6da1 req-95cea947-8825-4075-b313-3b0f89d22627 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 931 time: 0.2451532 Sep 30 08:25:01.183359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:01.210764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:01.226611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Made reservation on behalf of 6bbc7e2223a043539ee37a3c6673e98b for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:01.231314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:01.236332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.273841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=7416da1d-8150-474a-8f99-119fdfe2440a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:01.411728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a0a3ae7-27d0-4589-88bf-289234be6da1 req-2d8736fc-9fd4-4966-82db-5d3963f2caaf tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530732 Sep 30 08:25:01.438415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:01.441726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.541893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Allocated IP 172.20.0.4 (1b19347a-5144-4367-bd9d-1d56fcd88aae/fb985bf4-c75d-426b-9248-4fe11be5fdf3/488ce276-6a6d-4274-8b28-971cb2698437) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:01.552056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57732) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:01.554110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6318c5e4-8ad6-453b-93d8-6e304c135e25 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9416108 Sep 30 08:25:01.558301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8133b21b-cfbc-482a-8553-b96af8e012b9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:01.783781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9446096c-2740-4888-9bcd-e4cd56121682 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:01.791878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8133b21b-cfbc-482a-8553-b96af8e012b9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:01.792609 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.804528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda0b1-5a20-44b6-944e-2bbe1cc84699 req-15145698-7fd2-4c7e-aafd-08b9c128e33e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:01.818551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1efda0b1-5a20-44b6-944e-2bbe1cc84699 req-15145698-7fd2-4c7e-aafd-08b9c128e33e tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.2717397 Sep 30 08:25:01.835848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.934866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.939082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Transition to ACTIVE for port object 9446096c-2740-4888-9bcd-e4cd56121682 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:01.942661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1efda0b1-5a20-44b6-944e-2bbe1cc84699 req-02eba4f3-2ab5-4d45-9163-6fe68c3e35cb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039622 Sep 30 08:25:01.947419 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.078487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 8133b21b-cfbc-482a-8553-b96af8e012b9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8133b21b-cfbc-482a-8553-b96af8e012b9,segment=NetworkSegment(fe6f81a5-6723-4493-9486-b27b7aaeeb2b),segment_id=fe6f81a5-6723-4493-9486-b27b7aaeeb2b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:02.091574 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.117430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:02.183970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d929e26-f355-4979-89af-c2afb6e780ac None None] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:02.277250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Attempting to bind port 9446096c-2740-4888-9bcd-e4cd56121682 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:02.277250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Attempting to bind port 9446096c-2740-4888-9bcd-e4cd56121682 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:02.277960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Attempting to bind port 9446096c-2740-4888-9bcd-e4cd56121682 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:02.288357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Port 9446096c-2740-4888-9bcd-e4cd56121682 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:02.288834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Attempting to bind port 9446096c-2740-4888-9bcd-e4cd56121682 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:02.316519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:02.316898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:02.317291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:02.317762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Bound port: 9446096c-2740-4888-9bcd-e4cd56121682, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:02.318337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.329858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.376660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c737c53-b393-44ab-950b-42670ffe0f1b req-01d6cee5-ccf5-4a47-9dca-3cddbf908ee8 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 210 time: 0.0768025 Sep 30 08:25:02.408711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=8133b21b-cfbc-482a-8553-b96af8e012b9,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:02.421536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a89c12bb-dac1-4a84-a42e-03b727142ce6 None None] Provisioning complete for port 8133b21b-cfbc-482a-8553-b96af8e012b9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:02.421536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a89c12bb-dac1-4a84-a42e-03b727142ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.499176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:02.503491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:02.510201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.513319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.576806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.577476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.579462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] 10.222.0.50 "PUT /v2.0/ports/9446096c-2740-4888-9bcd-e4cd56121682 HTTP/1.1" status: 200 len: 1091 time: 2.4669356 Sep 30 08:25:02.582166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:02.585280 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "tag": "9446096c-2740-4888-9bcd-e4cd56121682"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:02.621467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7386fd2-dae6-442e-8075-afbbab6a1b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:02.707710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-bd3a4e4b-3496-49b4-bfd8-1d656a6edb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.714621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-bd3a4e4b-3496-49b4-bfd8-1d656a6edb0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 1094 time: 0.0656157 Sep 30 08:25:02.976522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-431cd1fc-33ab-4232-8b3e-da14fd5a74c9 None None] Provisioning complete for port 8133b21b-cfbc-482a-8553-b96af8e012b9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:02.977678 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-431cd1fc-33ab-4232-8b3e-da14fd5a74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.187628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-431cd1fc-33ab-4232-8b3e-da14fd5a74c9 None None] Provisioning complete for port 7416da1d-8150-474a-8f99-119fdfe2440a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:03.188002 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-431cd1fc-33ab-4232-8b3e-da14fd5a74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.245422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-a559436e-6f9b-42e5-b2b8-ce12f3e403b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9446096c-2740-4888-9bcd-e4cd56121682 HTTP/1.1" status: 200 len: 217 time: 0.5184088 Sep 30 08:25:03.253798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.259685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-431cd1fc-33ab-4232-8b3e-da14fd5a74c9 None None] Port 7416da1d-8150-474a-8f99-119fdfe2440a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:03.316613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6011-a19f-4437-b70f-7904e606854f req-06a168c8-d73a-44eb-86ca-35574631cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:03.319016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-06a168c8-d73a-44eb-86ca-35574631cbb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0571494 Sep 30 08:25:03.321494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Network 1b19347a-5144-4367-bd9d-1d56fcd88aae is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:03.334984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:03.348422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:03.350371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.353344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Pushing event updated for resources: {'Port': ['ID=488ce276-6a6d-4274-8b28-971cb2698437,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:03.376368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.383527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-3368df9c-fdaa-4632-a72e-7f0016f86aed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517902 Sep 30 08:25:03.384867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9d16da3e-2466-46bf-acae-2ad13486bc06 None None] Provisioning complete for port 7416da1d-8150-474a-8f99-119fdfe2440a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:03.385258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d16da3e-2466-46bf-acae-2ad13486bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.390283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.390631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.390973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.391310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.391642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.391970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.392298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.392637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.392953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.393276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.393620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.393944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:03.415842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8133b21b-cfbc-482a-8553-b96af8e012b9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:03.478288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:03.478954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.496796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9d16da3e-2466-46bf-acae-2ad13486bc06 None None] Port 7416da1d-8150-474a-8f99-119fdfe2440a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:03.512525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8133b21b-cfbc-482a-8553-b96af8e012b9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:03.513155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.518453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=7416da1d-8150-474a-8f99-119fdfe2440a,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:03.547228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40650b9-f586-40bd-a339-2fd423686745 req-04725eed-70b3-4254-8847-aca2a7e575db tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:03.548980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b40650b9-f586-40bd-a339-2fd423686745 req-04725eed-70b3-4254-8847-aca2a7e575db tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 943 time: 0.3149757 Sep 30 08:25:03.551140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-87efc0e6-22cc-413c-99ca-8db102292ddf service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595447 Sep 30 08:25:03.571518 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-3f2bcdd1-10a3-45d1-9645-e0ccf686835e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6514015 Sep 30 08:25:03.591078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Request body: {'port': {'device_id': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:03.721843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.746127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e9b6011-a19f-4437-b70f-7904e606854f req-d54dbd76-e021-4171-ae3e-08b34295fe91 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786277 Sep 30 08:25:03.749512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b40650b9-f586-40bd-a339-2fd423686745 req-000cdd0b-b66d-486d-a264-3f1330a36e7d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927648 Sep 30 08:25:03.810648 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520ce9a5-2bee-48b1-aa82-8ffaf6bb650d x-openstack-request-id: req-520ce9a5-2bee-48b1-aa82-8ffaf6bb650d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:03.810958 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "tag": "9446096c-2740-4888-9bcd-e4cd56121682", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:03.811407 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-520ce9a5-2bee-48b1-aa82-8ffaf6bb650d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:03.811807 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682', 'status': 'completed', 'code': 200} Sep 30 08:25:03.825275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-db1ef82f-b6b5-4536-b0a0-bb2186ac43e0 None None] Provisioning complete for port 7416da1d-8150-474a-8f99-119fdfe2440a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:03.825959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db1ef82f-b6b5-4536-b0a0-bb2186ac43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.827225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.935640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-db1ef82f-b6b5-4536-b0a0-bb2186ac43e0 None None] Port 7416da1d-8150-474a-8f99-119fdfe2440a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:03.989580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-6785b867-4159-4895-aa30-5634a120b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:03.991028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-6785b867-4159-4895-aa30-5634a120b5be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 1094 time: 0.1227782 Sep 30 08:25:04.010368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc63bb-15b3-4e0c-b029-5ae90bea5c97 req-4f67b3a6-9f1a-4262-81d3-d2c06a6d4c02 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.013080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94fc63bb-15b3-4e0c-b029-5ae90bea5c97 req-4f67b3a6-9f1a-4262-81d3-d2c06a6d4c02 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0705619 Sep 30 08:25:04.123651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94fc63bb-15b3-4e0c-b029-5ae90bea5c97 req-0929749f-eee3-428f-95b5-a56f83007ca9 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925961 Sep 30 08:25:04.130878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.152083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-a6376b32-6a33-4393-9322-67fa2d2f6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.154818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-a6376b32-6a33-4393-9322-67fa2d2f6c02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.1403294 Sep 30 08:25:04.220825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-74564249-6383-4056-978a-7f866c0d9d61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9446096c-2740-4888-9bcd-e4cd56121682 HTTP/1.1" status: 200 len: 217 time: 0.0581017 Sep 30 08:25:04.289248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-29042f69-07ff-4cab-ad47-7fd68877488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.290994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-29042f69-07ff-4cab-ad47-7fd68877488d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0631444 Sep 30 08:25:04.331846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488ce276-6a6d-4274-8b28-971cb2698437 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:04.342335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.350791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-ab20d789-f592-46db-b990-5faaabb1db9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515075 Sep 30 08:25:04.381911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Transition to ACTIVE for port object 488ce276-6a6d-4274-8b28-971cb2698437 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:04.391476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.403408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5735d0-9940-4f90-846b-58578f104451 req-8c46ad13-8233-40a3-a21a-e180e74a802a tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.404851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb5735d0-9940-4f90-846b-58578f104451 req-8c46ad13-8233-40a3-a21a-e180e74a802a tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 931 time: 0.0965862 Sep 30 08:25:04.491708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Pushing event updated for resources: {'Port': ['ID=488ce276-6a6d-4274-8b28-971cb2698437,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:04.494252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb5735d0-9940-4f90-846b-58578f104451 req-95169b0f-f6d4-4033-b019-289ca7549c45 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Sep 30 08:25:04.498598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-3f3f47a5-0549-43ad-9429-f645c578afac service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393077 Sep 30 08:25:04.589296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.602677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.626571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b41f9ac-cf66-4dad-a2f6-16b0b15fa1ac req-3a985934-f136-4132-a2ea-dbf91a88ae5d service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193376 Sep 30 08:25:04.640583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Attempting to bind port 488ce276-6a6d-4274-8b28-971cb2698437 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:04.640928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Attempting to bind port 488ce276-6a6d-4274-8b28-971cb2698437 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '73ec6bab-a97f-4323-aa68-e93d593f8e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:04.641313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Attempting to bind port 488ce276-6a6d-4274-8b28-971cb2698437 on network 1b19347a-5144-4367-bd9d-1d56fcd88aae {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:04.678807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Port 488ce276-6a6d-4274-8b28-971cb2698437 on network 1b19347a-5144-4367-bd9d-1d56fcd88aae not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:04.678807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Attempting to bind port 488ce276-6a6d-4274-8b28-971cb2698437 on network 1b19347a-5144-4367-bd9d-1d56fcd88aae {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:04.709157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:04.709157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Checking segment: {'id': '73ec6bab-a97f-4323-aa68-e93d593f8e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:04.709157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Bound using segment: {'id': '73ec6bab-a97f-4323-aa68-e93d593f8e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:04.709157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Bound port: 488ce276-6a6d-4274-8b28-971cb2698437, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec6bab-a97f-4323-aa68-e93d593f8e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:04.709157 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.711986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=7416da1d-8150-474a-8f99-119fdfe2440a,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:04.721304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.845806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] For port 488ce276-6a6d-4274-8b28-971cb2698437, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:04.863500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] For port 488ce276-6a6d-4274-8b28-971cb2698437, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=488ce276-6a6d-4274-8b28-971cb2698437,segment=NetworkSegment(73ec6bab-a97f-4323-aa68-e93d593f8e9c),segment_id=73ec6bab-a97f-4323-aa68-e93d593f8e9c)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:04.871394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.922250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:04.923770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.924153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fd0e4-8820-493f-a920-caf6a405351f req-204be545-19c6-473e-959a-f9b44820a221 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.924384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.925797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] 10.222.0.57 "PUT /v2.0/ports/488ce276-6a6d-4274-8b28-971cb2698437 HTTP/1.1" status: 200 len: 1091 time: 1.3398647 Sep 30 08:25:04.925934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d4fd0e4-8820-493f-a920-caf6a405351f req-204be545-19c6-473e-959a-f9b44820a221 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 943 time: 0.0538857 Sep 30 08:25:04.928286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'tag': '488ce276-6a6d-4274-8b28-971cb2698437'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:04.930641 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f88197-530e-4d57-8eac-7e2ef19bbc22" -d '{"events": [{"name": "network-changed", "server_uuid": "a3416cda-4769-4fe7-9a08-a3ee2a73efdc", "tag": "488ce276-6a6d-4274-8b28-971cb2698437"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:04.936442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:04.983391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d4fd0e4-8820-493f-a920-caf6a405351f req-2527b95d-77d9-4e5a-8bb5-1c8db2fb6dee tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Sep 30 08:25:05.019662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde5fd7-eb47-4a79-b1cc-069a224cbde1 service neutron] Pushing event updated for resources: {'Port': ['ID=488ce276-6a6d-4274-8b28-971cb2698437,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:05.132212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-58106f1a-2d18-4261-b85f-51d860ecd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.133931 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-58106f1a-2d18-4261-b85f-51d860ecd425 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bbc7e2223a043539ee37a3c6673e98b&device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 1094 time: 0.1351247 Sep 30 08:25:05.194217 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5af0201-42cb-4140-8244-44fde50e405e x-openstack-request-id: req-e5af0201-42cb-4140-8244-44fde50e405e {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:05.194557 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3416cda-4769-4fe7-9a08-a3ee2a73efdc", "tag": "488ce276-6a6d-4274-8b28-971cb2698437", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:05.194799 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5af0201-42cb-4140-8244-44fde50e405e {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:05.195205 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'tag': '488ce276-6a6d-4274-8b28-971cb2698437', 'status': 'completed', 'code': 200} Sep 30 08:25:05.199207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-410a6692-8c84-449e-ae41-02fab4e4b869 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488ce276-6a6d-4274-8b28-971cb2698437 HTTP/1.1" status: 200 len: 217 time: 0.0544169 Sep 30 08:25:05.273270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-d3e2445d-ce7b-48ae-83a5-2911b113a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.279337 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-d3e2445d-ce7b-48ae-83a5-2911b113a168 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb985bf4-c75d-426b-9248-4fe11be5fdf3 HTTP/1.1" status: 200 len: 858 time: 0.0665638 Sep 30 08:25:05.281124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Router 22ba515c-eb2f-4240-9fea-e52d7cb1f44f is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:25:05.293920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-266d3bdc-9022-4157-9601-ba7826d86001 None None] Provisioning complete for port 7416da1d-8150-474a-8f99-119fdfe2440a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:05.306099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-266d3bdc-9022-4157-9601-ba7826d86001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.323442 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-070844fa-593a-4f28-8468-5f6403a9b3ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b19347a-5144-4367-bd9d-1d56fcd88aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358999 Sep 30 08:25:05.354778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-266d3bdc-9022-4157-9601-ba7826d86001 None None] Port 7416da1d-8150-474a-8f99-119fdfe2440a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:05.392693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d712c4-ad9e-486b-b820-76be89a9dd34 req-dc94c9f3-a805-434f-8a25-fdab60abf72d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.395439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93d712c4-ad9e-486b-b820-76be89a9dd34 req-dc94c9f3-a805-434f-8a25-fdab60abf72d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0673194 Sep 30 08:25:05.442334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93d712c4-ad9e-486b-b820-76be89a9dd34 req-be1bd734-3484-4a1c-b656-52d517e850a7 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Sep 30 08:25:05.503520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:05.509260 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ec1c33ee-524f-43b5-b066-f26f95a61a29 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/routers/22ba515c-eb2f-4240-9fea-e52d7cb1f44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9446580 Sep 30 08:25:05.512726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57780) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:05.515306 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] Sync routers for ids ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:05.528505 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] Routers {'22ba515c-eb2f-4240-9fea-e52d7cb1f44f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:05.529426 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:05.564996 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:05.566121 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-6110eb11-134a-4d71-8077-83686704a0e3 service neutron] 10.222.0.57 "GET /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854529 Sep 30 08:25:05.583923 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] Routers {'22ba515c-eb2f-4240-9fea-e52d7cb1f44f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:05.583923 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:05.600969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a992dd48-d475-4f7c-8c96-cb44617660c7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.605590 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a992dd48-d475-4f7c-8c96-cb44617660c7 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports?device_id=22ba515c-eb2f-4240-9fea-e52d7cb1f44f HTTP/1.1" status: 200 len: 983 time: 0.0886068 Sep 30 08:25:05.605590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57786) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:05.616025 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:05.616761 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad441d-508c-48c9-864b-713275dfea8f None None] The sync data for ids ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:05.728417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9f155-5bac-4439-b865-0bf9120d1193 req-7e055f02-d2fd-43ee-ba8f-4572c0a6430c tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.730447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5af9f155-5bac-4439-b865-0bf9120d1193 req-7e055f02-d2fd-43ee-ba8f-4572c0a6430c tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 943 time: 0.0521662 Sep 30 08:25:05.785012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5af9f155-5bac-4439-b865-0bf9120d1193 req-850f1215-f7b0-4d08-85eb-0eb5bfed70eb tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Sep 30 08:25:05.791395 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f02a23fe-a33b-40b5-8c7a-7bb76bb46780 req-2cebe317-efe9-4854-a49c-d366460fd98c service neutron] 10.222.0.57 "GET /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165198 Sep 30 08:25:05.962763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-fa18ad19-16a5-4acc-9241-ae7a1dc813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.964322 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-fa18ad19-16a5-4acc-9241-ae7a1dc813cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bbc7e2223a043539ee37a3c6673e98b&device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 1094 time: 0.1052561 Sep 30 08:25:06.156745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:06.167708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-17fa30f7-5425-4b79-9fd8-839f64e43f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.169656 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-17fa30f7-5425-4b79-9fd8-839f64e43f42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b19347a-5144-4367-bd9d-1d56fcd88aae HTTP/1.1" status: 200 len: 919 time: 0.1925824 Sep 30 08:25:06.293862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:06.307797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '9446096c-2740-4888-9bcd-e4cd56121682', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '9446096c-2740-4888-9bcd-e4cd56121682', 'mac_address': 'fa:16:3e:6b:28:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:06.349746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.364185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9446096c-2740-4888-9bcd-e4cd56121682 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:06.371650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3aa5-3427-4bde-8cc7-bb34adbbefa7 req-c1813ba4-7c25-4574-9f26-5d852c6362e4 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.373431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c12e3aa5-3427-4bde-8cc7-bb34adbbefa7 req-c1813ba4-7c25-4574-9f26-5d852c6362e4 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 943 time: 0.0571108 Sep 30 08:25:06.387455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:06.392765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.418015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c12e3aa5-3427-4bde-8cc7-bb34adbbefa7 req-7da317e6-602c-4579-849f-3a7331b67c2b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368705 Sep 30 08:25:06.456169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:06.530541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b36098-0158-4883-aca6-7f08859ce327 req-fb08524f-ba47-4ef7-9856-90f421b1d208 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.532021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67b36098-0158-4883-aca6-7f08859ce327 req-fb08524f-ba47-4ef7-9856-90f421b1d208 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.0524099 Sep 30 08:25:06.556039 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-3722fd79-93d6-4cbc-a18f-5de0346635da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488ce276-6a6d-4274-8b28-971cb2698437 HTTP/1.1" status: 200 len: 217 time: 0.3684170 Sep 30 08:25:06.571116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67b36098-0158-4883-aca6-7f08859ce327 req-672e6fc7-9155-4eb4-8f8f-94e833df1134 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330138 Sep 30 08:25:06.623374 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.699506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-07c7206b-4a3c-4fea-ac46-393f19e35845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.701007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-07c7206b-4a3c-4fea-ac46-393f19e35845 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb985bf4-c75d-426b-9248-4fe11be5fdf3 HTTP/1.1" status: 200 len: 858 time: 0.1335402 Sep 30 08:25:06.724857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['9446096c-2740-4888-9bcd-e4cd56121682'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:06.770251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-0ce25376-2502-45dd-8073-37bb9bfb9978 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b19347a-5144-4367-bd9d-1d56fcd88aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568323 Sep 30 08:25:06.774851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345fd19-1cbf-42a4-a211-0e2c6aa3710d req-aeb6d203-3ba4-48fd-a07c-0ada394390d1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.777987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1345fd19-1cbf-42a4-a211-0e2c6aa3710d req-aeb6d203-3ba4-48fd-a07c-0ada394390d1 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0534487 Sep 30 08:25:06.823844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1345fd19-1cbf-42a4-a211-0e2c6aa3710d req-b3b2b2ac-9322-49dc-9e7b-78a621d0e828 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 Sep 30 08:25:06.906437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-f8265b12-7896-4a86-b58d-0fe16938f9ff service neutron] 10.222.0.57 "GET /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129961 Sep 30 08:25:07.031726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 7416da1d-8150-474a-8f99-119fdfe2440a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:07.032098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.056007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-96f88197-530e-4d57-8eac-7e2ef19bbc22 req-def1bdf6-5ee5-4754-85b3-99a452982318 service neutron] 10.222.0.57 "GET /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272032 Sep 30 08:25:07.112549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c728-50bb-4fb7-990c-c792b37cedb0 req-d7f86dc9-7ea7-4914-85bb-a1a587976666 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.120384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e68c728-50bb-4fb7-990c-c792b37cedb0 req-d7f86dc9-7ea7-4914-85bb-a1a587976666 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 943 time: 0.0760314 Sep 30 08:25:07.161887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.162387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e68c728-50bb-4fb7-990c-c792b37cedb0 req-f9229380-d26c-48ca-a08f-0d408bb445af tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Sep 30 08:25:07.175622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 7416da1d-8150-474a-8f99-119fdfe2440a owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:07.371171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.403471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=7416da1d-8150-474a-8f99-119fdfe2440a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:07.467780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ea1cf-3c05-478c-8b4e-96720801b5fb req-199ce355-e32b-465f-998b-06fd06fe1466 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.469406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-002ea1cf-3c05-478c-8b4e-96720801b5fb req-199ce355-e32b-465f-998b-06fd06fe1466 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0689611 Sep 30 08:25:07.516818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-002ea1cf-3c05-478c-8b4e-96720801b5fb req-ef54a1c6-4ba3-4140-8ee2-4931f989898c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Sep 30 08:25:07.568373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.651225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47014522-f0af-4f1d-a601-ef9ca15ae77f req-d43a9bdd-b006-4294-bea0-77a42437c56a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.653154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47014522-f0af-4f1d-a601-ef9ca15ae77f req-d43a9bdd-b006-4294-bea0-77a42437c56a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 944 time: 0.0625944 Sep 30 08:25:07.705134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47014522-f0af-4f1d-a601-ef9ca15ae77f req-649a245c-0bbf-40cc-a8cf-e8f1bf8235fb tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Sep 30 08:25:07.774688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Router 22ba515c-eb2f-4240-9fea-e52d7cb1f44f has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:07.815207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac952c0-a276-47a7-b5d3-c03d4686b53e req-60a45143-1d31-4355-a7d5-413e2e08339c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.816897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ac952c0-a276-47a7-b5d3-c03d4686b53e req-60a45143-1d31-4355-a7d5-413e2e08339c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0545752 Sep 30 08:25:07.859154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:07.859457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ac952c0-a276-47a7-b5d3-c03d4686b53e req-6ee464bf-cbcb-4b6e-9e3e-d012f655cdb7 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346324 Sep 30 08:25:07.867699 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ab1275b-e850-423b-aced-93b2168e3215 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/routers/22ba515c-eb2f-4240-9fea-e52d7cb1f44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2578468 Sep 30 08:25:07.867699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.870796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] Sync routers for ids ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:07.894277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] Routers {'22ba515c-eb2f-4240-9fea-e52d7cb1f44f'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:07.894743 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39683bf-8867-48ce-970e-f3398315b015 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:25:07.895197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:07.898862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b39683bf-8867-48ce-970e-f3398315b015 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/7416da1d-8150-474a-8f99-119fdfe2440a HTTP/1.1" status: 404 len: 333 time: 0.0278873 Sep 30 08:25:07.899245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.950478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:07.959997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] Routers {'22ba515c-eb2f-4240-9fea-e52d7cb1f44f'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:07.960860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:07.979615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.000587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:08.001404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f56b0e7-83bb-418c-8a39-a15d8962ae7d None None] The sync data for ids ['22ba515c-eb2f-4240-9fea-e52d7cb1f44f'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:08.033789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028074b2-66d8-4a12-950a-7b41e4569c51 req-fda15e42-bb6d-4733-8f9c-97a7b6e0e86a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.035679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-028074b2-66d8-4a12-950a-7b41e4569c51 req-fda15e42-bb6d-4733-8f9c-97a7b6e0e86a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.0633504 Sep 30 08:25:08.078274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-028074b2-66d8-4a12-950a-7b41e4569c51 req-4a986099-5765-4466-a928-bd33f6c3918e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357912 Sep 30 08:25:08.156720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.157371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:08.159562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.226734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.227330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Fanout notify agent at l3_agent the message router_deleted on router 22ba515c-eb2f-4240-9fea-e52d7cb1f44f {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:08.228918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 9446096c-2740-4888-9bcd-e4cd56121682 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:08.234424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 9446096c-2740-4888-9bcd-e4cd56121682 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:08.235057 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.237081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.238513 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1412693-1aa2-4733-aa5e-62912b78fde6 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/routers/22ba515c-eb2f-4240-9fea-e52d7cb1f44f HTTP/1.1" status: 204 len: 168 time: 0.3383305 Sep 30 08:25:08.245097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57850) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:08.334405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.340099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet c2971a43-aa71-4c25-a54a-6770e27697c5 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:08.345961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.362329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:08.364980 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e7e021-4086-4ff6-8a12-6a88a7bb59a6" -d '{"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-plugged", "status": "completed", "tag": "9446096c-2740-4888-9bcd-e4cd56121682"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:08.385924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:08.392561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.408573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-ce262b76-ac04-46ed-929a-60f77186261d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.410422 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-ce262b76-ac04-46ed-929a-60f77186261d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.57 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 947 time: 0.1084001 Sep 30 08:25:08.419147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.453848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:08.493387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430da59c-31be-4483-834b-56c8a027147c req-dbf1f3d5-b7db-4391-84e1-bb507906c776 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.500775 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc79606f-e346-46ce-a1f0-4029de626bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.504089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430da59c-31be-4483-834b-56c8a027147c req-dbf1f3d5-b7db-4391-84e1-bb507906c776 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 943 time: 0.0844016 Sep 30 08:25:08.546763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430da59c-31be-4483-834b-56c8a027147c req-06cf35c5-3886-499b-a0ba-03c8c0720d30 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Sep 30 08:25:08.583873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.631623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Deleting port 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:08.631970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.659377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 488ce276-6a6d-4274-8b28-971cb2698437 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:08.663588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07af5a-82ce-4f1e-b4a7-447a0878d918 req-68a6dbf6-39b6-415f-a28b-1598e23464df tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.671495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab07af5a-82ce-4f1e-b4a7-447a0878d918 req-68a6dbf6-39b6-415f-a28b-1598e23464df tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.0607927 Sep 30 08:25:08.727113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab07af5a-82ce-4f1e-b4a7-447a0878d918 req-03a18599-c281-4831-a8d9-d3f83d81091d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Sep 30 08:25:08.813281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.860343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 488ce276-6a6d-4274-8b28-971cb2698437, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=488ce276-6a6d-4274-8b28-971cb2698437,segment=NetworkSegment(73ec6bab-a97f-4323-aa68-e93d593f8e9c),segment_id=73ec6bab-a97f-4323-aa68-e93d593f8e9c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:08.883796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=c2971a43-aa71-4c25-a54a-6770e27697c5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:08.889398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '488ce276-6a6d-4274-8b28-971cb2698437', 'network_id': '1b19347a-5144-4367-bd9d-1d56fcd88aae', 'port_id': '488ce276-6a6d-4274-8b28-971cb2698437', 'mac_address': 'fa:16:3e:e8:8b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb985bf4-c75d-426b-9248-4fe11be5fdf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:08.894377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953386ce-6756-45dd-b9ce-cf6a3e43d2f9 None None] Network 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:08.894686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.902402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:08.903048 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e1508ee-ab45-4326-8fdc-62b0685cb190 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/c2971a43-aa71-4c25-a54a-6770e27697c5 HTTP/1.1" status: 204 len: 168 time: 0.6563475 Sep 30 08:25:08.927133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] For port 57c8213d-9343-4df3-b113-a1cf32fc0732, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=57c8213d-9343-4df3-b113-a1cf32fc0732,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:08.928058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.968362 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a322fc-10a4-4065-b360-f847c2f5ff22 x-openstack-request-id: req-67a322fc-10a4-4065-b360-f847c2f5ff22 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:08.968895 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-plugged", "status": "completed", "tag": "9446096c-2740-4888-9bcd-e4cd56121682", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:08.969413 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67a322fc-10a4-4065-b360-f847c2f5ff22 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:08.970159 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682', 'code': 200} Sep 30 08:25:09.041100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.066183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488ce276-6a6d-4274-8b28-971cb2698437 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:09.094829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.132956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149d1ce-5ad6-4abd-ad39-27cd32255b99 req-d261dcd2-a44f-427c-97f7-9de0c28fbd37 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:09.142087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0149d1ce-5ad6-4abd-ad39-27cd32255b99 req-d261dcd2-a44f-427c-97f7-9de0c28fbd37 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1537960 Sep 30 08:25:09.152800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 488ce276-6a6d-4274-8b28-971cb2698437, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=488ce276-6a6d-4274-8b28-971cb2698437,segment=NetworkSegment(73ec6bab-a97f-4323-aa68-e93d593f8e9c),segment_id=73ec6bab-a97f-4323-aa68-e93d593f8e9c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:09.188527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7116-8389-42a0-9bdf-5ad8cbcd7a29 req-277a9085-ed5a-457c-b1ec-3e2599fa8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:09.190777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-251f7116-8389-42a0-9bdf-5ad8cbcd7a29 req-277a9085-ed5a-457c-b1ec-3e2599fa8633 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 1096 time: 0.1494408 Sep 30 08:25:09.219982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0149d1ce-5ad6-4abd-ad39-27cd32255b99 req-57841330-c4bc-4af4-8e41-12efd8256f82 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753274 Sep 30 08:25:09.328657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-251f7116-8389-42a0-9bdf-5ad8cbcd7a29 req-b75b3392-842d-408b-bbe4-1a9a3f60935c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074195 Sep 30 08:25:09.355566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 8133b21b-cfbc-482a-8553-b96af8e012b9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:09.356768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.439063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.470999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.471962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.473261 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Floating IP a1c68d42-d3bb-4300-bf37-8d35095c7e48 disassociated. External IP: 172.25.7.164, port: 57c8213d-9343-4df3-b113-a1cf32fc0732. Sep 30 08:25:09.473604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Calling delete_port for 57c8213d-9343-4df3-b113-a1cf32fc0732 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:09.521823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] For port 8133b21b-cfbc-482a-8553-b96af8e012b9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8133b21b-cfbc-482a-8553-b96af8e012b9,segment=NetworkSegment(fe6f81a5-6723-4493-9486-b27b7aaeeb2b),segment_id=fe6f81a5-6723-4493-9486-b27b7aaeeb2b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:09.522377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.554974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 8133b21b-cfbc-482a-8553-b96af8e012b9 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:09.569044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] DHCP port deletion for 1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:25:09.598579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=488ce276-6a6d-4274-8b28-971cb2698437,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:09.663281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] Deleting port 8133b21b-cfbc-482a-8553-b96af8e012b9 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:09.663917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.668380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.714489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event deleted for resources: {'Port': ['ID=57c8213d-9343-4df3-b113-a1cf32fc0732,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:09.754293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64e0b-9633-4052-92a7-f2a431777273 req-bc8c66a4-8e0f-421c-be6d-0bf0fc7314fd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:09.764227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ee64e0b-9633-4052-92a7-f2a431777273 req-bc8c66a4-8e0f-421c-be6d-0bf0fc7314fd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c HTTP/1.1" status: 200 len: 868 time: 0.4379380 Sep 30 08:25:09.782533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['488ce276-6a6d-4274-8b28-971cb2698437'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:09.839099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ee64e0b-9633-4052-92a7-f2a431777273 req-76a80bce-ec2f-42c2-8edb-b3e3a6457cbe tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4688ded-6c9a-432b-b4f8-725f951f3218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667615 Sep 30 08:25:09.847048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] For port 8133b21b-cfbc-482a-8553-b96af8e012b9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8133b21b-cfbc-482a-8553-b96af8e012b9,segment=NetworkSegment(fe6f81a5-6723-4493-9486-b27b7aaeeb2b),segment_id=fe6f81a5-6723-4493-9486-b27b7aaeeb2b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:09.847451 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.860767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.883856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] Calling delete_port for 8133b21b-cfbc-482a-8553-b96af8e012b9 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:09.909954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=8133b21b-cfbc-482a-8553-b96af8e012b9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:09.931030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No DVR routers for this DVR port 8133b21b-cfbc-482a-8553-b96af8e012b9 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:10.113135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.156239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.188830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-8125c774-524f-4228-9f15-5cf2cee0c022 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.190853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-8125c774-524f-4228-9f15-5cf2cee0c022 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.2681689 Sep 30 08:25:10.225020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1157bbfb-6dff-4c2d-b066-e9d9a0d10e07']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:10.239524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] Pushing event deleted for resources: {'Port': ['ID=8133b21b-cfbc-482a-8553-b96af8e012b9,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:10.258776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdac77-c75e-46af-9184-95b9c3a85749 None None] No DVR routers for this DVR port 8133b21b-cfbc-482a-8553-b96af8e012b9 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:10.273864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:10.274272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6f81a5-6723-4493-9486-b27b7aaeeb2b') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:10.300746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6368b2-73fd-474f-94a5-f4671c95a88a req-c32a8504-b83b-43a7-b751-15ad18c11e4e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.310108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd6368b2-73fd-474f-94a5-f4671c95a88a req-c32a8504-b83b-43a7-b751-15ad18c11e4e tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 944 time: 0.2436154 Sep 30 08:25:10.313561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.382441 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.407276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd6368b2-73fd-474f-94a5-f4671c95a88a req-f7a2bf1a-0f89-4291-b34b-f59c8b5068f6 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960679 Sep 30 08:25:10.422290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:10.426753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:10.429935 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:10.469740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Router 0b3d5632-9624-4990-800e-fad470c69a27 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:10.581728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:10.582673 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.588019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.612065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:10.623646 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:10.626942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.629359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/1157bbfb-6dff-4c2d-b066-e9d9a0d10e07 HTTP/1.1" status: 204 len: 168 time: 1.7253883 Sep 30 08:25:10.633751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419af03-7c65-458b-8860-dd5b3bbe43af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=1157bbfb-6dff-4c2d-b066-e9d9a0d10e07,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:10.636920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57884) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.637382 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:10.638046 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:24:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:10.668848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] No DVR routers for this DVR port 57c8213d-9343-4df3-b113-a1cf32fc0732 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:10.672004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.674956 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a59c005-4944-45dd-9b58-c82952b3ddb0 req-88122b3b-4dff-4b64-ada2-9030722b226d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.57 "DELETE /v2.0/ports/57c8213d-9343-4df3-b113-a1cf32fc0732 HTTP/1.1" status: 204 len: 173 time: 2.2521639 Sep 30 08:25:10.675412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-deleted', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:10.677974 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ebcb70-8c11-49b2-8836-49145ea3d196" -d '{"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-deleted", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:10.758901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc31f84-9a0d-4ab5-b5a0-602a8adb9380 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.760796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dcc31f84-9a0d-4ab5-b5a0-602a8adb9380 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/5854de0a-44e4-4aa4-8008-a8e93c166d1a HTTP/1.1" status: 200 len: 841 time: 0.1144547 Sep 30 08:25:10.765309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57888) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.779971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a32f80-24d7-42ab-a51e-a34c57a2b6bf req-a31eb3f8-d6f6-4e54-8ac6-5dcb97a6d75c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.788187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5a32f80-24d7-42ab-a51e-a34c57a2b6bf req-a31eb3f8-d6f6-4e54-8ac6-5dcb97a6d75c tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=d12837a2-6359-426f-bc17-831f951fc05e HTTP/1.1" status: 200 len: 946 time: 0.2387953 Sep 30 08:25:10.838243 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-56c8b3fb-46bb-4141-a2c3-5d0ca66843c0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/5854de0a-44e4-4aa4-8008-a8e93c166d1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0708420 Sep 30 08:25:10.841928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57890) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.846936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:10.877180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:10.878073 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:10.884739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.926107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5a32f80-24d7-42ab-a51e-a34c57a2b6bf req-ec41d667-9f0d-41cf-859c-e232edf7a30d tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367714 Sep 30 08:25:10.937379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:10.998938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:11.004115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.063837 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2478567-ce9a-4712-8ca3-8806d72a4c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.160294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.174406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:11.226176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:11.279072 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:11.296063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:11.299642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.303008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d7d623a-bb00-4cfe-868f-e293bdd5d8f4 req-aa361aee-62dd-44cb-8d10-6c141bb7b431 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.50 "DELETE /v2.0/ports/3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 HTTP/1.1" status: 204 len: 173 time: 1.0985875 Sep 30 08:25:11.318782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12837a2-6359-426f-bc17-831f951fc05e', 'name': 'network-vif-deleted', 'tag': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:11.324357 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d3b8d-1356-47f9-bd8a-fe5f22cdedd4" -d '{"events": [{"server_uuid": "d12837a2-6359-426f-bc17-831f951fc05e", "name": "network-vif-deleted", "tag": "3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:11.333402 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:25:11.359776 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:11.360844 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:11.399678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8294043-e64c-408f-83c7-b617a76b223e req-31075f87-4240-40ce-9893-8d22bf850b4f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.404035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8294043-e64c-408f-83c7-b617a76b223e req-31075f87-4240-40ce-9893-8d22bf850b4f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1609957 Sep 30 08:25:11.411315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.443858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.481797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8133b21b-cfbc-482a-8553-b96af8e012b9 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:11.498762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:11.502527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:11.507803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.508402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8294043-e64c-408f-83c7-b617a76b223e req-678125d7-3a7a-47b5-8c28-87be6b072c46 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Sep 30 08:25:11.508764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.526770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:11.532896 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5a0bcacd-4ac1-46fe-8cee-de613bcc536c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6875162 Sep 30 08:25:11.533157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57904) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.538524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507616846'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:11.545798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833fe48-d95a-4514-a438-ede347d0cff2 None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:11.580710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.586755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8133b21b-cfbc-482a-8553-b96af8e012b9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:11.586913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:11.587223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8133b21b-cfbc-482a-8553-b96af8e012b9 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:11.654736 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d572ef7-455a-4da9-b0d2-a00ef793ef04 x-openstack-request-id: req-4d572ef7-455a-4da9-b0d2-a00ef793ef04 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:11.655844 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c", "name": "network-vif-deleted", "tag": "57c8213d-9343-4df3-b113-a1cf32fc0732", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:11.656525 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d572ef7-455a-4da9-b0d2-a00ef793ef04 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:11.657087 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641e0dbd-7a2f-4b38-bc5b-f5b16d79f02c', 'name': 'network-vif-deleted', 'tag': '57c8213d-9343-4df3-b113-a1cf32fc0732', 'status': 'completed', 'code': 200} Sep 30 08:25:11.783205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.790958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.823384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-7cc41cd8-3fcc-4378-9103-e190049b9859', 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'tenant_id': 'f2d860ff52054940be581d81e02581f1', 'fixed_ips': [{'subnet_id': '06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:11.824260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.914232 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.919920 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3825181 Sep 30 08:25:11.920300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57914) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.924261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f15c26-b28c-4091-937d-74a4373ccebb tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b7035-7d4f-46e3-9142-d096dc080694,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:11.925173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'security_group': {'name': 'tempest-secgroup-114048045'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:11.979127 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:12.006493 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7386db-bfc7-4673-adf2-e379c31dcc41 x-openstack-request-id: req-bb7386db-bfc7-4673-adf2-e379c31dcc41 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:12.006799 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12837a2-6359-426f-bc17-831f951fc05e", "name": "network-vif-deleted", "tag": "3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:12.008214 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb7386db-bfc7-4673-adf2-e379c31dcc41 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:12.008748 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12837a2-6359-426f-bc17-831f951fc05e', 'name': 'network-vif-deleted', 'tag': '3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1', 'status': 'completed', 'code': 200} Sep 30 08:25:12.010100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.042372 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8245b-05c8-44f8-a19b-f6c764be0c55 None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:12.123102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Allocated IP 172.20.0.2 (7cc41cd8-3fcc-4378-9103-e190049b9859/06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8/20f11ba1-f0c7-4996-aaad-64f7de50bc16) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:12.188787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.195440 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.239718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.244130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57920) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:12.246197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3228674 Sep 30 08:25:12.250018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-933544516', 'security_groups': ['c45c8e44-b41f-43f8-b175-2fae72830b02'], 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:12.267710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ca354-ee03-4ce2-ac37-b101f2765d31 req-526ca134-0136-46c9-9843-e72dd580d5c6 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:12.279098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-865ca354-ee03-4ce2-ac37-b101f2765d31 req-526ca134-0136-46c9-9843-e72dd580d5c6 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 944 time: 0.1366687 Sep 30 08:25:12.287178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d3023-5d7d-4964-9a55-fb4d67f414f2 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45c8e44-b41f-43f8-b175-2fae72830b02,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:12.357755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-865ca354-ee03-4ce2-ac37-b101f2765d31 req-3aa9a1dd-63ed-4924-b247-dd8855776b41 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772674 Sep 30 08:25:12.391681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:12.425375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.427482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:12.427834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 3df9b34a-30f5-4ba2-b0c0-7adaec39f8f1 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:12.436719 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.484926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:12.486644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:12.490041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:12.493106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:12.506074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Pushing event updated for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:12.535859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f6907-e170-473c-bb71-a5deefa32b00 None None] New status for floating IP a1c68d42-d3bb-4300-bf37-8d35095c7e48: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:25:12.647719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Attempting to bind port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:12.648029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Attempting to bind port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:12.648550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Attempting to bind port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 on network 7cc41cd8-3fcc-4378-9103-e190049b9859 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:12.656429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.675764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port ed7d4125-42ee-47fc-8963-c073102a5c52 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:12.688495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 488ce276-6a6d-4274-8b28-971cb2698437 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:12.743789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:12.744199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Checking segment: {'id': 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:12.744753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.745154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Bound using segment: {'id': 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:12.745666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Bound port: 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:12.746061 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.896162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:12.901941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=20f11ba1-f0c7-4996-aaad-64f7de50bc16,segment=NetworkSegment(dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d),segment_id=dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:12.904253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 488ce276-6a6d-4274-8b28-971cb2698437 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:12.907040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.7 (7cc41cd8-3fcc-4378-9103-e190049b9859/06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8/ed7d4125-42ee-47fc-8963-c073102a5c52) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:12.909572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.916453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 488ce276-6a6d-4274-8b28-971cb2698437 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:12.917051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.988156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57936) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.123942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8fe2428e-c4f2-40ed-bf1c-2df53967f8c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.148007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.170223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8fe2428e-c4f2-40ed-bf1c-2df53967f8c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.173769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d2ea5-18c7-4c64-8624-4dccb361af6c None None] Pushing event updated for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.223785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.269287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.279280 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8fe2428e-c4f2-40ed-bf1c-2df53967f8c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.283347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8fe2428e-c4f2-40ed-bf1c-2df53967f8c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.284858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8fe2428e-c4f2-40ed-bf1c-2df53967f8c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "DELETE /v2.0/security-groups/e4688ded-6c9a-432b-b4f8-725f951f3218 HTTP/1.1" status: 204 len: 168 time: 0.2956994 Sep 30 08:25:13.306290 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.306613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.312298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2428e-c4f2-40ed-bf1c-2df53967f8c1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4688ded-6c9a-432b-b4f8-725f951f3218,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.344220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 488ce276-6a6d-4274-8b28-971cb2698437, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=488ce276-6a6d-4274-8b28-971cb2698437,segment=NetworkSegment(73ec6bab-a97f-4323-aa68-e93d593f8e9c),segment_id=73ec6bab-a97f-4323-aa68-e93d593f8e9c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:13.347133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488ce276-6a6d-4274-8b28-971cb2698437'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:13.347567 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-d8f2a7da-6845-4037-84eb-4650b1097959 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] show failed (client error): The resource could not be found. Sep 30 08:25:13.349123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d8f2a7da-6845-4037-84eb-4650b1097959 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups/e4688ded-6c9a-432b-b4f8-725f951f3218 HTTP/1.1" status: 404 len: 347 time: 0.0344028 Sep 30 08:25:13.353520 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23673398-532c-4e96-94a8-e06cd72b3669" -d '{"events": [{"server_uuid": "a3416cda-4769-4fe7-9a08-a3ee2a73efdc", "name": "network-vif-plugged", "status": "completed", "tag": "488ce276-6a6d-4274-8b28-971cb2698437"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:13.353769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57942) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.363095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.363337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:13.374588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:13.377984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:13.398853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:13.413787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 57c8213d-9343-4df3-b113-a1cf32fc0732 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:13.414360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 57c8213d-9343-4df3-b113-a1cf32fc0732 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:13.488275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=488ce276-6a6d-4274-8b28-971cb2698437,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.505999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=ed7d4125-42ee-47fc-8963-c073102a5c52,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.554613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:13.555299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.586274 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44b5445c-22d6-4a16-9c21-58b9f52908db tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3362505 Sep 30 08:25:13.587785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57948) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.596198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:13.624639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d59584-7241-48ca-bffa-2db541057c55 req-eb2db11a-2b57-4827-94da-fbd4e70b711a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:13.632097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d59584-7241-48ca-bffa-2db541057c55 req-eb2db11a-2b57-4827-94da-fbd4e70b711a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1829178 Sep 30 08:25:13.681550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19d59584-7241-48ca-bffa-2db541057c55 req-3bac811d-e6e0-4f00-a94c-a04e6ca2e3b3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485566 Sep 30 08:25:13.690043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Deleting port 512cfd0c-468b-4b78-a308-bac3409fa871 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:13.690386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.774590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.774920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.782104 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc0312-a85f-49a0-bdfe-c0f84cbb2279 x-openstack-request-id: req-8ecc0312-a85f-49a0-bdfe-c0f84cbb2279 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:13.782614 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3416cda-4769-4fe7-9a08-a3ee2a73efdc", "name": "network-vif-plugged", "status": "completed", "tag": "488ce276-6a6d-4274-8b28-971cb2698437", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:13.783022 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ecc0312-a85f-49a0-bdfe-c0f84cbb2279 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:13.783575 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488ce276-6a6d-4274-8b28-971cb2698437', 'code': 200} Sep 30 08:25:13.801116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Calling delete_port for 512cfd0c-468b-4b78-a308-bac3409fa871 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:13.812802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:13.830098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.940277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc18ba-7dee-44bd-8f8b-54c2a830de62 req-598464f3-44ff-4493-b64a-5411f9d0d45d tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:13.942602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcbc18ba-7dee-44bd-8f8b-54c2a830de62 req-598464f3-44ff-4493-b64a-5411f9d0d45d tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 945 time: 0.0837846 Sep 30 08:25:13.984315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0206-97d5-4fa0-b525-96d737e7e1b5 req-cc792dbe-73c3-40d4-bbaf-44835f341b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:13.986515 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-abce0206-97d5-4fa0-b525-96d737e7e1b5 req-cc792dbe-73c3-40d4-bbaf-44835f341b81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 1096 time: 0.1122959 Sep 30 08:25:14.021127 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8 (CIDR: 172.20.0.0/28) Sep 30 08:25:14.027667 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:25:14.027667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:14.041298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcbc18ba-7dee-44bd-8f8b-54c2a830de62 req-4da2b53d-12b3-40df-be38-af75a084a5e2 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 Sep 30 08:25:14.054160 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-abce0206-97d5-4fa0-b525-96d737e7e1b5 req-5fc08a56-ee3c-44fe-9483-120643681298 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Sep 30 08:25:14.062923 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.068716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-34a0acf5-db2e-4691-895a-abae0a2be70d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4788656 Sep 30 08:25:14.071277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57954) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.095959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:14.109495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event deleted for resources: {'Port': ['ID=512cfd0c-468b-4b78-a308-bac3409fa871,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:14.181311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.185014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.186359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3c47746e-1cdc-4d75-b6b1-9e1783036217 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "DELETE /v2.0/floatingips/a1c68d42-d3bb-4300-bf37-8d35095c7e48 HTTP/1.1" status: 204 len: 168 time: 0.8311133 Sep 30 08:25:14.283118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:14.287537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.592596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:14.593073 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.624201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57968) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.630592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184620736', 'description': 'tempest-description--439060903'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:14.637842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.700949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:14.710019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:14.725073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:14.725748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.742198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.764953 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6897285 Sep 30 08:25:14.764953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fecfcb-da96-437c-8e07-9cd81f5297cd tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=5d7019bd-3e0a-4df9-b0dd-ae8d96469cee,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:14.765880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57974) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.779068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1495897421', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d7019bd-3e0a-4df9-b0dd-ae8d96469cee'}], 'security_groups': ['a07b7035-7d4f-46e3-9142-d096dc080694']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:14.823619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.895004 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.910600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.914178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=20f11ba1-f0c7-4996-aaad-64f7de50bc16,segment=NetworkSegment(dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d),segment_id=dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:14.920491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.924258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94284773-4679-4255-a0db-31cf7d0f974e None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:14.928274 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.960225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.962034 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3366148 Sep 30 08:25:14.966568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57976) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.975112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'security_group_rule': {'security_group_id': '5ff52bca-b163-4faf-bdd6-6183accc23f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:15.001309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b1b33-aace-4110-85f2-80ae6766dd07 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff52bca-b163-4faf-bdd6-6183accc23f5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.002016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Pushing event updated for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.064941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd598828-d26f-45c2-a282-18accc568297 req-ebf9967e-c3e2-44a5-8578-0169f05bbb97 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:15.067369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.067571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd598828-d26f-45c2-a282-18accc568297 req-ebf9967e-c3e2-44a5-8578-0169f05bbb97 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1797590 Sep 30 08:25:15.094020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Provisioning complete for port 5854de0a-44e4-4aa4-8008-a8e93c166d1a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:15.094537 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.173319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.175794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c5d417ff-e753-47c5-9a90-90f916b3af92 None None] Port 5854de0a-44e4-4aa4-8008-a8e93c166d1a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:15.177193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd598828-d26f-45c2-a282-18accc568297 req-892cfc6c-ffbc-4ce7-8c3c-12d04807c916 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945220 Sep 30 08:25:15.179801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.204096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f5c27f-3c7f-4610-89c8-b47151f8190a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.219419 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.225032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.227648 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dbf9581f-53f0-4b79-b2bd-335a2f9771a9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597671 Sep 30 08:25:15.231233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57984) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.251396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'security_group_rule': {'security_group_id': '5ff52bca-b163-4faf-bdd6-6183accc23f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:15.341108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f5ead23e-3657-41e0-9a83-174abbb74ef0 None None] Provisioning complete for port ed7d4125-42ee-47fc-8963-c073102a5c52 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:15.341979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f5ead23e-3657-41e0-9a83-174abbb74ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.347220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.425806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f5ead23e-3657-41e0-9a83-174abbb74ef0 None None] Port ed7d4125-42ee-47fc-8963-c073102a5c52 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:15.474659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.482090 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.512098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.516331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2812581 Sep 30 08:25:15.516331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff17eba-5c0f-4b5e-b2d2-9152b5ebe47d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa2d7d2-613d-4b77-9619-5e2773196017,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.519620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57992) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.526811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:15.542134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 20f11ba1-f0c7-4996-aaad-64f7de50bc16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:15.549645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57994) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.573003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.589684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] Update dhcp port {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'fixed_ips': [{'subnet_id': '06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d7019bd-3e0a-4df9-b0dd-ae8d96469cee'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '20f11ba1-f0c7-4996-aaad-64f7de50bc16'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:25:15.626420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f12043-91c3-48f5-848e-37c1f5cde7fd req-24b520e7-0b03-4ba3-925e-c6a65f8e70fa tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:15.628384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80f12043-91c3-48f5-848e-37c1f5cde7fd req-24b520e7-0b03-4ba3-925e-c6a65f8e70fa tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 945 time: 0.2298284 Sep 30 08:25:15.628604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.718064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80f12043-91c3-48f5-848e-37c1f5cde7fd req-31058d37-edf4-4583-8cc9-0cc118ebb8dc tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794313 Sep 30 08:25:15.737720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:15.738359 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.740286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ee70a2f-4cc8-4ad1-99e6-fb6eb159d758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.756368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.841128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Delete allocated IP 172.20.0.7 (7cc41cd8-3fcc-4378-9103-e190049b9859/06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8) {{(pid=95001) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:25:15.855941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.27 (7cc41cd8-3fcc-4378-9103-e190049b9859/5d7019bd-3e0a-4df9-b0dd-ae8d96469cee/ed7d4125-42ee-47fc-8963-c073102a5c52) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:15.920414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Allocated IP 172.25.7.110 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/285873c6-56b5-4830-8663-c2fcb2d168e9) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:15.985760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ee70a2f-4cc8-4ad1-99e6-fb6eb159d758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.990777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ee70a2f-4cc8-4ad1-99e6-fb6eb159d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.032866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.042702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.075403 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ee70a2f-4cc8-4ad1-99e6-fb6eb159d758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2c85210abe94c7b9c230e466b8309c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246649 Sep 30 08:25:16.078395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:16.092211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee70a2f-4cc8-4ad1-99e6-fb6eb159d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736615ba-9050-44cd-b18c-4f7761b6706d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.119715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] Allocated IP 172.20.0.18 (7cc41cd8-3fcc-4378-9103-e190049b9859/5d7019bd-3e0a-4df9-b0dd-ae8d96469cee/20f11ba1-f0c7-4996-aaad-64f7de50bc16) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:16.146769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.166069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=ed7d4125-42ee-47fc-8963-c073102a5c52,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.180045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5cd-aac7-4d27-848a-cfcc01c677a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.223519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5cd-aac7-4d27-848a-cfcc01c677a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.234121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] In _notify_port_updated(), no bound segment for port ed7d4125-42ee-47fc-8963-c073102a5c52 on network 7cc41cd8-3fcc-4378-9103-e190049b9859 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:25:16.241965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:16.243013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.244902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5f438f4-ab3a-4763-90f9-4eeba96508e8 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/ports/ed7d4125-42ee-47fc-8963-c073102a5c52 HTTP/1.1" status: 200 len: 921 time: 1.4779296 Sep 30 08:25:16.247516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58020) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:16.282557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5cd-aac7-4d27-848a-cfcc01c677a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.285066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5cd-aac7-4d27-848a-cfcc01c677a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.288713 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b89f5cd-aac7-4d27-848a-cfcc01c677a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/736615ba-9050-44cd-b18c-4f7761b6706d HTTP/1.1" status: 204 len: 168 time: 0.2058947 Sep 30 08:25:16.295982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89f5cd-aac7-4d27-848a-cfcc01c677a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736615ba-9050-44cd-b18c-4f7761b6706d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.298597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.340656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:16.344082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:16.351582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:16.360634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=20f11ba1-f0c7-4996-aaad-64f7de50bc16,segment=NetworkSegment(dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d),segment_id=dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:16.392852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'Port': ['ID=285873c6-56b5-4830-8663-c2fcb2d168e9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.420214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e971-ab83-431a-915e-be2b799d7693 req-447befbf-cc82-42fd-8cea-edbb4905a966 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:16.422165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6812e971-ab83-431a-915e-be2b799d7693 req-447befbf-cc82-42fd-8cea-edbb4905a966 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1114509 Sep 30 08:25:16.429100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.440244 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.460628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.501374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0bb79-8513-4867-a2ff-82d39b893b70 None None] Pushing event updated for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.523217 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.524696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port ed7d4125-42ee-47fc-8963-c073102a5c52 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:16.525350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.533214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6812e971-ab83-431a-915e-be2b799d7693 req-e16c8321-0d52-4de1-a827-e90bae3b8015 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025517 Sep 30 08:25:16.768676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.777852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.873202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'Port': ['ID=285873c6-56b5-4830-8663-c2fcb2d168e9,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.885026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.903142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.905200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c696c5f-6ddf-4989-9e9a-aacc95957092 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3836410 Sep 30 08:25:17.124562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.143958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27b7bf-ade2-4be9-9892-99274a92501d req-b7082e82-ec38-45e2-a77d-ee41c0bc84a8 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:17.145949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e27b7bf-ade2-4be9-9892-99274a92501d req-b7082e82-ec38-45e2-a77d-ee41c0bc84a8 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 945 time: 0.0855749 Sep 30 08:25:17.153938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for ed7d4125-42ee-47fc-8963-c073102a5c52 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:17.246540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e27b7bf-ade2-4be9-9892-99274a92501d req-09b3ca89-a495-4456-ad15-903955fb2c87 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904589 Sep 30 08:25:17.373667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bc5eee7c-52cd-4a33-94bd-e76eac1b753a None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:17.374279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5eee7c-52cd-4a33-94bd-e76eac1b753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.379343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.397532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02501361-f9db-4afc-a626-d8585f990f35 req-6199b47e-fe78-44e5-8c1f-7858f90cd9c8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:17.399101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02501361-f9db-4afc-a626-d8585f990f35 req-6199b47e-fe78-44e5-8c1f-7858f90cd9c8 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 945 time: 0.0751784 Sep 30 08:25:17.431148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=ed7d4125-42ee-47fc-8963-c073102a5c52,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:17.529274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02501361-f9db-4afc-a626-d8585f990f35 req-d304c335-95b6-4de2-8f1d-561a22c10114 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095912 Sep 30 08:25:17.540625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.543497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0310fa63-17e4-4545-8d1b-c9371a7a662b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/ed7d4125-42ee-47fc-8963-c073102a5c52 HTTP/1.1" status: 204 len: 168 time: 1.2949178 Sep 30 08:25:17.546524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58060) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:17.585368 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cd3d05-b253-4c9d-aa48-4cbfcbb697af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:25:17.587288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d7cd3d05-b253-4c9d-aa48-4cbfcbb697af tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/ed7d4125-42ee-47fc-8963-c073102a5c52 HTTP/1.1" status: 404 len: 333 time: 0.0397830 Sep 30 08:25:17.592246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58064) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:17.597424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 20f11ba1-f0c7-4996-aaad-64f7de50bc16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:17.655848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fc9e58-4f38-431a-acf6-35dd1aa1c974 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.689729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:17.690113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.693230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bc5eee7c-52cd-4a33-94bd-e76eac1b753a None None] Could not find standard attr ID for object ed7d4125-42ee-47fc-8963-c073102a5c52. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:25:17.693653 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fc9e58-4f38-431a-acf6-35dd1aa1c974 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.749325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bc5eee7c-52cd-4a33-94bd-e76eac1b753a None None] Provisioning complete for port 5854de0a-44e4-4aa4-8008-a8e93c166d1a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:17.749735 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5eee7c-52cd-4a33-94bd-e76eac1b753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.763058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fc9e58-4f38-431a-acf6-35dd1aa1c974 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.767786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fc9e58-4f38-431a-acf6-35dd1aa1c974 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.771832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27fc9e58-4f38-431a-acf6-35dd1aa1c974 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/security-groups/c45c8e44-b41f-43f8-b175-2fae72830b02 HTTP/1.1" status: 204 len: 168 time: 0.1762521 Sep 30 08:25:17.772258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58070) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:17.791927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc9e58-4f38-431a-acf6-35dd1aa1c974 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45c8e44-b41f-43f8-b175-2fae72830b02,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:17.852971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bc5eee7c-52cd-4a33-94bd-e76eac1b753a None None] Port 5854de0a-44e4-4aa4-8008-a8e93c166d1a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:17.892701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77507ffa-1f1b-4c02-aba8-5f7428cf0616 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.942553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77507ffa-1f1b-4c02-aba8-5f7428cf0616 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.956672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-38a50f07-7d0e-4910-937f-34054d2f69fe tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1184620736&fields=id&tenant_id=925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 267 time: 0.0749042 Sep 30 08:25:18.066061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77507ffa-1f1b-4c02-aba8-5f7428cf0616 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.073434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f2466d1b-8960-40a8-829a-3c6689ada6c9 None None] Could not find standard attr ID for object ed7d4125-42ee-47fc-8963-c073102a5c52. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:25:18.074014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77507ffa-1f1b-4c02-aba8-5f7428cf0616 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.076602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-77507ffa-1f1b-4c02-aba8-5f7428cf0616 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/security-groups/a07b7035-7d4f-46e3-9142-d096dc080694 HTTP/1.1" status: 204 len: 168 time: 0.3024986 Sep 30 08:25:18.079583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58086) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:18.104712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507ffa-1f1b-4c02-aba8-5f7428cf0616 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b7035-7d4f-46e3-9142-d096dc080694,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:18.147106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-3f873a6e-bcb4-41f0-8012-67ba6d851d20 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:18.152237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet 06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:18.155842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.156582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-3f873a6e-bcb4-41f0-8012-67ba6d851d20 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 815 time: 0.1853178 Sep 30 08:25:18.177009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-210c824c-0966-4b1b-a1ad-9a01bd2b2d5e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/quotas/925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 375 time: 0.0190346 Sep 30 08:25:18.206563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.250668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-fec34b5a-3769-47fd-a45e-751beaf41802 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727096 Sep 30 08:25:18.331899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.398430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.402069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-3c667d6d-83d7-45ca-b7fe-2b7dd1185773 service neutron] 10.222.0.41 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974443 Sep 30 08:25:18.425717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:18.432512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.434647 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b30c7193-bdb5-4cf0-8520-0a0ac093ac82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8 HTTP/1.1" status: 204 len: 168 time: 0.3533831 Sep 30 08:25:18.438696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:18.447206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:18.454489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742810d-3857-45c9-a86b-d7558c0580d2 None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:18.526128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-319f14ec-ea94-4fde-a3c7-37607f79d2ac service neutron] 10.222.0.41 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181798 Sep 30 08:25:18.617321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-302d4749-129b-4896-a615-23da4ace7218 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:18.618971 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-302d4749-129b-4896-a615-23da4ace7218 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 945 time: 0.0823627 Sep 30 08:25:18.671614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:18.689138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.864313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Deleting port 724d5d15-b044-41c1-b28e-e00a621df845 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:18.864664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.053155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] For port 724d5d15-b044-41c1-b28e-e00a621df845, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=724d5d15-b044-41c1-b28e-e00a621df845,segment=NetworkSegment(1e8bd4e5-898d-493d-99ff-fe1447395be1),segment_id=1e8bd4e5-898d-493d-99ff-fe1447395be1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:19.053497 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.094968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55273f-23ae-41fc-9066-779ba061ad52 req-cef5e4ec-5a7f-465f-8aec-713f640a73a9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:19.109297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Calling delete_port for 724d5d15-b044-41c1-b28e-e00a621df845 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:19.117551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac55273f-23ae-41fc-9066-779ba061ad52 req-cef5e4ec-5a7f-465f-8aec-713f640a73a9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.0673413 Sep 30 08:25:19.199292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac55273f-23ae-41fc-9066-779ba061ad52 req-dc2415af-c278-4957-80bf-30637a5ea49c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Sep 30 08:25:19.335920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.398231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038e58a-a85c-4fd1-abac-42f393119c1e req-4eb442b5-a518-413a-bb96-ee5976868f0f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:19.408396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5038e58a-a85c-4fd1-abac-42f393119c1e req-4eb442b5-a518-413a-bb96-ee5976868f0f tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fd7aa-cbad-4acb-8c67-e3d2116a301a HTTP/1.1" status: 200 len: 945 time: 0.0737662 Sep 30 08:25:19.461269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5038e58a-a85c-4fd1-abac-42f393119c1e req-93fa6840-84d7-4d89-8ab7-762804fa2e64 tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e3336f9-c70d-4f3d-a575-04a064810499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Sep 30 08:25:19.516598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:19.527284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:19.534066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:19.534668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.559705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=dc2be6ca-4787-436b-97ff-3298f9fe0686,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:19.563667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.577482 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3fc0323c-fc0a-4f81-b723-d464198a837a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1338527 Sep 30 08:25:19.579900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58126) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:19.584333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['724d5d15-b044-41c1-b28e-e00a621df845'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:19.584803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332917978'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:19.599469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Pushing event deleted for resources: {'Port': ['ID=724d5d15-b044-41c1-b28e-e00a621df845,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:19.653548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.661553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a67df0-4bf1-4289-b35d-3c49eab68ffc None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:19.670442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] No DVR routers for this DVR port 724d5d15-b044-41c1-b28e-e00a621df845 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:19.681133 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.686531 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fa4251a2-c0f8-497c-bb72-c848efbed710 req-a415f9c7-498d-42f6-ac1b-33b0b84958bb tempest-ServersTestJSON-639699777 tempest-ServersTestJSON-639699777-project] 10.222.0.57 "DELETE /v2.0/ports/724d5d15-b044-41c1-b28e-e00a621df845 HTTP/1.1" status: 204 len: 173 time: 1.0598638 Sep 30 08:25:19.687045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'name': 'network-vif-deleted', 'tag': '724d5d15-b044-41c1-b28e-e00a621df845'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:19.690116 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7cd870-521d-4656-a0c4-99fbb65c8bb9" -d '{"events": [{"server_uuid": "be6fd7aa-cbad-4acb-8c67-e3d2116a301a", "name": "network-vif-deleted", "tag": "724d5d15-b044-41c1-b28e-e00a621df845"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:19.739285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3425c671-5d36-4736-bcf0-5feb2624cd2d None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:19.739670 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3425c671-5d36-4736-bcf0-5feb2624cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.791203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-797a04d0-1d55-43b4-aa08-e0bf094258ad req-c0f8a28d-cc69-4676-9d5d-49aa9af75728 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 210 time: 0.0737302 Sep 30 08:25:19.904219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.909890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.949691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.950944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3701067 Sep 30 08:25:19.953132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4a9b-26be-42a7-a0cb-d811e9289608 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9672e0-5539-469f-96ad-2be57824b167,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:19.954115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:19.960379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'security_group': {'name': 'tempest-secgroup-179298748'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:19.983040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3425c671-5d36-4736-bcf0-5feb2624cd2d None None] Provisioning complete for port 5854de0a-44e4-4aa4-8008-a8e93c166d1a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:19.983419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3425c671-5d36-4736-bcf0-5feb2624cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.003446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.052156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3425c671-5d36-4736-bcf0-5feb2624cd2d None None] Port 5854de0a-44e4-4aa4-8008-a8e93c166d1a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:20.096745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0fba8-c923-4156-873d-e3edd693371e req-d344b4a6-ad9d-4ed7-ba8b-c25f0af5c0e0 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:20.098382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96b0fba8-c923-4156-873d-e3edd693371e req-d344b4a6-ad9d-4ed7-ba8b-c25f0af5c0e0 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 945 time: 0.0633101 Sep 30 08:25:20.134036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.141828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.157961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] Update dhcp port {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'fixed_ips': [{'subnet_id': '5d7019bd-3e0a-4df9-b0dd-ae8d96469cee', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dc2be6ca-4787-436b-97ff-3298f9fe0686'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '20f11ba1-f0c7-4996-aaad-64f7de50bc16'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:25:20.162108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96b0fba8-c923-4156-873d-e3edd693371e req-4a691e0b-a7e7-4eaa-8a62-3b1a4c6fa153 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523469 Sep 30 08:25:20.184954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede44159-b431-4e8a-bd54-9fb73ea946e9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.190936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.210775 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.215170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58138) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:20.215805 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b868895-628e-4448-9efe-467b0247a634 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2603359 Sep 30 08:25:20.220232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'security_group': {'name': 'tempest-secgroup-279579241'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:20.276370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.279437 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019539e-f08c-4a97-b9ba-c47826ca62ac x-openstack-request-id: req-d019539e-f08c-4a97-b9ba-c47826ca62ac {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:20.279803 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6fd7aa-cbad-4acb-8c67-e3d2116a301a", "name": "network-vif-deleted", "tag": "724d5d15-b044-41c1-b28e-e00a621df845", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:20.280120 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d019539e-f08c-4a97-b9ba-c47826ca62ac {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:20.281065 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6fd7aa-cbad-4acb-8c67-e3d2116a301a', 'name': 'network-vif-deleted', 'tag': '724d5d15-b044-41c1-b28e-e00a621df845', 'status': 'completed', 'code': 200} Sep 30 08:25:20.413798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] Allocated IP 172.20.0.2 (7cc41cd8-3fcc-4378-9103-e190049b9859/dc2be6ca-4787-436b-97ff-3298f9fe0686/20f11ba1-f0c7-4996-aaad-64f7de50bc16) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:20.526714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=20f11ba1-f0c7-4996-aaad-64f7de50bc16,segment=NetworkSegment(dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d),segment_id=dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:20.538205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd32f-b3cf-4df8-ba02-485e28baa3f0 req-5517453f-469e-494f-b032-1380d2c74ef8 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:20.539569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d2dd32f-b3cf-4df8-ba02-485e28baa3f0 req-5517453f-469e-494f-b032-1380d2c74ef8 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.2023635 Sep 30 08:25:20.554188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-35a124b5-c478-4af9-ab16-62b6d896ba58 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:20.555690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-35a124b5-c478-4af9-ab16-62b6d896ba58 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 815 time: 0.2437613 Sep 30 08:25:20.567900 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.574545 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.648826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d2dd32f-b3cf-4df8-ba02-485e28baa3f0 req-00438a41-16d6-495a-b8b5-0895a732b006 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876019 Sep 30 08:25:20.669388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.679757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.681550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fce6f-03ed-4705-8a8c-cbed197fe6a0 None None] Pushing event updated for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.711959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58150) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:20.719352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-d4ee7328-1e2a-4138-be13-89951142a8b9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 380 time: 0.0986328 Sep 30 08:25:20.734719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'port': {'device_id': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'admin_state_up': True, 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'security_groups': ['5ff52bca-b163-4faf-bdd6-6183accc23f5']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:20.744216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.748307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5290880 Sep 30 08:25:20.756533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58154) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:20.758810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87813d77-91b4-4ad7-b4ca-19dbacb6e982 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638ff11b-63ae-454b-a012-38dc56ba1419,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.768650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1920705824', 'security_groups': ['638ff11b-63ae-454b-a012-38dc56ba1419'], 'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc2be6ca-4787-436b-97ff-3298f9fe0686'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:20.800408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Deleting subnet 9a2e4a54-4d8f-4250-a339-e31ecce0d563 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:20.804513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.848654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.952732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26240d00-1695-4091-b266-10361d9e8a36 req-0a8f75fa-b8e7-4f65-b996-c7f06956cccf tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 210 time: 0.0434678 Sep 30 08:25:20.954064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.997907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-164a29f3-e03b-4a77-b60f-349594e86eb3 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:20.999890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-164a29f3-e03b-4a77-b60f-349594e86eb3 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 945 time: 0.1221459 Sep 30 08:25:21.033624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:25:21.033624 n-d-807025-5 neutron-server[95001]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:25:21.033624 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id': 'f2d860ff52054940be581d81e02581f1', 'id': '3c1a5934-6a34-4119-ac85-0796ba248ee4', 'expiration': datetime.datetime(2021, 9, 30, 8, 27, 21, 15688)}] Sep 30 08:25:21.033624 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:25:21.034172 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:25:21.044522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Made reservation on behalf of 925fbd1962bc4bd4ac0db42456bfebd3 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:21.054015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.138708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.183098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2e4a54-4d8f-4250-a339-e31ecce0d563,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:21.193141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.195165 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c3476d83-51e2-49e4-9c70-6a27afd54733 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a2e4a54-4d8f-4250-a339-e31ecce0d563 HTTP/1.1" status: 204 len: 168 time: 0.4821560 Sep 30 08:25:21.197900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58164) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:21.293718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Deleting port 488ce276-6a6d-4274-8b28-971cb2698437 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:21.294435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.295629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Allocated IP 172.20.0.12 (5e21cca3-a8ed-46c3-bdf4-2b957d03b941/19808504-62a9-40bb-a8b4-1c4bdb137f28/e82d355b-59f0-43cf-8e53-1982e3be61a5) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:21.314691 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.423939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52eaa20-f5fb-42af-a8bf-d3c5e1dece23 req-d87a74e8-e534-4e2e-9685-bab2bbb2d4f0 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:21.433129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f52eaa20-f5fb-42af-a8bf-d3c5e1dece23 req-d87a74e8-e534-4e2e-9685-bab2bbb2d4f0 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3416cda-4769-4fe7-9a08-a3ee2a73efdc HTTP/1.1" status: 200 len: 945 time: 0.1290977 Sep 30 08:25:21.455661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 20f11ba1-f0c7-4996-aaad-64f7de50bc16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:21.518616 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.537670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f52eaa20-f5fb-42af-a8bf-d3c5e1dece23 req-1fe1e9dd-6a04-47bb-b2cc-ae3f9cf4b1df tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846548 Sep 30 08:25:21.538068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] For port 488ce276-6a6d-4274-8b28-971cb2698437, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=488ce276-6a6d-4274-8b28-971cb2698437,segment=NetworkSegment(73ec6bab-a97f-4323-aa68-e93d593f8e9c),segment_id=73ec6bab-a97f-4323-aa68-e93d593f8e9c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:21.538543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.540764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:21.541204 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.556218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84671c1-dc86-45cc-b986-17447a335a01']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:21.566489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Calling delete_port for 488ce276-6a6d-4274-8b28-971cb2698437 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:21.572974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8bd4e5-898d-493d-99ff-fe1447395be1') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:21.573275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8bd4e5-898d-493d-99ff-fe1447395be1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:21.588304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.607940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e4030b46-8b6f-42ae-bd78-9af0ff40c441 None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:21.607940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e4030b46-8b6f-42ae-bd78-9af0ff40c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.633959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.645886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:21.646376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.647414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:21.648333 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:21.689279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.739849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.746443 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.750583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] 10.222.0.41 "DELETE /v2.0/networks/f84671c1-dc86-45cc-b986-17447a335a01 HTTP/1.1" status: 204 len: 168 time: 0.5517225 Sep 30 08:25:21.783368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e4030b46-8b6f-42ae-bd78-9af0ff40c441 None None] Provisioning complete for port 5854de0a-44e4-4aa4-8008-a8e93c166d1a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:21.784760 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e4030b46-8b6f-42ae-bd78-9af0ff40c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.791766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17887569-c492-4d23-ae86-4d98e82f2ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=f84671c1-dc86-45cc-b986-17447a335a01,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:21.822520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.826582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e4030b46-8b6f-42ae-bd78-9af0ff40c441 None None] Port 5854de0a-44e4-4aa4-8008-a8e93c166d1a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:21.835434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['488ce276-6a6d-4274-8b28-971cb2698437'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:21.857688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Pushing event deleted for resources: {'Port': ['ID=488ce276-6a6d-4274-8b28-971cb2698437,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:21.908030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] No DVR routers for this DVR port 488ce276-6a6d-4274-8b28-971cb2698437 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:21.911504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.914022 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bc3aecfb-af19-45a2-b110-136e1ef09eb2 req-cdf99f60-33b9-4d4b-8cae-21d733313887 tempest-InstanceActionsV221TestJSON-1550377914 tempest-InstanceActionsV221TestJSON-1550377914-project] 10.222.0.57 "DELETE /v2.0/ports/488ce276-6a6d-4274-8b28-971cb2698437 HTTP/1.1" status: 204 len: 173 time: 0.9050012 Sep 30 08:25:21.922494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.929624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.949608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25e0b0-62c7-4ef5-91c3-36bb937b2dd8 req-bf1e80f5-637b-4c6a-8608-074f8620739d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:21.951201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a25e0b0-62c7-4ef5-91c3-36bb937b2dd8 req-bf1e80f5-637b-4c6a-8608-074f8620739d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1478636 Sep 30 08:25:22.000871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] device_id is not set on port 90b747d5-7cc2-4860-812f-3dca53b5bd4f yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:22.029999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:22.072410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:22.085483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:22.098154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:22.142005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a25e0b0-62c7-4ef5-91c3-36bb937b2dd8 req-41651896-6229-465a-b39a-2a8d24a55b3c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628113 Sep 30 08:25:22.152267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58190) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:22.232219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58192) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:22.235116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4d7969b0-086b-4241-89bf-7e11060479e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=395edf2f7c36426c908fb0c8f025a936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784276 Sep 30 08:25:22.281858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'name': 'network-vif-deleted', 'tag': '488ce276-6a6d-4274-8b28-971cb2698437'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:22.291054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:22.292153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.293291 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd95a89d-82a7-4063-b2be-3895eb6a72ad" -d '{"events": [{"server_uuid": "a3416cda-4769-4fe7-9a08-a3ee2a73efdc", "name": "network-vif-deleted", "tag": "488ce276-6a6d-4274-8b28-971cb2698437"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:22.350984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-bc8913d5-f132-4a69-a391-d50140764e4c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6220138 Sep 30 08:25:22.378087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Request body: {'port': {'device_id': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:22.449179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3812-2059-448c-8f4b-1848a7a8feab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.451256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-88ae5bbb-7cef-4e45-ad46-ce4f4caec0ff None None] Provisioning complete for port e82d355b-59f0-43cf-8e53-1982e3be61a5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:22.451642 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-88ae5bbb-7cef-4e45-ad46-ce4f4caec0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.460663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.12 (7cc41cd8-3fcc-4378-9103-e190049b9859/dc2be6ca-4787-436b-97ff-3298f9fe0686/90b747d5-7cc2-4860-812f-3dca53b5bd4f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:22.499518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-88ae5bbb-7cef-4e45-ad46-ce4f4caec0ff None None] Port e82d355b-59f0-43cf-8e53-1982e3be61a5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:22.526197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3812-2059-448c-8f4b-1848a7a8feab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.534573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.564052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24805dc-6447-4f4a-a7e1-708cdc67202e req-3281a187-b030-4ccc-a316-56e8a4aa0ff5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:22.565669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b24805dc-6447-4f4a-a7e1-708cdc67202e req-3281a187-b030-4ccc-a316-56e8a4aa0ff5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 932 time: 0.2054162 Sep 30 08:25:22.702435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b24805dc-6447-4f4a-a7e1-708cdc67202e req-f4fe7c56-bf21-43b6-9ccb-60b21bae9160 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208894 Sep 30 08:25:22.769841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 724d5d15-b044-41c1-b28e-e00a621df845 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:22.810108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 724d5d15-b044-41c1-b28e-e00a621df845 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:22.811221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 724d5d15-b044-41c1-b28e-e00a621df845 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:22.830279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3812-2059-448c-8f4b-1848a7a8feab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.832889 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3812-2059-448c-8f4b-1848a7a8feab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.837577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc4c3812-2059-448c-8f4b-1848a7a8feab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e3336f9-c70d-4f3d-a575-04a064810499 HTTP/1.1" status: 204 len: 168 time: 0.5980515 Sep 30 08:25:22.861049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c3812-2059-448c-8f4b-1848a7a8feab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3336f9-c70d-4f3d-a575-04a064810499,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:22.912018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.934046 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd8279-4be3-4fec-a113-eaaafa92161c x-openstack-request-id: req-25bd8279-4be3-4fec-a113-eaaafa92161c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:22.934555 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3416cda-4769-4fe7-9a08-a3ee2a73efdc", "name": "network-vif-deleted", "tag": "488ce276-6a6d-4274-8b28-971cb2698437", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:22.934555 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25bd8279-4be3-4fec-a113-eaaafa92161c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:22.935115 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3416cda-4769-4fe7-9a08-a3ee2a73efdc', 'name': 'network-vif-deleted', 'tag': '488ce276-6a6d-4274-8b28-971cb2698437', 'status': 'completed', 'code': 200} Sep 30 08:25:23.015811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.100918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:23.108101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:23.113983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:23.156223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58216) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:23.172132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82d355b-59f0-43cf-8e53-1982e3be61a5 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:23.177197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=90b747d5-7cc2-4860-812f-3dca53b5bd4f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:23.197231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.240934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Transition to ACTIVE for port object e82d355b-59f0-43cf-8e53-1982e3be61a5 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:23.250213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.252040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.253740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Deleting subnet fb985bf4-c75d-426b-9248-4fe11be5fdf3 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:23.261627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.267648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.328215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-df7b440f-f371-47e0-a99f-d403ad211317 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5703142 Sep 30 08:25:23.334005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:23.341790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:23.372417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:23.447785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9d9fa-3236-4543-8c81-265e8f0b797f req-37e7bfad-9e1d-4d2c-9906-3fe15b27d191 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.455690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29e9d9fa-3236-4543-8c81-265e8f0b797f req-37e7bfad-9e1d-4d2c-9906-3fe15b27d191 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1782739 Sep 30 08:25:23.587803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29e9d9fa-3236-4543-8c81-265e8f0b797f req-06f8291e-97b2-425c-89ac-ae076aa2ed21 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238515 Sep 30 08:25:23.594587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Attempting to bind port e82d355b-59f0-43cf-8e53-1982e3be61a5 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:23.594826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Attempting to bind port e82d355b-59f0-43cf-8e53-1982e3be61a5 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:23.595248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Attempting to bind port e82d355b-59f0-43cf-8e53-1982e3be61a5 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.614304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Port e82d355b-59f0-43cf-8e53-1982e3be61a5 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.614811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Attempting to bind port e82d355b-59f0-43cf-8e53-1982e3be61a5 on network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.629899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:23.630246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Checking segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:23.630643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Bound using segment: {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:23.631104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Bound port: e82d355b-59f0-43cf-8e53-1982e3be61a5, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed16fa8-90d3-405c-9722-de41f2c60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:23.631476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.660174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-19eda828-0de0-48e0-84d6-3adf8cce2ce3 None None] Provisioning complete for port 90b747d5-7cc2-4860-812f-3dca53b5bd4f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:23.661348 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19eda828-0de0-48e0-84d6-3adf8cce2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.755564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-19eda828-0de0-48e0-84d6-3adf8cce2ce3 None None] Port 90b747d5-7cc2-4860-812f-3dca53b5bd4f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:23.790825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:23.799223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:23.809052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.915786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.933076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.935618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.939929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] 10.222.0.50 "PUT /v2.0/ports/e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 1092 time: 1.5650177 Sep 30 08:25:23.948681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:23.957232 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6fa382-fee8-4e48-a54a-0579d3525383" -d '{"events": [{"name": "network-changed", "server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:23.992702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.080862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:24.086011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.125834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f6650-563d-484f-8549-94dc46633f6c service neutron] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:24.131721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.169610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ae7e6-d389-4f63-b9df-52be92b8b149 req-3d65e4ed-7aba-457a-8982-fb1c80fbc45a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.178943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-406ae7e6-d389-4f63-b9df-52be92b8b149 req-3d65e4ed-7aba-457a-8982-fb1c80fbc45a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.2777445 Sep 30 08:25:24.196057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb985bf4-c75d-426b-9248-4fe11be5fdf3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:24.206305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.208428 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-37787df7-d022-4f4b-9ca4-8cdebca7aec1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fb985bf4-c75d-426b-9248-4fe11be5fdf3 HTTP/1.1" status: 204 len: 168 time: 1.0509398 Sep 30 08:25:24.212049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58250) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:24.222514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-6f5344ab-e970-4534-bb86-ae0966894c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.224271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-6f5344ab-e970-4534-bb86-ae0966894c7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1095 time: 0.1847157 Sep 30 08:25:24.285144 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dc2be6ca-4787-436b-97ff-3298f9fe0686 (CIDR: 172.20.0.0/28) Sep 30 08:25:24.309019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-406ae7e6-d389-4f63-b9df-52be92b8b149 req-b0b2e423-5bde-4c99-a9ce-299b0ac55a93 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287510 Sep 30 08:25:24.313767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-8803dd54-87c4-425b-b620-127de062a8bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 217 time: 0.0724754 Sep 30 08:25:24.326232 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:25:24.326719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:24.348262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.356544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58256) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:24.359443 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6216b47e-88a7-4d62-bf84-1facb981e999 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0242276 Sep 30 08:25:24.364662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58258) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:24.372536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:24.410422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-e8fa38fb-0349-4786-ac93-b76ca945c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.415970 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-e8fa38fb-0349-4786-ac93-b76ca945c571 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.0971208 Sep 30 08:25:24.488138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-ac051bde-1541-447c-9b95-b0e92eae04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.491581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-ac051bde-1541-447c-9b95-b0e92eae04a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681734 Sep 30 08:25:24.526127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1174330091-network', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:24.527384 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6664c3-e4ea-4d5c-a41b-1dba46150e63 x-openstack-request-id: req-ea6664c3-e4ea-4d5c-a41b-1dba46150e63 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:24.527793 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:24.528040 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea6664c3-e4ea-4d5c-a41b-1dba46150e63 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:24.528426 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'status': 'completed', 'code': 200} Sep 30 08:25:24.614019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-962951ad-8dd5-4d15-9e50-e8180b97a13d service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138487 Sep 30 08:25:24.628411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Made reservation on behalf of c8a889d10dea4f45aadb7a22cecd114a for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:24.631024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.643004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.689397 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.722728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b19347a-5144-4367-bd9d-1d56fcd88aae']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:24.735886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:24.739487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.747574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ec6bab-a97f-4323-aa68-e93d593f8e9c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:24.747913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ec6bab-a97f-4323-aa68-e93d593f8e9c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:24.762839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 488ce276-6a6d-4274-8b28-971cb2698437 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:24.771762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b354-2e69-41fb-8b06-720b6dcb0999 req-8389023a-fe75-4d0a-a367-5de76c309b41 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.773374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cf5b354-2e69-41fb-8b06-720b6dcb0999 req-8389023a-fe75-4d0a-a367-5de76c309b41 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1143329 Sep 30 08:25:24.784012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.788511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 488ce276-6a6d-4274-8b28-971cb2698437 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:24.789199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 488ce276-6a6d-4274-8b28-971cb2698437 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:24.803847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec912355-07b1-4e46-b0e5-61b16fa4c610 req-9f67f6a3-00ba-4002-ac11-cd6de30255ce service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815665 Sep 30 08:25:24.825225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.843851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cf5b354-2e69-41fb-8b06-720b6dcb0999 req-997d1142-cf85-4097-a8f7-681e8b7380a6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511858 Sep 30 08:25:24.871290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:24.871937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:24.875287 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:24.959364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-1126568b-ab28-47c9-b0e2-c6387367a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.961133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-1126568b-ab28-47c9-b0e2-c6387367a927 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1095 time: 0.0509200 Sep 30 08:25:24.974011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.977823 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5d7019bd-3e0a-4df9-b0dd-ae8d96469cee (CIDR: 172.20.0.16/28) Sep 30 08:25:24.988877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.993578 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b19347a-5144-4367-bd9d-1d56fcd88aae HTTP/1.1" status: 204 len: 168 time: 0.7788029 Sep 30 08:25:24.995438 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:25:24.996139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:25.022285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335f39f-4ece-4fe0-aa63-10049c37faae admin admin] Pushing event deleted for resources: {'Network': ['ID=1b19347a-5144-4367-bd9d-1d56fcd88aae,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:25.048942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.057982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.073713 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7aeda567-621d-4d93-bb06-45b75cb09e69 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7072091 Sep 30 08:25:25.076516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58272) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:25.089528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'subnet': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:25.091520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:25.102504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9930495e-bc68-4177-8167-2788be8c8f49,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:25.120684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.121407 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Added segment 0dc815e4-7971-4ad9-b329-cd91e3b72359 of type vlan for network 372cda5d-225a-4fbe-8c41-68c814009895 Sep 30 08:25:25.130620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-a6e9732e-b215-4de2-aff2-2074230f8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.132146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-a6e9732e-b215-4de2-aff2-2074230f8b82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.1630948 Sep 30 08:25:25.170545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.185766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-9e207bd0-80d8-40bb-b3c0-1d9adc238561 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 217 time: 0.0450563 Sep 30 08:25:25.200985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.202432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.203335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.247067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58278) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:25.251783 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8939183 Sep 30 08:25:25.261391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Request body: {'subnet': {'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1174330091-subnet', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:25.287242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a2004-1144-4af2-b333-b58aac94097c admin admin] Pushing event updated for resources: {'Network': ['ID=372cda5d-225a-4fbe-8c41-68c814009895,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:25.299014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 372cda5d-225a-4fbe-8c41-68c814009895 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:25.311136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58280) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:25.350567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Made reservation on behalf of c8a889d10dea4f45aadb7a22cecd114a for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:25.355739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.382171 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-43b9a0fd-01b4-454f-9d63-e9fc02d45484 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bbc7e2223a043539ee37a3c6673e98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694330 Sep 30 08:25:25.382920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58286) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:25.420237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-d83bb0cd-7ef5-458a-a3d2-168b6ab193d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.422558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-d83bb0cd-7ef5-458a-a3d2-168b6ab193d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.1771355 Sep 30 08:25:25.444422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5869-86a7-4e95-a221-fd6267c61637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.468563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5869-86a7-4e95-a221-fd6267c61637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.504557 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.519335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5869-86a7-4e95-a221-fd6267c61637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.523567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5869-86a7-4e95-a221-fd6267c61637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.525026 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd0e5869-86a7-4e95-a221-fd6267c61637 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8 HTTP/1.1" status: 204 len: 168 time: 0.1410437 Sep 30 08:25:25.534349 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e5869-86a7-4e95-a221-fd6267c61637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b28ba-8b90-4a51-bfa6-ff5c4c2b7ed8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:25.566620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Made reservation on behalf of f2d860ff52054940be581d81e02581f1 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:25.570099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.583899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-6f680052-bcb1-42d7-8667-3a923e389cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.585478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-6f680052-bcb1-42d7-8667-3a923e389cae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513836 Sep 30 08:25:25.641915 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.643661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd6dd-a4aa-411b-8409-0ef2daf3eff3 req-913b61ca-c7d4-416c-a15c-9617bcf66319 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.645196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8cfd6dd-a4aa-411b-8409-0ef2daf3eff3 req-913b61ca-c7d4-416c-a15c-9617bcf66319 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.2142053 Sep 30 08:25:25.815027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8cfd6dd-a4aa-411b-8409-0ef2daf3eff3 req-dafd1d51-6ee2-4e4f-95c3-a7ba3cb123ea tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598880 Sep 30 08:25:25.874946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-fea33b14-ebbf-4b74-9a7d-44bfc51dea13 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737758 Sep 30 08:25:26.180393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:26.331008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:26.348106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.350590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'mac_address': 'fa:16:3e:94:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:26.398498 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.408699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:26.423015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82d355b-59f0-43cf-8e53-1982e3be61a5 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:26.452740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:26.466130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.478517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac382e-53ea-4017-9189-ade4de2e3197 req-4ba06c27-799f-4b8b-907f-dc4111563ff0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:26.481342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daac382e-53ea-4017-9189-ade4de2e3197 req-4ba06c27-799f-4b8b-907f-dc4111563ff0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.2258823 Sep 30 08:25:26.526321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:26.526904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7931b80b-8ec1-4f00-a96f-115fac83f158,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:26.536381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.536381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.536830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.537389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.538110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.538683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.539174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.539658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.540143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.540644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.541159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.541662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:26.560473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-738204666-network', 'tenant_id': '068f8de3e5ab49d18e4d4bca4aa1f24c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:26.577873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc6fa382-fee8-4e48-a54a-0579d3525383 req-205ca417-fca2-4f4b-b7dc-0a8e8e093477 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779585 Sep 30 08:25:26.586654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Made reservation on behalf of 068f8de3e5ab49d18e4d4bca4aa1f24c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:26.589817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.611194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.613653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Checking segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:26.614021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Network hostable DHCP agents. Network: 372cda5d-225a-4fbe-8c41-68c814009895, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:26.638984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daac382e-53ea-4017-9189-ade4de2e3197 req-98951ad8-2b7e-41d5-b62a-af421ca1a75b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128726 Sep 30 08:25:26.648322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.704012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:26.707780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:26.710994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:26.711976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.718321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Network 372cda5d-225a-4fbe-8c41-68c814009895 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:26.720969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071a23d-652d-45db-8326-80b6cd81afd7 None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:26.733420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Subnet': ['ID=e9e954a7-b86f-46a3-b24d-bc3e24547c95,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:26.738282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 372cda5d-225a-4fbe-8c41-68c814009895) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:26.743018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:26.747495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.761742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.766786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2dd221-6d96-46a2-a7b9-f7e0b527f87f None None] Network 372cda5d-225a-4fbe-8c41-68c814009895 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:26.773558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8e8f70ec-4c3c-4637-a844-0131f7c4b659 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5181444 Sep 30 08:25:26.773728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.774190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-345efdb2-c1ac-4cbd-9310-4c232b6eb851 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6940842 Sep 30 08:25:26.774875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58334) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:26.777465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58336) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:26.782869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2089494585', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9e954a7-b86f-46a3-b24d-bc3e24547c95'}], 'security_groups': ['bf9672e0-5539-469f-96ad-2be57824b167', 'ede44159-b431-4e8a-bd54-9fb73ea946e9']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:26.788480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:26.798920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:26.817342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.817989 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Added segment c43193cb-32e7-4e1a-bc93-c92fc73b1f8a of type vlan for network 1aece38f-69ec-4d31-b26e-1bf44808b105 Sep 30 08:25:26.835752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e82d355b-59f0-43cf-8e53-1982e3be61a5'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:26.875192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.876494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.888668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.891048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.921192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84cef4d-b2b4-46c4-9ba7-07f583320c54,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:26.940742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.942474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:26.944516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.006432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] Pushing event updated for resources: {'Network': ['ID=1aece38f-69ec-4d31-b26e-1bf44808b105,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:27.028791 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3305b5c-ec09-4a2d-b81c-d1f43f0f9db8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6188922 Sep 30 08:25:27.029477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58346) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:27.031828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1aece38f-69ec-4d31-b26e-1bf44808b105 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:27.034273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Request body: {'subnet': {'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-738204666-subnet', 'tenant_id': '068f8de3e5ab49d18e4d4bca4aa1f24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:27.039117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.060332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Made reservation on behalf of 068f8de3e5ab49d18e4d4bca4aa1f24c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:27.063510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.228171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.294923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dee22-fff1-4ec8-af71-d62d90d3b12d req-a3b05177-c11a-4cf0-baac-38b073bfaea6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.302759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-991dee22-fff1-4ec8-af71-d62d90d3b12d req-a3b05177-c11a-4cf0-baac-38b073bfaea6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 945 time: 0.3588746 Sep 30 08:25:27.305911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.354672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-372cda5d-225a-4fbe-8c41-68c814009895', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:27.356104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.362594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-991dee22-fff1-4ec8-af71-d62d90d3b12d req-cf915624-7b31-42f6-acc4-fae2a6d93cea tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536537 Sep 30 08:25:27.393504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] Update dhcp port {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'fixed_ips': [{'subnet_id': '5d7019bd-3e0a-4df9-b0dd-ae8d96469cee', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dc2be6ca-4787-436b-97ff-3298f9fe0686', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9e954a7-b86f-46a3-b24d-bc3e24547c95'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '20f11ba1-f0c7-4996-aaad-64f7de50bc16'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:25:27.412008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b707b8e2-dbfa-4a63-bc9c-a8faf13724e7,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:27.421265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Checking segment: {'id': 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:27.421733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Network hostable DHCP agents. Network: 1aece38f-69ec-4d31-b26e-1bf44808b105, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:27.423810 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.442461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Network 1aece38f-69ec-4d31-b26e-1bf44808b105 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:27.461953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 1aece38f-69ec-4d31-b26e-1bf44808b105) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:27.480547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b63eb4-eab7-4cb7-94a9-3d126097ab7b None None] Network 1aece38f-69ec-4d31-b26e-1bf44808b105 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:27.481393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.483477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.511736 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e17d98a6-5b8e-4dae-afd6-a3e76cc28d44 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4810970 Sep 30 08:25:27.835009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.863885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.876909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73785c-c39d-4a3f-a78c-6fb6a4122096 req-d3263796-c4ea-4898-b99e-58b924907c4a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.878518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef73785c-c39d-4a3f-a78c-6fb6a4122096 req-d3263796-c4ea-4898-b99e-58b924907c4a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1362705 Sep 30 08:25:27.879896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Delete allocated IP 172.20.0.12 (7cc41cd8-3fcc-4378-9103-e190049b9859/dc2be6ca-4787-436b-97ff-3298f9fe0686) {{(pid=95001) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:25:27.899052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Allocated IP 172.20.0.2 (372cda5d-225a-4fbe-8c41-68c814009895/7931b80b-8ec1-4f00-a96f-115fac83f158/94ce5990-48fb-44b4-b002-608e202c7360) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:27.903632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Allocated IP 172.20.0.35 (7cc41cd8-3fcc-4378-9103-e190049b9859/e9e954a7-b86f-46a3-b24d-bc3e24547c95/90b747d5-7cc2-4860-812f-3dca53b5bd4f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:27.970947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7bcd32-2f35-4672-994d-3455f13c25d3 None None] Network 1aece38f-69ec-4d31-b26e-1bf44808b105 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:27.995300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef73785c-c39d-4a3f-a78c-6fb6a4122096 req-7ff7bf29-2317-412d-9df6-660081d58962 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075804 Sep 30 08:25:28.103876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Allocated IP 172.25.7.12 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/75bab129-cfdc-4c55-a238-c4b6da8fab4c) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:28.132619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58372) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:28.200423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.215479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:28.229405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.298987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Network 372cda5d-225a-4fbe-8c41-68c814009895 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:28.299183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.306308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:28.313932 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.314403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:28.344403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Pushing event updated for resources: {'Port': ['ID=94ce5990-48fb-44b4-b002-608e202c7360,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.390965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a6c556f-c78a-47a0-a2c3-51fc0bc20d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.408720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.463506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event updated for resources: {'Port': ['ID=90b747d5-7cc2-4860-812f-3dca53b5bd4f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.491001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] In _notify_port_updated(), no bound segment for port 90b747d5-7cc2-4860-812f-3dca53b5bd4f on network 7cc41cd8-3fcc-4378-9103-e190049b9859 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:25:28.497565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.498341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.502772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a7cc95df-ece9-48cc-884c-660663c1491a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "PUT /v2.0/ports/90b747d5-7cc2-4860-812f-3dca53b5bd4f HTTP/1.1" status: 200 len: 960 time: 1.7214248 Sep 30 08:25:28.503203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58384) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:28.527064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.534078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] Allocated IP 172.20.0.34 (7cc41cd8-3fcc-4378-9103-e190049b9859/e9e954a7-b86f-46a3-b24d-bc3e24547c95/20f11ba1-f0c7-4996-aaad-64f7de50bc16) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:28.563371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e82d355b-59f0-43cf-8e53-1982e3be61a5 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:28.569249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Attempting to bind port 94ce5990-48fb-44b4-b002-608e202c7360 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:28.569975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Attempting to bind port 94ce5990-48fb-44b4-b002-608e202c7360 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:28.570535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Attempting to bind port 94ce5990-48fb-44b4-b002-608e202c7360 on network 372cda5d-225a-4fbe-8c41-68c814009895 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:28.578156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e82d355b-59f0-43cf-8e53-1982e3be61a5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:28.578829 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.604181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:28.606184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:28.607372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Checking segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:28.607975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.608571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Bound using segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:28.609277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Bound port: 94ce5990-48fb-44b4-b002-608e202c7360, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:28.609918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.612069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:28.621052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:28.648340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a6c556f-c78a-47a0-a2c3-51fc0bc20d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.675293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 90b747d5-7cc2-4860-812f-3dca53b5bd4f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:28.675549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.680078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a6c556f-c78a-47a0-a2c3-51fc0bc20d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.682569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Pushing event updated for resources: {'Port': ['ID=75bab129-cfdc-4c55-a238-c4b6da8fab4c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.740195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-4bf21e1c-ed51-4455-889b-e0138638b08a tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.741886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-4bf21e1c-ed51-4455-889b-e0138638b08a tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/networks?id=1aece38f-69ec-4d31-b26e-1bf44808b105 HTTP/1.1" status: 200 len: 821 time: 0.2097368 Sep 30 08:25:28.778298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] For port 94ce5990-48fb-44b4-b002-608e202c7360, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:28.782754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] For port 94ce5990-48fb-44b4-b002-608e202c7360, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=94ce5990-48fb-44b4-b002-608e202c7360,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:28.792565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-42fab52c-ef10-41f9-bd97-757f837c7280 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/quotas/068f8de3e5ab49d18e4d4bca4aa1f24c HTTP/1.1" status: 200 len: 375 time: 0.0180566 Sep 30 08:25:28.816518 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.836081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=20f11ba1-f0c7-4996-aaad-64f7de50bc16,segment=NetworkSegment(dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d),segment_id=dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:28.837194 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4a6c556f-c78a-47a0-a2c3-51fc0bc20d0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adc1371b94dd48d091459c25f32fa11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031121 Sep 30 08:25:28.843674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58390) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:28.843898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c556f-c78a-47a0-a2c3-51fc0bc20d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4645d47d-478c-49f1-8eb8-55f789851004,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.888125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.896748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-faa362e9-d0a8-4eec-a9d2-4069e75b79bc tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=068f8de3e5ab49d18e4d4bca4aa1f24c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725102 Sep 30 08:25:28.907800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 90b747d5-7cc2-4860-812f-3dca53b5bd4f owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:28.909491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.925139 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.932803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.000652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:29.003270 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba67a247-0daa-4df7-8858-c01b1fbdc15d" -d '{"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-plugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:29.011547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b821ba-cb19-4a7b-b414-dd5dc83e9ea6 None None] Pushing event updated for resources: {'Port': ['ID=94ce5990-48fb-44b4-b002-608e202c7360,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.068222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:29.093699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-16362a2f-a5d2-4fdb-a39f-ce6912696d1a service neutron] 10.222.0.41 "GET /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881790 Sep 30 08:25:29.113001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.120981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.142976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0dc3222-d8a0-4070-8394-7780b112bba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.171393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cff00d-e07e-4a6a-b69f-7649af685315 None None] Pushing event updated for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.238981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.245334 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/90b747d5-7cc2-4860-812f-3dca53b5bd4f HTTP/1.1" status: 204 len: 168 time: 0.7408257 Sep 30 08:25:29.246114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58396) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:29.246649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0dc3222-d8a0-4070-8394-7780b112bba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.304485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bff85-430f-4a8f-b4b5-63ce440ea825 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=90b747d5-7cc2-4860-812f-3dca53b5bd4f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.310630 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9455a5cd-ff4a-4302-aa29-94400ddacab5 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] GET failed (client error): The resource could not be found. Sep 30 08:25:29.315814 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9455a5cd-ff4a-4302-aa29-94400ddacab5 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports/90b747d5-7cc2-4860-812f-3dca53b5bd4f HTTP/1.1" status: 404 len: 333 time: 0.0654159 Sep 30 08:25:29.316442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:29.361527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.414889 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.438280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98b79379-0952-4b3d-8881-e4d744faed82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.480512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98b79379-0952-4b3d-8881-e4d744faed82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.491466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-05a5ee7e-478a-4ed1-9b2f-c6e974aff01f service neutron] 10.222.0.41 "GET /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968487 Sep 30 08:25:29.548219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0dc3222-d8a0-4070-8394-7780b112bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.549648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e0dc3222-d8a0-4070-8394-7780b112bba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.553636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e0dc3222-d8a0-4070-8394-7780b112bba3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4645d47d-478c-49f1-8eb8-55f789851004 HTTP/1.1" status: 204 len: 168 time: 0.7070897 Sep 30 08:25:29.569628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98b79379-0952-4b3d-8881-e4d744faed82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.577942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98b79379-0952-4b3d-8881-e4d744faed82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.580426 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-98b79379-0952-4b3d-8881-e4d744faed82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/security-groups/638ff11b-63ae-454b-a012-38dc56ba1419 HTTP/1.1" status: 204 len: 168 time: 0.2628148 Sep 30 08:25:29.587006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc3222-d8a0-4070-8394-7780b112bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4645d47d-478c-49f1-8eb8-55f789851004,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.596073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58402) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:29.634241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 20f11ba1-f0c7-4996-aaad-64f7de50bc16 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:29.667439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b79379-0952-4b3d-8881-e4d744faed82 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638ff11b-63ae-454b-a012-38dc56ba1419,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.765812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3a34695-641e-4201-a74e-c57f705f24a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.789820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:29.790274 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.824052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3a34695-641e-4201-a74e-c57f705f24a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.935177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3a34695-641e-4201-a74e-c57f705f24a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.938897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3a34695-641e-4201-a74e-c57f705f24a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.943236 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a3a34695-641e-4201-a74e-c57f705f24a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/security-groups/ede44159-b431-4e8a-bd54-9fb73ea946e9 HTTP/1.1" status: 204 len: 168 time: 0.3428180 Sep 30 08:25:29.943779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58410) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:29.982460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 94ce5990-48fb-44b4-b002-608e202c7360 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:30.043118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a34695-641e-4201-a74e-c57f705f24a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede44159-b431-4e8a-bd54-9fb73ea946e9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:30.103748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb10c0f-fc18-4c2f-bd60-c076516aba5e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.141302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 94ce5990-48fb-44b4-b002-608e202c7360 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:30.141858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.167238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb10c0f-fc18-4c2f-bd60-c076516aba5e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.284040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb10c0f-fc18-4c2f-bd60-c076516aba5e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.287694 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb10c0f-fc18-4c2f-bd60-c076516aba5e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.291261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8fb10c0f-fc18-4c2f-bd60-c076516aba5e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/security-groups/bf9672e0-5539-469f-96ad-2be57824b167 HTTP/1.1" status: 204 len: 168 time: 0.3404949 Sep 30 08:25:30.294151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58416) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:30.327024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.334707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58418) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:30.356486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4e2888b4-9dd3-468e-b176-756cc8c2ec39 None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:30.357025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e2888b4-9dd3-468e-b176-756cc8c2ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.390149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb10c0f-fc18-4c2f-bd60-c076516aba5e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9672e0-5539-469f-96ad-2be57824b167,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:30.411075 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f6a46cb-2556-46ab-a294-b94f61463021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.421313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 94ce5990-48fb-44b4-b002-608e202c7360, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=94ce5990-48fb-44b4-b002-608e202c7360,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:30.432151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.437712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet dc2be6ca-4787-436b-97ff-3298f9fe0686 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:30.451247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.457826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc47a05-b186-42fa-a980-d5d79dace06c req-801c1bcb-4497-45f1-91de-0519b03dd24d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:30.468450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbc47a05-b186-42fa-a980-d5d79dace06c req-801c1bcb-4497-45f1-91de-0519b03dd24d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1518531 Sep 30 08:25:30.527194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=94ce5990-48fb-44b4-b002-608e202c7360,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:30.543658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.595849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4e2888b4-9dd3-468e-b176-756cc8c2ec39 None None] Provisioning complete for port 5854de0a-44e4-4aa4-8008-a8e93c166d1a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:30.597507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e2888b4-9dd3-468e-b176-756cc8c2ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.624546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbc47a05-b186-42fa-a980-d5d79dace06c req-a6d62c39-215a-4443-bb2f-7c90b53cc9da tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521983 Sep 30 08:25:30.673413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634cdae1-db58-4119-bda8-f72b0d45991b None None] Network 372cda5d-225a-4fbe-8c41-68c814009895 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:30.678118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.696185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4e2888b4-9dd3-468e-b176-756cc8c2ec39 None None] Port 5854de0a-44e4-4aa4-8008-a8e93c166d1a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:30.703283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4e2888b4-9dd3-468e-b176-756cc8c2ec39 None None] Could not find standard attr ID for object 90b747d5-7cc2-4860-812f-3dca53b5bd4f. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:25:30.758263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.789218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.804774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2be6ca-4787-436b-97ff-3298f9fe0686,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:30.816879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.819131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-661a98d2-7e68-4e15-9810-238a98e0eb8d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/dc2be6ca-4787-436b-97ff-3298f9fe0686 HTTP/1.1" status: 204 len: 168 time: 0.5164137 Sep 30 08:25:30.824152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:30.838977 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82356e94-49e1-446b-a374-093f7cbf2021 x-openstack-request-id: req-82356e94-49e1-446b-a374-093f7cbf2021 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:30.839271 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-plugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:30.839515 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82356e94-49e1-446b-a374-093f7cbf2021 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:30.841032 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'code': 200} Sep 30 08:25:30.864580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-237cdef2-eb3b-4092-ad05-b7c085284793 None None] Provisioning complete for port 94ce5990-48fb-44b4-b002-608e202c7360 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:30.864951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-237cdef2-eb3b-4092-ad05-b7c085284793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.925496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet e9e954a7-b86f-46a3-b24d-bc3e24547c95 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:30.930792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.988112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ca17c-a6a4-4086-9c4d-cdbf8df15a06 None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:30.993249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.076192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f6a46cb-2556-46ab-a294-b94f61463021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.085926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6ca64-4a8c-4873-b00f-d0676740078d req-cfba7e08-6cc6-450f-bcff-caa59f5ffd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:31.087349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17d6ca64-4a8c-4873-b00f-d0676740078d req-cfba7e08-6cc6-450f-bcff-caa59f5ffd1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1097 time: 0.1187308 Sep 30 08:25:31.096454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edb940-addd-4ebc-a5cb-66736635259e req-949c996a-548c-4160-9545-f0377b68c26b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:31.102504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68edb940-addd-4ebc-a5cb-66736635259e req-949c996a-548c-4160-9545-f0377b68c26b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1426401 Sep 30 08:25:31.105000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f6a46cb-2556-46ab-a294-b94f61463021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.114834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.184030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.218858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e954a7-b86f-46a3-b24d-bc3e24547c95,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:31.226870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.229215 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b0422ec4-21f2-4eb7-ad74-8f1936e61ad3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/e9e954a7-b86f-46a3-b24d-bc3e24547c95 HTTP/1.1" status: 204 len: 168 time: 0.4037936 Sep 30 08:25:31.231425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:31.233367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5f6a46cb-2556-46ab-a294-b94f61463021 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f12427301e1b449a950c7599e766b152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968854 Sep 30 08:25:31.243549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58428) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:31.260881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-279d139b-081b-4eab-8cfe-2396cdb90bc5 None None] Could not find standard attr ID for object 90b747d5-7cc2-4860-812f-3dca53b5bd4f. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:25:31.280582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68edb940-addd-4ebc-a5cb-66736635259e req-9af1cd6a-810c-4bb9-a3dc-665314eafecd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666965 Sep 30 08:25:31.281227 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddac3736-cd04-4bc1-8f98-1730f5889576 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:31.282093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddac3736-cd04-4bc1-8f98-1730f5889576 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:31.283813 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ddac3736-cd04-4bc1-8f98-1730f5889576 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/dc2be6ca-4787-436b-97ff-3298f9fe0686 HTTP/1.1" status: 404 len: 337 time: 0.0492342 Sep 30 08:25:31.289638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:31.294237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17d6ca64-4a8c-4873-b00f-d0676740078d req-9f324a5c-e894-4d0e-ab15-a5b73be65d6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798689 Sep 30 08:25:31.296043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Router acb58aa0-80f9-42a2-a226-669e41ac375b is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:25:31.312303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a46cb-2556-46ab-a294-b94f61463021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5129f6d8-04e1-4787-8740-b48869fb3dc8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:31.413590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af562c-fed6-4054-acd5-e6c684ddbfab None None] Update dhcp port {'port': {'network_id': '7cc41cd8-3fcc-4378-9103-e190049b9859', 'fixed_ips': [{'subnet_id': '5d7019bd-3e0a-4df9-b0dd-ae8d96469cee', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e9e954a7-b86f-46a3-b24d-bc3e24547c95'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '20f11ba1-f0c7-4996-aaad-64f7de50bc16'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:25:31.461259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-44af562c-fed6-4054-acd5-e6c684ddbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.535118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting subnet 5d7019bd-3e0a-4df9-b0dd-ae8d96469cee {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:31.546993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.553140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e14dcf49-f7fb-41cb-8883-12890be020f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.575205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccbe3155-b1f1-4137-99d8-193eeea6eac4 req-5183e79e-66fc-47a2-be44-cc5a271a5cd9 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 210 time: 0.1192284 Sep 30 08:25:31.647054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 94ce5990-48fb-44b4-b002-608e202c7360 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:31.665063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.690163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e14dcf49-f7fb-41cb-8883-12890be020f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.698926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:31.709656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-9721685a-cf1e-4dbd-a751-eb10e6538bf1 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:31.711225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-9721685a-cf1e-4dbd-a751-eb10e6538bf1 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.57 "GET /v2.0/networks?id=1aece38f-69ec-4d31-b26e-1bf44808b105 HTTP/1.1" status: 200 len: 821 time: 0.4205704 Sep 30 08:25:31.717302 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:31.723075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a11ea206-2a66-4182-9981-dfd3df6c54d7 None None] Provisioning complete for port 94ce5990-48fb-44b4-b002-608e202c7360 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:31.723546 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a11ea206-2a66-4182-9981-dfd3df6c54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.733551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Request body: {'port': {'device_id': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105', 'admin_state_up': True, 'tenant_id': '068f8de3e5ab49d18e4d4bca4aa1f24c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:31.734305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.736344 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:31.739567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0fdb27a8-ba85-454a-9c03-b758b9cb23d8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9604404 Sep 30 08:25:31.739774 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:31.740307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:31.779118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 94ce5990-48fb-44b4-b002-608e202c7360 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:31.779494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.894636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a607096-aedd-427c-9a72-689ffa2bcf52 req-aa484779-b96e-44b7-abe3-02cef47e1c8b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:31.898310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Made reservation on behalf of 068f8de3e5ab49d18e4d4bca4aa1f24c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:31.899259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a607096-aedd-427c-9a72-689ffa2bcf52 req-aa484779-b96e-44b7-abe3-02cef47e1c8b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.0824325 Sep 30 08:25:31.901978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.933406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.942788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:31.964708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e14dcf49-f7fb-41cb-8883-12890be020f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.967343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e14dcf49-f7fb-41cb-8883-12890be020f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.968528 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e14dcf49-f7fb-41cb-8883-12890be020f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5129f6d8-04e1-4787-8740-b48869fb3dc8 HTTP/1.1" status: 204 len: 168 time: 0.7239690 Sep 30 08:25:32.007894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a607096-aedd-427c-9a72-689ffa2bcf52 req-8e8560a8-e5b7-4d28-bbac-30733ad9a375 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626283 Sep 30 08:25:32.026430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dcf49-f7fb-41cb-8883-12890be020f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5129f6d8-04e1-4787-8740-b48869fb3dc8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-44af562c-fed6-4054-acd5-e6c684ddbfab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d7019bd-3e0a-4df9-b0dd-ae8d96469cee: This subnet is being modified by another concurrent operation. Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:25:32.122610 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d7019bd-3e0a-4df9-b0dd-ae8d96469cee: This subnet is being modified by another concurrent operation. Sep 30 08:25:32.126918 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:25:32.138241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.199401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.206976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/5d7019bd-3e0a-4df9-b0dd-ae8d96469cee HTTP/1.1" status: 204 len: 168 time: 0.9099803 Sep 30 08:25:32.206976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.208145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc664e-aafd-4c32-82eb-d07505ee9c7a tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7019bd-3e0a-4df9-b0dd-ae8d96469cee,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:32.233066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f97bd1-bc73-4c15-ae17-91e5359cc749 None None] Network 7cc41cd8-3fcc-4378-9103-e190049b9859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:32.239082 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-248444bf-1222-41a9-966d-6bddf9e0a0a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.239548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248444bf-1222-41a9-966d-6bddf9e0a0a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.241316 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-248444bf-1222-41a9-966d-6bddf9e0a0a4 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/06ea7a61-bf48-4cfd-a9a2-c46cccb1c5a8 HTTP/1.1" status: 404 len: 337 time: 0.0344899 Sep 30 08:25:32.245518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58444) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.277025 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db700949-1eb2-49be-96e2-d1f46ad6699d tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "GET /v2.0/ports?device_id=22ba515c-eb2f-4240-9fea-e52d7cb1f44f HTTP/1.1" status: 200 len: 205 time: 0.0303226 Sep 30 08:25:32.280523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58446) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.289149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Allocated IP 172.20.0.5 (1aece38f-69ec-4d31-b26e-1bf44808b105/b707b8e2-dbfa-4a63-bc9c-a8faf13724e7/eba958c7-b932-44e9-a05e-c66a7043c2aa) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:32.351236 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-7eaf083f-fe3b-4402-a563-40d39aa4ffbe tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] delete failed (client error): The resource could not be found. Sep 30 08:25:32.357111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7eaf083f-fe3b-4402-a563-40d39aa4ffbe tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/routers/22ba515c-eb2f-4240-9fea-e52d7cb1f44f HTTP/1.1" status: 404 len: 336 time: 0.0698168 Sep 30 08:25:32.359817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58450) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.382826 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:28Z', 'revision_number': 3, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:32.431937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d3c4c30c-00f0-4f9a-b784-2088283eeb4a None None] Provisioning complete for port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:32.432238 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c30c-00f0-4f9a-b784-2088283eeb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.459855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:25:32.460926 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Updating router acb58aa0-80f9-42a2-a226-669e41ac375b port 75bab129-cfdc-4c55-a238-c4b6da8fab4c binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:25:32.507294 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.539753 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a4c34c-bac0-4ea2-8ff7-f37be8d99069 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.540271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a4c34c-bac0-4ea2-8ff7-f37be8d99069 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.542774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a6a4c34c-bac0-4ea2-8ff7-f37be8d99069 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/c2971a43-aa71-4c25-a54a-6770e27697c5 HTTP/1.1" status: 404 len: 337 time: 0.1831839 Sep 30 08:25:32.553313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58456) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.613116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] DHCP port deletion for 7cc41cd8-3fcc-4378-9103-e190049b9859 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:25:32.627247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d3c4c30c-00f0-4f9a-b784-2088283eeb4a None None] Provisioning complete for port 5854de0a-44e4-4aa4-8008-a8e93c166d1a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:32.627913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c30c-00f0-4f9a-b784-2088283eeb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.686175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.702925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4c30c-00f0-4f9a-b784-2088283eeb4a None None] Port 5854de0a-44e4-4aa4-8008-a8e93c166d1a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:32.710029 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ff49d5-6fdb-4dfe-ad82-e1f90e231675 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.710598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ff49d5-6fdb-4dfe-ad82-e1f90e231675 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.718564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d7ff49d5-6fdb-4dfe-ad82-e1f90e231675 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/d2eed7d3-9d24-48ca-87dc-c4f2ba81d2bb HTTP/1.1" status: 404 len: 337 time: 0.1604266 Sep 30 08:25:32.718887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.723775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] Deleting port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:32.725120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.789616 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-00353ab3-dd79-4203-9ad9-5609691b7a9c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.790089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00353ab3-dd79-4203-9ad9-5609691b7a9c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.796505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-00353ab3-dd79-4203-9ad9-5609691b7a9c tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/9b689b8e-7eca-447d-9166-bc35447acc56 HTTP/1.1" status: 404 len: 337 time: 0.0565612 Sep 30 08:25:32.796952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58470) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.809374 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.826893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbbd01-2ea5-4108-a5f0-95803a1c63d4 req-4f971a2a-8509-415c-897d-f7bf621caa7e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:32.839243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1dbbd01-2ea5-4108-a5f0-95803a1c63d4 req-4f971a2a-8509-415c-897d-f7bf621caa7e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.2917452 Sep 30 08:25:32.840182 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ab15c9-f67a-47d3-ba4c-052ceb8f9ed0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.841628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ab15c9-f67a-47d3-ba4c-052ceb8f9ed0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.847547 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c0ab15c9-f67a-47d3-ba4c-052ceb8f9ed0 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/b7f05e21-bdc8-44ea-8b52-a8f375119c17 HTTP/1.1" status: 404 len: 333 time: 0.0454991 Sep 30 08:25:32.858947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58472) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.876968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Network 1aece38f-69ec-4d31-b26e-1bf44808b105 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:32.880484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:32.883325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:32.902838 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1f8722-257f-47a2-a5e4-bde5ab8a1d76 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.903333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1f8722-257f-47a2-a5e4-bde5ab8a1d76 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.909682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3a1f8722-257f-47a2-a5e4-bde5ab8a1d76 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/92b049ad-81cb-47fe-b6bd-68919105bfe9 HTTP/1.1" status: 404 len: 337 time: 0.0454371 Sep 30 08:25:32.911716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58474) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.914131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] For port 20f11ba1-f0c7-4996-aaad-64f7de50bc16, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=20f11ba1-f0c7-4996-aaad-64f7de50bc16,segment=NetworkSegment(dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d),segment_id=dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:32.917407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Pushing event updated for resources: {'Port': ['ID=eba958c7-b932-44e9-a05e-c66a7043c2aa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:32.918662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.947719 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.954863 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.959357 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2277bce7-2525-4a4c-aa7b-c6b1f85a248e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:32.959753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2277bce7-2525-4a4c-aa7b-c6b1f85a248e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:32.965933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2277bce7-2525-4a4c-aa7b-c6b1f85a248e tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/f8f707f0-2376-4b79-9c2c-1950f2dc5069 HTTP/1.1" status: 404 len: 337 time: 0.0506935 Sep 30 08:25:32.967611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58476) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.969582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] Calling delete_port for 20f11ba1-f0c7-4996-aaad-64f7de50bc16 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:32.971218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:32.972917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.003442 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1732e9-0a3f-416b-a8fa-f7a69c9c7877 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:33.004667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1732e9-0a3f-416b-a8fa-f7a69c9c7877 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:33.011734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cd1732e9-0a3f-416b-a8fa-f7a69c9c7877 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/c2f747f6-73c8-435c-9ab4-60120878a0ec HTTP/1.1" status: 404 len: 333 time: 0.0395310 Sep 30 08:25:33.012055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-06a9a0f9-e887-4369-aa61-6d60a05f4819 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2824581 Sep 30 08:25:33.012055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58478) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:33.027093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1dbbd01-2ea5-4108-a5f0-95803a1c63d4 req-27e98fdb-8aab-4077-8abf-8741ecc6e710 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815147 Sep 30 08:25:33.047063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Pushing event updated for resources: {'Port': ['ID=75bab129-cfdc-4c55-a238-c4b6da8fab4c,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:33.047063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Attempting to bind port 75bab129-cfdc-4c55-a238-c4b6da8fab4c on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:33.047063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Attempting to bind port 75bab129-cfdc-4c55-a238-c4b6da8fab4c by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:33.047063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Attempting to bind port 75bab129-cfdc-4c55-a238-c4b6da8fab4c on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:33.048966 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.049654 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.050177 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.051587 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.052103 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.052597 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.053140 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.053684 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.054184 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.054681 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.056911 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.057591 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:33.074917 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:33.075667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:33.076239 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.076849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:33.077524 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Bound port: 75bab129-cfdc-4c55-a238-c4b6da8fab4c, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:33.078093 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.085927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Request body: {'port': {'device_id': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:33.099531 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ec23bf-639a-40c9-85ca-997f9bdd254b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:33.100117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ec23bf-639a-40c9-85ca-997f9bdd254b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:33.103855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06ec23bf-639a-40c9-85ca-997f9bdd254b tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/b5322a57-3e5c-47ca-9c52-9951f55d0fed HTTP/1.1" status: 404 len: 337 time: 0.0899372 Sep 30 08:25:33.109604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58486) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:33.164407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.174105 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] For port 75bab129-cfdc-4c55-a238-c4b6da8fab4c, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:33.181035 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] For port 75bab129-cfdc-4c55-a238-c4b6da8fab4c, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75bab129-cfdc-4c55-a238-c4b6da8fab4c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:33.183419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.193686 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.205943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.237703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05d079-40ee-4518-8362-6a52ed9bca51 req-7915a2fb-4249-4f9c-b915-7e74fb6c3c1b tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:33.239989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef05d079-40ee-4518-8362-6a52ed9bca51 req-7915a2fb-4249-4f9c-b915-7e74fb6c3c1b tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 931 time: 0.1048963 Sep 30 08:25:33.241602 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9641cf9e-ba22-46af-869f-ba3fa3bfac05 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:33.242571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9641cf9e-ba22-46af-869f-ba3fa3bfac05 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:33.251016 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9641cf9e-ba22-46af-869f-ba3fa3bfac05 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/subnets/7c6d7d54-a9c7-4245-ae76-7f3460050f80 HTTP/1.1" status: 404 len: 337 time: 0.0915170 Sep 30 08:25:33.254051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:33.265079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] Pushing event deleted for resources: {'Port': ['ID=20f11ba1-f0c7-4996-aaad-64f7de50bc16,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:33.280691 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6ebc-8f77-4ef9-9c2e-44e12eb54439 None None] Pushing event updated for resources: {'Port': ['ID=75bab129-cfdc-4c55-a238-c4b6da8fab4c,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:33.281921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ad869-2515-4d80-8b14-83ab2399013e None None] No DVR routers for this DVR port 20f11ba1-f0c7-4996-aaad-64f7de50bc16 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:33.309808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cab041-9132-4c17-882b-7d2a85dd47c0 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:25:33.320990 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:33.321613 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:33.344973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef05d079-40ee-4518-8362-6a52ed9bca51 req-90ff2a8a-aeca-45c7-8fc5-abfcfbed1e86 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039464 Sep 30 08:25:33.430944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 20f11ba1-f0c7-4996-aaad-64f7de50bc16 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:33.488550 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:33.503890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 20f11ba1-f0c7-4996-aaad-64f7de50bc16 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:33.511943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 20f11ba1-f0c7-4996-aaad-64f7de50bc16 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:33.593309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Allocated IP 172.20.0.1 (372cda5d-225a-4fbe-8c41-68c814009895/7931b80b-8ec1-4f00-a96f-115fac83f158/9cb5ca7d-539a-4cf3-8459-2dfa464ad16f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:33.604104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cab041-9132-4c17-882b-7d2a85dd47c0 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:25:33.618388 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Deleting port 5854de0a-44e4-4aa4-8008-a8e93c166d1a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:33.618735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.754867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.775459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Calling delete_port for 5854de0a-44e4-4aa4-8008-a8e93c166d1a owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:33.804081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8316-7ff6-485b-966c-b011d02e1fae req-dc01563d-1792-420f-8828-4b502bcc9ab9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:33.809060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13c8316-7ff6-485b-966c-b011d02e1fae req-dc01563d-1792-420f-8828-4b502bcc9ab9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1688426 Sep 30 08:25:33.840463 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:28Z', 'revision_number': 3, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:33.875041 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1061-7a8b-41e5-9923-d47f7514ae8a None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:28Z', 'revision_number': 3, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:33.880770 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.904582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13c8316-7ff6-485b-966c-b011d02e1fae req-1db19e8f-bc82-4acd-a60f-fa2bc7b210ac tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788395 Sep 30 08:25:33.946696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba958c7-b932-44e9-a05e-c66a7043c2aa {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:33.968550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.997335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.000950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Transition to ACTIVE for port object eba958c7-b932-44e9-a05e-c66a7043c2aa will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:34.002367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.014635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.075583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Port': ['ID=5854de0a-44e4-4aa4-8008-a8e93c166d1a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.101645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Network 372cda5d-225a-4fbe-8c41-68c814009895 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:34.105643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:34.121231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:34.143136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.145258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e65443c-cc27-4971-b6b2-a421b300152f tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/ports/5854de0a-44e4-4aa4-8008-a8e93c166d1a HTTP/1.1" status: 204 len: 168 time: 0.8829570 Sep 30 08:25:34.148317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:34.191302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.321276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.331663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.358969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Pushing event updated for resources: {'Port': ['ID=eba958c7-b932-44e9-a05e-c66a7043c2aa,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.426596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431a21-9bba-46c7-be77-c7adfba8f476 req-d27c66bb-778b-4081-ba68-3e169a87e272 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:34.441999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe431a21-9bba-46c7-be77-c7adfba8f476 req-d27c66bb-778b-4081-ba68-3e169a87e272 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2597342 Sep 30 08:25:34.442432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:34.478003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Request body: {'floatingip': {'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:34.619781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.647985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c6c3c-5137-4262-8c0f-72fbe8def989 req-37f10d55-33ec-45c8-83e3-5dedd2467ff9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:34.657062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a7c6c3c-5137-4262-8c0f-72fbe8def989 req-37f10d55-33ec-45c8-83e3-5dedd2467ff9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1291184 Sep 30 08:25:34.678544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.752711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0cf307d3-f6a6-4196-af87-f5c4909a9114 None None] Provisioning complete for port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:34.753250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0cf307d3-f6a6-4196-af87-f5c4909a9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.789711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a7c6c3c-5137-4262-8c0f-72fbe8def989 req-fa447afd-bc3e-48a8-82ba-4a20b0e7b9f1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262701 Sep 30 08:25:34.841124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0cf307d3-f6a6-4196-af87-f5c4909a9114 None None] Port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:34.981160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d986-ace5-4111-856b-afc3794e3649 req-c37c250e-0057-42f8-8df3-47fa3815adfc tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:34.989221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd96d986-ace5-4111-856b-afc3794e3649 req-c37c250e-0057-42f8-8df3-47fa3815adfc tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 943 time: 0.0792079 Sep 30 08:25:35.067622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.070748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Attempting to bind port eba958c7-b932-44e9-a05e-c66a7043c2aa on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:35.070748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Attempting to bind port eba958c7-b932-44e9-a05e-c66a7043c2aa by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:35.070955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Attempting to bind port eba958c7-b932-44e9-a05e-c66a7043c2aa on network 1aece38f-69ec-4d31-b26e-1bf44808b105 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.071217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd96d986-ace5-4111-856b-afc3794e3649 req-b44279f4-8238-490a-923e-ec37348dfa30 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758498 Sep 30 08:25:35.079647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.087923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Port eba958c7-b932-44e9-a05e-c66a7043c2aa on network 1aece38f-69ec-4d31-b26e-1bf44808b105 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:35.088144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.088484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Attempting to bind port eba958c7-b932-44e9-a05e-c66a7043c2aa on network 1aece38f-69ec-4d31-b26e-1bf44808b105 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.141408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:35.141408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Checking segment: {'id': 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:35.141408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Bound using segment: {'id': 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:35.141408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Bound port: eba958c7-b932-44e9-a05e-c66a7043c2aa, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:35.141408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.174364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.176610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:35.180212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc41cd8-3fcc-4378-9103-e190049b9859']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.202606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.202606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe7c03a-df40-4f88-81ea-c6cf9c4f8d8d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.261311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.296928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Network 372cda5d-225a-4fbe-8c41-68c814009895 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:35.297175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.298532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:35.347433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:35.347884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:35.354798 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:35.466504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] For port eba958c7-b932-44e9-a05e-c66a7043c2aa, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:35.475565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75bab129-cfdc-4c55-a238-c4b6da8fab4c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:35.527958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] For port eba958c7-b932-44e9-a05e-c66a7043c2aa, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa,segment=NetworkSegment(c43193cb-32e7-4e1a-bc93-c92fc73b1f8a),segment_id=c43193cb-32e7-4e1a-bc93-c92fc73b1f8a)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:35.532793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.540070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.554457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Router acb58aa0-80f9-42a2-a226-669e41ac375b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:35.572074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75bab129-cfdc-4c55-a238-c4b6da8fab4c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:35.572856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.666799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.671827 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] 10.222.0.41 "DELETE /v2.0/networks/7cc41cd8-3fcc-4378-9103-e190049b9859 HTTP/1.1" status: 204 len: 168 time: 1.5224595 Sep 30 08:25:35.674928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a14c7-7509-4874-96a4-d179158be1d3 tempest-PortsTestJSON-1028044423 tempest-PortsTestJSON-1028044423-project] Pushing event deleted for resources: {'Network': ['ID=7cc41cd8-3fcc-4378-9103-e190049b9859,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:35.682862 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.700598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:35.702014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.703971 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/eba958c7-b932-44e9-a05e-c66a7043c2aa HTTP/1.1" status: 200 len: 1091 time: 2.6290178 Sep 30 08:25:35.717517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'tag': 'eba958c7-b932-44e9-a05e-c66a7043c2aa'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:35.720308 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81b5b3-e654-4455-860b-2945929faa99" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa2f48d-68bc-4987-8737-f3f04ced8949", "tag": "eba958c7-b932-44e9-a05e-c66a7043c2aa"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:35.748186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 75bab129-cfdc-4c55-a238-c4b6da8fab4c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75bab129-cfdc-4c55-a238-c4b6da8fab4c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:35.752888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:35.770348 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.778648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e9ea15e6-7fc7-48c5-b513-221c98e3d906 admin admin] 10.222.0.41 "PUT /v2.0/routers/acb58aa0-80f9-42a2-a226-669e41ac375b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0364740 Sep 30 08:25:35.792442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca194-5224-43bd-8fb8-085a5f7a79a2 service neutron] Pushing event updated for resources: {'Port': ['ID=eba958c7-b932-44e9-a05e-c66a7043c2aa,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:35.818169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cbdfea6f-9e21-4484-a46c-4305b5ebbe37 None None] Provisioning complete for port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:35.818694 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbdfea6f-9e21-4484-a46c-4305b5ebbe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.848794 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d50f3-0fae-4c08-8b65-19545a1a9c8c x-openstack-request-id: req-273d50f3-0fae-4c08-8b65-19545a1a9c8c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:35.849209 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa2f48d-68bc-4987-8737-f3f04ced8949", "tag": "eba958c7-b932-44e9-a05e-c66a7043c2aa", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:35.849575 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-273d50f3-0fae-4c08-8b65-19545a1a9c8c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:35.850040 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'tag': 'eba958c7-b932-44e9-a05e-c66a7043c2aa', 'status': 'completed', 'code': 200} Sep 30 08:25:35.865682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58552) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:35.903710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cbdfea6f-9e21-4484-a46c-4305b5ebbe37 None None] Port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:35.940680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=75bab129-cfdc-4c55-a238-c4b6da8fab4c,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:35.943680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-52fab394-03f5-4ebc-8afa-533347fcca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:35.945332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-52fab394-03f5-4ebc-8afa-533347fcca81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=068f8de3e5ab49d18e4d4bca4aa1f24c&device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 1094 time: 0.1572011 Sep 30 08:25:35.996481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5a64e-b1ea-4b93-902b-e4d554060ffd req-d8b2fecc-d1f8-4cc4-8ad6-127940ad5e8c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.000319 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-e7668677-edd1-47b5-afcb-638048d4bd9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa HTTP/1.1" status: 200 len: 217 time: 0.0442021 Sep 30 08:25:36.007055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23c5a64e-b1ea-4b93-902b-e4d554060ffd req-d8b2fecc-d1f8-4cc4-8ad6-127940ad5e8c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1034427 Sep 30 08:25:36.071234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23c5a64e-b1ea-4b93-902b-e4d554060ffd req-8d52bb72-40ab-44d9-93de-3bd4f98c4545 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576520 Sep 30 08:25:36.128294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-94389665-d5b6-43dd-9c75-9a83aba16b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.129845 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-94389665-d5b6-43dd-9c75-9a83aba16b9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707b8e2-dbfa-4a63-bc9c-a8faf13724e7 HTTP/1.1" status: 200 len: 861 time: 0.0941570 Sep 30 08:25:36.135789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:36.152550 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:25:36.177599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e8d02ea-d460-4607-ad29-5e2a728cdf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.210402 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-fe0fb1dd-479a-4ea1-847a-2aa04609979d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1aece38f-69ec-4d31-b26e-1bf44808b105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653892 Sep 30 08:25:36.228967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.248721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.292225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c2da-e7b7-4054-ab68-cc211e60e0b4 req-b52d747b-c2f7-4e2d-addf-cbe9629e14f9 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.293956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac39c2da-e7b7-4054-ab68-cc211e60e0b4 req-b52d747b-c2f7-4e2d-addf-cbe9629e14f9 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 943 time: 0.1186900 Sep 30 08:25:36.320094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b30b7c48-a592-4058-95de-c1b511a30a2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2d860ff52054940be581d81e02581f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825397 Sep 30 08:25:36.329539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:36.392636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac39c2da-e7b7-4054-ab68-cc211e60e0b4 req-14b7dae8-7b15-4cb6-935c-fb219f2ed09c tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861154 Sep 30 08:25:36.433237 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Floating IP 716e5a1a-0007-4a34-88a3-b40b8028b812 associated. External IP: 172.25.7.110, port: e82d355b-59f0-43cf-8e53-1982e3be61a5. Sep 30 08:25:36.457109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e8d02ea-d460-4607-ad29-5e2a728cdf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.458784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93025d0f-8417-492d-9224-cc8437e64a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.465174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e8d02ea-d460-4607-ad29-5e2a728cdf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.467932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:36.481528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:36.482479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:36.485625 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-8d830590-3017-457d-b2f7-d55bbc99bd79 service neutron] 10.222.0.57 "GET /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615256 Sep 30 08:25:36.512417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93025d0f-8417-492d-9224-cc8437e64a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.538191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d02ea-d460-4607-ad29-5e2a728cdf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288b903-55c6-4962-ac57-6c5c05b50dba,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:36.546584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e8d02ea-d460-4607-ad29-5e2a728cdf1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27cbd94d974c4c99a7f9e9c8328b5cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6797776 Sep 30 08:25:36.553709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58574) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:36.624392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc0acd44-5671-4621-81e6-6d2be0034c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.638656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93025d0f-8417-492d-9224-cc8437e64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.641372 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93025d0f-8417-492d-9224-cc8437e64a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.644885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-93025d0f-8417-492d-9224-cc8437e64a3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30a8e4df-7111-4f39-a8d5-b652184983cb HTTP/1.1" status: 204 len: 168 time: 0.3044710 Sep 30 08:25:36.658232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:36.662491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc0acd44-5671-4621-81e6-6d2be0034c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.664646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93025d0f-8417-492d-9224-cc8437e64a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a8e4df-7111-4f39-a8d5-b652184983cb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:36.729570 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-37a57a24-932d-4bc9-ae47-6c8067350f80 req-45a74d06-825e-4018-a1a5-bd1a6b23e779 service neutron] 10.222.0.57 "GET /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325664 Sep 30 08:25:36.765501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc0acd44-5671-4621-81e6-6d2be0034c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.769709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc0acd44-5671-4621-81e6-6d2be0034c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.771275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dc0acd44-5671-4621-81e6-6d2be0034c07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6288b903-55c6-4962-ac57-6c5c05b50dba HTTP/1.1" status: 204 len: 168 time: 0.2166057 Sep 30 08:25:36.781003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0acd44-5671-4621-81e6-6d2be0034c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288b903-55c6-4962-ac57-6c5c05b50dba,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:36.864214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Router 0b3d5632-9624-4990-800e-fad470c69a27 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:36.867631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b5b3-e654-4455-860b-2945929faa99 req-a79005b5-5f59-499f-80cf-c55b77837e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.869848 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-a79005b5-5f59-499f-80cf-c55b77837e19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=068f8de3e5ab49d18e4d4bca4aa1f24c&device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 1094 time: 0.0720544 Sep 30 08:25:37.086313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b5b3-e654-4455-860b-2945929faa99 req-8e4b9c71-0b7f-4237-9221-3e8df63acf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.088423 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-8e4b9c71-0b7f-4237-9221-3e8df63acf01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1aece38f-69ec-4d31-b26e-1bf44808b105 HTTP/1.1" status: 200 len: 922 time: 0.2055581 Sep 30 08:25:37.090509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 2, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:37.096461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:37.100850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58588) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.101427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.108150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155718779', 'description': 'tempest-description--1027613428'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:37.111911 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:37.123031 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:37.123902 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:37.163659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.177146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:25:37.177661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Updating router acb58aa0-80f9-42a2-a226-669e41ac375b port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:25:37.203340 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d6dd5f5d-e5b4-440d-afea-26170a26be8d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "PUT /v2.0/floatingips/716e5a1a-0007-4a34-88a3-b40b8028b812 HTTP/1.1" status: 200 len: 992 time: 2.7594013 Sep 30 08:25:37.243587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.275922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-cb64abe9-0271-476e-a43a-4b4a8d4dc1ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa HTTP/1.1" status: 200 len: 217 time: 0.1717291 Sep 30 08:25:37.397959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.403342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.445425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.447813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3444800 Sep 30 08:25:37.450214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b97bf-24a8-4b60-8721-d3dd720c7430 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b9193-5728-4f31-a5de-da21f2271d0c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:37.453062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58598) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.458825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'security_group_rule': {'security_group_id': 'e89b9193-5728-4f31-a5de-da21f2271d0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:37.460633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b5b3-e654-4455-860b-2945929faa99 req-8a96647f-59bc-49a1-9b32-b7528803ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.462337 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-8a96647f-59bc-49a1-9b32-b7528803ca25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707b8e2-dbfa-4a63-bc9c-a8faf13724e7 HTTP/1.1" status: 200 len: 861 time: 0.1772680 Sep 30 08:25:37.498938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75bab129-cfdc-4c55-a238-c4b6da8fab4c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:37.515841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.523623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58600) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.544371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-8d702ad8-64e2-4b45-aaca-5f432e5a7bf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1aece38f-69ec-4d31-b26e-1bf44808b105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706434 Sep 30 08:25:37.608996 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:37.609595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff58f6b1-0db8-4412-bdf2-4a15578b502f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.629322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75bab129-cfdc-4c55-a238-c4b6da8fab4c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:37.629728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.703364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.720083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943ebdb-5b75-46e9-a37c-088c801d76c8 req-6f7138b9-dc55-4412-9750-6683b666c689 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.721763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8943ebdb-5b75-46e9-a37c-088c801d76c8 req-6f7138b9-dc55-4412-9750-6683b666c689 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1716566 Sep 30 08:25:37.725188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.747050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-4d169221-16c5-4186-bc4f-4e0714a2f636 service neutron] 10.222.0.57 "GET /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923532 Sep 30 08:25:37.787874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9b676c-e95d-4bbb-a3cd-3708e5e10733,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:37.882319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:37.884732 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:37.897421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8943ebdb-5b75-46e9-a37c-088c801d76c8 req-9604cb86-9c3e-43c9-960d-49cd94ecc517 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330516 Sep 30 08:25:37.944564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff58f6b1-0db8-4412-bdf2-4a15578b502f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.953234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5c81b5b3-e654-4455-860b-2945929faa99 req-691c4c6d-fb5e-43e0-bd19-4aa7d34dcd0d service neutron] 10.222.0.57 "GET /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958737 Sep 30 08:25:37.953761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff58f6b1-0db8-4412-bdf2-4a15578b502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.977785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.980754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f800f6e6-f653-454c-babd-0a58f5e9c8ad tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5233934 Sep 30 08:25:37.982171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.986201 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.995953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '716e5a1a-0007-4a34-88a3-b40b8028b812', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'mac_address': 'fa:16:3e:94:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:25:16Z', 'updated_at': '2021-09-30T08:25:36Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:37.996600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'security_group_rule': {'security_group_id': 'e89b9193-5728-4f31-a5de-da21f2271d0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:38.002335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.005866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f6b1-0db8-4412-bdf2-4a15578b502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca02078a-25b7-44e3-b8ed-01a49ceabfce,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.031536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ff58f6b1-0db8-4412-bdf2-4a15578b502f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5a42b34b3894723a4b959135739d1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046902 Sep 30 08:25:38.032173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:38.066088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.075761 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:25:38.098588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:38.099231 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.158175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af5ef4-4dad-448c-9981-2c32ae9e9c2a None None] Pushing event updated for resources: {'Port': ['ID=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.171307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-970af163-603d-41ca-a355-128aefee29f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.188616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Attempting to bind port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:38.189419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Attempting to bind port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:38.189419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Attempting to bind port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f on network 372cda5d-225a-4fbe-8c41-68c814009895 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:38.211603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:38.218169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Checking segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:38.218169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.218169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Bound using segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:38.218169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Bound port: 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:38.218169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.225260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.234358 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.292745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34d75ce-ca97-43d4-8019-c37fba5edbb6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.314463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.315869 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-920a1571-99e6-4d17-880c-44543ba276f4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300734 Sep 30 08:25:38.320760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58620) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:38.329331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:38.347128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58622) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:38.381361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] For port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:38.384026 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:38.393787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] For port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:38.395349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.404668 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.510495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-1244300179'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:38.541037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af5ef4-4dad-448c-9981-2c32ae9e9c2a None None] Pushing event updated for resources: {'Port': ['ID=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.584641 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d44bf0c-770b-4c58-9550-9e5f5f558258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.592654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c3ba0729-47f0-4103-9653-8fb11768b2a3 None None] Provisioning complete for port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:38.594082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0729-47f0-4103-9653-8fb11768b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.606636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:38.610215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.645437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.669073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-970af163-603d-41ca-a355-128aefee29f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.682363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.696647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:38.699716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.707804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885d45a-9299-4033-8852-6888c2cc479f req-562dee3b-b86f-418e-b09c-b360924caece tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:38.710152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e885d45a-9299-4033-8852-6888c2cc479f req-562dee3b-b86f-418e-b09c-b360924caece tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 943 time: 0.5600500 Sep 30 08:25:38.798755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-970af163-603d-41ca-a355-128aefee29f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.804210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-970af163-603d-41ca-a355-128aefee29f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.808382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-970af163-603d-41ca-a355-128aefee29f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca02078a-25b7-44e3-b8ed-01a49ceabfce HTTP/1.1" status: 204 len: 168 time: 0.7727399 Sep 30 08:25:38.819791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970af163-603d-41ca-a355-128aefee29f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca02078a-25b7-44e3-b8ed-01a49ceabfce,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.830930 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '716e5a1a-0007-4a34-88a3-b40b8028b812', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'mac_address': 'fa:16:3e:94:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:25:16Z', 'updated_at': '2021-09-30T08:25:36Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.841196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e885d45a-9299-4033-8852-6888c2cc479f req-75b2b73b-bcdb-4a14-8548-a1affa4374b5 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191480 Sep 30 08:25:38.873430 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d6418-9b80-4a7b-b2aa-1dd5acf791f1 None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '716e5a1a-0007-4a34-88a3-b40b8028b812', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'mac_address': 'fa:16:3e:94:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:25:16Z', 'updated_at': '2021-09-30T08:25:36Z', 'revision_number': 1, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:38.925273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eba958c7-b932-44e9-a05e-c66a7043c2aa details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:38.953668 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0729-47f0-4103-9653-8fb11768b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.977598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.980767 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645718d-0997-46d1-a86f-f711542a0717 x-openstack-request-id: req-0645718d-0997-46d1-a86f-f711542a0717 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:38.981062 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:38.981318 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0645718d-0997-46d1-a86f-f711542a0717 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:38.982426 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'status': 'completed', 'code': 200} Sep 30 08:25:38.991885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.998455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:39.029153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Allocated IP 172.25.7.166 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9076c546-3619-4407-b5cb-22c0a7eac4ba) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:39.068092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:39.078344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2324ab49-cf47-42f5-9dc0-ebdf9162c557,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.087443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-bc6d213e-0ad9-433a-ac40-69479a6c4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.089995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-bc6d213e-0ad9-433a-ac40-69479a6c4fdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1097 time: 0.0950193 Sep 30 08:25:39.101636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.102110 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment 4c412a36-2125-4cfd-b9db-67827b8fc33f of type vlan for network e4739ec9-b3bf-41e7-9e28-1d1274c2227e Sep 30 08:25:39.134095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c3ba0729-47f0-4103-9653-8fb11768b2a3 None None] For port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:39.251287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.354262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-49c1c337-2e8a-4f52-9066-f7a5c984834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.355980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-49c1c337-2e8a-4f52-9066-f7a5c984834a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.2332332 Sep 30 08:25:39.357379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.367031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.367962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.377169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.389750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14983-2f9e-417e-ac67-7cf624ed8887 req-1091907b-142f-4feb-9611-a860558b7c12 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.398571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fa14983-2f9e-417e-ac67-7cf624ed8887 req-1091907b-142f-4feb-9611-a860558b7c12 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.0996413 Sep 30 08:25:39.476055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1275220 Sep 30 08:25:39.483053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.490687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-969253437'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:39.516332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:39.520211 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.539605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-25115769-0d3d-47cc-9e69-b0894ecc4d93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 1000 time: 0.1723323 Sep 30 08:25:39.551734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ffdd8-137a-4b20-a078-e7118c892c45 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=e4739ec9-b3bf-41e7-9e28-1d1274c2227e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.557799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fa14983-2f9e-417e-ac67-7cf624ed8887 req-34ff861a-6ad4-442d-8b60-b5a7b27aa472 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582060 Sep 30 08:25:39.573632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port eba958c7-b932-44e9-a05e-c66a7043c2aa, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa,segment=NetworkSegment(c43193cb-32e7-4e1a-bc93-c92fc73b1f8a),segment_id=c43193cb-32e7-4e1a-bc93-c92fc73b1f8a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:39.574999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df12d33-7655-43a0-a1ed-2c413d867f82 None None] New status for floating IP 716e5a1a-0007-4a34-88a3-b40b8028b812: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:25:39.577767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0729-47f0-4103-9653-8fb11768b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.604304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'eba958c7-b932-44e9-a05e-c66a7043c2aa', 'network_id': '1aece38f-69ec-4d31-b26e-1bf44808b105', 'port_id': 'eba958c7-b932-44e9-a05e-c66a7043c2aa', 'mac_address': 'fa:16:3e:07:78:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b707b8e2-dbfa-4a63-bc9c-a8faf13724e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:39.608369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.613140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:39.652734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:39.663326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:39.668664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:39.671731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:39.672984 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.673428 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment ebc45f9f-8a42-466c-a6a2-7f8054cc751c of type vlan for network 3d7e457b-199b-452f-9b67-2469ee13e242 Sep 30 08:25:39.687947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-49c5cf4e-ce53-46aa-83de-c43489529ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.689957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-49c5cf4e-ce53-46aa-83de-c43489529ee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.1256704 Sep 30 08:25:39.712411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'Port': ['ID=9076c546-3619-4407-b5cb-22c0a7eac4ba,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.776415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.778018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba0729-47f0-4103-9653-8fb11768b2a3 None None] Pushing event updated for resources: {'Port': ['ID=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.790863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-c40bb6b5-7ed4-44c2-bd3e-3d7006b519f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.792432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-c40bb6b5-7ed4-44c2-bd3e-3d7006b519f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707555 Sep 30 08:25:39.804918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.807206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-966f810c-f9d5-4714-af66-17a946f17da3 None None] Provisioning complete for port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:39.807577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-966f810c-f9d5-4714-af66-17a946f17da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.842761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.849165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.849850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.850634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.939087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4548800 Sep 30 08:25:39.943186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58654) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.943502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.949919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:39.984953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba958c7-b932-44e9-a05e-c66a7043c2aa {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:40.071268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd51a-3fe6-4542-8434-3666d253999f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=3d7e457b-199b-452f-9b67-2469ee13e242,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.102318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 3d7e457b-199b-452f-9b67-2469ee13e242 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:40.106922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-0dc5d81a-9eb5-4eb6-97b1-31a55607a98b service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021193 Sep 30 08:25:40.115150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port eba958c7-b932-44e9-a05e-c66a7043c2aa, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa,segment=NetworkSegment(c43193cb-32e7-4e1a-bc93-c92fc73b1f8a),segment_id=c43193cb-32e7-4e1a-bc93-c92fc73b1f8a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:40.135618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:38Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:40.192371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.194946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bead3b-fdb4-48d6-b8d5-fad48f5543e2 req-22c9e0a8-f960-468a-b620-cac4909e157c tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:40.200025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.204790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8bead3b-fdb4-48d6-b8d5-fad48f5543e2 req-22c9e0a8-f960-468a-b620-cac4909e157c tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 943 time: 0.2227578 Sep 30 08:25:40.225046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.242707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113ab36-e62f-4465-9454-d9ea8e7225a6 None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:38Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:40.258601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:40.263253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.272222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:40.351340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'Port': ['ID=9076c546-3619-4407-b5cb-22c0a7eac4ba,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.371242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.403656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.413514 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7524dca9-4b18-403c-8ae5-2e2b9c239c64 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0838540 Sep 30 08:25:40.537108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:40.545555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=eba958c7-b932-44e9-a05e-c66a7043c2aa,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.577105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '9446096c-2740-4888-9bcd-e4cd56121682', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '9446096c-2740-4888-9bcd-e4cd56121682', 'mac_address': 'fa:16:3e:6b:28:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:40.638590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.662857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9446096c-2740-4888-9bcd-e4cd56121682 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:40.673499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['eba958c7-b932-44e9-a05e-c66a7043c2aa'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:40.695247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8bead3b-fdb4-48d6-b8d5-fad48f5543e2 req-7f3b8289-64e6-4f24-96c5-1c0eabd9ba28 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894981 Sep 30 08:25:40.746595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50cdee9f-9d03-41da-8f64-a08c9bb1bfbf req-68fd5545-7add-4134-9aa0-80353fb363c4 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241150 Sep 30 08:25:40.754655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.766515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:40.834596 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.911856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=336b2d12-a705-4f2b-9664-720ee2c355cd,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.915561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': '4c412a36-2125-4cfd-b9db-67827b8fc33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:40.916615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: e4739ec9-b3bf-41e7-9e28-1d1274c2227e, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:40.937616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:40.954069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e4739ec9-b3bf-41e7-9e28-1d1274c2227e) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:40.959404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:40.963186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.970248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51c9fe-60ac-4d7d-9f44-a65b3a6796fc None None] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:40.982121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5f7dcefd-8c07-41ed-87dc-b6b471848160 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0376678 Sep 30 08:25:40.984631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58702) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:40.985726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.992050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:41.074349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['9446096c-2740-4888-9bcd-e4cd56121682'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:41.183545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:41.189356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.195680 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1c28bc6c-0253-4a36-aecd-feceb49af7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.200581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa4629-c8dc-491d-be29-460d31e6f46b req-8402cef1-5d41-48f9-a958-a8fb74cb9d93 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:41.211011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21fa4629-c8dc-491d-be29-460d31e6f46b req-8402cef1-5d41-48f9-a958-a8fb74cb9d93 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 944 time: 0.1362054 Sep 30 08:25:41.318647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21fa4629-c8dc-491d-be29-460d31e6f46b req-7a7ddf3f-f041-491e-ade1-0f8470488800 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044803 Sep 30 08:25:41.546840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.550233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e4739ec9-b3bf-41e7-9e28-1d1274c2227e', 'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': '336b2d12-a705-4f2b-9664-720ee2c355cd'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:41.552024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.620828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:41.813537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-b7d760cb-9031-4d66-b420-c6c7b5111984 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--155718779&fields=id&tenant_id=c8a889d10dea4f45aadb7a22cecd114a HTTP/1.1" status: 200 len: 267 time: 0.1388862 Sep 30 08:25:41.943870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Allocated IP 172.20.0.2 (e4739ec9-b3bf-41e7-9e28-1d1274c2227e/336b2d12-a705-4f2b-9664-720ee2c355cd/1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:42.109614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-a07f62a5-ae5e-4ae7-b041-cb5fa3c40bf0 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:42.123910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-a07f62a5-ae5e-4ae7-b041-cb5fa3c40bf0 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 811 time: 0.2973268 Sep 30 08:25:42.150726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-39e35d1f-acc0-40b2-913a-1fd505083ab9 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/quotas/c8a889d10dea4f45aadb7a22cecd114a HTTP/1.1" status: 200 len: 375 time: 0.0292499 Sep 30 08:25:42.265355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:42.265762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.267803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-ef951296-7894-4cfc-8a9c-3974c8baf7c7 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159384 Sep 30 08:25:42.394859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-25eff291-f1b6-4eca-84e2-fd1b8328d17a service neutron] 10.222.0.41 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215844 Sep 30 08:25:42.525184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.551704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.692808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.702216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-f3e4f2ae-706f-4831-a4f5-3b7c8bab42d0 service neutron] 10.222.0.41 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061512 Sep 30 08:25:42.826803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=ea744d9a-5f13-46b2-9397-b18f3ddde3b3,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:42.857796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:42.860580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: 3d7e457b-199b-452f-9b67-2469ee13e242, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:42.895818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 3d7e457b-199b-452f-9b67-2469ee13e242 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:42.924909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 3d7e457b-199b-452f-9b67-2469ee13e242) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:42.958123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:42.965778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.987976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eba958c7-b932-44e9-a05e-c66a7043c2aa up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:43.000415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a27da-c898-4843-bc1e-d3c4acb6ed51 None None] Network 3d7e457b-199b-452f-9b67-2469ee13e242 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:43.043650 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-51c6ffeb-46c4-4464-a446-eae6423a8241 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0571885 Sep 30 08:25:43.047899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58758) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:43.059569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1022301701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:43.084142 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-0fea3a9e-f8fa-4a6a-9b66-35f25abfa17f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114616 Sep 30 08:25:43.117780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67737408-558d-4244-965a-f4f6d2e700df req-620fc100-048e-4766-a96a-e3edd6cd722f tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.127823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67737408-558d-4244-965a-f4f6d2e700df req-620fc100-048e-4766-a96a-e3edd6cd722f tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 944 time: 0.0869634 Sep 30 08:25:43.142759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.146642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.160153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:43.185279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67737408-558d-4244-965a-f4f6d2e700df req-bc04ea8f-a280-4d7c-be5a-241905770dae tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510876 Sep 30 08:25:43.238289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:43.247090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:43.313220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841311-66e4-4296-b34e-5367522f0f9c req-209256a7-3b42-4135-9786-7384296c7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.315157 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-209256a7-3b42-4135-9786-7384296c7f20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc3483c6ca51407eb904d476066e1f50&device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 1097 time: 0.1983838 Sep 30 08:25:43.345400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.397626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Pushing event updated for resources: {'Port': ['ID=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:43.436595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.459229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.460906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7b8961e-bfc7-4a82-bb93-7fde25c0964c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4112949 Sep 30 08:25:43.463943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58768) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:43.502485 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.584378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841311-66e4-4296-b34e-5367522f0f9c req-477450f5-76b6-4780-97c7-998d6d8df334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.599559 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-477450f5-76b6-4780-97c7-998d6d8df334 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46573ea1-7d3c-40a9-af61-e31208e34f4a HTTP/1.1" status: 200 len: 907 time: 0.2359831 Sep 30 08:25:43.762742 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-08741d88-558f-4eec-9f43-11e80a609c57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7 HTTP/1.1" status: 200 len: 1002 time: 0.1614316 Sep 30 08:25:43.779771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port eba958c7-b932-44e9-a05e-c66a7043c2aa completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:43.803439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Attempting to bind port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:43.819229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Attempting to bind port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '4c412a36-2125-4cfd-b9db-67827b8fc33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:43.820455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Attempting to bind port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec on network e4739ec9-b3bf-41e7-9e28-1d1274c2227e {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:43.825770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port eba958c7-b932-44e9-a05e-c66a7043c2aa triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:43.828458 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.879956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:43.880633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Checking segment: {'id': '4c412a36-2125-4cfd-b9db-67827b8fc33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:43.881237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.881838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Bound using segment: {'id': '4c412a36-2125-4cfd-b9db-67827b8fc33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:43.882490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Bound port: 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c412a36-2125-4cfd-b9db-67827b8fc33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e4739ec9-b3bf-41e7-9e28-1d1274c2227e'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:43.883137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:43.962372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841311-66e4-4296-b34e-5367522f0f9c req-2a611c96-4eb0-4d81-8d63-14d2f3931456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.964412 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-2a611c96-4eb0-4d81-8d63-14d2f3931456 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab6808be-d4ee-4931-bc65-1795180270fa HTTP/1.1" status: 200 len: 845 time: 0.1834686 Sep 30 08:25:44.011500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-3d7e457b-199b-452f-9b67-2469ee13e242', 'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': 'ea744d9a-5f13-46b2-9397-b18f3ddde3b3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:44.013041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.069534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841311-66e4-4296-b34e-5367522f0f9c req-218668f1-98d0-4a21-9f1b-461fb814a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.073640 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-218668f1-98d0-4a21-9f1b-461fb814a9a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46573ea1-7d3c-40a9-af61-e31208e34f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996771 Sep 30 08:25:44.074598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2556e69-10aa-4492-9af7-f1c840841f05 req-0038826a-27bc-4283-b164-894730d34d06 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.076854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2556e69-10aa-4492-9af7-f1c840841f05 req-0038826a-27bc-4283-b164-894730d34d06 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 944 time: 0.3631649 Sep 30 08:25:44.083007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] For port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:44.087623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] For port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,segment=NetworkSegment(4c412a36-2125-4cfd-b9db-67827b8fc33f),segment_id=4c412a36-2125-4cfd-b9db-67827b8fc33f)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:44.099113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-6b9b048c-e158-433e-ac64-62e51328fa11 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2615509 Sep 30 08:25:44.100621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.152473 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.219703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2556e69-10aa-4492-9af7-f1c840841f05 req-580d0a78-6927-4696-b84d-0dc9c0daf668 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306429 Sep 30 08:25:44.274906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-b96fdf1a-ca73-4051-bd9b-f6eb73e9d510 service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858523 Sep 30 08:25:44.301328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:44.540959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df7f95-cdca-4aac-b56d-dfda84ae447c None None] Pushing event updated for resources: {'Port': ['ID=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:44.553900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe742da6-4d6f-4fe4-8990-58ba86e9e01c req-c6a53411-835e-4284-a19a-514388fcd1ec tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 210 time: 0.0495472 Sep 30 08:25:44.554607 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ca841311-66e4-4296-b34e-5367522f0f9c req-031f171e-cb8a-4663-b9b0-6d0c7d5f8cd8 service neutron] 10.222.0.57 "GET /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667170 Sep 30 08:25:44.598963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.656347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.657039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.657891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.658577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.659404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.660195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.660953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.663472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-25f3aaaf-c449-482f-8a6e-27f90efafeda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.3562231 Sep 30 08:25:44.807053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba958c7-b932-44e9-a05e-c66a7043c2aa'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:44.810087 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68723f7-c4d7-4f26-897c-8c54fda96caf" -d '{"events": [{"server_uuid": "1fa2f48d-68bc-4987-8737-f3f04ced8949", "name": "network-vif-plugged", "status": "completed", "tag": "eba958c7-b932-44e9-a05e-c66a7043c2aa"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:44.829438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Allocated IP 172.21.0.2 (3d7e457b-199b-452f-9b67-2469ee13e242/ea744d9a-5f13-46b2-9397-b18f3ddde3b3/edc409dd-3ae5-4b4e-a37e-40852687d4e1) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:44.852731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port eba958c7-b932-44e9-a05e-c66a7043c2aa, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa,segment=NetworkSegment(c43193cb-32e7-4e1a-bc93-c92fc73b1f8a),segment_id=c43193cb-32e7-4e1a-bc93-c92fc73b1f8a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:44.929958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 9446096c-2740-4888-9bcd-e4cd56121682 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:44.931150 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.007692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e2c58-9da7-43e1-8058-09654b282b6f req-0a948993-32d4-461a-b52e-96b5e98282f3 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.011463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c76e2c58-9da7-43e1-8058-09654b282b6f req-0a948993-32d4-461a-b52e-96b5e98282f3 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 944 time: 0.3399608 Sep 30 08:25:45.028860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.20.0.1 (e4739ec9-b3bf-41e7-9e28-1d1274c2227e/336b2d12-a705-4f2b-9664-720ee2c355cd/b2a7f04a-c097-4a6d-a97e-f670b7a24ee1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:45.060920 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.071143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.084264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-5af0b082-0edb-4048-91b5-4b534232e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.085363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-5af0b082-0edb-4048-91b5-4b534232e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.086101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-5af0b082-0edb-4048-91b5-4b534232e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.088656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-5af0b082-0edb-4048-91b5-4b534232e34f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=84b8f949-19d2-42d6-b87c-7331cef07b6d&id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 2294 time: 0.3874934 Sep 30 08:25:45.224694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-6ce4a4e7-bd37-430a-bbfa-d89101ab6b5d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.229815 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-6ce4a4e7-bd37-430a-bbfa-d89101ab6b5d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 811 time: 0.3174398 Sep 30 08:25:45.303269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c76e2c58-9da7-43e1-8058-09654b282b6f req-32e511d2-6b9e-4157-986b-9fe714366efa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551455 Sep 30 08:25:45.336926 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-77609432-bcd9-4ef7-989b-fb276c45e752 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a889d10dea4f45aadb7a22cecd114a HTTP/1.1" status: 200 len: 379 time: 0.0906920 Sep 30 08:25:45.350744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'port': {'device_id': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'admin_state_up': True, 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'security_groups': ['e89b9193-5728-4f31-a5de-da21f2271d0c']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:45.400789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=eba958c7-b932-44e9-a05e-c66a7043c2aa,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:45.421439 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.538495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-c86804b4-df8f-4c4e-adca-41276bb1ac4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 1000 time: 0.4348817 Sep 30 08:25:45.546572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:45.627939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Made reservation on behalf of c8a889d10dea4f45aadb7a22cecd114a for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:45.635162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.641109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.700956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-9bbf6a06-1894-4198-a588-f69ade405a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.711479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-9bbf6a06-1894-4198-a588-f69ade405a50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 200 len: 851 time: 0.1466792 Sep 30 08:25:45.724174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:45.756100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.870990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-c8fbe838-92cd-4871-9405-e3def10ece41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.874589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-c8fbe838-92cd-4871-9405-e3def10ece41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5103723-1daf-4d37-9852-982e5f94ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560993 Sep 30 08:25:45.876742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.944731 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b291964d-87e4-4c89-bf97-547268ed66a5 x-openstack-request-id: req-b291964d-87e4-4c89-bf97-547268ed66a5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:45.945041 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa2f48d-68bc-4987-8737-f3f04ced8949", "name": "network-vif-plugged", "status": "completed", "tag": "eba958c7-b932-44e9-a05e-c66a7043c2aa", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:45.947170 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b291964d-87e4-4c89-bf97-547268ed66a5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:45.950003 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba958c7-b932-44e9-a05e-c66a7043c2aa', 'code': 200} Sep 30 08:25:45.954724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:45.955234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=b2a7f04a-c097-4a6d-a97e-f670b7a24ee1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:45.977833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Allocated IP 172.20.0.13 (372cda5d-225a-4fbe-8c41-68c814009895/7931b80b-8ec1-4f00-a96f-115fac83f158/c7a96afd-ab0c-4763-b2cc-8eae5a56551b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:46.049646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.069288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.080255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:46.081020 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.178084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Network 3d7e457b-199b-452f-9b67-2469ee13e242 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:46.184497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:46.187479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c66a7d-82e1-4899-8663-50939c2ae24d None None] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:46.241629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-fab78a6a-e3b6-42af-a444-a2d38f35491a service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875016 Sep 30 08:25:46.279235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.351507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:46.357110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.475603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-09d19b03-b5db-467d-9087-5c383a60e3ef service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988897 Sep 30 08:25:46.477071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Network 372cda5d-225a-4fbe-8c41-68c814009895 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:46.479818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:46.487627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:46.502547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:46.504595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'Port': ['ID=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:46.505474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:46.506879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Pushing event updated for resources: {'Port': ['ID=edc409dd-3ae5-4b4e-a37e-40852687d4e1,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:46.513348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:46.522269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4ae3272f-aa73-4740-a37b-eb69d65e1307 None None] Provisioning complete for port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:46.522674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ae3272f-aa73-4740-a37b-eb69d65e1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.592714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.593551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.615266 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-1b9cb485-7a19-4f68-be95-94eb3bbca3cd tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2687035 Sep 30 08:25:46.645402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Request body: {'port': {'device_id': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:46.657250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-b0e86e48-67c5-4bdf-92e2-127780be5c68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 217 time: 0.1709247 Sep 30 08:25:46.683119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae4a3f-fbe3-4560-9d43-7b9aac51a5cb req-9f9b0aa5-c2ca-4e90-b8da-782be43a6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.684661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bae4a3f-fbe3-4560-9d43-7b9aac51a5cb req-9f9b0aa5-c2ca-4e90-b8da-782be43a6c63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 1096 time: 0.7361677 Sep 30 08:25:46.721439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb84bbe-9a0c-4181-bea9-6fc29c7b931a req-947b78e4-86a1-45a9-b5e7-66fd8826f7a2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.727779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.736060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edb84bbe-9a0c-4181-bea9-6fc29c7b931a req-947b78e4-86a1-45a9-b5e7-66fd8826f7a2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.7829995 Sep 30 08:25:46.822337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Attempting to bind port edc409dd-3ae5-4b4e-a37e-40852687d4e1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:46.823078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Attempting to bind port edc409dd-3ae5-4b4e-a37e-40852687d4e1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:46.823614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Attempting to bind port edc409dd-3ae5-4b4e-a37e-40852687d4e1 on network 3d7e457b-199b-452f-9b67-2469ee13e242 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:46.828464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-4e767084-36c9-46b1-8583-a017676a4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.830366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-4e767084-36c9-46b1-8583-a017676a4c11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1424637 Sep 30 08:25:46.902610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:46.904089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Checking segment: {'id': 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:46.908353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.909166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Bound using segment: {'id': 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:46.910117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Bound port: edc409dd-3ae5-4b4e-a37e-40852687d4e1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d7e457b-199b-452f-9b67-2469ee13e242'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:46.912565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.924254 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.100892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,segment=NetworkSegment(4c412a36-2125-4cfd-b9db-67827b8fc33f),segment_id=4c412a36-2125-4cfd-b9db-67827b8fc33f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:47.135926 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.269731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:47.335441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] For port edc409dd-3ae5-4b4e-a37e-40852687d4e1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:47.348082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] For port edc409dd-3ae5-4b4e-a37e-40852687d4e1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=edc409dd-3ae5-4b4e-a37e-40852687d4e1,segment=NetworkSegment(ebc45f9f-8a42-466c-a6a2-7f8054cc751c),segment_id=ebc45f9f-8a42-466c-a6a2-7f8054cc751c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:47.356188 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.359371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a96afd-ab0c-4763-b2cc-8eae5a56551b {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:47.391044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.412019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Transition to ACTIVE for port object c7a96afd-ab0c-4763-b2cc-8eae5a56551b will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:47.419578 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.477679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276885c2-cfbf-41ff-8123-64f0b08944e7 None None] Pushing event updated for resources: {'Port': ['ID=edc409dd-3ae5-4b4e-a37e-40852687d4e1,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:47.503818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.544447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:47.663680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3460d583-dbfb-4f24-8277-f206c63b6d6d None None] Provisioning complete for port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:47.664634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3460d583-dbfb-4f24-8277-f206c63b6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.696147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:47.711815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edb84bbe-9a0c-4181-bea9-6fc29c7b931a req-db48d421-ebeb-4e80-adfb-4eaad4785d16 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9748182 Sep 30 08:25:47.776748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Attempting to bind port c7a96afd-ab0c-4763-b2cc-8eae5a56551b on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:47.777120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Attempting to bind port c7a96afd-ab0c-4763-b2cc-8eae5a56551b by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:47.777470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Attempting to bind port c7a96afd-ab0c-4763-b2cc-8eae5a56551b on network 372cda5d-225a-4fbe-8c41-68c814009895 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:47.800109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Port c7a96afd-ab0c-4763-b2cc-8eae5a56551b on network 372cda5d-225a-4fbe-8c41-68c814009895 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:47.800432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Attempting to bind port c7a96afd-ab0c-4763-b2cc-8eae5a56551b on network 372cda5d-225a-4fbe-8c41-68c814009895 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:47.810170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:47.810530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Checking segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:47.810965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Bound using segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:47.811430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Bound port: c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:47.811799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.858115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:47.858869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.916956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bae4a3f-fbe3-4560-9d43-7b9aac51a5cb req-fc5e5e3e-a33e-4daf-9640-5eea2e73d396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0908546 Sep 30 08:25:47.970349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-7a8cbf56-eb77-475a-ab72-616090848baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:47.971936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-7a8cbf56-eb77-475a-ab72-616090848baa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1230905 Sep 30 08:25:47.977419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:47.981375 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b6b512-fa09-453b-b408-1beeac4469cc" -d '{"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-plugged", "status": "completed", "tag": "9446096c-2740-4888-9bcd-e4cd56121682"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:48.088739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] For port c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:48.093518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] For port c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:48.105789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.174208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:48.174837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.182485 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1092 time: 1.5473413 Sep 30 08:25:48.182996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:48.190354 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caa697e-bd63-4147-b53e-d24c19b663f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:48.238757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3460d583-dbfb-4f24-8277-f206c63b6d6d None None] Provisioning complete for port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:48.239293 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3460d583-dbfb-4f24-8277-f206c63b6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.281806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3460d583-dbfb-4f24-8277-f206c63b6d6d None None] Port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:48.324356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9a85-6912-4a0e-bd1d-aea8461db034 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:48.357409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-70a74b44-9b58-4295-a8c2-3c18f6d099b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:48.359852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-70a74b44-9b58-4295-a8c2-3c18f6d099b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1095 time: 0.1075606 Sep 30 08:25:48.402277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.419491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-300cfa2b-72e0-46e7-819a-662ff132c1ea None None] Provisioning complete for port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:48.424614 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-3d80bbd2-66ce-4bb7-8384-f55f0b1e174a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 217 time: 0.0520208 Sep 30 08:25:48.425476 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-300cfa2b-72e0-46e7-819a-662ff132c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.515530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-25f41c5f-55f7-4701-8b7a-700bd69a7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:48.518217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-25f41c5f-55f7-4701-8b7a-700bd69a7182 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.0810189 Sep 30 08:25:48.535970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-300cfa2b-72e0-46e7-819a-662ff132c1ea None None] Port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:48.578047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec51d-5f25-4f79-9702-20b14436da2d req-10f6b9df-6be4-4aeb-9c97-6fadbe029ab1 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:48.580091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ffec51d-5f25-4f79-9702-20b14436da2d req-10f6b9df-6be4-4aeb-9c97-6fadbe029ab1 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 944 time: 0.3883924 Sep 30 08:25:48.614415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-a9cee6b9-99b6-40ab-a56a-dc135d7be830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:48.619527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-a9cee6b9-99b6-40ab-a56a-dc135d7be830 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909171 Sep 30 08:25:48.647844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-5528a33d-fd14-4c0a-b943-9deb68eb6b41 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588037 Sep 30 08:25:48.857415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-5729d096-3fe4-4cdd-b02b-07d5519b2230 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273674 Sep 30 08:25:49.038415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87bb3c37-c2a5-4944-b967-8d042a835e4d req-71869b4f-67c8-4d0c-a644-483c1bc34432 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724265 Sep 30 08:25:49.085045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ffec51d-5f25-4f79-9702-20b14436da2d req-ce14655b-592d-4936-88f2-2b4351e8c061 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4911540 Sep 30 08:25:49.136655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-6564c48f-8db7-4c8b-8f6e-5896bf430ca4 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717627 Sep 30 08:25:49.209986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-6b27641d-db69-405b-8a0e-2ceaf73f6ee5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 217 time: 0.0634270 Sep 30 08:25:49.328252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56434e7f-b014-4bd6-9f2a-09e9abdcef19 None None] Network 3d7e457b-199b-452f-9b67-2469ee13e242 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:49.441315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-abf6240b-0cf1-41bb-9a89-c9680b2fcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:49.443057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-abf6240b-0cf1-41bb-9a89-c9680b2fcb4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1728933 Sep 30 08:25:49.489159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4105cd97-c5b3-4e7c-b9ab-9fcda1d0d06f None None] Provisioning complete for port edc409dd-3ae5-4b4e-a37e-40852687d4e1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:49.489725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4105cd97-c5b3-4e7c-b9ab-9fcda1d0d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.526933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eaae-4ca1-45d6-bb94-4cadf477e25e req-95391057-2b8a-4dd4-81fe-d3aa9ce3483a tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:49.529195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f22eaae-4ca1-45d6-bb94-4cadf477e25e req-95391057-2b8a-4dd4-81fe-d3aa9ce3483a tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 945 time: 0.2598674 Sep 30 08:25:49.540517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edc409dd-3ae5-4b4e-a37e-40852687d4e1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:49.573116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.586457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.678307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-a68f5b7c-9b45-44d3-a116-e8b5c126a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:49.680146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-a68f5b7c-9b45-44d3-a116-e8b5c126a1ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178068 Sep 30 08:25:49.704785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f22eaae-4ca1-45d6-bb94-4cadf477e25e req-4db8f601-72dd-4eef-aef4-a9c5668a5c5b tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682022 Sep 30 08:25:49.737497 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.787593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=b2a7f04a-c097-4a6d-a97e-f670b7a24ee1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:49.939534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-969e4d4d-cc26-4e4f-a09e-aa3d2a7fb6eb service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032282 Sep 30 08:25:49.941207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4105cd97-c5b3-4e7c-b9ab-9fcda1d0d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.977248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port edc409dd-3ae5-4b4e-a37e-40852687d4e1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:49.977248 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.988171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:49.998495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:50.077808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4105cd97-c5b3-4e7c-b9ab-9fcda1d0d06f None None] For port edc409dd-3ae5-4b4e-a37e-40852687d4e1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=edc409dd-3ae5-4b4e-a37e-40852687d4e1,segment=NetworkSegment(ebc45f9f-8a42-466c-a6a2-7f8054cc751c),segment_id=ebc45f9f-8a42-466c-a6a2-7f8054cc751c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:50.102798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4105cd97-c5b3-4e7c-b9ab-9fcda1d0d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.183558 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c9142-1b57-4e90-b270-1887019cd1a5 x-openstack-request-id: req-f04c9142-1b57-4e90-b270-1887019cd1a5 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:50.183848 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-plugged", "status": "completed", "tag": "9446096c-2740-4888-9bcd-e4cd56121682", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:50.184093 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f04c9142-1b57-4e90-b270-1887019cd1a5 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:50.184479 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682', 'code': 200} Sep 30 08:25:50.185818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105cd97-c5b3-4e7c-b9ab-9fcda1d0d06f None None] Pushing event updated for resources: {'Port': ['ID=edc409dd-3ae5-4b4e-a37e-40852687d4e1,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:50.194346 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddc7fa9-59ff-416b-8aef-85a79c182b68 x-openstack-request-id: req-5ddc7fa9-59ff-416b-8aef-85a79c182b68 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:50.196547 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:50.197596 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ddc7fa9-59ff-416b-8aef-85a79c182b68 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:50.198385 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'status': 'completed', 'code': 200} Sep 30 08:25:50.295757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-c24860d9-2e7e-4635-9b93-df4118c83d83 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454375 Sep 30 08:25:50.344710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-2d994659-ebeb-491c-a277-9a91affbfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.348390 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-2d994659-ebeb-491c-a277-9a91affbfe5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1095 time: 0.1236863 Sep 30 08:25:50.423665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-68bada19-7724-4710-91f0-f558094182ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 200 len: 217 time: 0.1171696 Sep 30 08:25:50.504521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936c31c-27ef-40b6-8222-9c8984aaf0ad req-73087ac7-afff-441d-88e3-cba6681db82f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.510502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-e722a7fe-b49f-4513-9a3d-a71e681eb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.512590 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-e722a7fe-b49f-4513-9a3d-a71e681eb5c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.1549845 Sep 30 08:25:50.513536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3936c31c-27ef-40b6-8222-9c8984aaf0ad req-73087ac7-afff-441d-88e3-cba6681db82f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1975951 Sep 30 08:25:50.536044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-de5be9ca-0ff5-4254-b890-4848094d013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.539552 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ff9b44d4-108d-47ca-a106-3723f19c0516 None None] Provisioning complete for port edc409dd-3ae5-4b4e-a37e-40852687d4e1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:50.540508 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff9b44d4-108d-47ca-a106-3723f19c0516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.545258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-de5be9ca-0ff5-4254-b890-4848094d013d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1112161 Sep 30 08:25:50.582601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-52ee8ffc-a760-4abc-9941-fb3bfef4abbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 217 time: 0.0607688 Sep 30 08:25:50.647941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router fb9badcd-c441-48de-80ad-6cf49281c713 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:25:50.680420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-111a9e6a-56f5-4892-8678-1af3adb205a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.683331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-111a9e6a-56f5-4892-8678-1af3adb205a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.0909812 Sep 30 08:25:50.711684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3936c31c-27ef-40b6-8222-9c8984aaf0ad req-33be5a55-e061-4ac6-8b77-e0efc1175573 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888082 Sep 30 08:25:50.779015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ff9b44d4-108d-47ca-a106-3723f19c0516 None None] Provisioning complete for port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:50.779798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff9b44d4-108d-47ca-a106-3723f19c0516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.787375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-efb2820f-8bad-4f40-bdf4-4a2d9ac10510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.789433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-efb2820f-8bad-4f40-bdf4-4a2d9ac10510 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2305937 Sep 30 08:25:50.851267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-b9e9bcf2-14e9-4097-939f-7a67cb77da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.855903 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-b9e9bcf2-14e9-4097-939f-7a67cb77da70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490769 Sep 30 08:25:50.874779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b44d4-108d-47ca-a106-3723f19c0516 None None] Port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:50.922886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c7a96afd-ab0c-4763-b2cc-8eae5a56551b details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:51.043556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-e599d1f2-6140-4570-89a8-4d09dea25545 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353513 Sep 30 08:25:51.099634 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-bfe61aa6-c868-46f1-b745-f092c1808910 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313881 Sep 30 08:25:51.147792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:51.159035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0ea58998-ebc5-4670-ab81-fc4e7927a4d7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/fb9badcd-c441-48de-80ad-6cf49281c713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6939745 Sep 30 08:25:51.161197 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] Sync routers for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:51.163891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58908) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.165762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:51.182959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'port_id': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'mac_address': 'fa:16:3e:7d:5f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:51.183846 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:51.184710 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.249437 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.267868 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:51.268508 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.290118 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:51.310570 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4caa697e-bd63-4147-b53e-d24c19b663f2 req-6d603ed0-2f74-4710-b101-f956206f504a service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020564 Sep 30 08:25:51.312694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.313606 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e792b-7634-4f2b-b4ab-e63fd02e8ecc None None] The sync data for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:51.318940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a96afd-ab0c-4763-b2cc-8eae5a56551b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:51.326669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bd26d-653e-4aff-98dc-65aee638abcc req-2c5a1815-ebe2-4b0e-88a2-17f7e6cc50f6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:51.328286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-071bd26d-653e-4aff-98dc-65aee638abcc req-2c5a1815-ebe2-4b0e-88a2-17f7e6cc50f6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 944 time: 0.2837899 Sep 30 08:25:51.340232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e347b636-56c6-43f7-b902-c40401698ae3 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:51.341742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e347b636-56c6-43f7-b902-c40401698ae3 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports/b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 HTTP/1.1" status: 200 len: 910 time: 0.1765878 Sep 30 08:25:51.344499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58910) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.371725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:51.378329 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:51.427451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-071bd26d-653e-4aff-98dc-65aee638abcc req-93e55e56-29ba-4b9c-a501-a9de61122e35 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843759 Sep 30 08:25:51.438104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-0268eca3-20ca-4eae-b790-9a24ac5a73f3 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617241 Sep 30 08:25:51.484923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edc409dd-3ae5-4b4e-a37e-40852687d4e1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:51.517016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-18913caa-6e07-4127-9a8e-36b51b629efb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 200 len: 217 time: 0.0686767 Sep 30 08:25:51.564977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:51.638146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port edc409dd-3ae5-4b4e-a37e-40852687d4e1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:51.638579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:51.641983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-da9c3e45-5de6-4d5d-b90c-308073393720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:51.644192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-da9c3e45-5de6-4d5d-b90c-308073393720 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1176815 Sep 30 08:25:51.671469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714a0ec-2e49-4a1c-9eee-757a3ebc7b04 req-9f4889b2-2b29-44da-979a-f7c5d5a42035 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:51.680274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e714a0ec-2e49-4a1c-9eee-757a3ebc7b04 req-9f4889b2-2b29-44da-979a-f7c5d5a42035 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 945 time: 0.1332176 Sep 30 08:25:51.695632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['c7a96afd-ab0c-4763-b2cc-8eae5a56551b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:51.828357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e714a0ec-2e49-4a1c-9eee-757a3ebc7b04 req-59ad2d55-da0a-4b12-916e-aa3067ecec93 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468229 Sep 30 08:25:51.840031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-2a37312e-155e-4736-b666-560b0b4611a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:51.841776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-2a37312e-155e-4736-b666-560b0b4611a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868727 Sep 30 08:25:52.019026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-cd722dd8-591f-4b78-98cb-84e446ab99c0 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663764 Sep 30 08:25:52.128834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.185913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-4cb58b58-5fd1-4f1d-809a-1b784fcdc671 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566918 Sep 30 08:25:52.271021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-0b6804db-84c7-425a-9019-d2a45aebd57b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 217 time: 0.0765657 Sep 30 08:25:52.364029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1a956-8add-437b-a60a-67b7641fca74 req-4c9d5c32-37b5-45df-b733-f1b3b872ece1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.373939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ed1a956-8add-437b-a60a-67b7641fca74 req-4c9d5c32-37b5-45df-b733-f1b3b872ece1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1553545 Sep 30 08:25:52.390627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-140099ec-9ea6-45f8-823c-cdcdedf1bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.392392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-140099ec-9ea6-45f8-823c-cdcdedf1bf20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.0961084 Sep 30 08:25:52.480069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ed1a956-8add-437b-a60a-67b7641fca74 req-05ceba28-0694-4999-aabb-6e5269291637 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019084 Sep 30 08:25:52.505646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-e29282a7-a7aa-4a93-af26-04e5b06c4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.509898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-e29282a7-a7aa-4a93-af26-04e5b06c4de6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062984 Sep 30 08:25:52.519088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.21.0.1 (3d7e457b-199b-452f-9b67-2469ee13e242/ea744d9a-5f13-46b2-9397-b18f3ddde3b3/a239cd90-4703-4e65-b206-2daaf9fd6bc3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:52.630077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-f6ab222c-9cdc-4e11-aa1b-180843618c1a service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095469 Sep 30 08:25:52.748502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.770291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-fbbac21b-2c2b-49a1-88be-df14558b391f service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326270 Sep 30 08:25:52.841685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.846685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-c646bd21-8c83-49ea-be24-53ab462b047f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 217 time: 0.0616996 Sep 30 08:25:52.899700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c64d0-23d6-40d5-bc22-d90287ccf1e9 req-b523606b-48c1-46c8-80da-921512c7f51c tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.909000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 3d7e457b-199b-452f-9b67-2469ee13e242 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:52.909263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9c64d0-23d6-40d5-bc22-d90287ccf1e9 req-b523606b-48c1-46c8-80da-921512c7f51c tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 945 time: 0.1371307 Sep 30 08:25:52.913392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:52.922662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:52.928303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c7a96afd-ab0c-4763-b2cc-8eae5a56551b up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:52.950869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-2dbc41e9-0fd2-43db-bc22-a77f76a5b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.952732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-2dbc41e9-0fd2-43db-bc22-a77f76a5b1dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.0979319 Sep 30 08:25:52.957129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=a239cd90-4703-4e65-b206-2daaf9fd6bc3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:52.990020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d9c64d0-23d6-40d5-bc22-d90287ccf1e9 req-261fcb86-b1c4-4c11-91ed-60f5b8c2e496 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785985 Sep 30 08:25:53.051524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port c7a96afd-ab0c-4763-b2cc-8eae5a56551b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:53.060776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port c7a96afd-ab0c-4763-b2cc-8eae5a56551b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:53.061854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.076582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.086145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-9c447c8c-0b35-4e84-b695-c0304abeb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:53.092322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-9c447c8c-0b35-4e84-b695-c0304abeb0c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301107 Sep 30 08:25:53.272418 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.361114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:53.362159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:53.367767 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b6f461-43f7-4a63-b842-a02916e462df" -d '{"events": [{"server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "name": "network-vif-plugged", "status": "completed", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:53.371434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-5049939d-83b9-4055-aac5-03761011e233 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713444 Sep 30 08:25:53.389741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.404032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.487063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cae5c499-f583-47a6-be00-6f95ec40989e None None] Provisioning complete for port a239cd90-4703-4e65-b206-2daaf9fd6bc3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:53.487447 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cae5c499-f583-47a6-be00-6f95ec40989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.572355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:53.600060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c1527e6-231d-4976-8c8a-d81f0f006a26 req-39bcf39d-6469-4993-abb5-d0ac0492e014 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200785 Sep 30 08:25:53.600374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cae5c499-f583-47a6-be00-6f95ec40989e None None] Port a239cd90-4703-4e65-b206-2daaf9fd6bc3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:53.654082 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75a667-5514-4c14-9037-b5c4574f87e0 x-openstack-request-id: req-7e75a667-5514-4c14-9037-b5c4574f87e0 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:53.654389 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "name": "network-vif-plugged", "status": "completed", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:53.654645 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e75a667-5514-4c14-9037-b5c4574f87e0 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:53.655530 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'code': 200} Sep 30 08:25:53.825472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e42fee-9437-4951-8491-506da8fc231f req-58fcdd3b-3462-4de7-8b64-b437336819a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:53.826922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-40e42fee-9437-4951-8491-506da8fc231f req-58fcdd3b-3462-4de7-8b64-b437336819a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.0789897 Sep 30 08:25:53.840241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e372d-18b4-4238-bea8-2f01b228ac9c req-7e370ec7-aa94-4b6a-9fba-62d094a3a9a6 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:53.842872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b6e372d-18b4-4238-bea8-2f01b228ac9c req-7e370ec7-aa94-4b6a-9fba-62d094a3a9a6 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 945 time: 0.0915978 Sep 30 08:25:53.914571 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-40e42fee-9437-4951-8491-506da8fc231f req-cab65c44-1e2f-409d-8e33-49c168c8c2e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584335 Sep 30 08:25:53.930491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b6e372d-18b4-4238-bea8-2f01b228ac9c req-01ea0222-e912-412b-a15b-aea3b1f68013 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755336 Sep 30 08:25:53.964654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.970969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.068686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=a239cd90-4703-4e65-b206-2daaf9fd6bc3,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:54.071531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.194163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 3d7e457b-199b-452f-9b67-2469ee13e242 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:54.196017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:54.209469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa04bc-34c2-4de7-8a30-2fa486e92f28 req-c972113f-cdd0-412f-a861-5f86ec0a9294 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:54.226079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52aa04bc-34c2-4de7-8a30-2fa486e92f28 req-c972113f-cdd0-412f-a861-5f86ec0a9294 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1261699 Sep 30 08:25:54.322534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52aa04bc-34c2-4de7-8a30-2fa486e92f28 req-6b5fedad-b765-4747-9d16-706d902a0bc1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982292 Sep 30 08:25:54.632438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef866f-bba8-4980-9e9f-76c3d0f34f57 req-a60e3750-0b3e-49ba-913c-2405b4402e77 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:54.640152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9e604f09-6770-4a5e-a4d2-38037dc744ed None None] Provisioning complete for port a239cd90-4703-4e65-b206-2daaf9fd6bc3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:54.640728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e604f09-6770-4a5e-a4d2-38037dc744ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.641130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9cef866f-bba8-4980-9e9f-76c3d0f34f57 req-a60e3750-0b3e-49ba-913c-2405b4402e77 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.0762522 Sep 30 08:25:54.698036 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9e604f09-6770-4a5e-a4d2-38037dc744ed None None] Port a239cd90-4703-4e65-b206-2daaf9fd6bc3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:54.726111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9cef866f-bba8-4980-9e9f-76c3d0f34f57 req-2542696a-5630-45a4-9030-cbab5a928290 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838511 Sep 30 08:25:54.850060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router fb9badcd-c441-48de-80ad-6cf49281c713 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:54.987403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:55.007826 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c62efee7-75df-48bc-8878-8648d3d18316 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/fb9badcd-c441-48de-80ad-6cf49281c713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6598120 Sep 30 08:25:55.008438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] Sync routers for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:55.008570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:55.045184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:55.046131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:55.094059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ecd83e-fb49-468d-8ff0-9574424102b3 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:55.098424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a3ecd83e-fb49-468d-8ff0-9574424102b3 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports/a239cd90-4703-4e65-b206-2daaf9fd6bc3 HTTP/1.1" status: 200 len: 910 time: 0.0861886 Sep 30 08:25:55.099570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58982) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:55.100389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:55.114197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:55.114917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:55.145234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d96ec-5375-4ce2-b53f-47fcbeea4ff2 req-391c86f7-aa96-4882-ad7a-a8b70fe7782e tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:55.162032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de4d96ec-5375-4ce2-b53f-47fcbeea4ff2 req-391c86f7-aa96-4882-ad7a-a8b70fe7782e tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 945 time: 0.1176665 Sep 30 08:25:55.176398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:55.177370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0605958-06f3-4389-adeb-b4741c2b7717 None None] The sync data for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:55.234569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de4d96ec-5375-4ce2-b53f-47fcbeea4ff2 req-12adb38b-5879-4cb5-896a-e1c61ad8ca3c tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/security-groups?id=b84cef4d-b2b4-46c4-9ba7-07f583320c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714684 Sep 30 08:25:55.488013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ae7f4-af6d-4140-aa35-73b97d9234a8 req-30761c20-34cb-4bbd-a1c3-842ba9702fe3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:55.507428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c88ae7f4-af6d-4140-aa35-73b97d9234a8 req-30761c20-34cb-4bbd-a1c3-842ba9702fe3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.0950286 Sep 30 08:25:55.528414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.597764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c88ae7f4-af6d-4140-aa35-73b97d9234a8 req-2e7db19d-2005-4853-8c8f-86409353fed6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826275 Sep 30 08:25:55.644928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.732559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ebca-5184-4950-9c56-523b20889cdf req-4faef581-91f8-4157-8f78-faf50c117014 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:55.734209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5991ebca-5184-4950-9c56-523b20889cdf req-4faef581-91f8-4157-8f78-faf50c117014 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 945 time: 0.0841777 Sep 30 08:25:55.739931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.922119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0028f-762f-4faf-8a89-4e884408121e req-a93acc2e-5fd3-4b84-9a09-13bc071ea300 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:55.925351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41c0028f-762f-4faf-8a89-4e884408121e req-a93acc2e-5fd3-4b84-9a09-13bc071ea300 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.0882945 Sep 30 08:25:55.991353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41c0028f-762f-4faf-8a89-4e884408121e req-83efbf85-0e85-448a-add5-9f8bd21c2419 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561805 Sep 30 08:25:56.046103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Deleting port eba958c7-b932-44e9-a05e-c66a7043c2aa {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:56.047364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.217820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] For port eba958c7-b932-44e9-a05e-c66a7043c2aa, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eba958c7-b932-44e9-a05e-c66a7043c2aa,segment=NetworkSegment(c43193cb-32e7-4e1a-bc93-c92fc73b1f8a),segment_id=c43193cb-32e7-4e1a-bc93-c92fc73b1f8a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:56.217820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.233290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Calling delete_port for eba958c7-b932-44e9-a05e-c66a7043c2aa owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:56.343611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bfb5e-044b-42d1-b3bf-f51c1a8e1452 req-a866e456-eb0c-4d89-b0b5-7faf6f9e1be4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:56.356992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b22bfb5e-044b-42d1-b3bf-f51c1a8e1452 req-a866e456-eb0c-4d89-b0b5-7faf6f9e1be4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.0751698 Sep 30 08:25:56.358492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59018) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:56.370628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'floatingip': {'port_id': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:56.434816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.447760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['eba958c7-b932-44e9-a05e-c66a7043c2aa'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:56.506269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e434954f-790d-4cfe-baeb-12fff049cc76 req-e6620cac-12fd-42a3-aa79-08c5be0fb637 tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa2f48d-68bc-4987-8737-f3f04ced8949 HTTP/1.1" status: 200 len: 210 time: 0.0460129 Sep 30 08:25:56.512673 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Pushing event deleted for resources: {'Port': ['ID=eba958c7-b932-44e9-a05e-c66a7043c2aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:56.515467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.570637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] No DVR routers for this DVR port eba958c7-b932-44e9-a05e-c66a7043c2aa on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:56.574443 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.577103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5991ebca-5184-4950-9c56-523b20889cdf req-ccc0b0b2-0c62-4715-b93c-58e2c6abcdfa tempest-InstanceActionsNegativeTestJSON-1775421596 tempest-InstanceActionsNegativeTestJSON-1775421596-project] 10.222.0.57 "DELETE /v2.0/ports/eba958c7-b932-44e9-a05e-c66a7043c2aa HTTP/1.1" status: 204 len: 173 time: 0.8310211 Sep 30 08:25:56.577955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'name': 'network-vif-deleted', 'tag': 'eba958c7-b932-44e9-a05e-c66a7043c2aa'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:56.580377 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28860d7b-abd6-467a-999d-2a4f352729f2" -d '{"events": [{"server_uuid": "1fa2f48d-68bc-4987-8737-f3f04ced8949", "name": "network-vif-deleted", "tag": "eba958c7-b932-44e9-a05e-c66a7043c2aa"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:56.609660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port a239cd90-4703-4e65-b206-2daaf9fd6bc3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:56.609936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.774357 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a65391-9244-4d60-9175-a9a87c193665 x-openstack-request-id: req-69a65391-9244-4d60-9175-a9a87c193665 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:56.776315 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa2f48d-68bc-4987-8737-f3f04ced8949", "name": "network-vif-deleted", "tag": "eba958c7-b932-44e9-a05e-c66a7043c2aa", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:56.776690 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69a65391-9244-4d60-9175-a9a87c193665 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:56.778132 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa2f48d-68bc-4987-8737-f3f04ced8949', 'name': 'network-vif-deleted', 'tag': 'eba958c7-b932-44e9-a05e-c66a7043c2aa', 'status': 'completed', 'code': 200} Sep 30 08:25:56.861943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.890595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for a239cd90-4703-4e65-b206-2daaf9fd6bc3 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:56.917537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb29194-8351-4869-8f00-1a0d91a986ab req-1ea2e78d-3559-4e0f-998a-68d70947a848 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:56.930556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adb29194-8351-4869-8f00-1a0d91a986ab req-1ea2e78d-3559-4e0f-998a-68d70947a848 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1585777 Sep 30 08:25:57.041316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adb29194-8351-4869-8f00-1a0d91a986ab req-6a567a13-fe9c-4be5-91ac-76e15c45cfb9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086311 Sep 30 08:25:57.374266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.414802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=a239cd90-4703-4e65-b206-2daaf9fd6bc3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:57.631799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59050) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:57.767407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Deleting subnet b707b8e2-dbfa-4a63-bc9c-a8faf13724e7 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:57.777206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.779514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.836554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.resource_extend [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:25:57.865513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.945912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.954219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.965053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.106619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router fb9badcd-c441-48de-80ad-6cf49281c713 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:58.109071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.140048 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Floating IP a772e3c3-d024-4d10-a6bb-d90a897372fa associated. External IP: 172.25.7.166, port: c7a96afd-ab0c-4763-b2cc-8eae5a56551b. Sep 30 08:25:58.147662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.151899 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b707b8e2-dbfa-4a63-bc9c-a8faf13724e7 HTTP/1.1" status: 204 len: 168 time: 0.5163198 Sep 30 08:25:58.151899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2073667-706c-437c-a477-9a62a7c18c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b707b8e2-dbfa-4a63-bc9c-a8faf13724e7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:58.153964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59060) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.262618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:58.274280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59064) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.277811 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] Sync routers for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:58.285874 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8990da62-ccaf-44c9-be2d-8aa5a086b1b1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/fb9badcd-c441-48de-80ad-6cf49281c713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1854286 Sep 30 08:25:58.290120 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:58.292337 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.358396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018e855-e895-47c7-bc61-20226a0b7cdf req-bb7b257a-521b-477b-b2d6-dabb82e29882 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:58.359966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a018e855-e895-47c7-bc61-20226a0b7cdf req-bb7b257a-521b-477b-b2d6-dabb82e29882 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.2151997 Sep 30 08:25:58.364027 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.367988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.379562 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:58.380565 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.417724 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.418884 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44f406-77e8-4ab0-a3a3-c229926b0817 None None] The sync data for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:58.498137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.542465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aece38f-69ec-4d31-b26e-1bf44808b105']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.557996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.558309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43193cb-32e7-4e1a-bc93-c92fc73b1f8a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:58.573496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a018e855-e895-47c7-bc61-20226a0b7cdf req-57b0852b-20ae-471c-a3b1-192ccb934366 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789107 Sep 30 08:25:58.573712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.607581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.625499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:58.626384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:58.628614 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:58.780452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.787259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.791538 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1aece38f-69ec-4d31-b26e-1bf44808b105 HTTP/1.1" status: 204 len: 168 time: 0.6344523 Sep 30 08:25:58.821200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb758b-33f4-4a39-a07e-d8428ee45dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aece38f-69ec-4d31-b26e-1bf44808b105,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:58.971649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eba958c7-b932-44e9-a05e-c66a7043c2aa no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:59.020518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: eba958c7-b932-44e9-a05e-c66a7043c2aa {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:59.021666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eba958c7-b932-44e9-a05e-c66a7043c2aa not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:59.080768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:59.083421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Router acb58aa0-80f9-42a2-a226-669e41ac375b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:59.123714 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-65637fa5-d480-4e15-89e7-03e7f238c0c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=068f8de3e5ab49d18e4d4bca4aa1f24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415955 Sep 30 08:25:59.126221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59082) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:59.188063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321c9495-d5d3-45be-820e-13033471b9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.236408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321c9495-d5d3-45be-820e-13033471b9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.268606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:59.277674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.281822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:59.292233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:59.295668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:59.332564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321c9495-d5d3-45be-820e-13033471b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.336623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321c9495-d5d3-45be-820e-13033471b9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.338833 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-321c9495-d5d3-45be-820e-13033471b9b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b84cef4d-b2b4-46c4-9ba7-07f583320c54 HTTP/1.1" status: 204 len: 168 time: 0.2114253 Sep 30 08:25:59.357603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9495-d5d3-45be-820e-13033471b9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84cef4d-b2b4-46c4-9ba7-07f583320c54,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:59.401353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.421121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2af11dde-b873-4699-92ec-990351e5cee6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "PUT /v2.0/floatingips/a772e3c3-d024-4d10-a6bb-d90a897372fa HTTP/1.1" status: 200 len: 992 time: 3.0611856 Sep 30 08:25:59.480279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:59.483453 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff" -d '{"events": [{"name": "network-changed", "server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:59.623484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:59.659763 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432c9bf6-d074-43fb-abd3-f85d18480475 x-openstack-request-id: req-432c9bf6-d074-43fb-abd3-f85d18480475 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:59.662646 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:59.663196 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-432c9bf6-d074-43fb-abd3-f85d18480475 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:59.663825 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'status': 'completed', 'code': 200} Sep 30 08:25:59.730872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-6793ce65-1036-4e40-918c-84abebd121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.732498 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-6793ce65-1036-4e40-918c-84abebd121b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.1013408 Sep 30 08:25:59.780477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccebf3-93c5-41f8-a865-ba53fba3ce36 req-79f84be5-bf46-45c3-9911-9685e940df4b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.788322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7ccebf3-93c5-41f8-a865-ba53fba3ce36 req-79f84be5-bf46-45c3-9911-9685e940df4b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.0765414 Sep 30 08:25:59.847894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7ccebf3-93c5-41f8-a865-ba53fba3ce36 req-85002078-bcfb-4aab-b0fb-b493ee1c3a16 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581479 Sep 30 08:25:59.909105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-5cb099b7-d84c-4260-ac57-5d2aa8722001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.916603 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-5cb099b7-d84c-4260-ac57-5d2aa8722001 service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.1713805 Sep 30 08:26:00.063267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-a3ed99ed-ceb5-4c1f-bf16-b550f84c15d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1000 time: 0.1362109 Sep 30 08:26:00.094776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a772e3c3-d024-4d10-a6bb-d90a897372fa', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'port_id': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'mac_address': 'fa:16:3e:7d:5f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:25:39Z', 'updated_at': '2021-09-30T08:25:57Z', 'revision_number': 1, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:00.159458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:00.168521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-4103ea5f-9b84-41d8-a23f-2e0b502f32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:00.174271 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-4103ea5f-9b84-41d8-a23f-2e0b502f32e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.1076541 Sep 30 08:26:00.179248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:00.180180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:00.278765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-9fe5ec51-1f5f-4d02-bde8-56294e3b0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:00.282290 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-9fe5ec51-1f5f-4d02-bde8-56294e3b0f55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995114 Sep 30 08:26:00.289405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:00.289975 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.405459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:00.429259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.432789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-41076a1d-f516-4226-b1e9-1a46602dd8d8 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417725 Sep 30 08:26:00.443401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for b2a7f04a-c097-4a6d-a97e-f670b7a24ee1 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:00.639751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9a4e9e9-f3cb-4d07-b4ed-ff2408e03dff req-4647509f-5e08-44d1-827f-dc60b73dbea7 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949465 Sep 30 08:26:00.810552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.970031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a772e3c3-d024-4d10-a6bb-d90a897372fa', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'port_id': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'mac_address': 'fa:16:3e:7d:5f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:25:39Z', 'updated_at': '2021-09-30T08:25:57Z', 'revision_number': 1, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.074657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=b2a7f04a-c097-4a6d-a97e-f670b7a24ee1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:01.083096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bf109-3290-4991-9d71-ba9c1bb12c77 None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a772e3c3-d024-4d10-a6bb-d90a897372fa', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'port_id': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'mac_address': 'fa:16:3e:7d:5f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:25:39Z', 'updated_at': '2021-09-30T08:25:57Z', 'revision_number': 1, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:01.157246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59136) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:01.286439 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.294853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.295489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.295577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.295865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.296204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.296539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.296868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.297212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.297623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.297954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.298285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.298610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:01.380415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eee94ccf-569e-40ca-b75a-858ebece983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.551201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59154) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:01.577435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router fb9badcd-c441-48de-80ad-6cf49281c713 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:01.581842 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8e262-0a06-48d2-898d-f14af338206f None None] New status for floating IP a772e3c3-d024-4d10-a6bb-d90a897372fa: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:26:01.649252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eee94ccf-569e-40ca-b75a-858ebece983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.659134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eee94ccf-569e-40ca-b75a-858ebece983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.689362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-130515770-network', 'tenant_id': 'dab544a251e5431985d2abe2b4cdc88f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:01.707970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:01.718938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-702ee19a-a3a7-427f-91ec-6dac96db5688 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/fb9badcd-c441-48de-80ad-6cf49281c713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4409857 Sep 30 08:26:01.719643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59164) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:01.725459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] Sync routers for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:01.731707 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eee94ccf-569e-40ca-b75a-858ebece983d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4440caf1bb424bba98dab3c847db387e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727224 Sep 30 08:26:01.732749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94ccf-569e-40ca-b75a-858ebece983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ea857a-cde7-4811-8791-6d2c2fd61bbe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:01.735497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59166) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:01.743586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:01.744780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.786719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.796423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] Routers {'fb9badcd-c441-48de-80ad-6cf49281c713'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:01.797059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:25:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fb9badcd-c441-48de-80ad-6cf49281c713'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.797727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Made reservation on behalf of dab544a251e5431985d2abe2b4cdc88f for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:01.800009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.803657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe822549-2f2a-402c-bfd8-9f6d20f92b04 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9badcd-c441-48de-80ad-6cf49281c713 HTTP/1.1" status: 200 len: 205 time: 0.0828891 Sep 30 08:26:01.807028 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59168) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:01.830676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.831341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9bf76-f240-4ab6-aa72-05b06756d3a2 None None] The sync data for ids ['fb9badcd-c441-48de-80ad-6cf49281c713'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:01.839012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.890047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.895702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f7dd-8819-49ee-a674-554b10803b66 req-89fbadbd-e84a-4488-bb9c-9f64fc122b3c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:01.897282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f55f7dd-8819-49ee-a674-554b10803b66 req-89fbadbd-e84a-4488-bb9c-9f64fc122b3c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.8155663 Sep 30 08:26:01.902009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2bea8ee5-e8ab-4fba-8585-57dbdeb8ffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.958663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2bea8ee5-e8ab-4fba-8585-57dbdeb8ffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.009539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f55f7dd-8819-49ee-a674-554b10803b66 req-24f2ffe4-6795-4f13-8ad7-78e1939e73af tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012611 Sep 30 08:26:02.064378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.073253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.080497 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2bea8ee5-e8ab-4fba-8585-57dbdeb8ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.083241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2bea8ee5-e8ab-4fba-8585-57dbdeb8ffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.084770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2bea8ee5-e8ab-4fba-8585-57dbdeb8ffbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6ea857a-cde7-4811-8791-6d2c2fd61bbe HTTP/1.1" status: 204 len: 168 time: 0.3458736 Sep 30 08:26:02.115986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:02.129409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.136641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.137179 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Added segment 966e97c3-69ae-40ee-9d6b-e2b63304eb93 of type vlan for network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f Sep 30 08:26:02.153143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea8ee5-e8ab-4fba-8585-57dbdeb8ffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ea857a-cde7-4811-8791-6d2c2fd61bbe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.223795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.255935 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.257067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.257748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.303438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7495372 Sep 30 08:26:02.306761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59174) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.312080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Request body: {'subnet': {'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-130515770-subnet', 'tenant_id': 'dab544a251e5431985d2abe2b4cdc88f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:02.353136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda0cb-51b2-4b7d-923c-7a4fad1ce52f admin admin] Pushing event updated for resources: {'Network': ['ID=2890ff8b-fa96-4e41-a79e-7c13ec6e603f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.366682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:02.371402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Made reservation on behalf of dab544a251e5431985d2abe2b4cdc88f for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:02.375537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.479295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.483384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.522507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59176) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.529146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-bb8e152b-a695-43e6-bca1-2d64d43e6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.530696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-bb8e152b-a695-43e6-bca1-2d64d43e6733 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 1096 time: 0.1267700 Sep 30 08:26:02.536438 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62d2127c-fe23-44ee-8cad-d5549b3da460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.545608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.546110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router fb9badcd-c441-48de-80ad-6cf49281c713 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:02.553335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.554810 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4a78db58-1e4d-473f-95af-72e1e88e642c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/fb9badcd-c441-48de-80ad-6cf49281c713 HTTP/1.1" status: 204 len: 168 time: 0.7464993 Sep 30 08:26:02.558452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.628419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet ea744d9a-5f13-46b2-9397-b18f3ddde3b3 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:02.636260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.693677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.704051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-90a1a7e0-4e30-46c2-990e-9dd823f87c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.705595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-90a1a7e0-4e30-46c2-990e-9dd823f87c3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.1653776 Sep 30 08:26:02.711447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.780639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-9bb8ef26-49af-4c95-bc0e-54de2927c886 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9446096c-2740-4888-9bcd-e4cd56121682 HTTP/1.1" status: 200 len: 217 time: 0.0655720 Sep 30 08:26:02.813403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62d2127c-fe23-44ee-8cad-d5549b3da460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.821624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62d2127c-fe23-44ee-8cad-d5549b3da460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.838368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400783de-5c24-46fd-9cab-efffc268e724,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.863924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-d5beb1c3-dc04-4891-ab7e-0a71bec2639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.865416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-d5beb1c3-dc04-4891-ab7e-0a71bec2639e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0736401 Sep 30 08:26:02.866645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Checking segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:02.867005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Network hostable DHCP agents. Network: 2890ff8b-fa96-4e41-a79e-7c13ec6e603f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:02.906942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.908773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-0ba46a77-f327-4bf5-8a06-c1c468c32092 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328681 Sep 30 08:26:02.909524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:02.913863 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-62d2127c-fe23-44ee-8cad-d5549b3da460 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f67fe4d9604a4b44b41ec9376b783e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903356 Sep 30 08:26:02.925541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59180) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.939258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2127c-fe23-44ee-8cad-d5549b3da460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e84f298-4c90-49a0-9168-8f9ca92e82f9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.949101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2890ff8b-fa96-4e41-a79e-7c13ec6e603f) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:02.954439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.955036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.961678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d16a75-2477-480c-9e73-8c941797632a None None] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:02.997922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.013606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.018720 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/ea744d9a-5f13-46b2-9397-b18f3ddde3b3 HTTP/1.1" status: 204 len: 168 time: 0.4592674 Sep 30 08:26:03.021888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59182) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:03.027194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80c70f1a-2354-49d6-89ac-3e30a78e24c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7192755 Sep 30 08:26:03.041174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652b757-8685-4f4c-8b8f-f51b1561aba4 None None] Network 3d7e457b-199b-452f-9b67-2469ee13e242 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:03.047974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48680b54-5764-49fb-932b-0305ed2f741d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=ea744d9a-5f13-46b2-9397-b18f3ddde3b3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:03.113583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-8d403666-66e1-412f-9204-b2ddfa47c33f service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967924 Sep 30 08:26:03.114222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e37384-18d7-4f3e-96bf-8735f4c8d317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.124470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet 336b2d12-a705-4f2b-9664-720ee2c355cd {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:03.136798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.220619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e37384-18d7-4f3e-96bf-8735f4c8d317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.362849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b2b2c-a4b8-44be-bf06-fbd073203ffd None None] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:03.460046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] DHCP port deletion for 3d7e457b-199b-452f-9b67-2469ee13e242 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:03.544289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] Deleting port edc409dd-3ae5-4b4e-a37e-40852687d4e1 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:03.544755 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.607145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.608795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] For port edc409dd-3ae5-4b4e-a37e-40852687d4e1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=edc409dd-3ae5-4b4e-a37e-40852687d4e1,segment=NetworkSegment(ebc45f9f-8a42-466c-a6a2-7f8054cc751c),segment_id=ebc45f9f-8a42-466c-a6a2-7f8054cc751c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:03.609193 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.621438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] Calling delete_port for edc409dd-3ae5-4b4e-a37e-40852687d4e1 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:03.678067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76093a-e24a-4fa2-a9c7-cedf81a80717 req-769267f2-4605-448f-bf64-41f8706ed946 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:03.679775 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d76093a-e24a-4fa2-a9c7-cedf81a80717 req-769267f2-4605-448f-bf64-41f8706ed946 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.5438969 Sep 30 08:26:03.707101 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.719981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f13da1c0-9d94-4f57-a6aa-50ff74948499 req-6c5fa857-6ced-41bc-8878-fd1ad3a64007 service neutron] 10.222.0.50 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919580 Sep 30 08:26:03.733473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] Pushing event deleted for resources: {'Port': ['ID=edc409dd-3ae5-4b4e-a37e-40852687d4e1,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:03.736907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af08e10-69ca-4c88-8f09-e7cbb0e52b3e None None] No DVR routers for this DVR port edc409dd-3ae5-4b4e-a37e-40852687d4e1 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:03.761898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e37384-18d7-4f3e-96bf-8735f4c8d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.764469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e37384-18d7-4f3e-96bf-8735f4c8d317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.765648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e9e37384-18d7-4f3e-96bf-8735f4c8d317 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e84f298-4c90-49a0-9168-8f9ca92e82f9 HTTP/1.1" status: 204 len: 168 time: 0.8388774 Sep 30 08:26:03.782163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d76093a-e24a-4fa2-a9c7-cedf81a80717 req-54157430-f982-40ef-968d-ef734fcf45b3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924394 Sep 30 08:26:03.787759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37384-18d7-4f3e-96bf-8735f4c8d317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e84f298-4c90-49a0-9168-8f9ca92e82f9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:03.804963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.871350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.903890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.905854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/336b2d12-a705-4f2b-9664-720ee2c355cd HTTP/1.1" status: 204 len: 168 time: 0.8810239 Sep 30 08:26:03.906880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb6cb6-2f78-421a-be09-2d6aa684cbfc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=336b2d12-a705-4f2b-9664-720ee2c355cd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:03.909008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59206) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:03.911020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cafe74-38d8-405b-9a48-1ef6bf04fd91 None None] Network e4739ec9-b3bf-41e7-9e28-1d1274c2227e requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:03.989488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.096224 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.119934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7e457b-199b-452f-9b67-2469ee13e242']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:04.131481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:04.131767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc45f9f-8a42-466c-a6a2-7f8054cc751c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:04.144190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.153773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] DHCP port deletion for e4739ec9-b3bf-41e7-9e28-1d1274c2227e request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:04.163261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.172559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:04.173100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:04.177236 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:04.241386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] Deleting port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:04.241913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.280354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.293820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.299327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59226) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:04.299856 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/3d7e457b-199b-452f-9b67-2469ee13e242 HTTP/1.1" status: 204 len: 168 time: 0.3894870 Sep 30 08:26:04.313245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=3d7e457b-199b-452f-9b67-2469ee13e242,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:04.324632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.325070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.325835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.326258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.326667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.327069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.327468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.327866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.328255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.328652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.329047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.329894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418efd7-cfba-47ad-9219-6304db147037 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:04.330108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] For port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,segment=NetworkSegment(4c412a36-2125-4cfd-b9db-67827b8fc33f),segment_id=4c412a36-2125-4cfd-b9db-67827b8fc33f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:04.330621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.345799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] Calling delete_port for 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:04.436888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.451088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.466132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] No DVR routers for this DVR port 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:04.478416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353d2fd-2285-4810-bb76-e64978152615 None None] Pushing event deleted for resources: {'Port': ['ID=1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:04.529330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-72608cc8-9840-401d-af97-471d92cd769a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:04.530882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-72608cc8-9840-401d-af97-471d92cd769a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 817 time: 0.2214069 Sep 30 08:26:04.583304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.588294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-b5883174-a7ac-4f6a-8cc1-dc355c1fbf7d tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/quotas/dab544a251e5431985d2abe2b4cdc88f HTTP/1.1" status: 200 len: 375 time: 0.0469062 Sep 30 08:26:04.619822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4739ec9-b3bf-41e7-9e28-1d1274c2227e']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:04.640769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-c9ff63e8-dc59-4642-ac8e-ba2976ffc0be tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381970 Sep 30 08:26:04.644314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c412a36-2125-4cfd-b9db-67827b8fc33f') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:04.644679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c412a36-2125-4cfd-b9db-67827b8fc33f') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:04.661977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.695728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.727525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:04.728614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:04.731555 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:04.803651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.806964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-291c140c-dd3b-4e49-9092-31642ed05f0c service neutron] 10.222.0.41 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555946 Sep 30 08:26:04.812264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.817938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59242) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:04.818195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/e4739ec9-b3bf-41e7-9e28-1d1274c2227e HTTP/1.1" status: 204 len: 168 time: 0.5176115 Sep 30 08:26:04.824610 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-1255191248'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:04.851033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420d482-ccb7-4895-9d16-130005c462e4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=e4739ec9-b3bf-41e7-9e28-1d1274c2227e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:04.854214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:04.863214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.887503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:04.899257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.900143 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment d2b53c91-b872-4bb0-9f6b-23ba37263cc6 of type vlan for network cf28430b-1237-40b0-82fc-efa59887537d Sep 30 08:26:04.927522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0d70c09c-8e14-434d-a7ff-c6f74bb93d50 service neutron] 10.222.0.41 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070421 Sep 30 08:26:04.945514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.974557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.981326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:04.982106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.018526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1987367 Sep 30 08:26:05.021814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59252) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:05.026976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:05.059711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52570de-01d9-4291-990e-c5c2ed969b91 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=cf28430b-1237-40b0-82fc-efa59887537d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:05.074207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network cf28430b-1237-40b0-82fc-efa59887537d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:05.152659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:05.156391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.437100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.512995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edc409dd-3ae5-4b4e-a37e-40852687d4e1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:05.533966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=4ca6ed19-a12d-4ef0-9693-a95e47f7a40f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:05.537500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:05.538130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: cf28430b-1237-40b0-82fc-efa59887537d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:05.567850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: edc409dd-3ae5-4b4e-a37e-40852687d4e1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:05.568589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edc409dd-3ae5-4b4e-a37e-40852687d4e1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:05.569224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:05.595172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:05.595801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1ba6bbb6-a573-4392-a7eb-b0f7c4f825ec not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:05.607999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network cf28430b-1237-40b0-82fc-efa59887537d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:05.628072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, cf28430b-1237-40b0-82fc-efa59887537d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:05.641406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d2337-1602-4952-b479-8712995c5a17 None None] Network cf28430b-1237-40b0-82fc-efa59887537d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:05.662266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5cd53-570b-4dfb-b763-898d2b117b30 req-da013943-569b-443d-ba68-13ec1c3bf56e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:05.674668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4b5cd53-570b-4dfb-b763-898d2b117b30 req-da013943-569b-443d-ba68-13ec1c3bf56e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 945 time: 0.1153173 Sep 30 08:26:05.677388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:05.678088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.731754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a7d38b35-9ebb-410c-ba1a-6af20a064703 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7065184 Sep 30 08:26:05.732106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59282) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:05.737045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-179315623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:05.755828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4b5cd53-570b-4dfb-b763-898d2b117b30 req-8a9b9a21-5aba-41e3-b0c6-12d651ec15d5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740283 Sep 30 08:26:05.766692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.767989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.835338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-cf28430b-1237-40b0-82fc-efa59887537d', 'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': '4ca6ed19-a12d-4ef0-9693-a95e47f7a40f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:05.836205 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.859508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.865213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.900066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.905235 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5076a231-969d-4a4f-86fb-c9bc69fe3c50 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1720505 Sep 30 08:26:05.908003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59288) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:05.914769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'port': {'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d', 'name': 'tempest-RoutersTest-48218537'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:06.056333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Allocated IP 172.20.0.2 (cf28430b-1237-40b0-82fc-efa59887537d/4ca6ed19-a12d-4ef0-9693-a95e47f7a40f/b64da02c-8133-469c-9ba8-e65351d3738f) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:06.076644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:06.080657 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.108975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8931b3-a0f6-4465-8da2-d9a506ee5f66 req-e02749ae-671c-45c9-993a-66f3a0410296 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:06.120354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] device_id is not set on port dcee0eaf-39d2-4c63-8ace-ea558ff01719 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:06.121683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d8931b3-a0f6-4465-8da2-d9a506ee5f66 req-e02749ae-671c-45c9-993a-66f3a0410296 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.0791013 Sep 30 08:26:06.195534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d8931b3-a0f6-4465-8da2-d9a506ee5f66 req-5e50b17f-090a-48ba-bdeb-f29150826ab1 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726631 Sep 30 08:26:06.255938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.263618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.313060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08d2db53-f546-4cf1-ae61-a8b8eb0e53cf req-a7c0a7ae-525c-4fbb-b692-4887252f8233 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 210 time: 0.0434418 Sep 30 08:26:06.330931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4ca335fc-113a-4577-87a3-b0f527e716b3 {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:26:06.331514 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:26:06.354579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Pushing event updated for resources: {'Port': ['ID=b64da02c-8133-469c-9ba8-e65351d3738f,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.365744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:06.376170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Network cf28430b-1237-40b0-82fc-efa59887537d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:06.398587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:06.402398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:06.499414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Attempting to bind port b64da02c-8133-469c-9ba8-e65351d3738f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:06.500001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Attempting to bind port b64da02c-8133-469c-9ba8-e65351d3738f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:06.500606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Attempting to bind port b64da02c-8133-469c-9ba8-e65351d3738f on network cf28430b-1237-40b0-82fc-efa59887537d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:06.537863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:06.539045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Checking segment: {'id': 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:06.539653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.540745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Bound using segment: {'id': 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:06.541476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Bound port: b64da02c-8133-469c-9ba8-e65351d3738f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cf28430b-1237-40b0-82fc-efa59887537d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:06.541951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.606384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.653380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:06.656403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:06.659714 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4844435-d08c-4d11-9891-6339c963ad86" -d '{"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9446096c-2740-4888-9bcd-e4cd56121682"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:06.665902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.668985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] For port b64da02c-8133-469c-9ba8-e65351d3738f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:06.704097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] For port b64da02c-8133-469c-9ba8-e65351d3738f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da02c-8133-469c-9ba8-e65351d3738f,segment=NetworkSegment(d2b53c91-b872-4bb0-9f6b-23ba37263cc6),segment_id=d2b53c91-b872-4bb0-9f6b-23ba37263cc6)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:06.712758 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.727792 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba28f8-b6c0-4df1-8159-0cf5224a37d6 x-openstack-request-id: req-b0ba28f8-b6c0-4df1-8159-0cf5224a37d6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:06.728397 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-unplugged", "status": "failed", "tag": "9446096c-2740-4888-9bcd-e4cd56121682", "code": 422}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:06.728931 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0ba28f8-b6c0-4df1-8159-0cf5224a37d6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:06.729328 n-d-807025-5 neutron-server[95003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682', 'code': 422} returned with failed status Sep 30 08:26:06.756251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.826508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f137f43-a682-49bf-be7b-f9c623d889ca None None] Pushing event updated for resources: {'Port': ['ID=b64da02c-8133-469c-9ba8-e65351d3738f,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.835997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.860960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] device_id is not set on port 43ad68e1-411f-48e5-b2e7-03dad47b1091 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:06.962744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7097-fb93-4e49-a30f-b1d594ef89b0 req-d85a4847-fb74-45c7-b5f1-dd41adeed8b0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:06.964456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-559c7097-fb93-4e49-a30f-b1d594ef89b0 req-d85a4847-fb74-45c7-b5f1-dd41adeed8b0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 943 time: 0.0774202 Sep 30 08:26:07.007836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-559c7097-fb93-4e49-a30f-b1d594ef89b0 req-8cba7db1-2c16-4447-9dcc-b84528226fd2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368409 Sep 30 08:26:07.074156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.20.0.5 (cf28430b-1237-40b0-82fc-efa59887537d/4ca6ed19-a12d-4ef0-9693-a95e47f7a40f/43ad68e1-411f-48e5-b2e7-03dad47b1091) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:07.285964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.337649 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.365928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network cf28430b-1237-40b0-82fc-efa59887537d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:07.369321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:07.393535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:07.464189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=43ad68e1-411f-48e5-b2e7-03dad47b1091,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:07.499480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:07.501387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.557604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da02c-8133-469c-9ba8-e65351d3738f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:07.571254 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e220dc8b-6e0c-48a3-95c1-929cbef486c0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.6614351 Sep 30 08:26:07.578286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59350) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:07.579634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-953db995-1ae9-4561-9b32-04adfe06cbce tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:07.581475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-953db995-1ae9-4561-9b32-04adfe06cbce tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 817 time: 0.2567863 Sep 30 08:26:07.603321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Request body: {'port': {'device_id': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'admin_state_up': True, 'tenant_id': 'dab544a251e5431985d2abe2b4cdc88f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:07.715112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b64da02c-8133-469c-9ba8-e65351d3738f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:07.715703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.859006 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.877712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Made reservation on behalf of dab544a251e5431985d2abe2b4cdc88f for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:07.882322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.893471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-aae1a7fe-af93-464d-aee0-872c0b6d65a2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:07.895281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-aae1a7fe-af93-464d-aee0-872c0b6d65a2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.57 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 817 time: 0.3626711 Sep 30 08:26:07.916460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b64da02c-8133-469c-9ba8-e65351d3738f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da02c-8133-469c-9ba8-e65351d3738f,segment=NetworkSegment(d2b53c91-b872-4bb0-9f6b-23ba37263cc6),segment_id=d2b53c91-b872-4bb0-9f6b-23ba37263cc6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:07.927814 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.980052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Request body: {'port': {'device_id': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'admin_state_up': True, 'tenant_id': 'dab544a251e5431985d2abe2b4cdc88f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:08.094020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b64da02c-8133-469c-9ba8-e65351d3738f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.261228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-c88e81b5-9c5e-470d-aa31-8c2a3e2ed144 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:08.262971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-c88e81b5-9c5e-470d-aa31-8c2a3e2ed144 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 817 time: 0.2482939 Sep 30 08:26:08.276816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Allocated IP 172.20.0.3 (2890ff8b-fa96-4e41-a79e-7c13ec6e603f/400783de-5c24-46fd-9cab-efffc268e724/4acae8a2-46d3-4bb1-864f-2f7ac3a58823) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:08.286495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Request body: {'port': {'device_id': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'admin_state_up': True, 'tenant_id': 'dab544a251e5431985d2abe2b4cdc88f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:08.359799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147899d-d489-4882-9ea5-7cf571e5ec14 None None] Network cf28430b-1237-40b0-82fc-efa59887537d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:08.468838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Made reservation on behalf of dab544a251e5431985d2abe2b4cdc88f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:08.472254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.478041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-11835bab-7fc2-4f3f-b35a-dd84205f4687 None None] Provisioning complete for port b64da02c-8133-469c-9ba8-e65351d3738f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:08.478418 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11835bab-7fc2-4f3f-b35a-dd84205f4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.549510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.592383 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.638372 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4012-0d38-4124-8a3d-930cd7514e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.683578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:08.688776 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.698649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:08.702444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:08.758501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Pushing event updated for resources: {'Port': ['ID=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.765357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Allocated IP 172.20.0.2 (2890ff8b-fa96-4e41-a79e-7c13ec6e603f/400783de-5c24-46fd-9cab-efffc268e724/bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:08.798793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-0f7b8616-7d67-44ff-8a2d-efcf6fcf144d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:08.807822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-0f7b8616-7d67-44ff-8a2d-efcf6fcf144d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9186097-3368-454b-920c-4c47d0de24dd HTTP/1.1" status: 200 len: 943 time: 0.1705263 Sep 30 08:26:08.815962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:08.816626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.834108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Made reservation on behalf of dab544a251e5431985d2abe2b4cdc88f for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:08.837910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.876031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-25cc69c9-a7cc-4e4b-acf7-5fe4d573ca76 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2771959 Sep 30 08:26:08.905079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Request body: {'port': {'device_id': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:09.045072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.059698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dfdc71d2-881e-46fd-890f-7863383b81e4 None None] Provisioning complete for port b64da02c-8133-469c-9ba8-e65351d3738f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:09.061750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dfdc71d2-881e-46fd-890f-7863383b81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.066172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port 9446096c-2740-4888-9bcd-e4cd56121682 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:09.066515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.067713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.079181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.161798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=43ad68e1-411f-48e5-b2e7-03dad47b1091,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.220154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dfdc71d2-881e-46fd-890f-7863383b81e4 None None] Provisioning complete for port 43ad68e1-411f-48e5-b2e7-03dad47b1091 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:09.220458 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dfdc71d2-881e-46fd-890f-7863383b81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.266972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc71d2-881e-46fd-890f-7863383b81e4 None None] Port 43ad68e1-411f-48e5-b2e7-03dad47b1091 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:09.319159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port 9446096c-2740-4888-9bcd-e4cd56121682, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9446096c-2740-4888-9bcd-e4cd56121682,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:09.319729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.339435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for 9446096c-2740-4888-9bcd-e4cd56121682 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:09.366598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.391473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-392098bd-e7ee-4aaa-8102-41a267ee7510 None None] Provisioning complete for port 43ad68e1-411f-48e5-b2e7-03dad47b1091 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:09.391978 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-392098bd-e7ee-4aaa-8102-41a267ee7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.468347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da02c-8133-469c-9ba8-e65351d3738f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:09.473679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-392098bd-e7ee-4aaa-8102-41a267ee7510 None None] Port 43ad68e1-411f-48e5-b2e7-03dad47b1091 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:09.533653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b64da02c-8133-469c-9ba8-e65351d3738f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:09.534330 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.584471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.585030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.629523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=9446096c-2740-4888-9bcd-e4cd56121682,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.681689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port 9446096c-2740-4888-9bcd-e4cd56121682 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:09.687532 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.697431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c6f6402-584d-46c8-8e7b-7f5a1d589221 req-53071be9-0cf8-45a5-a7cd-50810400bf39 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "DELETE /v2.0/ports/9446096c-2740-4888-9bcd-e4cd56121682 HTTP/1.1" status: 204 len: 173 time: 0.8883989 Sep 30 08:26:09.698223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-deleted', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:09.700833 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3887b57f-557e-487a-863e-a9240325b790" -d '{"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-deleted", "tag": "9446096c-2740-4888-9bcd-e4cd56121682"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:09.703305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e48d0009-1733-4f39-aa19-912415b8cdb4 None None] Provisioning complete for port 43ad68e1-411f-48e5-b2e7-03dad47b1091 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:09.703788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.703912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e48d0009-1733-4f39-aa19-912415b8cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.710261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:09.717745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e29894b2-4834-40bf-aa62-f11084b629ff {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:26:09.718074 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:26:09.749623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e48d0009-1733-4f39-aa19-912415b8cdb4 None None] Port 43ad68e1-411f-48e5-b2e7-03dad47b1091 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:09.751599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Pushing event updated for resources: {'Port': ['ID=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.754224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:09.758352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:09.847130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.847932 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.888953 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0f46d445-e230-4ec6-96d1-cae0a7c0527a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9246523 Sep 30 08:26:09.890101 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.905491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:09.915981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.934077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Transition to ACTIVE for port object 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:09.937969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.998984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Pushing event updated for resources: {'Port': ['ID=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:10.068905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Request body: {'port': {'device_id': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:10.105234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Attempting to bind port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:10.105615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Attempting to bind port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:10.105949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Attempting to bind port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:10.110656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:10.110985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Attempting to bind port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:10.116295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:10.116715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Checking segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:10.119672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Bound using segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:10.121886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Bound port: 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:10.122492 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.205227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.220632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] For port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:10.225412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.231229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] For port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:10.244045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.294700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:10.295327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.296820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] 10.222.0.50 "PUT /v2.0/ports/4acae8a2-46d3-4bb1-864f-2f7ac3a58823 HTTP/1.1" status: 200 len: 1091 time: 1.3983057 Sep 30 08:26:10.360714 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.361385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:10.367828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.392898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 9446096c-2740-4888-9bcd-e4cd56121682 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:10.393799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9446096c-2740-4888-9bcd-e4cd56121682 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:10.415916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b993f-59b8-404d-b91b-f371973667ef service neutron] Pushing event updated for resources: {'Port': ['ID=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:10.445298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-d2b3f277-8b9f-4c43-af4f-e874d5a8f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:10.447428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-d2b3f277-8b9f-4c43-af4f-e874d5a8f8f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 1094 time: 0.0745730 Sep 30 08:26:10.473480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.475141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=43ad68e1-411f-48e5-b2e7-03dad47b1091,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:10.505123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-21937256-ddc9-44be-b400-2880e2a0590b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823 HTTP/1.1" status: 200 len: 217 time: 0.0414701 Sep 30 08:26:10.531558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e1f9b-85fb-4f9d-8f1f-1ae633654b54 req-f21aa0fc-5970-4a61-bb4f-0302690dc543 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:10.533161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9e1f9b-85fb-4f9d-8f1f-1ae633654b54 req-f21aa0fc-5970-4a61-bb4f-0302690dc543 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.1022847 Sep 30 08:26:10.597026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-03890a7c-aff0-4272-844a-9e706b1dbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:10.598557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-03890a7c-aff0-4272-844a-9e706b1dbc00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 200 len: 857 time: 0.0844150 Sep 30 08:26:10.604827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9e1f9b-85fb-4f9d-8f1f-1ae633654b54 req-909accba-996e-4a93-a597-960034e5406b tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526721 Sep 30 08:26:10.637861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-3d2983ff-dccd-4a38-96f0-93ac04e20ef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291917 Sep 30 08:26:10.735616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc8e85a1-4109-4f3f-8023-540de6e03474 req-9c29f67b-5946-4b06-998d-e9ea2d754350 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 210 time: 0.0600603 Sep 30 08:26:10.775515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-83989490-6aed-40e6-9211-c9f303a1b26e service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285918 Sep 30 08:26:10.885681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-8c99b018-953a-4cee-bea8-a734b0b58ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007025 Sep 30 08:26:10.988863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network cf28430b-1237-40b0-82fc-efa59887537d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:10.995915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:11.000323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:11.007180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.022586 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911f2ea-f0ac-4595-9bb0-cc3ec095f907 x-openstack-request-id: req-d911f2ea-f0ac-4595-9bb0-cc3ec095f907 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:11.023081 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9186097-3368-454b-920c-4c47d0de24dd", "name": "network-vif-deleted", "tag": "9446096c-2740-4888-9bcd-e4cd56121682", "status": "failed", "code": 422}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:11.023483 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d911f2ea-f0ac-4595-9bb0-cc3ec095f907 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:11.024148 n-d-807025-5 neutron-server[95001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9186097-3368-454b-920c-4c47d0de24dd', 'name': 'network-vif-deleted', 'tag': '9446096c-2740-4888-9bcd-e4cd56121682', 'status': 'failed', 'code': 422} returned with failed status Sep 30 08:26:11.055297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Transition to ACTIVE for port object bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:11.075031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4fa43a9-b466-4dfe-ae5f-ac6da5e02de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.107470 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.169471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Allocated IP 172.20.0.14 (2890ff8b-fa96-4e41-a79e-7c13ec6e603f/400783de-5c24-46fd-9cab-efffc268e724/656146e6-f337-4b94-bffe-d126cf31a0a4) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:11.223441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:11.292945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router 9586a946-acde-4262-8ca5-401121acef07 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:11.301819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Attempting to bind port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:11.302163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Attempting to bind port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:11.302491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Attempting to bind port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:11.310032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:11.310361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Attempting to bind port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:11.358640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:11.358940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Checking segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:11.359335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Bound using segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:11.359898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Bound port: bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:11.360226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.401116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5e9a2bd4-7774-4ef8-90bb-0383cc1b2edf None None] Provisioning complete for port 43ad68e1-411f-48e5-b2e7-03dad47b1091 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:11.401922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2bd4-7774-4ef8-90bb-0383cc1b2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.440978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:11.449582 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0750c641-b8ca-4d91-9a6b-5243bb2503e2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/9586a946-acde-4262-8ca5-401121acef07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8682046 Sep 30 08:26:11.450380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59450) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:11.457295 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] Sync routers for ids ['9586a946-acde-4262-8ca5-401121acef07'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:11.481579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.489783 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] Routers {'9586a946-acde-4262-8ca5-401121acef07'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:11.490641 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9586a946-acde-4262-8ca5-401121acef07'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:11.494251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a2bd4-7774-4ef8-90bb-0383cc1b2edf None None] Port 43ad68e1-411f-48e5-b2e7-03dad47b1091 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:11.516696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc11af2-4f12-4811-b4e7-9123075a095f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.518156 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4bc11af2-4f12-4811-b4e7-9123075a095f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports/43ad68e1-411f-48e5-b2e7-03dad47b1091 HTTP/1.1" status: 200 len: 975 time: 0.0674005 Sep 30 08:26:11.520851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59454) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:11.523259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] For port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:11.524912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-69c7e6e5-0199-4abb-8ff2-39ed09d0b864 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.526638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-69c7e6e5-0199-4abb-8ff2-39ed09d0b864 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.2359998 Sep 30 08:26:11.529742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.548173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-78aa48c1-339f-4c4e-9c8a-dc09a306ba33 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0115054 Sep 30 08:26:11.565123 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:11.576077 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] Routers {'9586a946-acde-4262-8ca5-401121acef07'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:11.577387 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9586a946-acde-4262-8ca5-401121acef07'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:11.599403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-5e42e6ce-6350-4137-bde1-4b927abb9609 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416818 Sep 30 08:26:11.617512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] For port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:11.624559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.626873 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:11.627554 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4924db7-7977-4374-bddc-9a9c3e8faf98 None None] The sync data for ids ['9586a946-acde-4262-8ca5-401121acef07'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:11.641767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.728844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.729573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.730990 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 HTTP/1.1" status: 200 len: 1091 time: 1.8237219 Sep 30 08:26:11.731435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'tag': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:11.733758 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d1a2ad-01db-4951-affc-a338b3409b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb42ec8e-07c8-42dc-a384-1f15c7b8026f", "tag": "bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:11.748777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:11.751712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Pushing event updated for resources: {'Port': ['ID=656146e6-f337-4b94-bffe-d126cf31a0a4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:11.754866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:11.757664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:11.772267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8cccb-1a53-479c-9e15-7a37d99b53e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:11.895052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-2fdb1620-7522-4d38-aaf3-303e01d5386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.896083 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-2fdb1620-7522-4d38-aaf3-303e01d5386b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 1094 time: 0.0746408 Sep 30 08:26:11.975914 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-d28775a2-20bc-49d9-8166-172853c42a5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 HTTP/1.1" status: 200 len: 217 time: 0.0688314 Sep 30 08:26:12.030027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.115506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-9f6e17ba-2a63-43a6-a676-a412e709f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.117038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-9f6e17ba-2a63-43a6-a676-a412e709f134 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 200 len: 857 time: 0.1260989 Sep 30 08:26:12.161138 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-9b2be002-b1a6-4fdb-b39d-3df6d759cc1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341077 Sep 30 08:26:12.175452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-ac9e45b6-b14b-4342-ba8b-db6bdd9eb240 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645173 Sep 30 08:26:12.185672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.186279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.217901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-0b0a6952-5d80-4a8e-a3f3-7c3dff78ad8f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9361525 Sep 30 08:26:12.260054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Request body: {'port': {'device_id': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:12.325123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-068adad4-45c0-4405-b5e2-20104c2f6cba service neutron] 10.222.0.57 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332831 Sep 30 08:26:12.335627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-bd963288-af8d-4e85-b15c-58f4aeda165d service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458876 Sep 30 08:26:12.336367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.365998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:12.483674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 43ad68e1-411f-48e5-b2e7-03dad47b1091 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:12.484171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.513275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-f39ba254-afac-4de5-af11-af38e6ef7240 service neutron] 10.222.0.57 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571667 Sep 30 08:26:12.591652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:12.605076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823', 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'port_id': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823', 'mac_address': 'fa:16:3e:bd:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400783de-5c24-46fd-9cab-efffc268e724', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:12.631702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.644926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 43ad68e1-411f-48e5-b2e7-03dad47b1091 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:12.649963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.670872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:12.691140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656146e6-f337-4b94-bffe-d126cf31a0a4 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:12.698061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:12.700424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.707044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.715464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Transition to ACTIVE for port object 656146e6-f337-4b94-bffe-d126cf31a0a4 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:12.722791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.786335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59484) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:12.836109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:12.862396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Pushing event updated for resources: {'Port': ['ID=656146e6-f337-4b94-bffe-d126cf31a0a4,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:12.952121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Attempting to bind port 656146e6-f337-4b94-bffe-d126cf31a0a4 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:12.952596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Attempting to bind port 656146e6-f337-4b94-bffe-d126cf31a0a4 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:12.953356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Attempting to bind port 656146e6-f337-4b94-bffe-d126cf31a0a4 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:12.958438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Port 656146e6-f337-4b94-bffe-d126cf31a0a4 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:12.958906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Attempting to bind port 656146e6-f337-4b94-bffe-d126cf31a0a4 on network 2890ff8b-fa96-4e41-a79e-7c13ec6e603f {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:12.961473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b32f03-d360-42cf-a088-25483ede1943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.965119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:12.965483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Checking segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:12.965868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Bound using segment: {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:12.966303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Bound port: 656146e6-f337-4b94-bffe-d126cf31a0a4, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966e97c3-69ae-40ee-9d6b-e2b63304eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:12.967253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.998471 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.028158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'tag': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:13.037920 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b90d7d-7edd-42e2-80d8-f2496bfa7289" -d '{"events": [{"name": "network-changed", "server_uuid": "adc052a9-fd0a-44a5-9a11-120cb36cfb21", "tag": "4acae8a2-46d3-4bb1-864f-2f7ac3a58823"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:13.051608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=43ad68e1-411f-48e5-b2e7-03dad47b1091,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.057299 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.064363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4acae8a2-46d3-4bb1-864f-2f7ac3a58823'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:13.095107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] For port 656146e6-f337-4b94-bffe-d126cf31a0a4, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:13.098929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] For port 656146e6-f337-4b94-bffe-d126cf31a0a4, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=656146e6-f337-4b94-bffe-d126cf31a0a4,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:13.116126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.120083 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36129ec-c508-4211-bb05-2f40dcd6ac06 x-openstack-request-id: req-b36129ec-c508-4211-bb05-2f40dcd6ac06 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:13.120506 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb42ec8e-07c8-42dc-a384-1f15c7b8026f", "tag": "bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:13.120862 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b36129ec-c508-4211-bb05-2f40dcd6ac06 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:13.121663 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'tag': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399', 'status': 'completed', 'code': 200} Sep 30 08:26:13.154982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:26:13.248671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Pushing event updated for resources: {'Port': ['ID=656146e6-f337-4b94-bffe-d126cf31a0a4,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.284964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.285817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.287292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-bc90a265-9102-442c-8cc2-1d24a057c11d service neutron] 10.222.0.50 "PUT /v2.0/ports/656146e6-f337-4b94-bffe-d126cf31a0a4 HTTP/1.1" status: 200 len: 1092 time: 1.0544722 Sep 30 08:26:13.312976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e6e0-e51b-4e11-87a0-22adf20fc4b7 req-a89de7f4-813e-4bad-b05e-62ef75aeb05c tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.316007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b32f03-d360-42cf-a088-25483ede1943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.322077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25e6e6e0-e51b-4e11-87a0-22adf20fc4b7 req-a89de7f4-813e-4bad-b05e-62ef75aeb05c tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 944 time: 0.0740247 Sep 30 08:26:13.351427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b32f03-d360-42cf-a088-25483ede1943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.355481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.370622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25e6e6e0-e51b-4e11-87a0-22adf20fc4b7 req-73eb0184-5c9c-4491-a595-d55cc083fc1f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475414 Sep 30 08:26:13.395722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-9bd81562-9dd7-407f-a3f2-7a18b58af910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.396082 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-9bd81562-9dd7-407f-a3f2-7a18b58af910 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 1094 time: 0.2473252 Sep 30 08:26:13.455398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-14f7855e-da92-498c-8d19-3245aa94d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.457807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-14f7855e-da92-498c-8d19-3245aa94d679 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 1095 time: 0.0996878 Sep 30 08:26:13.474967 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53b32f03-d360-42cf-a088-25483ede1943 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ba6ae5c42424f7da043037050563e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871495 Sep 30 08:26:13.481404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59500) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:13.492537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b32f03-d360-42cf-a088-25483ede1943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65fb174-99aa-45af-9836-c59683801a0f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.547967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-cfc980d7-1e14-4bb5-8ac4-7ae3898b5b8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=656146e6-f337-4b94-bffe-d126cf31a0a4 HTTP/1.1" status: 200 len: 217 time: 0.0730150 Sep 30 08:26:13.617953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb1429bd-1b15-466e-afcb-1e11e6e62d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.644224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb1429bd-1b15-466e-afcb-1e11e6e62d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.653361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-dbc5db43-602d-4394-a747-e63d4959792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.653820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router 9586a946-acde-4262-8ca5-401121acef07 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:13.654870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-dbc5db43-602d-4394-a747-e63d4959792c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 200 len: 857 time: 0.0983047 Sep 30 08:26:13.666109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-d8237619-9afb-4379-9c77-6e8a02c1aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.667613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-d8237619-9afb-4379-9c77-6e8a02c1aa5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 918 time: 0.2460451 Sep 30 08:26:13.701884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-93203378-f09c-4eee-9e85-7c3e9d848068 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305774 Sep 30 08:26:13.772051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff5c1a48-9485-4bf4-866f-867a261167e5 req-6bb03ac6-f182-49ac-ae59-701dfb327f24 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 210 time: 0.0432079 Sep 30 08:26:13.775395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb1429bd-1b15-466e-afcb-1e11e6e62d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.778278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb1429bd-1b15-466e-afcb-1e11e6e62d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.782276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fb1429bd-1b15-466e-afcb-1e11e6e62d05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d65fb174-99aa-45af-9836-c59683801a0f HTTP/1.1" status: 204 len: 168 time: 0.2988634 Sep 30 08:26:13.825123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1429bd-1b15-466e-afcb-1e11e6e62d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65fb174-99aa-45af-9836-c59683801a0f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.855618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-06b0e396-39cc-440f-8cc8-6b28ae12d817 service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453929 Sep 30 08:26:13.977314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abde1d-3ed1-475e-912e-4cb6a94892c9 req-7aa38b4a-0717-42bc-9645-bacd5b1fef6d tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.979018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13abde1d-3ed1-475e-912e-4cb6a94892c9 req-7aa38b4a-0717-42bc-9645-bacd5b1fef6d tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.1211538 Sep 30 08:26:14.018851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d15df6-35ee-43f6-b00b-8f5372bec535 req-2b7ceb10-337c-42e6-932d-df42d4a7cf35 service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509533 Sep 30 08:26:14.050310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13abde1d-3ed1-475e-912e-4cb6a94892c9 req-15013793-f4cf-4425-90b8-02b6501591f5 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602674 Sep 30 08:26:14.127462 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-4e1cdcf0-d421-42de-b253-6ff71e31695e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 HTTP/1.1" status: 200 len: 217 time: 0.4484224 Sep 30 08:26:14.169843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:14.178343 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bad5ac93-6830-40d8-a3c7-56b6dccfddd7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/9586a946-acde-4262-8ca5-401121acef07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6538408 Sep 30 08:26:14.184523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] Sync routers for ids ['9586a946-acde-4262-8ca5-401121acef07'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:14.194513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59506) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:14.198831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59508) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:14.207632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] Routers {'9586a946-acde-4262-8ca5-401121acef07'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:14.213081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9586a946-acde-4262-8ca5-401121acef07'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:14.226863 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2340de-8938-4830-a087-409ed2097bd9 x-openstack-request-id: req-2b2340de-8938-4830-a087-409ed2097bd9 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:14.228204 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc052a9-fd0a-44a5-9a11-120cb36cfb21", "tag": "4acae8a2-46d3-4bb1-864f-2f7ac3a58823", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:14.228561 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b2340de-8938-4830-a087-409ed2097bd9 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:14.229318 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'tag': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823', 'status': 'completed', 'code': 200} Sep 30 08:26:14.260171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:14.265892 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdfce575-7417-43f4-89e5-899957390dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.269789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] Routers {'9586a946-acde-4262-8ca5-401121acef07'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:14.271328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9586a946-acde-4262-8ca5-401121acef07'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:14.297456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-01242ddc-9057-4b0c-99a3-22213de60397 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.298937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-01242ddc-9057-4b0c-99a3-22213de60397 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.2312257 Sep 30 08:26:14.301935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-a67de05a-ef8f-4aa6-85f0-c89b556e0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.303315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-a67de05a-ef8f-4aa6-85f0-c89b556e0f61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 1095 time: 0.0729327 Sep 30 08:26:14.306113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:14.306712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af1f08-97ba-4230-bbd8-83b6e90a338c None None] The sync data for ids ['9586a946-acde-4262-8ca5-401121acef07'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:14.318007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-ccc2ba91-530c-4b37-92e9-acdff74d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.319455 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-ccc2ba91-530c-4b37-92e9-acdff74d3b97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 200 len: 857 time: 0.1579876 Sep 30 08:26:14.335969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': '33f64852-4f23-46a7-b221-9c302077bc1a', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:14.365254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:14.382532 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-c911f000-c7d2-4579-b30d-e0bd450bf3e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318332 Sep 30 08:26:14.439115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:14.444857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:14.446693 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.499415 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-58d5a96c-86b4-42bc-9374-8c4ffd1931ea tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] remove_router_interface failed (client error): The resource could not be found. Sep 30 08:26:14.503117 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-58d5a96c-86b4-42bc-9374-8c4ffd1931ea tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/9586a946-acde-4262-8ca5-401121acef07/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3049390 Sep 30 08:26:14.504235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:14.515723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-d7604d00-35f4-4ff4-8cd7-177f5653e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.519120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-d7604d00-35f4-4ff4-8cd7-177f5653e8e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 918 time: 0.2074225 Sep 30 08:26:14.551835 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.568151 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5db8ec06-915f-4813-80ab-309fcc578441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=9586a946-acde-4262-8ca5-401121acef07 HTTP/1.1" status: 200 len: 205 time: 0.0602705 Sep 30 08:26:14.572909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:14.576034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:14.576277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-3edbc198-91e2-4b00-bb1b-a7c6b5843c2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823 HTTP/1.1" status: 200 len: 217 time: 0.0421994 Sep 30 08:26:14.578786 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee1d5b-8857-4759-b926-d978076b80cc" -d '{"events": [{"server_uuid": "adc052a9-fd0a-44a5-9a11-120cb36cfb21", "name": "network-vif-plugged", "status": "completed", "tag": "4acae8a2-46d3-4bb1-864f-2f7ac3a58823"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:14.586386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39660575-5374-4331-896f-544634dd965e req-d944b03b-c164-4c19-a34e-142f1d26cdc7 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.588461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39660575-5374-4331-896f-544634dd965e req-d944b03b-c164-4c19-a34e-142f1d26cdc7 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 944 time: 0.1319199 Sep 30 08:26:14.608584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:14.615113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.671554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-7b84d941-4359-4a59-bb6b-e1be091e66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.673590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-7b84d941-4359-4a59-bb6b-e1be091e66ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 200 len: 857 time: 0.0841956 Sep 30 08:26:14.674219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:14.677250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39660575-5374-4331-896f-544634dd965e req-49395e37-791e-4708-a087-628e59c6b7d2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789177 Sep 30 08:26:14.678587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.688544 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-72e67ea2-523b-425e-8b64-9178f789fca2 service neutron] 10.222.0.57 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671273 Sep 30 08:26:14.709267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-17de243b-0e33-4d74-b65b-b679d6678cc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280714 Sep 30 08:26:14.809638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-80009d67-99a1-465e-9840-9462cd1b91a5 service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923381 Sep 30 08:26:14.827924 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.834599 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98448aab-76d2-4cdd-bc9d-d941cfbb4dd6 x-openstack-request-id: req-98448aab-76d2-4cdd-bc9d-d941cfbb4dd6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:14.834919 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc052a9-fd0a-44a5-9a11-120cb36cfb21", "name": "network-vif-plugged", "status": "completed", "tag": "4acae8a2-46d3-4bb1-864f-2f7ac3a58823", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:14.835246 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98448aab-76d2-4cdd-bc9d-d941cfbb4dd6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:14.835653 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823', 'code': 200} Sep 30 08:26:14.899782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdfce575-7417-43f4-89e5-899957390dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.928884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdfce575-7417-43f4-89e5-899957390dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.937962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30b90d7d-7edd-42e2-80d8-f2496bfa7289 req-04e4be91-c710-4c94-8a6c-da6be44096c4 service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206377 Sep 30 08:26:14.950080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:14.953672 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.960565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.968150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.048059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251916da-4152-4e6b-9400-bccbb33fccfb req-be352e14-97c6-4cd6-9687-26434e0fda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.049510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-251916da-4152-4e6b-9400-bccbb33fccfb req-be352e14-97c6-4cd6-9687-26434e0fda43 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 1096 time: 0.1097291 Sep 30 08:26:15.065745 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cdfce575-7417-43f4-89e5-899957390dbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a47205d583bc45adbfd13f0717c7e67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8590240 Sep 30 08:26:15.065745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfce575-7417-43f4-89e5-899957390dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41f4a7-7fe9-4f59-8141-cef6043c3aee,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.066966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:15.069886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:15.075044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-15f0864a-8e02-4c21-b168-038dfa2ac893 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.076642 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-15f0864a-8e02-4c21-b168-038dfa2ac893 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.2433338 Sep 30 08:26:15.078532 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-1d65445a-1c7c-4cf7-b131-32ac6229367f service neutron] 10.222.0.57 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570666 Sep 30 08:26:15.084873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.085627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router 9586a946-acde-4262-8ca5-401121acef07 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:15.091754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7ce7886-ef55-45db-9ca4-9b091453f683 req-af95d190-b0b7-4770-870f-dd8083254557 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 210 time: 0.0483279 Sep 30 08:26:15.093333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.094696 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a7d44e4-49dd-45cd-b1de-577cd1b17db0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/9586a946-acde-4262-8ca5-401121acef07 HTTP/1.1" status: 204 len: 168 time: 0.5191538 Sep 30 08:26:15.104294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59530) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:15.202267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-251916da-4152-4e6b-9400-bccbb33fccfb req-d87c2287-8b2f-4f80-a3ed-6c522a95cd01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354687 Sep 30 08:26:15.226903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.9 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/eaae0a84-eead-4bf2-ac7a-95093662bdc7) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:15.227641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:15.241602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399', 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'port_id': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399', 'mac_address': 'fa:16:3e:81:dd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400783de-5c24-46fd-9cab-efffc268e724', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:15.246382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae691-a11f-44e8-b430-d44261b802a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.252303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet 4ca6ed19-a12d-4ef0-9693-a95e47f7a40f {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:15.258298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.281843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae691-a11f-44e8-b430-d44261b802a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.292595 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.293555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Deleting port 93ef8209-9f23-45d2-a0a3-0bec967690f7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:15.293908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.347998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.378720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6331e-0884-429c-b543-457157d34c64 req-d0d83ca0-2cc1-49dc-99f1-e11e467244ff tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.380314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91b6331e-0884-429c-b543-457157d34c64 req-d0d83ca0-2cc1-49dc-99f1-e11e467244ff tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb49e9-9af5-420b-9b4f-ba60f379bb66 HTTP/1.1" status: 200 len: 946 time: 0.1716101 Sep 30 08:26:15.392962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] For port 93ef8209-9f23-45d2-a0a3-0bec967690f7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=93ef8209-9f23-45d2-a0a3-0bec967690f7,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:15.393346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.451246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:15.471909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:15.478065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.531015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.539545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91b6331e-0884-429c-b543-457157d34c64 req-73c85099-c5fe-4905-86e8-f0fd32f279be tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d4805e5-826e-4de4-9ee7-86d481bb6077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276152 Sep 30 08:26:15.542678 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae691-a11f-44e8-b430-d44261b802a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.545896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae691-a11f-44e8-b430-d44261b802a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.547179 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2b8ae691-a11f-44e8-b430-d44261b802a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a41f4a7-7fe9-4f59-8141-cef6043c3aee HTTP/1.1" status: 204 len: 168 time: 0.4677513 Sep 30 08:26:15.564395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ae691-a11f-44e8-b430-d44261b802a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41f4a7-7fe9-4f59-8141-cef6043c3aee,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.573335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.575359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.643761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.644120 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.644358 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Floating IP 27a6c41b-d97f-4fae-8a39-50f186b6cfa5 disassociated. External IP: 172.25.7.190, port: 93ef8209-9f23-45d2-a0a3-0bec967690f7. Sep 30 08:26:15.645065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Calling delete_port for 93ef8209-9f23-45d2-a0a3-0bec967690f7 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:15.656841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.659500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.719984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca6ed19-a12d-4ef0-9693-a95e47f7a40f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.724064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.729244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7edce1-ab30-488f-a2e1-330595d303e0 None None] Network cf28430b-1237-40b0-82fc-efa59887537d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:15.729356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59536) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:15.730085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-787dbcf4-2f02-4788-bdc0-f993dcf8c928 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/4ca6ed19-a12d-4ef0-9693-a95e47f7a40f HTTP/1.1" status: 204 len: 168 time: 0.6246843 Sep 30 08:26:15.740921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:15.744679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:15.752682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:15.757424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=eaae0a84-eead-4bf2-ac7a-95093662bdc7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.780836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:15.829310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.830024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.860667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.881252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.913672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-826c2780-cd4e-45ae-a24a-a3c706d5d1e3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5817063 Sep 30 08:26:15.930176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29de09b-b4b6-4626-be9c-98a8bd887b04 req-01e2b865-d0af-4b9b-81ed-80e260b41514 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.938743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event deleted for resources: {'Port': ['ID=93ef8209-9f23-45d2-a0a3-0bec967690f7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.940006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f29de09b-b4b6-4626-be9c-98a8bd887b04 req-01e2b865-d0af-4b9b-81ed-80e260b41514 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 944 time: 0.1040883 Sep 30 08:26:15.992174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Request body: {'port': {'device_id': '33f64852-4f23-46a7-b221-9c302077bc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:16.019811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port b64da02c-8133-469c-9ba8-e65351d3738f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:16.020312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.133140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f29de09b-b4b6-4626-be9c-98a8bd887b04 req-13184815-917a-455b-bc3f-c01e59c73ddd tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917324 Sep 30 08:26:16.147919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.155803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port b64da02c-8133-469c-9ba8-e65351d3738f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da02c-8133-469c-9ba8-e65351d3738f,segment=NetworkSegment(d2b53c91-b872-4bb0-9f6b-23ba37263cc6),segment_id=d2b53c91-b872-4bb0-9f6b-23ba37263cc6)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:16.157087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.162681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] DHCP port deletion for cf28430b-1237-40b0-82fc-efa59887537d request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:16.190556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for b64da02c-8133-469c-9ba8-e65351d3738f owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:16.196489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:16.232036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'tag': '656146e6-f337-4b94-bffe-d126cf31a0a4'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:16.235657 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caff2ba-00a0-45d0-82f6-ff767d0cd941" -d '{"events": [{"name": "network-changed", "server_uuid": "b515e5f0-0574-4fe7-9ba7-1fd591a89d35", "tag": "656146e6-f337-4b94-bffe-d126cf31a0a4"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:16.366470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] Deleting port b64da02c-8133-469c-9ba8-e65351d3738f {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:16.367046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.396854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 656146e6-f337-4b94-bffe-d126cf31a0a4 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:16.424992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:16.443183 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] Sync routers for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:16.462202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:16.462859 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:16.482342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] No DVR routers for this DVR port 93ef8209-9f23-45d2-a0a3-0bec967690f7 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:16.485858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.493573 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4d52520e-1dc5-4911-a352-c57e99a47b10 req-11b0c98b-44bf-4bcc-84b6-5edd638af5da tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.57 "DELETE /v2.0/ports/93ef8209-9f23-45d2-a0a3-0bec967690f7 HTTP/1.1" status: 204 len: 173 time: 1.3978205 Sep 30 08:26:16.494068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'name': 'network-vif-deleted', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:16.497314 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1474e3b-1fdf-4fe9-9f80-df4aafacf0e9" -d '{"events": [{"server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "name": "network-vif-deleted", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:16.532604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.599894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=b64da02c-8133-469c-9ba8-e65351d3738f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:16.611076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port b64da02c-8133-469c-9ba8-e65351d3738f on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:16.619671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 656146e6-f337-4b94-bffe-d126cf31a0a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=656146e6-f337-4b94-bffe-d126cf31a0a4,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:16.658422 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:16.662257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '656146e6-f337-4b94-bffe-d126cf31a0a4', 'network_id': '2890ff8b-fa96-4e41-a79e-7c13ec6e603f', 'port_id': '656146e6-f337-4b94-bffe-d126cf31a0a4', 'mac_address': 'fa:16:3e:85:63:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400783de-5c24-46fd-9cab-efffc268e724', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:16.736933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] For port b64da02c-8133-469c-9ba8-e65351d3738f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da02c-8133-469c-9ba8-e65351d3738f,segment=NetworkSegment(d2b53c91-b872-4bb0-9f6b-23ba37263cc6),segment_id=d2b53c91-b872-4bb0-9f6b-23ba37263cc6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:16.737754 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.758209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] Calling delete_port for b64da02c-8133-469c-9ba8-e65351d3738f owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:16.760645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.765044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.782807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656146e6-f337-4b94-bffe-d126cf31a0a4 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:16.794254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf28430b-1237-40b0-82fc-efa59887537d']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:16.807085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:16.807522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b53c91-b872-4bb0-9f6b-23ba37263cc6') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:16.819807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.840620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 656146e6-f337-4b94-bffe-d126cf31a0a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=656146e6-f337-4b94-bffe-d126cf31a0a4,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:16.841867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.847927 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.852456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:16.853054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.864913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaae0a84-eead-4bf2-ac7a-95093662bdc7 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:16.882199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.906142 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:16.908674 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:26:16.910804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Transition to ACTIVE for port object eaae0a84-eead-4bf2-ac7a-95093662bdc7 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:16.925297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=656146e6-f337-4b94-bffe-d126cf31a0a4,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:16.928997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.941460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:16.945171 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:16.951427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.956727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] Pushing event deleted for resources: {'Port': ['ID=b64da02c-8133-469c-9ba8-e65351d3738f,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:16.957019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.967002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/cf28430b-1237-40b0-82fc-efa59887537d HTTP/1.1" status: 204 len: 168 time: 1.2333293 Sep 30 08:26:16.970958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a8dfa-f450-4ceb-b1e9-bf3e7e0ceb25 None None] No DVR routers for this DVR port b64da02c-8133-469c-9ba8-e65351d3738f on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:16.971741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59572) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:16.985329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-497585137'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:17.001643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc4e2-c8b1-4ef0-9cbb-762125f808bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=cf28430b-1237-40b0-82fc-efa59887537d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:17.018059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3783532-76f0-48b3-b770-ed932840a7fc req-45387950-61e0-482b-9648-86c58a406697 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.026113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3783532-76f0-48b3-b770-ed932840a7fc req-45387950-61e0-482b-9648-86c58a406697 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 931 time: 0.2181702 Sep 30 08:26:17.027114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Pushing event updated for resources: {'Port': ['ID=eaae0a84-eead-4bf2-ac7a-95093662bdc7,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:17.028226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:17.037315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.075324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:17.078059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:17.091619 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.092278 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment 76b1f804-3bfb-4a77-9298-48d0650e6dc0 of type vlan for network e8dc86da-2790-42d6-a8c1-531b4a30d90a Sep 30 08:26:17.153914 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:40Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:17.177694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3783532-76f0-48b3-b770-ed932840a7fc req-29aab8dc-5328-4b0c-b262-7d42023eecec tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302333 Sep 30 08:26:17.183114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.196252 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] Checking router: f98804bc-ff17-46e0-9ef2-5b2c716e6d5a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:17.220234 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:17.221250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['656146e6-f337-4b94-bffe-d126cf31a0a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:17.221954 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:17.243901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Attempting to bind port eaae0a84-eead-4bf2-ac7a-95093662bdc7 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:17.244292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Attempting to bind port eaae0a84-eead-4bf2-ac7a-95093662bdc7 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:17.244500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Attempting to bind port eaae0a84-eead-4bf2-ac7a-95093662bdc7 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:17.249895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Port eaae0a84-eead-4bf2-ac7a-95093662bdc7 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:17.250260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Attempting to bind port eaae0a84-eead-4bf2-ac7a-95093662bdc7 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:17.267701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:17.268057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:17.268491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:17.269737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Bound port: eaae0a84-eead-4bf2-ac7a-95093662bdc7, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:17.270193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.279954 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bb26c4-8461-49d4-9ada-f056ffb7536b x-openstack-request-id: req-39bb26c4-8461-49d4-9ada-f056ffb7536b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:17.280255 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b515e5f0-0574-4fe7-9ba7-1fd591a89d35", "tag": "656146e6-f337-4b94-bffe-d126cf31a0a4", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:17.280508 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39bb26c4-8461-49d4-9ada-f056ffb7536b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:17.284527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.286576 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'tag': '656146e6-f337-4b94-bffe-d126cf31a0a4', 'status': 'completed', 'code': 200} Sep 30 08:26:17.298980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.300353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.312308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:17.325433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:17.325851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.390306 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303e960-0292-4e54-af0b-7f6d07e9c263 x-openstack-request-id: req-b303e960-0292-4e54-af0b-7f6d07e9c263 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:17.390617 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb49e9-9af5-420b-9b4f-ba60f379bb66", "name": "network-vif-deleted", "tag": "93ef8209-9f23-45d2-a0a3-0bec967690f7", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:17.392709 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b303e960-0292-4e54-af0b-7f6d07e9c263 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:17.393153 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb49e9-9af5-420b-9b4f-ba60f379bb66', 'name': 'network-vif-deleted', 'tag': '93ef8209-9f23-45d2-a0a3-0bec967690f7', 'status': 'completed', 'code': 200} Sep 30 08:26:17.427802 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4529700 Sep 30 08:26:17.441043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59592) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:17.457552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.492821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:17.495137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:17.497715 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b79493-6aa9-4b97-8884-7338df8f7f99" -d '{"events": [{"server_uuid": "fb42ec8e-07c8-42dc-a384-1f15c7b8026f", "name": "network-vif-plugged", "status": "completed", "tag": "bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:17.524729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:17.533922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da02c-8133-469c-9ba8-e65351d3738f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:17.538712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.551535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] For port eaae0a84-eead-4bf2-ac7a-95093662bdc7, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:17.579449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] For port eaae0a84-eead-4bf2-ac7a-95093662bdc7, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:17.598708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:17.617197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:17.619375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.624820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b64da02c-8133-469c-9ba8-e65351d3738f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:17.625186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da02c-8133-469c-9ba8-e65351d3738f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:17.658848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.659216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.660562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] 10.222.0.57 "PUT /v2.0/ports/eaae0a84-eead-4bf2-ac7a-95093662bdc7 HTTP/1.1" status: 200 len: 1091 time: 1.6772480 Sep 30 08:26:17.666678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-9d25350b-45e7-4ef0-aa2b-c771ddffb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.675433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-9d25350b-45e7-4ef0-aa2b-c771ddffb9f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dab544a251e5431985d2abe2b4cdc88f&device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 1096 time: 0.2323570 Sep 30 08:26:17.823464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4b0a2-abb9-43c0-9c5c-7c85b52336ea req-0484c20b-e9fd-4c1c-8f4e-41d5b6712c1f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.831121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5b4b0a2-abb9-43c0-9c5c-7c85b52336ea req-0484c20b-e9fd-4c1c-8f4e-41d5b6712c1f tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 945 time: 0.2539704 Sep 30 08:26:17.876888 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:40Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:17.931320 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec429aca-ffc1-4942-baf3-e3c2556b1526 None None] The sync data for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 is: [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:35Z', 'revision_number': 4, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'ee0a3b60-43e6-40a3-b307-566b3f224c72', 'name': '', 'network_id': '46573ea1-7d3c-40a9-af61-e31208e34f4a', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'mac_address': 'fa:16:3e:da:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:33Z', 'updated_at': '2021-09-30T08:23:40Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'subnets': [{'id': 'ab6808be-d4ee-4931-bc65-1795180270fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:18.004224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-46b4f28b-929a-4173-b9ef-06dc8388274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.006883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-46b4f28b-929a-4173-b9ef-06dc8388274c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 1094 time: 0.2755034 Sep 30 08:26:18.008376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999b36-fc65-4f67-8525-aec22c9556ba service neutron] Pushing event updated for resources: {'Port': ['ID=eaae0a84-eead-4bf2-ac7a-95093662bdc7,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:18.016950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a813c-d966-4776-96f5-0cbc6effef20 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=e8dc86da-2790-42d6-a8c1-531b4a30d90a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:18.042062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:18.051391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-6d43af0b-2421-494e-bef9-88e5597193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.052941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-6d43af0b-2421-494e-bef9-88e5597193bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 200 len: 918 time: 0.3350110 Sep 30 08:26:18.098839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5b4b0a2-abb9-43c0-9c5c-7c85b52336ea req-f104f9ca-ccc6-47d8-8a7b-a5470a1c259b tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667351 Sep 30 08:26:18.135345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:18.145835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.194605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-772e4a18-fbc8-49c1-81d6-78ed3680da26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7 HTTP/1.1" status: 200 len: 217 time: 0.1520894 Sep 30 08:26:18.196660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-137f1e9c-6bf8-4ac3-98e9-d76c56d2e77f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=656146e6-f337-4b94-bffe-d126cf31a0a4 HTTP/1.1" status: 200 len: 217 time: 0.1093280 Sep 30 08:26:18.264465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59618) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:18.324324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-e29b70a9-734e-44e3-9d30-eeb339cf5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.326092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-e29b70a9-734e-44e3-9d30-eeb339cf5492 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.1165879 Sep 30 08:26:18.351499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-0536a366-5635-453d-a803-6ef407e31742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.353890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-0536a366-5635-453d-a803-6ef407e31742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 200 len: 857 time: 0.1077952 Sep 30 08:26:18.375752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-e3c5cce9-a784-40ee-bdab-224b9902b74a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357268 Sep 30 08:26:18.382400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8bad3-cc52-4e4a-8faf-1da74eb019e6 None None] New status for floating IP 27a6c41b-d97f-4fae-8a39-50f186b6cfa5: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:26:18.410831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59622) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:18.429036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.512915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-4de4fca0-0b98-4b93-8d36-6a0615c2c663 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2890ff8b-fa96-4e41-a79e-7c13ec6e603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399829 Sep 30 08:26:18.515540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-cc1fa1f2-ac95-47d1-887b-1277c229d90b service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115685 Sep 30 08:26:18.537477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b816d69-6d21-4048-829c-9e6e2ff7101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.547498 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0c563e-7291-44a6-9350-c6601695f9d8 x-openstack-request-id: req-6e0c563e-7291-44a6-9350-c6601695f9d8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:18.548649 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb42ec8e-07c8-42dc-a384-1f15c7b8026f", "name": "network-vif-plugged", "status": "completed", "tag": "bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:18.549112 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e0c563e-7291-44a6-9350-c6601695f9d8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:18.549709 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399', 'code': 200} Sep 30 08:26:18.560408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71a5b4c2-3281-40d3-a57f-c9b4a625c769 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.577108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=d634249f-c2a5-4730-a1f9-eb83c9d5b9c2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:18.625920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71a5b4c2-3281-40d3-a57f-c9b4a625c769 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.636501 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': '76b1f804-3bfb-4a77-9298-48d0650e6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:18.636844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: e8dc86da-2790-42d6-a8c1-531b4a30d90a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:18.684245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:18.688613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232249b9-3230-42b5-b9c8-117bf4aafc28 req-875de037-7e34-49c9-a9eb-af8fe658a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.690239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-232249b9-3230-42b5-b9c8-117bf4aafc28 req-875de037-7e34-49c9-a9eb-af8fe658a53a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 1096 time: 0.1413097 Sep 30 08:26:18.713079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e8dc86da-2790-42d6-a8c1-531b4a30d90a) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:18.723141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71a5b4c2-3281-40d3-a57f-c9b4a625c769 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.723507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c733c-682d-493d-a603-077069ff6a51 None None] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:18.725734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71a5b4c2-3281-40d3-a57f-c9b4a625c769 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.729289 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-71a5b4c2-3281-40d3-a57f-c9b4a625c769 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "DELETE /v2.0/security-groups/5d4805e5-826e-4de4-9ee7-86d481bb6077 HTTP/1.1" status: 204 len: 168 time: 0.3152564 Sep 30 08:26:18.731237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59624) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:18.737719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.738330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.752815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5b4c2-3281-40d3-a57f-c9b4a625c769 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4805e5-826e-4de4-9ee7-86d481bb6077,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:18.767052 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-232249b9-3230-42b5-b9c8-117bf4aafc28 req-c243948a-545a-4808-994e-20973010bedc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636618 Sep 30 08:26:18.778871 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-a383f0aa-9d71-47eb-8835-4028c925562c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] show failed (client error): The resource could not be found. Sep 30 08:26:18.780285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a383f0aa-9d71-47eb-8835-4028c925562c tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "GET /v2.0/security-groups/5d4805e5-826e-4de4-9ee7-86d481bb6077 HTTP/1.1" status: 404 len: 347 time: 0.0465200 Sep 30 08:26:18.788968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:18.802679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3003a-ca8b-4922-b450-9064ffcf47e3 req-65885e43-1b88-4518-9a5d-92e5a5d55df3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.804196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e3003a-ca8b-4922-b450-9064ffcf47e3 req-65885e43-1b88-4518-9a5d-92e5a5d55df3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 943 time: 0.1277242 Sep 30 08:26:18.806598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4fd091b-2dfc-4577-bb9a-f15cac00af31 req-c89e8f85-b78a-48b0-8737-e06fabea2f65 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511923 Sep 30 08:26:18.825163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-bb06caba-0e75-4ff0-b997-4cf0a1aa3ac2 service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016212 Sep 30 08:26:18.905956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e3003a-ca8b-4922-b450-9064ffcf47e3 req-45d0f347-9bdc-46e7-9595-a47a35ce1cc2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916433 Sep 30 08:26:18.918307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e8dc86da-2790-42d6-a8c1-531b4a30d90a', 'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': 'd634249f-c2a5-4730-a1f9-eb83c9d5b9c2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:18.919759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.926145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Deleting port 2d8ab789-7563-4703-a9cd-aad1a85daf64 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:18.926492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.961072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b816d69-6d21-4048-829c-9e6e2ff7101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.970416 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b816d69-6d21-4048-829c-9e6e2ff7101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.996531 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a060c6b-7083-4b64-8462-e1f6cf259d44 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5274734 Sep 30 08:26:18.996791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59628) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.001490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-59360571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:19.027416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0caff2ba-00a0-45d0-82f6-ff767d0cd941 req-4b1eac52-1ee0-4866-8afe-c9eb85b830ba service neutron] 10.222.0.50 "GET /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914165 Sep 30 08:26:19.029213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b816d69-6d21-4048-829c-9e6e2ff7101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966f0d88-15cb-48d2-8aee-cd0c368cf82f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.036771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.036771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.044782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0b816d69-6d21-4048-829c-9e6e2ff7101a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cca951d9c214f20bc5aaacb41a39b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7806728 Sep 30 08:26:19.048524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59630) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.057166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.058250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.068363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Calling delete_port for 2d8ab789-7563-4703-a9cd-aad1a85daf64 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:19.097655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 93ef8209-9f23-45d2-a0a3-0bec967690f7 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:19.100586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Allocated IP 172.20.0.2 (e8dc86da-2790-42d6-a8c1-531b4a30d90a/d634249f-c2a5-4730-a1f9-eb83c9d5b9c2/60a77884-0c0b-4a04-a500-8328ccda73ac) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:19.105211 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a77915f-8253-435f-9540-6e03a59d7e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.126355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 93ef8209-9f23-45d2-a0a3-0bec967690f7 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:19.127201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 93ef8209-9f23-45d2-a0a3-0bec967690f7 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:19.140397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a77915f-8253-435f-9540-6e03a59d7e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.160225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.168421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.203313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.205692 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b90544a-4899-4914-bd30-face24cc8ca8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2069170 Sep 30 08:26:19.214531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59634) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.317634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.325009 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.363358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:19.366785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:19.369883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:19.392713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Pushing event updated for resources: {'Port': ['ID=60a77884-0c0b-4a04-a500-8328ccda73ac,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.412105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.443116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Attempting to bind port 60a77884-0c0b-4a04-a500-8328ccda73ac on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:19.443563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Attempting to bind port 60a77884-0c0b-4a04-a500-8328ccda73ac by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '76b1f804-3bfb-4a77-9298-48d0650e6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:19.443864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Attempting to bind port 60a77884-0c0b-4a04-a500-8328ccda73ac on network e8dc86da-2790-42d6-a8c1-531b4a30d90a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:19.449982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:19.450366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Checking segment: {'id': '76b1f804-3bfb-4a77-9298-48d0650e6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:19.450782 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.451183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Bound using segment: {'id': '76b1f804-3bfb-4a77-9298-48d0650e6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:19.451677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Bound port: 60a77884-0c0b-4a04-a500-8328ccda73ac, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b1f804-3bfb-4a77-9298-48d0650e6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8dc86da-2790-42d6-a8c1-531b4a30d90a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:19.452051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.475403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Pushing event deleted for resources: {'Port': ['ID=2d8ab789-7563-4703-a9cd-aad1a85daf64,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.525899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] For port 60a77884-0c0b-4a04-a500-8328ccda73ac, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:19.529772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] For port 60a77884-0c0b-4a04-a500-8328ccda73ac, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=60a77884-0c0b-4a04-a500-8328ccda73ac,segment=NetworkSegment(76b1f804-3bfb-4a77-9298-48d0650e6dc0),segment_id=76b1f804-3bfb-4a77-9298-48d0650e6dc0)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:19.535283 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.536811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f64852-4f23-46a7-b221-9c302077bc1a', 'tag': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:19.539683 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe57f6-105c-4437-9026-bc170d0bfbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "33f64852-4f23-46a7-b221-9c302077bc1a", "tag": "eaae0a84-eead-4bf2-ac7a-95093662bdc7"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:19.605371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94217dc6-ca4d-436a-a496-d44b549bdacf req-5c3001e3-7b7c-435e-ab19-4c774b57eeb9 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:19.606072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.608662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.609873 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-196c4af4-2045-41f3-ad73-be1c6263d032 tempest-ServersTestJSON-798929089 tempest-ServersTestJSON-798929089-project] 10.222.0.41 "DELETE /v2.0/floatingips/27a6c41b-d97f-4fae-8a39-50f186b6cfa5 HTTP/1.1" status: 204 len: 168 time: 0.8197379 Sep 30 08:26:19.612951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59644) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.615199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e44f-d622-4857-9edf-e859ffc9432f None None] Pushing event updated for resources: {'Port': ['ID=60a77884-0c0b-4a04-a500-8328ccda73ac,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.619696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94217dc6-ca4d-436a-a496-d44b549bdacf req-5c3001e3-7b7c-435e-ab19-4c774b57eeb9 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 945 time: 0.0765688 Sep 30 08:26:19.635482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a77915f-8253-435f-9540-6e03a59d7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.638259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a77915f-8253-435f-9540-6e03a59d7e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.639393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8a77915f-8253-435f-9540-6e03a59d7e61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/966f0d88-15cb-48d2-8aee-cd0c368cf82f HTTP/1.1" status: 204 len: 168 time: 0.5899160 Sep 30 08:26:19.659868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77915f-8253-435f-9540-6e03a59d7e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f0d88-15cb-48d2-8aee-cd0c368cf82f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.682938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.686631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94217dc6-ca4d-436a-a496-d44b549bdacf req-ada7dbd1-d504-4e31-87eb-f3617212e172 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600491 Sep 30 08:26:19.907250 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beb6f46-63f9-470c-8b5c-d1c58f398673 x-openstack-request-id: req-8beb6f46-63f9-470c-8b5c-d1c58f398673 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:19.907622 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f64852-4f23-46a7-b221-9c302077bc1a", "tag": "eaae0a84-eead-4bf2-ac7a-95093662bdc7", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:19.907878 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8beb6f46-63f9-470c-8b5c-d1c58f398673 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:19.908368 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f64852-4f23-46a7-b221-9c302077bc1a', 'tag': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7', 'status': 'completed', 'code': 200} Sep 30 08:26:20.000452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-66b0f103-abdb-42f1-9f23-c097e40260c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.002288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-66b0f103-abdb-42f1-9f23-c097e40260c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 1094 time: 0.0617335 Sep 30 08:26:20.180246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.20.0.1 (e8dc86da-2790-42d6-a8c1-531b4a30d90a/d634249f-c2a5-4730-a1f9-eb83c9d5b9c2/ed684011-d685-4bcc-88c5-0b9d62af98b7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:20.189022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85742b3-736e-491e-aa47-3efeac37b56d req-65460afa-4447-4868-90fd-f571f760fddd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.190638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e85742b3-736e-491e-aa47-3efeac37b56d req-65460afa-4447-4868-90fd-f571f760fddd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 943 time: 0.1270096 Sep 30 08:26:20.223375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-047640ce-fa2c-4e8d-89a4-1e56ec38cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.224605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-047640ce-fa2c-4e8d-89a4-1e56ec38cf85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.2021632 Sep 30 08:26:20.299022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e85742b3-736e-491e-aa47-3efeac37b56d req-c22e7402-7988-4260-818e-fb53d7509a28 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017158 Sep 30 08:26:20.299992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-7aae3d66-4760-450d-97f3-19dd47da243a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7 HTTP/1.1" status: 200 len: 217 time: 0.0450447 Sep 30 08:26:20.348467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.365394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-82cf6607-df74-466c-b4b9-73c0f60c3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.367355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-82cf6607-df74-466c-b4b9-73c0f60c3845 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.0516231 Sep 30 08:26:20.406003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 656146e6-f337-4b94-bffe-d126cf31a0a4 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:20.430916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.433176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.448127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-d16981c7-9b48-4499-be9b-6357d1367b9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663021 Sep 30 08:26:20.518424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 656146e6-f337-4b94-bffe-d126cf31a0a4 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:20.523883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 656146e6-f337-4b94-bffe-d126cf31a0a4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:20.525035 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.529237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:20.535336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:20.543441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:20.591784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=ed684011-d685-4bcc-88c5-0b9d62af98b7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:20.654259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.660199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-7e3a699c-0dba-4332-9c30-695e27da70aa service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933208 Sep 30 08:26:20.679041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.686978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656146e6-f337-4b94-bffe-d126cf31a0a4'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:20.689254 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab62f4f3-827f-4073-a673-b7cca5c3af46" -d '{"events": [{"server_uuid": "b515e5f0-0574-4fe7-9ba7-1fd591a89d35", "name": "network-vif-plugged", "status": "completed", "tag": "656146e6-f337-4b94-bffe-d126cf31a0a4"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:20.705599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 656146e6-f337-4b94-bffe-d126cf31a0a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=656146e6-f337-4b94-bffe-d126cf31a0a4,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:20.713022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.740892 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f653a08-90b1-41c4-8d6c-f2f3f2c3b002 x-openstack-request-id: req-2f653a08-90b1-41c4-8d6c-f2f3f2c3b002 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:20.741175 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b515e5f0-0574-4fe7-9ba7-1fd591a89d35", "name": "network-vif-plugged", "status": "completed", "tag": "656146e6-f337-4b94-bffe-d126cf31a0a4", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:20.741622 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f653a08-90b1-41c4-8d6c-f2f3f2c3b002 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:20.742627 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656146e6-f337-4b94-bffe-d126cf31a0a4', 'code': 200} Sep 30 08:26:20.779448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=656146e6-f337-4b94-bffe-d126cf31a0a4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:20.886815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9163c12-10e6-413f-9a3d-30bdde022610 None None] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:20.967411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3fe57f6-105c-4437-9026-bc170d0bfbe3 req-8f9de546-905a-4aec-921b-a56e807e1640 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964177 Sep 30 08:26:20.972649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-16e003bc-3c42-4efd-9939-79e7a427b2c8 None None] Provisioning complete for port 60a77884-0c0b-4a04-a500-8328ccda73ac triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:20.973113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-16e003bc-3c42-4efd-9939-79e7a427b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.978024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.982737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b342-b055-4822-a7c9-2956a6805822 req-5054e585-cd35-40a5-a23f-94c4b33342ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.984727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9f9b342-b055-4822-a7c9-2956a6805822 req-5054e585-cd35-40a5-a23f-94c4b33342ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 946 time: 0.1260040 Sep 30 08:26:20.988220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e450c-e291-474c-ac27-069a9d231320 req-2a5ea956-6807-48c8-9ca4-7ca9fa4a5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.989898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e02e450c-e291-474c-ac27-069a9d231320 req-2a5ea956-6807-48c8-9ca4-7ca9fa4a5d28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 1097 time: 0.1323388 Sep 30 08:26:21.051271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e02e450c-e291-474c-ac27-069a9d231320 req-311941ee-b800-40cf-a490-36e3b7410122 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522316 Sep 30 08:26:21.055879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9f9b342-b055-4822-a7c9-2956a6805822 req-d7fd20e1-900b-4020-b297-d08dc65a8508 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640571 Sep 30 08:26:21.117222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eaae0a84-eead-4bf2-ac7a-95093662bdc7 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:21.177701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-16e003bc-3c42-4efd-9939-79e7a427b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.193408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Deleting port ee0a3b60-43e6-40a3-b307-566b3f224c72 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:21.193854 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.412144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] For port ee0a3b60-43e6-40a3-b307-566b3f224c72, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ee0a3b60-43e6-40a3-b307-566b3f224c72,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:21.413065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.435064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-16e003bc-3c42-4efd-9939-79e7a427b2c8 None None] For port 60a77884-0c0b-4a04-a500-8328ccda73ac, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=60a77884-0c0b-4a04-a500-8328ccda73ac,segment=NetworkSegment(76b1f804-3bfb-4a77-9298-48d0650e6dc0),segment_id=76b1f804-3bfb-4a77-9298-48d0650e6dc0)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:21.437863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Calling delete_port for ee0a3b60-43e6-40a3-b307-566b3f224c72 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:21.453891 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-16e003bc-3c42-4efd-9939-79e7a427b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.471479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.482729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.494096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port eaae0a84-eead-4bf2-ac7a-95093662bdc7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:21.509303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7', 'mac_address': 'fa:16:3e:2f:32:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:21.575223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 60a77884-0c0b-4a04-a500-8328ccda73ac up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:21.583124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e003bc-3c42-4efd-9939-79e7a427b2c8 None None] Pushing event updated for resources: {'Port': ['ID=60a77884-0c0b-4a04-a500-8328ccda73ac,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:21.616664 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.655838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaae0a84-eead-4bf2-ac7a-95093662bdc7 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:21.690026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port eaae0a84-eead-4bf2-ac7a-95093662bdc7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:21.702932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.767394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c44dc4-eefd-4b10-a280-fa41e8494aeb req-a2e9ff4e-1eab-4ca6-bdc9-098d609873ec tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:21.769497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0c44dc4-eefd-4b10-a280-fa41e8494aeb req-a2e9ff4e-1eab-4ca6-bdc9-098d609873ec tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 943 time: 0.0950272 Sep 30 08:26:21.784608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 60a77884-0c0b-4a04-a500-8328ccda73ac triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:21.784992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.822671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=eaae0a84-eead-4bf2-ac7a-95093662bdc7,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:21.838585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0c44dc4-eefd-4b10-a280-fa41e8494aeb req-a7e620ff-feb0-4779-8614-f5d5e132a072 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575101 Sep 30 08:26:21.849486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8edda3c3-3409-4a6c-9b1f-60aaa134c5f8 None None] Provisioning complete for port 60a77884-0c0b-4a04-a500-8328ccda73ac triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:21.849873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8edda3c3-3409-4a6c-9b1f-60aaa134c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.865010 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.947987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=ed684011-d685-4bcc-88c5-0b9d62af98b7,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:21.979688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.003956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8edda3c3-3409-4a6c-9b1f-60aaa134c5f8 None None] Provisioning complete for port ed684011-d685-4bcc-88c5-0b9d62af98b7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:22.004708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8edda3c3-3409-4a6c-9b1f-60aaa134c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.038107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['eaae0a84-eead-4bf2-ac7a-95093662bdc7'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:22.067355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8edda3c3-3409-4a6c-9b1f-60aaa134c5f8 None None] Port ed684011-d685-4bcc-88c5-0b9d62af98b7 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:22.199524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e92dc-95b8-4e65-b01a-c673087e66b1 req-237b2089-86f2-4923-af0b-b2432bd301a2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:22.210398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d0e92dc-95b8-4e65-b01a-c673087e66b1 req-237b2089-86f2-4923-af0b-b2432bd301a2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 946 time: 0.0741575 Sep 30 08:26:22.232295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-18540ec7-1c06-4cbd-902b-795c4d69de4b None None] Provisioning complete for port ed684011-d685-4bcc-88c5-0b9d62af98b7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:22.233631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-18540ec7-1c06-4cbd-902b-795c4d69de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.265172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d0e92dc-95b8-4e65-b01a-c673087e66b1 req-d5ba66a3-0dbd-4e41-8e10-d9400d50a463 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524571 Sep 30 08:26:22.276729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-18540ec7-1c06-4cbd-902b-795c4d69de4b None None] Port ed684011-d685-4bcc-88c5-0b9d62af98b7 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:22.420107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0a3b60-43e6-40a3-b307-566b3f224c72,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:22.511657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:22.553544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:22.724248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.800482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router a5a4a3f1-8890-4104-880b-d82da0440f52 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:22.912562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-289d0558-7cd7-4e98-9a61-dbc542efe6b8 None None] Provisioning complete for port ed684011-d685-4bcc-88c5-0b9d62af98b7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:22.913119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-289d0558-7cd7-4e98-9a61-dbc542efe6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.950833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-289d0558-7cd7-4e98-9a61-dbc542efe6b8 None None] Port ed684011-d685-4bcc-88c5-0b9d62af98b7 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:22.975315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:22.984278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:22.984709 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-edf90e46-f514-4aa7-aa28-930a42c17c79 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/a5a4a3f1-8890-4104-880b-d82da0440f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7680819 Sep 30 08:26:22.987150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59744) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:22.990928 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] Sync routers for ids ['a5a4a3f1-8890-4104-880b-d82da0440f52'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:23.000676 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] Routers {'a5a4a3f1-8890-4104-880b-d82da0440f52'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:23.001374 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a5a4a3f1-8890-4104-880b-d82da0440f52'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.036877 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.041122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b19db9-a932-4e24-9b04-99d356aaa8fe req-6e35dd12-7300-4826-bd2f-b02e20f8d48e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.046863 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] Routers {'a5a4a3f1-8890-4104-880b-d82da0440f52'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:23.047908 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a5a4a3f1-8890-4104-880b-d82da0440f52'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.048519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8b19db9-a932-4e24-9b04-99d356aaa8fe req-6e35dd12-7300-4826-bd2f-b02e20f8d48e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 944 time: 0.1003699 Sep 30 08:26:23.065538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:23.067632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c3999-d476-4bb3-a113-46122b9d4d22 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.069224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be5c3999-d476-4bb3-a113-46122b9d4d22 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports/ed684011-d685-4bcc-88c5-0b9d62af98b7 HTTP/1.1" status: 200 len: 910 time: 0.0788417 Sep 30 08:26:23.072287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:23.087349 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.087991 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efadca6-5fea-4403-8980-85f611f75809 None None] The sync data for ids ['a5a4a3f1-8890-4104-880b-d82da0440f52'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:23.105720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8b19db9-a932-4e24-9b04-99d356aaa8fe req-2f65acc6-878e-42a5-afc2-b400b516cf5c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562587 Sep 30 08:26:23.128654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eaae0a84-eead-4bf2-ac7a-95093662bdc7 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:23.149222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e081-e802-41d8-aed9-9a2caab3ed5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.180942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port eaae0a84-eead-4bf2-ac7a-95093662bdc7 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:23.185863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port eaae0a84-eead-4bf2-ac7a-95093662bdc7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:23.186250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.263284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e081-e802-41d8-aed9-9a2caab3ed5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.268674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e081-e802-41d8-aed9-9a2caab3ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.278895 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.285624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:23.306667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f64852-4f23-46a7-b221-9c302077bc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:23.309889 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e01ced-a08e-4fb1-8de2-64c16fe4739d" -d '{"events": [{"server_uuid": "33f64852-4f23-46a7-b221-9c302077bc1a", "name": "network-vif-plugged", "status": "completed", "tag": "eaae0a84-eead-4bf2-ac7a-95093662bdc7"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:23.312097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1f6e081-e802-41d8-aed9-9a2caab3ed5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e05ecc3ec2d54fcabea647ecab744389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240159 Sep 30 08:26:23.313523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6e081-e802-41d8-aed9-9a2caab3ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af93c93-968b-40ac-b72a-c48496b88106,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.316291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59754) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:23.325660 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f412a5d4-428c-40f2-90fd-1b23d247086c admin admin] 10.222.0.41 "PUT /v2.0/routers/f98804bc-ff17-46e0-9ef2-5b2c716e6d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7097936 Sep 30 08:26:23.328666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59756) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:23.330201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] Sync routers for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:23.348323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port eaae0a84-eead-4bf2-ac7a-95093662bdc7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:23.354597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:23.355238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.357334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.437218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a489419b-0619-48a1-81b3-6dd4f752e0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.472258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a489419b-0619-48a1-81b3-6dd4f752e0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.483554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=eaae0a84-eead-4bf2-ac7a-95093662bdc7,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.499478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb1ce-eab4-4756-9723-e7b976fee793 req-1aa18ff9-1075-4408-b06f-c60ad25f83ab tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.509048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:23.512373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-494eb1ce-eab4-4756-9723-e7b976fee793 req-1aa18ff9-1075-4408-b06f-c60ad25f83ab tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 946 time: 0.1358235 Sep 30 08:26:23.522954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.577675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-494eb1ce-eab4-4756-9723-e7b976fee793 req-05f631b3-60cc-4e1f-8123-8a95be5249a4 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642312 Sep 30 08:26:23.594794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 60a77884-0c0b-4a04-a500-8328ccda73ac up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:23.610772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a489419b-0619-48a1-81b3-6dd4f752e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.614179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a489419b-0619-48a1-81b3-6dd4f752e0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.615640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a489419b-0619-48a1-81b3-6dd4f752e0ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6af93c93-968b-40ac-b72a-c48496b88106 HTTP/1.1" status: 204 len: 168 time: 0.2984068 Sep 30 08:26:23.628579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489419b-0619-48a1-81b3-6dd4f752e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af93c93-968b-40ac-b72a-c48496b88106,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.674246 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b3df3-1d55-400f-b321-59c6ce27d2e0 x-openstack-request-id: req-d85b3df3-1d55-400f-b321-59c6ce27d2e0 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:23.674729 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f64852-4f23-46a7-b221-9c302077bc1a", "name": "network-vif-plugged", "status": "completed", "tag": "eaae0a84-eead-4bf2-ac7a-95093662bdc7", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:23.675038 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d85b3df3-1d55-400f-b321-59c6ce27d2e0 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:23.675419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.675790 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f64852-4f23-46a7-b221-9c302077bc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7', 'code': 200} Sep 30 08:26:23.724105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 60a77884-0c0b-4a04-a500-8328ccda73ac triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:23.724105 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.777497 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.849426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:26:21Z', 'revision_number': 5, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port': {'id': 'f5831dd2-d2d9-42f7-8b23-ea5332dc191c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.857769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Deleting port f5831dd2-d2d9-42f7-8b23-ea5332dc191c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:23.858115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.861317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037e1b-b146-40a7-b4cf-b6a4296b2cc9 req-ce92a0ff-22f7-45c4-918f-60a5081208f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.862948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf037e1b-b146-40a7-b4cf-b6a4296b2cc9 req-ce92a0ff-22f7-45c4-918f-60a5081208f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 1096 time: 0.0933785 Sep 30 08:26:23.885955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] Checking router: f98804bc-ff17-46e0-9ef2-5b2c716e6d5a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:23.907114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] Routers {'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:23.907835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.939033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf037e1b-b146-40a7-b4cf-b6a4296b2cc9 req-ef19ddbd-d488-451a-96ee-2db8a547f577 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Sep 30 08:26:24.012433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] For port f5831dd2-d2d9-42f7-8b23-ea5332dc191c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:24.012956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.020344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] Set router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:24.024650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38da9-8cf6-45c8-886a-da8953f62b82 req-5ea2de89-f22a-4360-b60e-0ab2b261c01e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:24.027042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32b38da9-8cf6-45c8-886a-da8953f62b82 req-5ea2de89-f22a-4360-b60e-0ab2b261c01e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 945 time: 0.0647500 Sep 30 08:26:24.030072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Calling delete_port for f5831dd2-d2d9-42f7-8b23-ea5332dc191c owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:24.089091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32b38da9-8cf6-45c8-886a-da8953f62b82 req-1c686a64-0d68-4d5f-9982-8e67c982aad7 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Sep 30 08:26:24.102759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:26:23Z', 'revision_number': 6, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:24.142166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a125f-31b1-4659-8bb7-587fcb041e72 None None] The sync data for ids ['f98804bc-ff17-46e0-9ef2-5b2c716e6d5a'] in n-d-807025-5 is: [{'id': 'f98804bc-ff17-46e0-9ef2-5b2c716e6d5a', 'name': 'tempest-ServersTestJSON-1655986498-router', 'tenant_id': 'bc3483c6ca51407eb904d476066e1f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:28Z', 'updated_at': '2021-09-30T08:26:23Z', 'revision_number': 6, 'project_id': 'bc3483c6ca51407eb904d476066e1f50', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:24.143513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59774) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:24.163940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a525376-13f1-47e3-b921-467ffb8d9020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.280877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port ed684011-d685-4bcc-88c5-0b9d62af98b7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:24.281144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.318388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a525376-13f1-47e3-b921-467ffb8d9020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.323890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a525376-13f1-47e3-b921-467ffb8d9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.335827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bfa64-539e-44f5-9228-3c489cd94f2a req-cb1aa5b6-bb8e-4f90-8277-44cdb94b2021 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:24.337947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-049bfa64-539e-44f5-9228-3c489cd94f2a req-cb1aa5b6-bb8e-4f90-8277-44cdb94b2021 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 945 time: 0.0792148 Sep 30 08:26:24.368877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.390863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3a525376-13f1-47e3-b921-467ffb8d9020 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83f31cd3c24e4039b0acbb05bb26fd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448115 Sep 30 08:26:24.393668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59776) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:24.401550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5831dd2-d2d9-42f7-8b23-ea5332dc191c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.402086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a525376-13f1-47e3-b921-467ffb8d9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b35e24-6efe-4e26-9d02-beb0b18b408d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.421332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.429693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-049bfa64-539e-44f5-9228-3c489cd94f2a req-fc5fb298-3012-4b3c-92be-5c0aa80a4bce tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786343 Sep 30 08:26:24.467953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for ed684011-d685-4bcc-88c5-0b9d62af98b7 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:24.478274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df760d4-56d6-4e8b-888a-6457c08dbb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.517375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df760d4-56d6-4e8b-888a-6457c08dbb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.525995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.582649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5502e-a988-4392-8264-5c804dacf85d req-f6bc1296-7fa0-4c9b-b31c-f2f9c1681be9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:24.584540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ce5502e-a988-4392-8264-5c804dacf85d req-f6bc1296-7fa0-4c9b-b31c-f2f9c1681be9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.0869741 Sep 30 08:26:24.635826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df760d4-56d6-4e8b-888a-6457c08dbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.638741 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df760d4-56d6-4e8b-888a-6457c08dbb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.642824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5df760d4-56d6-4e8b-888a-6457c08dbb69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04b35e24-6efe-4e26-9d02-beb0b18b408d HTTP/1.1" status: 204 len: 168 time: 0.2479501 Sep 30 08:26:24.661319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ce5502e-a988-4392-8264-5c804dacf85d req-64721196-2c51-4549-b95b-1b0ab1e9fd63 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636396 Sep 30 08:26:24.663179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df760d4-56d6-4e8b-888a-6457c08dbb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b35e24-6efe-4e26-9d02-beb0b18b408d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.987875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.990780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.065716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bc0b7-35bf-42d4-8089-042d25f066d7 req-44eba3cd-3111-4ac3-b8ac-0e4fcb9b5e3a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:25.068521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f21bc0b7-35bf-42d4-8089-042d25f066d7 req-44eba3cd-3111-4ac3-b8ac-0e4fcb9b5e3a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 945 time: 0.1077299 Sep 30 08:26:25.094734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.095369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98804bc-ff17-46e0-9ef2-5b2c716e6d5a {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:25.100704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.101934 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b2fa8e93-54af-41af-b6d8-956bab92023c admin admin] 10.222.0.41 "DELETE /v2.0/routers/f98804bc-ff17-46e0-9ef2-5b2c716e6d5a HTTP/1.1" status: 204 len: 168 time: 1.7723393 Sep 30 08:26:25.106658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59794) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:25.138803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f21bc0b7-35bf-42d4-8089-042d25f066d7 req-5739f7ba-b4b9-432d-bd70-3676247cf1ed tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614946 Sep 30 08:26:25.195300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Deleting subnet ab6808be-d4ee-4931-bc65-1795180270fa {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:25.212490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.271761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.275009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.332141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=ed684011-d685-4bcc-88c5-0b9d62af98b7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:25.473101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ee0a3b60-43e6-40a3-b307-566b3f224c72 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:25.511766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ee0a3b60-43e6-40a3-b307-566b3f224c72 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:25.512372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ee0a3b60-43e6-40a3-b307-566b3f224c72 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:25.512995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f5831dd2-d2d9-42f7-8b23-ea5332dc191c no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:25.544526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f5831dd2-d2d9-42f7-8b23-ea5332dc191c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:25.545111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f5831dd2-d2d9-42f7-8b23-ea5332dc191c not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:25.563173 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.594809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.625886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.656576 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.799941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bb6ae-6f06-4f80-b324-15f4da1ab38b req-7c75d472-9bc9-4df2-9e57-7e309fe12184 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:25.802071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-440bb6ae-6f06-4f80-b324-15f4da1ab38b req-7c75d472-9bc9-4df2-9e57-7e309fe12184 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.0669990 Sep 30 08:26:25.816329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router a5a4a3f1-8890-4104-880b-d82da0440f52 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:25.817604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.849431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6808be-d4ee-4931-bc65-1795180270fa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:25.853177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.857697 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fedb7dee-1c54-409f-bb47-231d66a5737e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab6808be-d4ee-4931-bc65-1795180270fa HTTP/1.1" status: 204 len: 168 time: 0.7475572 Sep 30 08:26:25.857836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac2fd9b-09ea-4bbf-a844-f89794898d07 None None] Network 46573ea1-7d3c-40a9-af61-e31208e34f4a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:25.857942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59814) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:25.862063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-440bb6ae-6f06-4f80-b324-15f4da1ab38b req-498eb227-c8d2-45c6-806d-a19f86d31818 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Sep 30 08:26:25.992230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:26.001985 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-54057ceb-fefa-4977-9a26-efd8cfdaa93a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/a5a4a3f1-8890-4104-880b-d82da0440f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9277542 Sep 30 08:26:26.002910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59822) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:26.006320 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] Sync routers for ids ['a5a4a3f1-8890-4104-880b-d82da0440f52'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:26.020531 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] Routers {'a5a4a3f1-8890-4104-880b-d82da0440f52'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:26.021547 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a5a4a3f1-8890-4104-880b-d82da0440f52'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.032628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.065812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-92169bc1-ea40-40c8-b217-ffaffbb13279 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a4a3f1-8890-4104-880b-d82da0440f52 HTTP/1.1" status: 200 len: 205 time: 0.0581245 Sep 30 08:26:26.068573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59828) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:26.083487 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.106051 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] Routers {'a5a4a3f1-8890-4104-880b-d82da0440f52'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:26.107008 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a5a4a3f1-8890-4104-880b-d82da0440f52'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.121830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] DHCP port deletion for 46573ea1-7d3c-40a9-af61-e31208e34f4a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:26.143193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Deleting port cd42ed7b-4e1c-4b44-9517-a627a9ead258 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:26.143769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.197672 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.202799 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.203860 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56879367-e0a7-4cea-b81b-27c9a48d17c0 None None] The sync data for ids ['a5a4a3f1-8890-4104-880b-d82da0440f52'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:26.222278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Deleting port cd42ed7b-4e1c-4b44-9517-a627a9ead258 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:26.222657 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.293954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] For port cd42ed7b-4e1c-4b44-9517-a627a9ead258, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cd42ed7b-4e1c-4b44-9517-a627a9ead258,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:26.294336 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.330222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Calling delete_port for cd42ed7b-4e1c-4b44-9517-a627a9ead258 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:26.381193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] For port cd42ed7b-4e1c-4b44-9517-a627a9ead258, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cd42ed7b-4e1c-4b44-9517-a627a9ead258,segment=NetworkSegment(74d61f4a-d765-4cc6-a00f-6cb634db7913),segment_id=74d61f4a-d765-4cc6-a00f-6cb634db7913)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:26.381531 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.405634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Calling delete_port for cd42ed7b-4e1c-4b44-9517-a627a9ead258 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:26.464402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.494212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.497229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.513417 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.530048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd42ed7b-4e1c-4b44-9517-a627a9ead258,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:26.539456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] No DVR routers for this DVR port cd42ed7b-4e1c-4b44-9517-a627a9ead258 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:26.549491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Pushing event deleted for resources: {'Port': ['ID=cd42ed7b-4e1c-4b44-9517-a627a9ead258,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:26.560747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.561351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.561903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.562248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.562590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.562926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.563259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.563590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.563913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.564470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.565008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.565557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:26.569252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c4ef9-7ea3-498f-9b2a-b0f4a07708a9 None None] No DVR routers for this DVR port cd42ed7b-4e1c-4b44-9517-a627a9ead258 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:26.586130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753ea5-7276-4771-91cd-f576a18c222d req-14823542-e976-4c43-8bdd-6d552bc06ff1 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:26.588460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30753ea5-7276-4771-91cd-f576a18c222d req-14823542-e976-4c43-8bdd-6d552bc06ff1 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "GET /v2.0/ports?device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 945 time: 0.1788497 Sep 30 08:26:26.591674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.591865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router a5a4a3f1-8890-4104-880b-d82da0440f52 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:26.599120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.606233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-556c7cb7-0766-4ef4-b5f3-6b11f1728abb tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/a5a4a3f1-8890-4104-880b-d82da0440f52 HTTP/1.1" status: 204 len: 168 time: 0.5306854 Sep 30 08:26:26.611096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59848) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:26.641356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.663839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46573ea1-7d3c-40a9-af61-e31208e34f4a']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.679284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d61f4a-d765-4cc6-a00f-6cb634db7913') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.679585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d61f4a-d765-4cc6-a00f-6cb634db7913') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:26.690530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.699888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f456-d8a4-4b63-9532-aed5f4e9be64 req-e4dca8ff-a7de-4c54-95f8-5093287d839c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:26.705414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.707324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dac1f456-d8a4-4b63-9532-aed5f4e9be64 req-e4dca8ff-a7de-4c54-95f8-5093287d839c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1679926 Sep 30 08:26:26.713665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:26.714082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:26.716057 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:26.756044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet d634249f-c2a5-4730-a1f9-eb83c9d5b9c2 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:26.761914 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.777861 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.786364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.791733 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] 10.222.0.41 "DELETE /v2.0/networks/46573ea1-7d3c-40a9-af61-e31208e34f4a HTTP/1.1" status: 204 len: 168 time: 0.9297440 Sep 30 08:26:26.799139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dcda0-61d3-48fc-af7a-79a0171b4520 admin admin] Pushing event deleted for resources: {'Network': ['ID=46573ea1-7d3c-40a9-af61-e31208e34f4a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:26.820110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dac1f456-d8a4-4b63-9532-aed5f4e9be64 req-2ebcff61-8fc0-4f49-a37e-b4ed8d42bc1c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118093 Sep 30 08:26:26.835165 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.882252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Deleting port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:26.882593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.029934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59862) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.030977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.074158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87edd5-260b-497a-9234-bad052651c97 req-3e6ceb83-e4df-45f1-9f6b-aeff0cfc5c3a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:27.078938 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c5b42291-8099-4f8e-828a-1bb5d63eccd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc3483c6ca51407eb904d476066e1f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468631 Sep 30 08:26:27.081241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.083921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f87edd5-260b-497a-9234-bad052651c97 req-3e6ceb83-e4df-45f1-9f6b-aeff0cfc5c3a tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc052a9-fd0a-44a5-9a11-120cb36cfb21 HTTP/1.1" status: 200 len: 945 time: 0.1823575 Sep 30 08:26:27.115217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] For port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:27.115648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.145521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b975e318-4afb-446e-822f-c09703fb6d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.146161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Calling delete_port for 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:27.171834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b975e318-4afb-446e-822f-c09703fb6d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.185166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f87edd5-260b-497a-9234-bad052651c97 req-baef7cb6-fbc1-4367-827b-df73c5234936 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003685 Sep 30 08:26:27.227861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.267571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=d634249f-c2a5-4730-a1f9-eb83c9d5b9c2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:27.268174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b975e318-4afb-446e-822f-c09703fb6d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.279860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.285526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dd294896-e925-4b47-b1b9-a30f2300328b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/d634249f-c2a5-4730-a1f9-eb83c9d5b9c2 HTTP/1.1" status: 204 len: 168 time: 0.6697052 Sep 30 08:26:27.285724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b975e318-4afb-446e-822f-c09703fb6d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.285819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59870) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.285902 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b975e318-4afb-446e-822f-c09703fb6d65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2f8832-9fe7-4945-9561-659027332b6a HTTP/1.1" status: 204 len: 168 time: 0.2022469 Sep 30 08:26:27.296084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975e318-4afb-446e-822f-c09703fb6d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f8832-9fe7-4945-9561-659027332b6a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:27.299960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee9eef-c7ce-455f-8b00-68c8c51350a5 None None] Network e8dc86da-2790-42d6-a8c1-531b4a30d90a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:27.482809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cd42ed7b-4e1c-4b44-9517-a627a9ead258 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:27.500500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.558789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.568781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: cd42ed7b-4e1c-4b44-9517-a627a9ead258 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:27.569237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cd42ed7b-4e1c-4b44-9517-a627a9ead258 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:27.591343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4acae8a2-46d3-4bb1-864f-2f7ac3a58823', '656146e6-f337-4b94-bffe-d126cf31a0a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:27.596984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:27.637741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Pushing event deleted for resources: {'Port': ['ID=4acae8a2-46d3-4bb1-864f-2f7ac3a58823,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:27.721880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] No DVR routers for this DVR port 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:27.727952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.730159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30753ea5-7276-4771-91cd-f576a18c222d req-a1834f9c-fca2-4c32-b91e-2ec45684f6ea tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "DELETE /v2.0/ports/4acae8a2-46d3-4bb1-864f-2f7ac3a58823 HTTP/1.1" status: 204 len: 173 time: 1.1269848 Sep 30 08:26:27.730675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'name': 'network-vif-deleted', 'tag': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:27.734063 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad16a53-798a-4267-b215-a0e8bf52e168" -d '{"events": [{"server_uuid": "adc052a9-fd0a-44a5-9a11-120cb36cfb21", "name": "network-vif-deleted", "tag": "4acae8a2-46d3-4bb1-864f-2f7ac3a58823"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:27.756142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 60a77884-0c0b-4a04-a500-8328ccda73ac {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:27.756457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.759787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] DHCP port deletion for e8dc86da-2790-42d6-a8c1-531b4a30d90a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:27.918264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port 60a77884-0c0b-4a04-a500-8328ccda73ac, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=60a77884-0c0b-4a04-a500-8328ccda73ac,segment=NetworkSegment(76b1f804-3bfb-4a77-9298-48d0650e6dc0),segment_id=76b1f804-3bfb-4a77-9298-48d0650e6dc0)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:27.923398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.947816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 60a77884-0c0b-4a04-a500-8328ccda73ac owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:27.974676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] Deleting port 60a77884-0c0b-4a04-a500-8328ccda73ac {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:27.974966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.075196 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce3e19d-f0d6-4183-98c8-d97f36f035b8 x-openstack-request-id: req-bce3e19d-f0d6-4183-98c8-d97f36f035b8 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:28.076195 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc052a9-fd0a-44a5-9a11-120cb36cfb21", "name": "network-vif-deleted", "tag": "4acae8a2-46d3-4bb1-864f-2f7ac3a58823", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:28.076607 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bce3e19d-f0d6-4183-98c8-d97f36f035b8 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:28.077229 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc052a9-fd0a-44a5-9a11-120cb36cfb21', 'name': 'network-vif-deleted', 'tag': '4acae8a2-46d3-4bb1-864f-2f7ac3a58823', 'status': 'completed', 'code': 200} Sep 30 08:26:28.081749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] For port 60a77884-0c0b-4a04-a500-8328ccda73ac, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=60a77884-0c0b-4a04-a500-8328ccda73ac,segment=NetworkSegment(76b1f804-3bfb-4a77-9298-48d0650e6dc0),segment_id=76b1f804-3bfb-4a77-9298-48d0650e6dc0)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:28.082159 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.094315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.118768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] Calling delete_port for 60a77884-0c0b-4a04-a500-8328ccda73ac owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:28.182904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port 60a77884-0c0b-4a04-a500-8328ccda73ac on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:28.188853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=60a77884-0c0b-4a04-a500-8328ccda73ac,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.303076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377868be-8a3e-44a8-92a1-8006f31b10c8 req-9f74d5be-e5cb-48f8-9e8d-13b2d8c2cb99 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:28.315541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-377868be-8a3e-44a8-92a1-8006f31b10c8 req-9f74d5be-e5cb-48f8-9e8d-13b2d8c2cb99 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.2353468 Sep 30 08:26:28.409700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.453852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8dc86da-2790-42d6-a8c1-531b4a30d90a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.472376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-377868be-8a3e-44a8-92a1-8006f31b10c8 req-1fae827d-a418-45ad-8047-3eea51cd2ec9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558132 Sep 30 08:26:28.486795 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.494117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b1f804-3bfb-4a77-9298-48d0650e6dc0') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.494357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b1f804-3bfb-4a77-9298-48d0650e6dc0') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.531562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.535780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] Pushing event deleted for resources: {'Port': ['ID=60a77884-0c0b-4a04-a500-8328ccda73ac,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.562914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dca35f-fe70-4a75-9a23-290c96fbd827 None None] No DVR routers for this DVR port 60a77884-0c0b-4a04-a500-8328ccda73ac on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:28.567409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.581208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:28.581755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:28.586070 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:28.598980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59946) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.673324 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.694318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.699109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/e8dc86da-2790-42d6-a8c1-531b4a30d90a HTTP/1.1" status: 204 len: 168 time: 1.4134736 Sep 30 08:26:28.702968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59950) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.709123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-359722324', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:28.725527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f889ef-c83d-48bd-9511-31302912ac5d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=e8dc86da-2790-42d6-a8c1-531b4a30d90a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.767560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.769558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.839867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.847425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-network', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:28.863183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59954) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:29.000418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b88243b-2b09-4aa9-b44f-92cdcbdf1861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.028636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.044173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:29.047217 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.070062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.158018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b88243b-2b09-4aa9-b44f-92cdcbdf1861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.163646 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b88243b-2b09-4aa9-b44f-92cdcbdf1861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.208411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b88243b-2b09-4aa9-b44f-92cdcbdf1861 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d54b5d1fcf1472797e3eabe66d5aed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437378 Sep 30 08:26:29.209842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88243b-2b09-4aa9-b44f-92cdcbdf1861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb52710c-5785-4040-b73a-f092bbd316a7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.212681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59964) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:29.295768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb145-1f46-428e-be26-86149506c69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.335441 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb145-1f46-428e-be26-86149506c69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.393424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.406169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.431367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb145-1f46-428e-be26-86149506c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.434621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb145-1f46-428e-be26-86149506c69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.436339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b9fb145-1f46-428e-be26-86149506c69d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb52710c-5785-4040-b73a-f092bbd316a7 HTTP/1.1" status: 204 len: 168 time: 0.2222075 Sep 30 08:26:29.445467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.451159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.466622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fb145-1f46-428e-be26-86149506c69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb52710c-5785-4040-b73a-f092bbd316a7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.493676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 60a77884-0c0b-4a04-a500-8328ccda73ac no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:29.514933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:29.524793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 60a77884-0c0b-4a04-a500-8328ccda73ac {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:29.525753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 60a77884-0c0b-4a04-a500-8328ccda73ac not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:29.584989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684340a2-1d02-45d6-b892-a28ed3b72c9c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.591285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.591696 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Added segment 0ce73698-c4b0-45fc-9138-22d380f52f5c of type vlan for network ea5788b5-1289-4a4d-a2df-60494c02bd41 Sep 30 08:26:29.679030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.714845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.25.7.42 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/402a7758-fee4-4448-9605-b5fded9fe0d4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:29.716308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fe4eb-8941-4370-9629-27e3fa77eb5a req-3eb54b51-8ec6-4471-9a35-12b6367709e6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:29.718495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-466fe4eb-8941-4370-9629-27e3fa77eb5a req-3eb54b51-8ec6-4471-9a35-12b6367709e6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.0602765 Sep 30 08:26:29.730913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.732154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:29.732867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.769137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-466fe4eb-8941-4370-9629-27e3fa77eb5a req-535b4a01-0555-41e9-bb18-dbc7b75fa1d5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Sep 30 08:26:29.774941 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1747675 Sep 30 08:26:29.778762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59986) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:29.795464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Request body: {'subnet': {'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-subnet', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:29.830171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59990) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:29.842879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:29.846001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.868089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74b0d12a-b819-4957-9c72-1e26223a0043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.870422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780489-0f91-429d-bc11-314ceae40229 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5788b5-1289-4a4d-a2df-60494c02bd41,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.887656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:29.914516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.960116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.003326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:30.006544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:30.010861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:30.037825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9e72b-7abf-4758-95f2-4ae5934ce1a0 req-e431f5d6-bb5c-46bc-bcc6-7abf80945e16 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:30.039806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=402a7758-fee4-4448-9605-b5fded9fe0d4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.044065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9e72b-7abf-4758-95f2-4ae5934ce1a0 req-e431f5d6-bb5c-46bc-bcc6-7abf80945e16 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:30.045747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04b9e72b-7abf-4758-95f2-4ae5934ce1a0 req-e431f5d6-bb5c-46bc-bcc6-7abf80945e16 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35&device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 1682 time: 0.1421912 Sep 30 08:26:30.141345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04b9e72b-7abf-4758-95f2-4ae5934ce1a0 req-2b441836-7e29-4bb0-95d9-296e285724ee tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878997 Sep 30 08:26:30.213825 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74b0d12a-b819-4957-9c72-1e26223a0043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.215572 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.245722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74b0d12a-b819-4957-9c72-1e26223a0043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.296546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0d12a-b819-4957-9c72-1e26223a0043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de52fbb0-f481-4889-a6c6-34a32b224c06,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.312963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.326725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4c5685-584a-45f8-af4a-a27a7af65a21,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.335519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-74b0d12a-b819-4957-9c72-1e26223a0043 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df853e0eb3044bf995db1e042c37b739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033848 Sep 30 08:26:30.338302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59996) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:30.355011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Checking segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:30.356236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Network hostable DHCP agents. Network: ea5788b5-1289-4a4d-a2df-60494c02bd41, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:30.399488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:30.418500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65273cf3-ae29-4e77-a61a-dcaa45f26b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.420473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ea5788b5-1289-4a4d-a2df-60494c02bd41) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:30.427128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:30.430839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:30.446306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.463706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005a691-abc4-4880-ab99-6066b4f39937 None None] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:30.466480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:30.467201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4acae8a2-46d3-4bb1-864f-2f7ac3a58823 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:30.478990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65273cf3-ae29-4e77-a61a-dcaa45f26b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.491653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60000) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:30.491901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6bab8e2f-fd8d-4b18-9aea-3e9bd6f943d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7097342 Sep 30 08:26:30.499398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:30.549950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65273cf3-ae29-4e77-a61a-dcaa45f26b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.552756 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65273cf3-ae29-4e77-a61a-dcaa45f26b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.557576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-65273cf3-ae29-4e77-a61a-dcaa45f26b03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de52fbb0-f481-4889-a6c6-34a32b224c06 HTTP/1.1" status: 204 len: 168 time: 0.2182252 Sep 30 08:26:30.566384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273cf3-ae29-4e77-a61a-dcaa45f26b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de52fbb0-f481-4889-a6c6-34a32b224c06,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.587089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.587948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.592163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.692177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.717103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ea5788b5-1289-4a4d-a2df-60494c02bd41', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:30.718307 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.918742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Allocated IP 172.20.0.2 (ea5788b5-1289-4a4d-a2df-60494c02bd41/ea4c5685-584a-45f8-af4a-a27a7af65a21/0dee0f52-03f9-4b31-937f-4a6c3dba3b01) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:31.058486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4627d-d8e1-4372-a1ee-581358876797 req-8f1c855e-ce1c-4c49-9ebb-918dd2fe35e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:31.060761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32a4627d-d8e1-4372-a1ee-581358876797 req-8f1c855e-ce1c-4c49-9ebb-918dd2fe35e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.0718601 Sep 30 08:26:31.112172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32a4627d-d8e1-4372-a1ee-581358876797 req-747ddb6a-2e0d-444c-aac8-9c510473477c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Sep 30 08:26:31.157830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.167125 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.210311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:31.217943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:31.223715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Pushing event updated for resources: {'Port': ['ID=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:31.226327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:31.261881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.287623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Attempting to bind port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:31.288016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Attempting to bind port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:31.288518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Attempting to bind port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 on network ea5788b5-1289-4a4d-a2df-60494c02bd41 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:31.295463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:31.295759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Checking segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:31.296111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.296529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Bound using segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:31.297009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Bound port: 0dee0f52-03f9-4b31-937f-4a6c3dba3b01, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:31.297394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.302072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router e442a8f8-5a64-4078-9e19-df460c6484df is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:31.324911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caca6d5-67c9-4677-ad81-5ec7d92852ef req-603818ac-afaf-431e-923d-6eb6fb664cd7 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:31.327410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8caca6d5-67c9-4677-ad81-5ec7d92852ef req-603818ac-afaf-431e-923d-6eb6fb664cd7 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 945 time: 0.0755775 Sep 30 08:26:31.385900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8caca6d5-67c9-4677-ad81-5ec7d92852ef req-3b1bca47-ce5d-4e54-a764-589bfa7c47ae tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Sep 30 08:26:31.395639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06370343-37b5-4405-a430-585118c57bc8 None None] For port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:31.412948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06370343-37b5-4405-a430-585118c57bc8 None None] For port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:31.422540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.487988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:31.505743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] Sync routers for ids ['e442a8f8-5a64-4078-9e19-df460c6484df'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:31.514387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.515832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-34ac8376-ce16-4730-a524-4a49ee973eff tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8110623 Sep 30 08:26:31.518761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60040) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:31.545726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] Routers {'e442a8f8-5a64-4078-9e19-df460c6484df'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:31.546768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e442a8f8-5a64-4078-9e19-df460c6484df'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.552137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06370343-37b5-4405-a430-585118c57bc8 None None] Pushing event updated for resources: {'Port': ['ID=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:31.600721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.619818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] Routers {'e442a8f8-5a64-4078-9e19-df460c6484df'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:31.620368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e442a8f8-5a64-4078-9e19-df460c6484df'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.676066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.677185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4305517-fe43-4bd0-be07-2b4d7cf99596 None None] The sync data for ids ['e442a8f8-5a64-4078-9e19-df460c6484df'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:31.729712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.763394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.922264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Allocated IP 172.25.7.199 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/8720a575-6da9-41e7-bc95-abd1fe2bf10a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:32.037688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.088176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.114758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-869fa24d-f077-46e6-9998-9fe1e2ed7ad4 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/routers/e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 200 len: 879 time: 0.5940905 Sep 30 08:26:32.116809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60052) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:32.135163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:32.138173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:32.140809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:32.169183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Pushing event updated for resources: {'Port': ['ID=8720a575-6da9-41e7-bc95-abd1fe2bf10a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:32.326430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5235-6864-414c-88a7-efc6ea1c3918 req-20484298-c137-4991-a73d-8382c95a6571 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:32.328193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8dc5235-6864-414c-88a7-efc6ea1c3918 req-20484298-c137-4991-a73d-8382c95a6571 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.0958502 Sep 30 08:26:32.453838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.469377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8dc5235-6864-414c-88a7-efc6ea1c3918 req-57678078-eb46-421e-8e3b-a5f17e4ac178 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326265 Sep 30 08:26:32.558782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aeef710a-26ae-4275-aca8-0395e34d6aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4374521 Sep 30 08:26:32.560329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60072) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:32.565984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-359722324'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:32.574762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931349a6-0e82-434a-8686-ce5f51cd941a req-1ecf7817-ec6d-4e29-881c-1d145e2b4046 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:32.576445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-931349a6-0e82-434a-8686-ce5f51cd941a req-1ecf7817-ec6d-4e29-881c-1d145e2b4046 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "GET /v2.0/ports?device_id=b515e5f0-0574-4fe7-9ba7-1fd591a89d35 HTTP/1.1" status: 200 len: 946 time: 0.1330578 Sep 30 08:26:32.699835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389820e-c009-4134-8c82-f411c6ad04ac req-ab1a6b30-e1f8-4b93-baa5-218db4559de9 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:32.707610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7389820e-c009-4134-8c82-f411c6ad04ac req-ab1a6b30-e1f8-4b93-baa5-218db4559de9 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 945 time: 0.1299613 Sep 30 08:26:32.763021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7389820e-c009-4134-8c82-f411c6ad04ac req-8c0e5e02-05d0-417f-9011-d4765cd65815 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543687 Sep 30 08:26:32.769244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f813a78-2c89-4a79-8f62-2e807106de3e None None] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:32.775389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Deleting port 656146e6-f337-4b94-bffe-d126cf31a0a4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:32.775743 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.897089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.908588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-22559b40-c991-4427-80b4-2f0ec206ba53 None None] Provisioning complete for port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:32.908971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22559b40-c991-4427-80b4-2f0ec206ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.937275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] For port 656146e6-f337-4b94-bffe-d126cf31a0a4, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=656146e6-f337-4b94-bffe-d126cf31a0a4,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:32.937686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.997585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Calling delete_port for 656146e6-f337-4b94-bffe-d126cf31a0a4 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:33.048120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-40dfb098-2aca-43a2-a60c-a1b2df5bbe25 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:33.050346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-40dfb098-2aca-43a2-a60c-a1b2df5bbe25 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 945 time: 0.1156723 Sep 30 08:26:33.132067 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22559b40-c991-4427-80b4-2f0ec206ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.224345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-22559b40-c991-4427-80b4-2f0ec206ba53 None None] For port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:33.234098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22559b40-c991-4427-80b4-2f0ec206ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.303841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Deleting port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:33.304183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.315174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22559b40-c991-4427-80b4-2f0ec206ba53 None None] Pushing event updated for resources: {'Port': ['ID=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:33.339173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Router a435de86-3309-4582-b4b9-0c51fffd56da is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:33.449690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.469129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.474060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.503883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:33.516423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['656146e6-f337-4b94-bffe-d126cf31a0a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:33.520592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Pushing event deleted for resources: {'Port': ['ID=656146e6-f337-4b94-bffe-d126cf31a0a4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:33.547445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] For port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,segment=NetworkSegment(966e97c3-69ae-40ee-9d6b-e2b63304eb93),segment_id=966e97c3-69ae-40ee-9d6b-e2b63304eb93)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:33.548106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.598749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] No DVR routers for this DVR port 656146e6-f337-4b94-bffe-d126cf31a0a4 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:33.600915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Calling delete_port for bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:33.604910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:33.606836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.609038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-931349a6-0e82-434a-8686-ce5f51cd941a req-77b2e9e4-8e37-4479-ae5c-e7245a0d4bc3 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.50 "DELETE /v2.0/ports/656146e6-f337-4b94-bffe-d126cf31a0a4 HTTP/1.1" status: 204 len: 173 time: 1.0226605 Sep 30 08:26:33.637978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:33.648543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'name': 'network-vif-deleted', 'tag': '656146e6-f337-4b94-bffe-d126cf31a0a4'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:33.652179 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daed7a68-16bb-47c6-ae59-3cbdda43ae03" -d '{"events": [{"server_uuid": "b515e5f0-0574-4fe7-9ba7-1fd591a89d35", "name": "network-vif-deleted", "tag": "656146e6-f337-4b94-bffe-d126cf31a0a4"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:33.657047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Sync routers for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:33.661902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.663388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bc6e02a2-3467-4ed2-8e59-ba2f604c782d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1706371 Sep 30 08:26:33.667756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60158) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:33.678904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:33.679685 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:33.720246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router e442a8f8-5a64-4078-9e19-df460c6484df has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:33.788039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-26718591-51a6-4285-bcca-ae971bfe33ee None None] Provisioning complete for port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:33.789202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-26718591-51a6-4285-bcca-ae971bfe33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.807602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb76bf-23b3-433c-9003-059fbd3b48ce req-8529c553-6c6d-4bc5-9133-8205c9944c2b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:33.812312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03bb76bf-23b3-433c-9003-059fbd3b48ce req-8529c553-6c6d-4bc5-9133-8205c9944c2b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.2147541 Sep 30 08:26:33.905486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:33.905870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.915086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03bb76bf-23b3-433c-9003-059fbd3b48ce req-f3775385-ba26-40aa-8902-80c973127b5d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897381 Sep 30 08:26:33.927555 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:33.960869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:33.974916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.979553 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-356bd64b-4e02-483e-a763-bfa400774bac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 200 len: 886 time: 1.4145045 Sep 30 08:26:33.979553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60180) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:34.019717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] Sync routers for ids ['e442a8f8-5a64-4078-9e19-df460c6484df'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:34.116617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] Routers {'e442a8f8-5a64-4078-9e19-df460c6484df'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:34.121491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e442a8f8-5a64-4078-9e19-df460c6484df'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:34.188916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b819211b-3eea-48f1-8240-e78e02d09a43 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/routers/e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 200 len: 886 time: 0.2082772 Sep 30 08:26:34.193485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:34.218257 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:32Z', 'revision_number': 3, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:34.255697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:34.265598 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420ff9f-fa4e-4557-92f5-7e405731839d x-openstack-request-id: req-3420ff9f-fa4e-4557-92f5-7e405731839d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:34.265903 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b515e5f0-0574-4fe7-9ba7-1fd591a89d35", "name": "network-vif-deleted", "tag": "656146e6-f337-4b94-bffe-d126cf31a0a4", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:34.266093 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3420ff9f-fa4e-4557-92f5-7e405731839d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:34.266523 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b515e5f0-0574-4fe7-9ba7-1fd591a89d35', 'name': 'network-vif-deleted', 'tag': '656146e6-f337-4b94-bffe-d126cf31a0a4', 'status': 'completed', 'code': 200} Sep 30 08:26:34.300217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a771155-2f3d-46e2-aed1-446fd82211ef tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 200 len: 205 time: 0.1038539 Sep 30 08:26:34.300217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60204) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:34.318977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Checking router: a435de86-3309-4582-b4b9-0c51fffd56da for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:34.319431 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Updating router a435de86-3309-4582-b4b9-0c51fffd56da port 8720a575-6da9-41e7-bc95-abd1fe2bf10a binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:34.321530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.357209 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.412107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e1eec-6233-42ed-b74f-370fe2f47dfe req-15ab9543-2db5-4911-aa15-6fae086165e2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:34.421662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-235e1eec-6233-42ed-b74f-370fe2f47dfe req-15ab9543-2db5-4911-aa15-6fae086165e2 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb42ec8e-07c8-42dc-a384-1f15c7b8026f HTTP/1.1" status: 200 len: 867 time: 0.1740797 Sep 30 08:26:34.428565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['656146e6-f337-4b94-bffe-d126cf31a0a4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:34.434029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Pushing event deleted for resources: {'Port': ['ID=bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:34.475688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] Routers {'e442a8f8-5a64-4078-9e19-df460c6484df'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:34.476451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e442a8f8-5a64-4078-9e19-df460c6484df'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:34.554802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.571969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:34.573123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46644add-23a3-4e85-8764-48ec20038d21 None None] The sync data for ids ['e442a8f8-5a64-4078-9e19-df460c6484df'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:34.632674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] No DVR routers for this DVR port bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:34.645602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.647921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d3ff6f4-c556-40f5-9c3a-8f78777afa47 req-88d1b2ac-607b-4172-a2e2-bfb79679de1e tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.57 "DELETE /v2.0/ports/bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 HTTP/1.1" status: 204 len: 173 time: 1.5536456 Sep 30 08:26:34.689508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-235e1eec-6233-42ed-b74f-370fe2f47dfe req-2a4f5318-698e-4d12-9d39-863ad8bcfb85 tempest-ListServersNegativeTestJSON-2081031533 tempest-ListServersNegativeTestJSON-2081031533-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625663 Sep 30 08:26:34.723902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.770886 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.772051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.777354 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.855081 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Attempting to bind port 8720a575-6da9-41e7-bc95-abd1fe2bf10a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:34.857918 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Attempting to bind port 8720a575-6da9-41e7-bc95-abd1fe2bf10a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:34.858309 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Attempting to bind port 8720a575-6da9-41e7-bc95-abd1fe2bf10a on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:34.867207 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Pushing event updated for resources: {'Port': ['ID=8720a575-6da9-41e7-bc95-abd1fe2bf10a,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:34.873627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 402a7758-fee4-4448-9605-b5fded9fe0d4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:34.873995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.881994 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:34.882742 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:34.883384 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.884160 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:34.885071 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Bound port: 8720a575-6da9-41e7-bc95-abd1fe2bf10a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:34.885678 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.897025 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.897764 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.898287 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.899488 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.899931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.900782 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.901223 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.902452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.902911 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.903500 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.904105 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.904573 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:34.976849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] For port 8720a575-6da9-41e7-bc95-abd1fe2bf10a, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:34.987198 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] For port 8720a575-6da9-41e7-bc95-abd1fe2bf10a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8720a575-6da9-41e7-bc95-abd1fe2bf10a,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:34.995935 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.009802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:35.035950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Allocated IP 172.20.0.1 (ea5788b5-1289-4a4d-a2df-60494c02bd41/ea4c5685-584a-45f8-af4a-a27a7af65a21/21d1ac96-47cf-48da-9af6-839f4c72d155) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:35.067506 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.090233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 402a7758-fee4-4448-9605-b5fded9fe0d4 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:35.116303 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:35.116955 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:35.169520 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a224c4-14d0-4b6f-83bd-424d9f7bf531 None None] Pushing event updated for resources: {'Port': ['ID=8720a575-6da9-41e7-bc95-abd1fe2bf10a,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:35.204815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-76468b38-9e0d-4166-b3bd-926097a49a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.205178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.255686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76e81b-03de-4224-b602-505bf28a7a94 req-604e9bd7-8609-4665-8d5e-61d6109c6a05 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.255972 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:35.257250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e76e81b-03de-4224-b602-505bf28a7a94 req-604e9bd7-8609-4665-8d5e-61d6109c6a05 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1227746 Sep 30 08:26:35.287599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.360551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e76e81b-03de-4224-b602-505bf28a7a94 req-444856e1-647b-4cf1-9d59-6c8091d0bfbd tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941699 Sep 30 08:26:35.361728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.371075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:35.388795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:35.388795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Pushing event updated for resources: {'Port': ['ID=21d1ac96-47cf-48da-9af6-839f4c72d155,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:35.389791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:35.443559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=402a7758-fee4-4448-9605-b5fded9fe0d4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:35.534500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.552141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.637938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.642693 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:32Z', 'revision_number': 3, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:35.647187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.654260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.660643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.667561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.673899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.680073 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac299a-a498-41b3-a74a-117713c65f01 None None] The sync data for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 is: [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:32Z', 'revision_number': 3, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:35.681085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.693374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-7eac5872-0e9d-43d9-81cc-e23a84c1678e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.2439637 Sep 30 08:26:35.694011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-87460462-59e2-45dc-8d1d-b3835c0730d7 None None] Provisioning complete for port 21d1ac96-47cf-48da-9af6-839f4c72d155 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:35.694972 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-87460462-59e2-45dc-8d1d-b3835c0730d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.744923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-87460462-59e2-45dc-8d1d-b3835c0730d7 None None] Port 21d1ac96-47cf-48da-9af6-839f4c72d155 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:35.775562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed59a245-f4a1-436e-8a54-21542c05ab45 req-096af3e1-59ed-4e5b-b78e-8dae46482cb4 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811119 Sep 30 08:26:35.808299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.003920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.026069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.033006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.038826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.042685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.044891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.046722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.051680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.059759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.071457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3d91480-2807-44b3-bdfe-ad5166edd509 req-47e4b737-f4e1-42a5-81ef-79c3ade1e41c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.1937404 Sep 30 08:26:36.112655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60242) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.113974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-76468b38-9e0d-4166-b3bd-926097a49a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.120747 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-76468b38-9e0d-4166-b3bd-926097a49a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.157937 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-76468b38-9e0d-4166-b3bd-926097a49a46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ea08411a7da412ab1e10e4091898aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1425488 Sep 30 08:26:36.157937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60244) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.173630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.174333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router e442a8f8-5a64-4078-9e19-df460c6484df {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:36.193728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.195028 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-044266ba-2cba-401d-a47e-14d6116848b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 204 len: 168 time: 1.8919587 Sep 30 08:26:36.195322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.199983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60246) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.207034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-312620062'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:36.223370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76468b38-9e0d-4166-b3bd-926097a49a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86135775-2382-4904-8f6c-a1025e5850c8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.259549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Deleting subnet 400783de-5c24-46fd-9cab-efffc268e724 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:36.262726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.271149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55eb458e-62e0-41ba-ac7e-dbba810482b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.274604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'name': 'network-vif-deleted', 'tag': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:36.277118 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ba9522-9242-485d-8139-33c3d48f8857" -d '{"events": [{"server_uuid": "fb42ec8e-07c8-42dc-a384-1f15c7b8026f", "name": "network-vif-deleted", "tag": "bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:36.298732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55eb458e-62e0-41ba-ac7e-dbba810482b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.303949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.308195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:36.314314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.372637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55eb458e-62e0-41ba-ac7e-dbba810482b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.375903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55eb458e-62e0-41ba-ac7e-dbba810482b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.381424 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-55eb458e-62e0-41ba-ac7e-dbba810482b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86135775-2382-4904-8f6c-a1025e5850c8 HTTP/1.1" status: 204 len: 168 time: 0.2194290 Sep 30 08:26:36.381739 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2247a9-110f-4a16-b6f8-f698effa9a88 x-openstack-request-id: req-bb2247a9-110f-4a16-b6f8-f698effa9a88 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:36.381739 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb42ec8e-07c8-42dc-a384-1f15c7b8026f", "name": "network-vif-deleted", "tag": "bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:36.381739 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb2247a9-110f-4a16-b6f8-f698effa9a88 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:36.382198 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb42ec8e-07c8-42dc-a384-1f15c7b8026f', 'name': 'network-vif-deleted', 'tag': 'bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399', 'status': 'completed', 'code': 200} Sep 30 08:26:36.391692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb458e-62e0-41ba-ac7e-dbba810482b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86135775-2382-4904-8f6c-a1025e5850c8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.446850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.463165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:36.469736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 656146e6-f337-4b94-bffe-d126cf31a0a4 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:36.507519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 656146e6-f337-4b94-bffe-d126cf31a0a4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:36.507864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 656146e6-f337-4b94-bffe-d126cf31a0a4 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:36.511854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.514237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Pushing event updated for resources: {'Port': ['ID=21d1ac96-47cf-48da-9af6-839f4c72d155,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.565727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.566076 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment 9d0f746e-e0a1-4e20-af63-84dace41aea1 of type vlan for network a7accea8-acc1-46ba-a00b-ea0e4f497639 Sep 30 08:26:36.643379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.684279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.726520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793405bb-416f-4289-abe5-7c1995934a18 req-7c2c984b-bf80-414c-a6be-1031c03f48c1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.728329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-793405bb-416f-4289-abe5-7c1995934a18 req-7c2c984b-bf80-414c-a6be-1031c03f48c1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.2202010 Sep 30 08:26:36.770730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60256) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.787629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a364dabc-0607-4b30-8a03-b37897701612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.815801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.821399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.822160 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.851768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.864806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-793405bb-416f-4289-abe5-7c1995934a18 req-2391ce8a-e4a6-4af9-b777-20e481b593ef tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262345 Sep 30 08:26:36.871190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:36.901341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:36.907878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400783de-5c24-46fd-9cab-efffc268e724,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.922981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a364dabc-0607-4b30-8a03-b37897701612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.928980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a364dabc-0607-4b30-8a03-b37897701612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.947413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.952294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ed882d77-2923-45b7-bb8f-0332ff15104a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/400783de-5c24-46fd-9cab-efffc268e724 HTTP/1.1" status: 204 len: 168 time: 0.8350265 Sep 30 08:26:36.952294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=a7accea8-acc1-46ba-a00b-ea0e4f497639,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.953465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60258) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.964071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-153b40c8-3506-48dc-b75b-08dd3871e2a7 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7626846 Sep 30 08:26:36.967454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60260) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.970372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:36.972876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:37.001233 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a364dabc-0607-4b30-8a03-b37897701612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=126c8e24d7624b03a16ec41298015e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289388 Sep 30 08:26:37.005651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60262) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:37.016168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364dabc-0607-4b30-8a03-b37897701612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3343fcdd-dd06-46cb-af5d-04741cbf85b0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:37.145614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2012-c17b-49ad-a0fb-51f673aecc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.157741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:37.162727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:37.167113 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.184537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:37.185301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bcdff2e3-a3f1-4ac7-bd64-66f3d9c37399 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:37.199254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2012-c17b-49ad-a0fb-51f673aecc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.312998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-af57ec6c-85fc-4bf8-9234-ed0cb085bb56 None None] Provisioning complete for port 21d1ac96-47cf-48da-9af6-839f4c72d155 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:37.314892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af57ec6c-85fc-4bf8-9234-ed0cb085bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.374691 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2012-c17b-49ad-a0fb-51f673aecc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.377376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2012-c17b-49ad-a0fb-51f673aecc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.378613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cc9c2012-c17b-49ad-a0fb-51f673aecc16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3343fcdd-dd06-46cb-af5d-04741cbf85b0 HTTP/1.1" status: 204 len: 168 time: 0.3715980 Sep 30 08:26:37.405146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-af57ec6c-85fc-4bf8-9234-ed0cb085bb56 None None] Port 21d1ac96-47cf-48da-9af6-839f4c72d155 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:37.419801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c2012-c17b-49ad-a0fb-51f673aecc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343fcdd-dd06-46cb-af5d-04741cbf85b0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:37.526624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.596663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8720a575-6da9-41e7-bc95-abd1fe2bf10a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:37.612481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.660831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=baef6739-3a52-4506-a9bb-8018221413f9,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:37.684011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': '9d0f746e-e0a1-4e20-af63-84dace41aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:37.684384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: a7accea8-acc1-46ba-a00b-ea0e4f497639, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:37.692008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8720a575-6da9-41e7-bc95-abd1fe2bf10a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:37.692820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.705848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Router a435de86-3309-4582-b4b9-0c51fffd56da has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:37.717336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:37.739196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a7accea8-acc1-46ba-a00b-ea0e4f497639) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:37.745313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:37.745926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.755420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f1f3f-8f1e-4392-9cba-6a86571730c2 None None] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:37.758154 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.779297 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-435e3e9f-1408-4d97-b0ff-c8387208687e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8106933 Sep 30 08:26:37.781882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60276) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:37.789617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1191655354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:37.832904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.835362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.940618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:37.951058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-23cd8713-a574-445a-9b5b-d988f3dafb7c admin admin] 10.222.0.41 "PUT /v2.0/routers/a435de86-3309-4582-b4b9-0c51fffd56da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2821565 Sep 30 08:26:37.958217 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Sync routers for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:37.967414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2890ff8b-fa96-4e41-a79e-7c13ec6e603f']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:37.979368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966e97c3-69ae-40ee-9d6b-e2b63304eb93') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:37.979978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966e97c3-69ae-40ee-9d6b-e2b63304eb93') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:37.993089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.999613 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:38.000262 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:38.006899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.009259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.017166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:38.018044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.018396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.046970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.051832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fd0bcab0-af68-4503-aa65-6b6c9d4f431c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2657030 Sep 30 08:26:38.052939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60292) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:38.081435 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:38.088563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.106891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a7accea8-acc1-46ba-a00b-ea0e4f497639', 'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': 'baef6739-3a52-4506-a9bb-8018221413f9'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:38.107752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.111353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.121928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.124683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2890ff8b-fa96-4e41-a79e-7c13ec6e603f HTTP/1.1" status: 204 len: 168 time: 1.1688824 Sep 30 08:26:38.198855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc535f2-728f-41d9-9d5d-53150c37bed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2890ff8b-fa96-4e41-a79e-7c13ec6e603f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:38.245526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fd1fb-af5a-489e-bf93-db9dd2713823 req-59bff90e-c3cf-4076-8df3-a57521847d4d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:38.255298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-467fd1fb-af5a-489e-bf93-db9dd2713823 req-59bff90e-c3cf-4076-8df3-a57521847d4d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1689246 Sep 30 08:26:38.307488 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:38.361744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-467fd1fb-af5a-489e-bf93-db9dd2713823 req-e4835ec8-4252-4858-bf9a-4ef76e502445 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895734 Sep 30 08:26:38.375791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60308) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:38.522809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Allocated IP 172.20.0.2 (a7accea8-acc1-46ba-a00b-ea0e4f497639/baef6739-3a52-4506-a9bb-8018221413f9/c3c8e9a8-72e9-4e1e-aa7e-170d0976df84) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:38.566675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8667fe91-38db-48f4-aecd-739918446700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab544a251e5431985d2abe2b4cdc88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830385 Sep 30 08:26:38.567620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60314) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:38.688380 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.704747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 8720a575-6da9-41e7-bc95-abd1fe2bf10a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8720a575-6da9-41e7-bc95-abd1fe2bf10a,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:38.708341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.744559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280aeb5a-5ccc-41e1-bdca-29cc089549bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.763498 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.800716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:38.803624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d03599c-52d8-41a4-8ece-25eb5dea5df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.809862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:38.819112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:38.827078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280aeb5a-5ccc-41e1-bdca-29cc089549bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.830199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.876348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Pushing event updated for resources: {'Port': ['ID=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:38.892263 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 2, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:38.969792 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Checking router: a435de86-3309-4582-b4b9-0c51fffd56da for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:38.970452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Updating router a435de86-3309-4582-b4b9-0c51fffd56da port 21d1ac96-47cf-48da-9af6-839f4c72d155 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:38.974444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=8720a575-6da9-41e7-bc95-abd1fe2bf10a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.003138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280aeb5a-5ccc-41e1-bdca-29cc089549bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.010413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280aeb5a-5ccc-41e1-bdca-29cc089549bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.011664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-280aeb5a-5ccc-41e1-bdca-29cc089549bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8 HTTP/1.1" status: 204 len: 168 time: 0.4428530 Sep 30 08:26:39.013250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Attempting to bind port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:39.013909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Attempting to bind port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9d0f746e-e0a1-4e20-af63-84dace41aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:39.014537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Attempting to bind port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 on network a7accea8-acc1-46ba-a00b-ea0e4f497639 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:39.034976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aeb5a-5ccc-41e1-bdca-29cc089549bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c0a5bb-c1d9-4cf1-b110-1058bfdf77c8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.035268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:39.035870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Checking segment: {'id': '9d0f746e-e0a1-4e20-af63-84dace41aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:39.037835 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.038453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Bound using segment: {'id': '9d0f746e-e0a1-4e20-af63-84dace41aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:39.040604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Bound port: c3c8e9a8-72e9-4e1e-aa7e-170d0976df84, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0f746e-e0a1-4e20-af63-84dace41aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a7accea8-acc1-46ba-a00b-ea0e4f497639'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:39.042071 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.048695 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.260790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] For port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:39.281223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] For port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,segment=NetworkSegment(9d0f746e-e0a1-4e20-af63-84dace41aea1),segment_id=9d0f746e-e0a1-4e20-af63-84dace41aea1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:39.295156 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.305527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.20.0.1 (a7accea8-acc1-46ba-a00b-ea0e4f497639/baef6739-3a52-4506-a9bb-8018221413f9/68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:39.480061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663862e-e03b-4f2b-9991-5f5ff4736450 None None] Pushing event updated for resources: {'Port': ['ID=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.610973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8720a575-6da9-41e7-bc95-abd1fe2bf10a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:39.661606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40ea6e-dcd4-4fab-8b3a-a27c912fb638 req-32fc20b7-dfc9-43ec-a16b-6dcc21c4693b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:39.675942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f40ea6e-dcd4-4fab-8b3a-a27c912fb638 req-32fc20b7-dfc9-43ec-a16b-6dcc21c4693b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1249266 Sep 30 08:26:39.695107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.710516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60406) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:39.717295 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.729928 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.780723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f40ea6e-dcd4-4fab-8b3a-a27c912fb638 req-f22ec3be-0a03-45d1-b8f1-8ed5c73f088b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986338 Sep 30 08:26:39.793652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8720a575-6da9-41e7-bc95-abd1fe2bf10a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:39.793652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.807435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.843380 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6465-42de-4492-9125-da28eb8562cf None None] Pushing event updated for resources: {'Port': ['ID=21d1ac96-47cf-48da-9af6-839f4c72d155,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.962155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:40.009720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:40.026062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:40.043725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:40.073908 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Attempting to bind port 21d1ac96-47cf-48da-9af6-839f4c72d155 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:40.074985 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Attempting to bind port 21d1ac96-47cf-48da-9af6-839f4c72d155 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:40.075683 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Attempting to bind port 21d1ac96-47cf-48da-9af6-839f4c72d155 on network ea5788b5-1289-4a4d-a2df-60494c02bd41 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:40.092000 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:40.092867 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Checking segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:40.094068 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.096132 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Bound using segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:40.098621 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Bound port: 21d1ac96-47cf-48da-9af6-839f4c72d155, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:40.104274 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.180046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d47228d4-1485-4fcf-8e55-db13a1fa21d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.180660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.273104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.291198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.294600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.295173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.295656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.296426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.296906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.297385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.298326 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] For port 21d1ac96-47cf-48da-9af6-839f4c72d155, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:40.302605 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] For port 21d1ac96-47cf-48da-9af6-839f4c72d155, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=21d1ac96-47cf-48da-9af6-839f4c72d155,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:40.307346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-d2acf719-c12e-456e-87d4-72c3ed0bf835 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.5958307 Sep 30 08:26:40.321076 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.377718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06eb6f6b-b975-4bc3-b305-3db9770356fa None None] Provisioning complete for port 21d1ac96-47cf-48da-9af6-839f4c72d155 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:40.384067 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06eb6f6b-b975-4bc3-b305-3db9770356fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.437482 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-fbd07476-7a3b-4896-ad2f-2972887335d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&id=ebae1908-4b3c-48ee-9943-343ff03fb983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289942 Sep 30 08:26:40.467908 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:40.472020 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:40.507166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d47228d4-1485-4fcf-8e55-db13a1fa21d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.517722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d47228d4-1485-4fcf-8e55-db13a1fa21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.565253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.610000 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6465-42de-4492-9125-da28eb8562cf None None] Pushing event updated for resources: {'Port': ['ID=21d1ac96-47cf-48da-9af6-839f4c72d155,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.634429 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06eb6f6b-b975-4bc3-b305-3db9770356fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.654441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d47228d4-1485-4fcf-8e55-db13a1fa21d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=508f2d80089540c7a684d30d8fa2ab05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901000 Sep 30 08:26:40.660195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60464) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:40.663613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47228d4-1485-4fcf-8e55-db13a1fa21d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212d9165-dd83-48a7-9c6a-1a57adebecae,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.718288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06eb6f6b-b975-4bc3-b305-3db9770356fa None None] For port 21d1ac96-47cf-48da-9af6-839f4c72d155, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=21d1ac96-47cf-48da-9af6-839f4c72d155,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:40.725625 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06eb6f6b-b975-4bc3-b305-3db9770356fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.816765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb6f6b-b975-4bc3-b305-3db9770356fa None None] Pushing event updated for resources: {'Port': ['ID=21d1ac96-47cf-48da-9af6-839f4c72d155,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.820794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ce16-65b4-4b3b-882e-184f0695dbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.851461 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:40.875733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ce16-65b4-4b3b-882e-184f0695dbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.098817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ce16-65b4-4b3b-882e-184f0695dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.109667 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ce16-65b4-4b3b-882e-184f0695dbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.115494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d0d7ce16-65b4-4b3b-882e-184f0695dbf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/212d9165-dd83-48a7-9c6a-1a57adebecae HTTP/1.1" status: 204 len: 168 time: 0.4328251 Sep 30 08:26:41.125139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5b6ddfdd-8322-4f29-9702-a81f6f54f10a None None] Provisioning complete for port 21d1ac96-47cf-48da-9af6-839f4c72d155 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:41.125970 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddfdd-8322-4f29-9702-a81f6f54f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.153235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7ce16-65b4-4b3b-882e-184f0695dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212d9165-dd83-48a7-9c6a-1a57adebecae,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:41.209552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a659fc-fac4-4d67-a23a-f33f8b8962b4 req-bfd94c1e-aa04-46b5-9f5b-cdd938fed69e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.215071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a659fc-fac4-4d67-a23a-f33f8b8962b4 req-bfd94c1e-aa04-46b5-9f5b-cdd938fed69e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1976511 Sep 30 08:26:41.254724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-076b9d97-cce5-45fe-aa2a-dc699a3d1501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.283378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.291433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.336661 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:41.348472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a659fc-fac4-4d67-a23a-f33f8b8962b4 req-0163d091-d1cd-4d67-8310-6f593871035a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229799 Sep 30 08:26:41.427006 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d4f7-a2d7-4eb5-b266-9b46cfdd6f58 None None] The sync data for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 is: [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:41.436786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.440763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:41.455474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.490301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d971f25-cd4c-4380-bfb4-28088a07dac8 None None] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:41.631065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-46cb46ec-7c3b-41ac-81b1-423790df3937 None None] Provisioning complete for port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:41.631737 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46cb46ec-7c3b-41ac-81b1-423790df3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.701818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:41.704457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:41.715620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:41.987124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46cb46ec-7c3b-41ac-81b1-423790df3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.993040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router 14ee653d-2e1f-49bc-8e8d-754dcd533e96 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:42.063851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-46cb46ec-7c3b-41ac-81b1-423790df3937 None None] For port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,segment=NetworkSegment(9d0f746e-e0a1-4e20-af63-84dace41aea1),segment_id=9d0f746e-e0a1-4e20-af63-84dace41aea1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:42.077092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46cb46ec-7c3b-41ac-81b1-423790df3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.185633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb46ec-7c3b-41ac-81b1-423790df3937 None None] Pushing event updated for resources: {'Port': ['ID=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:42.220162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:42.220992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.348593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:42.358489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60496) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.366439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] Sync routers for ids ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:42.393837 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c2e28690-4712-4734-ae1f-83495a08da54 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/14ee653d-2e1f-49bc-8e8d-754dcd533e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3389096 Sep 30 08:26:42.400077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] Routers {'14ee653d-2e1f-49bc-8e8d-754dcd533e96'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:42.401281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.467579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.497198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.505488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df1e7d1-e1a4-4a6e-8ef4-cee161785895 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.507702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] Routers {'14ee653d-2e1f-49bc-8e8d-754dcd533e96'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:42.508621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.510309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60504) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.510704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0df1e7d1-e1a4-4a6e-8ef4-cee161785895 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports/68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 HTTP/1.1" status: 200 len: 910 time: 0.1478014 Sep 30 08:26:42.518157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'baef6739-3a52-4506-a9bb-8018221413f9'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:42.605183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.611546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe9045-fcc8-4c00-bdd5-e84460251a3e None None] The sync data for ids ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:42.643705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8faa66-375e-436d-bcb1-55e53736fa13 req-de992c8c-5a3e-4674-964e-c3cc80fce452 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.645311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba8faa66-375e-436d-bcb1-55e53736fa13 req-de992c8c-5a3e-4674-964e-c3cc80fce452 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1171129 Sep 30 08:26:42.691862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d79ee0ca-6300-42da-8d6f-f0d32fb9ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.732815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba8faa66-375e-436d-bcb1-55e53736fa13 req-6d13336c-e2a4-4cfa-86fc-1ceb093d36f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780890 Sep 30 08:26:42.754181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5c5c740a-0200-4548-9461-30d12b354fda None None] Provisioning complete for port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:42.754730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5c5c740a-0200-4548-9461-30d12b354fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.975454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-7fdcbd18-3699-4e91-90b0-2bf29c9afca2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043773 Sep 30 08:26:42.977701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5c5c740a-0200-4548-9461-30d12b354fda None None] Provisioning complete for port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:42.978232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5c5c740a-0200-4548-9461-30d12b354fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.982100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.106364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.107620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c740a-0200-4548-9461-30d12b354fda None None] Port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:43.200468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60520) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.214046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-a9402488-519c-4fe8-8470-1ba7af45b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.223376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-a9402488-519c-4fe8-8470-1ba7af45b982 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.1320970 Sep 30 08:26:43.240508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5f167527-f407-4a0f-8a19-60663342cd07 None None] Provisioning complete for port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:43.241113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5f167527-f407-4a0f-8a19-60663342cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.326914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d79ee0ca-6300-42da-8d6f-f0d32fb9ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.327782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5f167527-f407-4a0f-8a19-60663342cd07 None None] Port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:43.432536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-118335862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.485683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.489899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.569254 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.578171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.597618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d79ee0ca-6300-42da-8d6f-f0d32fb9ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.607571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-4a00df05-9637-4b5d-b0d6-7d64848d1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.609785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-4a00df05-9637-4b5d-b0d6-7d64848d1ba9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.3551199 Sep 30 08:26:43.616728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.622167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98790188-310a-4140-9dfa-7d8ade5bf679 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4189641 Sep 30 08:26:43.633204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60524) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.657535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-68617ba6-a82a-46cb-8997-073d74d48993 None None] Provisioning complete for port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:43.658777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68617ba6-a82a-46cb-8997-073d74d48993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.679551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2083932100'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.695382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 21d1ac96-47cf-48da-9af6-839f4c72d155 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:43.749486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d79ee0ca-6300-42da-8d6f-f0d32fb9ce40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71f91d576aea4a0298e9b06d6f4c365f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2501080 Sep 30 08:26:43.750421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60528) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.764576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ee0ca-6300-42da-8d6f-f0d32fb9ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257cdcd0-e573-4d6e-a352-43080f87e3bf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.774982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-2c66f20b-58eb-4852-9128-0cfeca53e9fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1002 time: 0.1512530 Sep 30 08:26:43.785018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-68617ba6-a82a-46cb-8997-073d74d48993 None None] Port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:43.823958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:43.827917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.840225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 21d1ac96-47cf-48da-9af6-839f4c72d155 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:43.841372 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.844171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.858064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-18f91200-412d-4fb4-b07f-e51c8e1e0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.859822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-18f91200-412d-4fb4-b07f-e51c8e1e0934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.0760825 Sep 30 08:26:43.962305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-e0295648-06ca-4cf7-b2b7-6b07e10a1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.964185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-e0295648-06ca-4cf7-b2b7-6b07e10a1745 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922384 Sep 30 08:26:43.974204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d9c9-14f7-46df-b86d-ea0d71d795b8 req-1d20bde3-3d4d-4eac-974b-a5add4c3347c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.977403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c817d9c9-14f7-46df-b86d-ea0d71d795b8 req-1d20bde3-3d4d-4eac-974b-a5add4c3347c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1159546 Sep 30 08:26:43.983991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aab18c8-ea2b-47a6-89e8-8cad4732d2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.008856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aab18c8-ea2b-47a6-89e8-8cad4732d2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.035375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:44.055823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c817d9c9-14f7-46df-b86d-ea0d71d795b8 req-e1898618-200f-4cff-80db-d157fcea0fc3 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663779 Sep 30 08:26:44.101403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.118627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aab18c8-ea2b-47a6-89e8-8cad4732d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.122269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aab18c8-ea2b-47a6-89e8-8cad4732d2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.127614 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6aab18c8-ea2b-47a6-89e8-8cad4732d2f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/257cdcd0-e573-4d6e-a352-43080f87e3bf HTTP/1.1" status: 204 len: 168 time: 0.3725827 Sep 30 08:26:44.135640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.152702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-96558c96-ac28-4f0d-8034-bba0711d39ec service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739240 Sep 30 08:26:44.199636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab18c8-ea2b-47a6-89e8-8cad4732d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cdcd0-e573-4d6e-a352-43080f87e3bf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.201129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:44.201545 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.259240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.263142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.280268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.293696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:44.294582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.296140 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-83c184ae-d80b-4003-a3c3-b3fd8c3dbb3a tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/ports/68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 HTTP/1.1" status: 200 len: 910 time: 1.7847781 Sep 30 08:26:44.299279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.378661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5f33da8-7ed8-408b-949a-cdcc1db32f3b req-848bd22c-f890-4034-963e-2510426384ae service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154756 Sep 30 08:26:44.390905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:44.405424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5fa355-c0d5-410f-b54b-bc15f13e9b7b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.445893 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.446320 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Added segment 2344c595-e74a-4c32-9674-4fe985e4063b of type vlan for network e7c0e2ec-112c-412d-869f-7df58b8a4f1f Sep 30 08:26:44.538689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.608002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.613689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:44.614337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.688492 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0270410 Sep 30 08:26:44.693384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60544) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.699293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'subnet': {'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.746472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c024ba-22a7-43f3-ac08-6723b3850d64 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Network': ['ID=e7c0e2ec-112c-412d-869f-7df58b8a4f1f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.765512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:44.866612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.884428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.891616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:44.902587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.250685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:45.251029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.352497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-3259306d-fec7-4d25-aab9-681b3c8a0773 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5190210 Sep 30 08:26:45.381664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93bca7-a856-4991-999e-b6aeb0709f5a req-5beae314-b296-4cf6-b559-ca3f5679ac9c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.392553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e93bca7-a856-4991-999e-b6aeb0709f5a req-5beae314-b296-4cf6-b559-ca3f5679ac9c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1800427 Sep 30 08:26:45.426232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.432342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.452578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:45.521247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e93bca7-a856-4991-999e-b6aeb0709f5a req-0bf57758-53af-475f-8854-fed4d111232a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277761 Sep 30 08:26:45.534238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Subnet': ['ID=db037a99-6b9f-40cf-9e3b-16ddc453a9c3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:45.537925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-55495e28-968b-4cab-9fd7-d2c9b6e45f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.540035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-55495e28-968b-4cab-9fd7-d2c9b6e45f24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1097 time: 0.1385341 Sep 30 08:26:45.561258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Checking segment: {'id': '2344c595-e74a-4c32-9674-4fe985e4063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:45.561761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network hostable DHCP agents. Network: e7c0e2ec-112c-412d-869f-7df58b8a4f1f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:45.623521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:45.695832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e7c0e2ec-112c-412d-869f-7df58b8a4f1f) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:45.699518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.706619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb4ed8-8e58-4d3b-aabe-80ce82da4c64 None None] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:45.710570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.711405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.752595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1f81cc5e-6eb1-407d-8faa-260ec085f514 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0579159 Sep 30 08:26:45.754277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-59d5228a-25fb-43e3-949d-1065c9b499c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.757555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-59d5228a-25fb-43e3-949d-1065c9b499c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.1842237 Sep 30 08:26:45.757555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60574) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:45.762740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'network': {'name': 'tempest-router-network01--1211007519'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:45.773555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=68a80dd1-a31c-4385-8e81-b4a1c5ed6ab5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:45.842243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:45.846623 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.875575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-983619ee-141c-41f7-a1ef-ecb784eec7b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 1002 time: 0.1087136 Sep 30 08:26:45.933064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e7c0e2ec-112c-412d-869f-7df58b8a4f1f', 'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f', 'tenant_id': 'a2d3ed70c2614fd0ae329a4e6396c433', 'fixed_ips': [{'subnet_id': 'db037a99-6b9f-40cf-9e3b-16ddc453a9c3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:45.934346 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.962146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:45.992926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-1a3d24be-eb30-4108-9b34-66a127b21803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.994620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-1a3d24be-eb30-4108-9b34-66a127b21803 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.1060112 Sep 30 08:26:45.995916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.996344 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Added segment 27191018-0a50-4d27-ba4b-cda38897f7c7 of type vlan for network d8617780-eeb1-4d3a-ab6c-07352c44ae25 Sep 30 08:26:46.158550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.189838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-872fc980-a2a2-4fba-8ac4-97ef4838c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.192712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-872fc980-a2a2-4fba-8ac4-97ef4838c1fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841598 Sep 30 08:26:46.266404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.273842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.274435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.274620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Allocated IP 2001:db8::2 (e7c0e2ec-112c-412d-869f-7df58b8a4f1f/db037a99-6b9f-40cf-9e3b-16ddc453a9c3/b5c662c1-055a-4200-8d94-edf708d90295) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:46.357516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5938346 Sep 30 08:26:46.357516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60578) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.363387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'network': {'name': 'tempest-router-network02--1088218168'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:46.412136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba1da6-861f-4b65-8805-8bc00e2fb95d tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Network': ['ID=d8617780-eeb1-4d3a-ab6c-07352c44ae25,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:46.434539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:46.451657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-c9ad6aec-ef2c-4ffb-a1cd-233c181ede47 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490900 Sep 30 08:26:46.480309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:46.485856 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.513344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.598719 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.668256 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.672060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:46.707679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.708402 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Added segment 8cc1ce3e-c92d-455e-ad49-3fc28c1ad964 of type vlan for network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 Sep 30 08:26:46.727423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:46.735128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:46.741046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:46.776485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4f2ae0-14a2-4580-94f5-069bd3d998d5 req-7eb17f3c-297c-4407-872f-73867b814de8 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138151 Sep 30 08:26:46.789478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.797586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Pushing event updated for resources: {'Port': ['ID=b5c662c1-055a-4200-8d94-edf708d90295,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:46.799707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router 14ee653d-2e1f-49bc-8e8d-754dcd533e96 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:46.849878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09682b5-846a-4cf3-bef3-21d55ff282a2 req-aacb2155-c9c8-4a49-bcfc-7738e09186d1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.851504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f09682b5-846a-4cf3-bef3-21d55ff282a2 req-aacb2155-c9c8-4a49-bcfc-7738e09186d1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.0848513 Sep 30 08:26:46.852706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.858243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.858874 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.862728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Attempting to bind port b5c662c1-055a-4200-8d94-edf708d90295 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:46.863813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Attempting to bind port b5c662c1-055a-4200-8d94-edf708d90295 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2344c595-e74a-4c32-9674-4fe985e4063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:46.864493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Attempting to bind port b5c662c1-055a-4200-8d94-edf708d90295 on network e7c0e2ec-112c-412d-869f-7df58b8a4f1f {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:46.877581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:46.878031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Checking segment: {'id': '2344c595-e74a-4c32-9674-4fe985e4063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:46.878476 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.885985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Bound using segment: {'id': '2344c595-e74a-4c32-9674-4fe985e4063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:46.887124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Bound port: b5c662c1-055a-4200-8d94-edf708d90295, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2344c595-e74a-4c32-9674-4fe985e4063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e7c0e2ec-112c-412d-869f-7df58b8a4f1f'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:46.887940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.914976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5572164 Sep 30 08:26:46.921823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60596) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.931999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'subnet': {'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:46.935811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:46.941578 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-117c1de2-c3af-44b9-85b4-2b6f2896b287 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/14ee653d-2e1f-49bc-8e8d-754dcd533e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410604 Sep 30 08:26:46.944433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60598) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.951165 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] Sync routers for ids ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:46.961115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ae6f9-ec51-41d2-a3b5-0660dacd48f4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Network': ['ID=cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:46.965654 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] Routers {'14ee653d-2e1f-49bc-8e8d-754dcd533e96'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:46.966707 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:46.968885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f09682b5-846a-4cf3-bef3-21d55ff282a2 req-7c1a60ca-2cb2-4c38-b97d-cbce1bf3028e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070578 Sep 30 08:26:46.999262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:47.048192 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1ed2f14c-4fe2-4b2d-8e6d-2787e87d15b6 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=14ee653d-2e1f-49bc-8e8d-754dcd533e96 HTTP/1.1" status: 200 len: 205 time: 0.1018553 Sep 30 08:26:47.051153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60600) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.052327 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:47.071709 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] Routers {'14ee653d-2e1f-49bc-8e8d-754dcd533e96'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:47.074214 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:47.109101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] For port b5c662c1-055a-4200-8d94-edf708d90295, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:47.118840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] For port b5c662c1-055a-4200-8d94-edf708d90295, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b5c662c1-055a-4200-8d94-edf708d90295,segment=NetworkSegment(2344c595-e74a-4c32-9674-4fe985e4063b),segment_id=2344c595-e74a-4c32-9674-4fe985e4063b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:47.129520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.155689 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:47.168706 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3a925-bff1-4266-be02-a29bfb644cdb None None] The sync data for ids ['14ee653d-2e1f-49bc-8e8d-754dcd533e96'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:47.256048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:47.262617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.313679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.343447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd0e52-9e07-4e6d-be88-fe2971ff07b1 None None] Pushing event updated for resources: {'Port': ['ID=b5c662c1-055a-4200-8d94-edf708d90295,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.582204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.615563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.626039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.729544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.731864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router 14ee653d-2e1f-49bc-8e8d-754dcd533e96 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:47.743575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.744793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6838d229-902d-4a79-b72e-889acc3ad300 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/14ee653d-2e1f-49bc-8e8d-754dcd533e96 HTTP/1.1" status: 204 len: 168 time: 0.6926005 Sep 30 08:26:47.747888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60606) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.760596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Subnet': ['ID=076b1704-967d-4455-8a02-99d84b2ed0f5,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.801776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Checking segment: {'id': '27191018-0a50-4d27-ba4b-cda38897f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:47.802674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network hostable DHCP agents. Network: d8617780-eeb1-4d3a-ab6c-07352c44ae25, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:47.840634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:47.844718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet baef6739-3a52-4506-a9bb-8018221413f9 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:47.849417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.859455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, d8617780-eeb1-4d3a-ab6c-07352c44ae25) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:47.869345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2799e-48f5-4565-8d78-2be9f4b059e2 None None] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:47.873738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:47.876145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.915336 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b373ffdb-6dcf-43d0-a6ba-f49dd99fe76f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9882014 Sep 30 08:26:47.916059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.922970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.925727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'subnet': {'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:48.087597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:48.092669 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.104472 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.131412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-d8617780-eeb1-4d3a-ab6c-07352c44ae25', 'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25', 'tenant_id': 'a2d3ed70c2614fd0ae329a4e6396c433', 'fixed_ips': [{'subnet_id': '076b1704-967d-4455-8a02-99d84b2ed0f5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:48.134976 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.197371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28670767-29fd-4acc-82c4-8519bfc14fa4 req-81c3fc81-439d-4aee-89ee-40bdc0e14401 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:48.199419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28670767-29fd-4acc-82c4-8519bfc14fa4 req-81c3fc81-439d-4aee-89ee-40bdc0e14401 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1150703 Sep 30 08:26:48.238251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.283244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=baef6739-3a52-4506-a9bb-8018221413f9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:48.288146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.293988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dda28570-d9da-45a5-b617-9495c1777a77 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/baef6739-3a52-4506-a9bb-8018221413f9 HTTP/1.1" status: 204 len: 168 time: 0.5450184 Sep 30 08:26:48.294172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60614) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:48.301345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28670767-29fd-4acc-82c4-8519bfc14fa4 req-12620157-8dac-42dc-84a0-3c5a07e56b7a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925319 Sep 30 08:26:48.369626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Allocated IP 2001:db8::2 (d8617780-eeb1-4d3a-ab6c-07352c44ae25/076b1704-967d-4455-8a02-99d84b2ed0f5/fceccd38-3f9b-4a67-8cd5-32e60a1ad822) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:48.379283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a238e5df-32fd-43d1-869e-d6bee25068d8 None None] Network a7accea8-acc1-46ba-a00b-ea0e4f497639 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:48.472461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.483564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.639151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Subnet': ['ID=ca4be320-dbb8-4378-9940-20456ecf7414,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:48.644924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Checking segment: {'id': '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:48.645473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network hostable DHCP agents. Network: cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:48.691955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:48.709098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:48.709583 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.732159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:48.751611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cac46-23a9-4d46-99e5-6c52fac290a7 None None] Network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:48.769701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:48.770340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.793353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5c8dc9fe-471a-4695-9332-ca0a24b196e1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8757658 Sep 30 08:26:48.796186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60628) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:48.839908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,segment=NetworkSegment(9d0f746e-e0a1-4e20-af63-84dace41aea1),segment_id=9d0f746e-e0a1-4e20-af63-84dace41aea1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:48.840554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.858184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:48.973393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.027806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:49.034787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=c3c8e9a8-72e9-4e1e-aa7e-170d0976df84,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.065617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab4839e-7008-49d4-8587-21a5de4b8c46 None None] DHCP port deletion for a7accea8-acc1-46ba-a00b-ea0e4f497639 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:49.071066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b99bc-68f9-45ac-9e1d-a58d5f71944f None None] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:49.185055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.215451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.248820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.251687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7accea8-acc1-46ba-a00b-ea0e4f497639']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:49.267718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0f746e-e0a1-4e20-af63-84dace41aea1') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:49.268024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0f746e-e0a1-4e20-af63-84dace41aea1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:49.283933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.302001 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.312846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:49.313096 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:49.317313 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:49.361663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Pushing event updated for resources: {'Port': ['ID=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.406407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.437125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.451194 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/a7accea8-acc1-46ba-a00b-ea0e4f497639 HTTP/1.1" status: 204 len: 168 time: 1.1548278 Sep 30 08:26:49.454354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:49.472265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:49.484634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d60b263b-9fd3-4f01-9c50-cbb46f7cadb5 None None] Provisioning complete for port b5c662c1-055a-4200-8d94-edf708d90295 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:49.485248 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d60b263b-9fd3-4f01-9c50-cbb46f7cadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.486046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:49.491149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:49.503031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-684682188', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:49.522760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a16a-b3cb-4ac1-aaab-6b39f9d3fcbd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=a7accea8-acc1-46ba-a00b-ea0e4f497639,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.588288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.588288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.638146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b5c662c1-055a-4200-8d94-edf708d90295 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:49.698040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.704639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.728953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.730497 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-58fe9faa-4fb7-441a-b60f-5b8aa15b1dbf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2403853 Sep 30 08:26:49.733582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60650) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:49.740819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895349141'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:49.779669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:49.787024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.799495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Attempting to bind port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:49.799885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Attempting to bind port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '27191018-0a50-4d27-ba4b-cda38897f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:49.800506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Attempting to bind port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 on network d8617780-eeb1-4d3a-ab6c-07352c44ae25 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:49.817674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:49.818059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Checking segment: {'id': '27191018-0a50-4d27-ba4b-cda38897f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:49.818473 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.818939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Bound using segment: {'id': '27191018-0a50-4d27-ba4b-cda38897f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:49.819353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Bound port: fceccd38-3f9b-4a67-8cd5-32e60a1ad822, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27191018-0a50-4d27-ba4b-cda38897f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8617780-eeb1-4d3a-ab6c-07352c44ae25'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:49.819898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.827433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9', 'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9', 'tenant_id': 'a2d3ed70c2614fd0ae329a4e6396c433', 'fixed_ips': [{'subnet_id': 'ca4be320-dbb8-4378-9940-20456ecf7414'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:49.828263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.844553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1adef5-98dc-4304-b7d4-eca93998f45e req-c02a7b8c-bec1-4f73-bf46-e1bfc517757c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:49.854066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc1adef5-98dc-4304-b7d4-eca93998f45e req-c02a7b8c-bec1-4f73-bf46-e1bfc517757c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.3227360 Sep 30 08:26:49.875457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:49.893683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.894074 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment 22721685-acf1-4303-8f9c-a433d574032e of type vlan for network 44a3084e-d846-4c7b-be68-5cb14be708a4 Sep 30 08:26:49.945906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.951567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b5c662c1-055a-4200-8d94-edf708d90295 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:49.952483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.981088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.988093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc1adef5-98dc-4304-b7d4-eca93998f45e req-e0304ecf-6d95-4ee9-8b40-fcfcfebaf514 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249838 Sep 30 08:26:49.996679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d60b263b-9fd3-4f01-9c50-cbb46f7cadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.009005 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.027135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:50.031011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.076072 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3417857 Sep 30 08:26:50.088978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60654) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:50.094846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:50.154978 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:26:50.186986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e4ced-76b9-437e-9f57-35464c556a6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=44a3084e-d846-4c7b-be68-5cb14be708a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.203357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:50.256705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] For port fceccd38-3f9b-4a67-8cd5-32e60a1ad822, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:50.284248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d60b263b-9fd3-4f01-9c50-cbb46f7cadb5 None None] For port b5c662c1-055a-4200-8d94-edf708d90295, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b5c662c1-055a-4200-8d94-edf708d90295,segment=NetworkSegment(2344c595-e74a-4c32-9674-4fe985e4063b),segment_id=2344c595-e74a-4c32-9674-4fe985e4063b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:50.308617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:50.317526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.317802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] For port fceccd38-3f9b-4a67-8cd5-32e60a1ad822, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,segment=NetworkSegment(27191018-0a50-4d27-ba4b-cda38897f7c7),segment_id=27191018-0a50-4d27-ba4b-cda38897f7c7)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:50.318740 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d60b263b-9fd3-4f01-9c50-cbb46f7cadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.366322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.463645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Allocated IP 2001:db8::2 (cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9/ca4be320-dbb8-4378-9940-20456ecf7414/4a245006-0a84-43bc-bdfd-5005f0189fe8) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:50.508697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b263b-9fd3-4f01-9c50-cbb46f7cadb5 None None] Pushing event updated for resources: {'Port': ['ID=b5c662c1-055a-4200-8d94-edf708d90295,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.515224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6f70cf61-2b6b-4dbf-ae69-14395600340d None None] Provisioning complete for port b5c662c1-055a-4200-8d94-edf708d90295 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:50.515597 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf61-2b6b-4dbf-ae69-14395600340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.662453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Allocated IP 2001:db8::1 (d8617780-eeb1-4d3a-ab6c-07352c44ae25/076b1704-967d-4455-8a02-99d84b2ed0f5/a639bab3-8f22-4cac-99da-8a0e0d082a69) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:50.676415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:50.683372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.727753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:50.727753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c3c8e9a8-72e9-4e1e-aa7e-170d0976df84 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:50.728744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299015d-2308-43a9-90be-c9bcc51057d4 None None] Pushing event updated for resources: {'Port': ['ID=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.926828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=2fbea5ff-e0f6-40d1-b670-9c1229f67a83,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.940863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:50.942284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: 44a3084e-d846-4c7b-be68-5cb14be708a4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:50.997357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:51.015323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 44a3084e-d846-4c7b-be68-5cb14be708a4) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:51.025732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:51.026359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.068362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638cdc8-be81-444a-a9ed-4de71bee5cc1 None None] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:51.082049 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a61064f2-348f-497c-97b6-3393d2924441 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9918876 Sep 30 08:26:51.085067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60664) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:51.099803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.139527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.201351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.256467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8280-37ed-465f-8518-c2f4964a3a2e req-1d7dcb99-9cfd-4bab-8e9b-9f514d28ae7f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:51.263249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18ec8280-37ed-465f-8518-c2f4964a3a2e req-1d7dcb99-9cfd-4bab-8e9b-9f514d28ae7f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1484106 Sep 30 08:26:51.294445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:51.301684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:51.312650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:51.316644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Pushing event updated for resources: {'Port': ['ID=4a245006-0a84-43bc-bdfd-5005f0189fe8,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.350364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18ec8280-37ed-465f-8518-c2f4964a3a2e req-bf856fd6-3e6f-4f70-a847-cff1520fc438 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814157 Sep 30 08:26:51.359717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.443805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Port': ['ID=a639bab3-8f22-4cac-99da-8a0e0d082a69,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.465789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Attempting to bind port 4a245006-0a84-43bc-bdfd-5005f0189fe8 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:51.466170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Attempting to bind port 4a245006-0a84-43bc-bdfd-5005f0189fe8 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:51.466544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Attempting to bind port 4a245006-0a84-43bc-bdfd-5005f0189fe8 on network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:51.477650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:51.478371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Checking segment: {'id': '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:51.478681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.479082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Bound using segment: {'id': '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:51.479480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:51.479613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Bound port: 4a245006-0a84-43bc-bdfd-5005f0189fe8, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:51.479965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.481776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:51.487147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-44a3084e-d846-4c7b-be68-5cb14be708a4', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:51.489465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.492837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:51.493401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.705375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.711883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fceccd38-3f9b-4a67-8cd5-32e60a1ad822 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:51.716051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.785987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] For port 4a245006-0a84-43bc-bdfd-5005f0189fe8, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:51.795708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] For port 4a245006-0a84-43bc-bdfd-5005f0189fe8, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4a245006-0a84-43bc-bdfd-5005f0189fe8,segment=NetworkSegment(8cc1ce3e-c92d-455e-ad49-3fc28c1ad964),segment_id=8cc1ce3e-c92d-455e-ad49-3fc28c1ad964)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:51.847661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.158253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6c8b3-a24b-431d-8345-0f5e16d5a80e None None] Pushing event updated for resources: {'Port': ['ID=4a245006-0a84-43bc-bdfd-5005f0189fe8,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:52.181103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:52.181862 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.187705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Allocated IP 172.20.0.2 (44a3084e-d846-4c7b-be68-5cb14be708a4/2fbea5ff-e0f6-40d1-b670-9c1229f67a83/1af740ff-9a46-4bde-a024-d9719be2a681) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:52.319026 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.327170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.328604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.382699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18da42-1b2c-42a3-97e0-205e0179da19 None None] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:52.468189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Port': ['ID=a639bab3-8f22-4cac-99da-8a0e0d082a69,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:52.579571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:52.583273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:52.589928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.611057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fb7763aa-2683-42b7-a10a-86e4e24df4e3 None None] Provisioning complete for port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:52.611439 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fb7763aa-2683-42b7-a10a-86e4e24df4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.688309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84799036-c3e2-4fca-bdda-4bb02aabcd23 req-2b09eda6-9ba6-4a26-8b48-72447a321399 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:52.697434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84799036-c3e2-4fca-bdda-4bb02aabcd23 req-2b09eda6-9ba6-4a26-8b48-72447a321399 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.2254229 Sep 30 08:26:52.744287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port fceccd38-3f9b-4a67-8cd5-32e60a1ad822, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,segment=NetworkSegment(27191018-0a50-4d27-ba4b-cda38897f7c7),segment_id=27191018-0a50-4d27-ba4b-cda38897f7c7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:52.784435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.785271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b5c662c1-055a-4200-8d94-edf708d90295 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:52.793979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84799036-c3e2-4fca-bdda-4bb02aabcd23 req-80f44aaf-06fe-4dbc-a534-068ffe8d46ff tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953641 Sep 30 08:26:52.851117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.860462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Router 04d000b0-37b5-437f-b133-3752952206e0 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:52.878902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.993258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:53.007218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:53.019589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:53.022743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.20.0.1 (44a3084e-d846-4c7b-be68-5cb14be708a4/2fbea5ff-e0f6-40d1-b670-9c1229f67a83/1a021f4f-82c5-4b5f-8ccb-8c69910003ff) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:53.028710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:53.054335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:53.069400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c394bba8-5982-4277-af11-53bef14e1901 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2674904 Sep 30 08:26:53.071263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60694) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:53.110380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] Sync routers for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:53.134449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b5c662c1-055a-4200-8d94-edf708d90295 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:53.134912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.384503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Pushing event updated for resources: {'Port': ['ID=1af740ff-9a46-4bde-a024-d9719be2a681,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:53.389739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:53.409950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:53.536921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:53.541351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Attempting to bind port 1af740ff-9a46-4bde-a024-d9719be2a681 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:53.541737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Attempting to bind port 1af740ff-9a46-4bde-a024-d9719be2a681 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:53.542876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Attempting to bind port 1af740ff-9a46-4bde-a024-d9719be2a681 on network 44a3084e-d846-4c7b-be68-5cb14be708a4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:53.561748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:53.561748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Checking segment: {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:53.562196 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.562754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Bound using segment: {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:53.563363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Bound port: 1af740ff-9a46-4bde-a024-d9719be2a681, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:53.563849 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.586192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:53.587135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:53.665885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:53.666917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dde190-bc60-414b-93e6-fa84dfb35131 None None] The sync data for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:53.673036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.846366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26d128-b87f-4859-8c8d-99b7abe976c7 req-0f1e2a57-b3c7-4cf4-8954-1b8d267c76d1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:53.863633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c26d128-b87f-4859-8c8d-99b7abe976c7 req-0f1e2a57-b3c7-4cf4-8954-1b8d267c76d1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1711004 Sep 30 08:26:53.894397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] For port 1af740ff-9a46-4bde-a024-d9719be2a681, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:53.908156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] For port 1af740ff-9a46-4bde-a024-d9719be2a681, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1af740ff-9a46-4bde-a024-d9719be2a681,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:53.926663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-139661b9-fe77-4bd9-861d-99e1d58af24e None None] Provisioning complete for port a639bab3-8f22-4cac-99da-8a0e0d082a69 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:53.927420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-139661b9-fe77-4bd9-861d-99e1d58af24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.941850 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.988315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.033199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c26d128-b87f-4859-8c8d-99b7abe976c7 req-9fbdd696-32ba-4ca6-af1e-56c0f24bf9de tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584687 Sep 30 08:26:54.081699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:54.091740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:54.098456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:54.153701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.177684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-139661b9-fe77-4bd9-861d-99e1d58af24e None None] Port a639bab3-8f22-4cac-99da-8a0e0d082a69 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:54.184640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abc4c7-362f-4da9-8a50-80f6878b7a80 None None] Network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:54.187315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fceccd38-3f9b-4a67-8cd5-32e60a1ad822 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:54.204656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:54.384842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-139661b9-fe77-4bd9-861d-99e1d58af24e None None] Provisioning complete for port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:54.385501 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-139661b9-fe77-4bd9-861d-99e1d58af24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.392696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8c0fb-0f59-4114-9ced-7502f37397fd None None] Pushing event updated for resources: {'Port': ['ID=1af740ff-9a46-4bde-a024-d9719be2a681,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:54.406973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.424618 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-b029c3a4-e189-422f-aeff-988d74bb9503 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:26:54.426829 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b029c3a4-e189-422f-aeff-988d74bb9503 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3544664 Sep 30 08:26:54.430548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60710) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:54.513204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:54.516562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.865194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4a245006-0a84-43bc-bdfd-5005f0189fe8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:54.946242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4a245006-0a84-43bc-bdfd-5005f0189fe8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:54.946706 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.009604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Provisioning complete for port a639bab3-8f22-4cac-99da-8a0e0d082a69 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:55.009991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.051921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.067595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.078812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Port a639bab3-8f22-4cac-99da-8a0e0d082a69 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:55.177975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Provisioning complete for port 4a245006-0a84-43bc-bdfd-5005f0189fe8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:55.180374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.236094 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.250514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-e413f4e2-7cc5-43f1-b58e-bd6809a29c92 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:55.258907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-e413f4e2-7cc5-43f1-b58e-bd6809a29c92 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.1821327 Sep 30 08:26:55.266602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.271070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.365902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 4a245006-0a84-43bc-bdfd-5005f0189fe8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4a245006-0a84-43bc-bdfd-5005f0189fe8,segment=NetworkSegment(8cc1ce3e-c92d-455e-ad49-3fc28c1ad964),segment_id=8cc1ce3e-c92d-455e-ad49-3fc28c1ad964)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:55.367400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.374424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.410067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.514951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=4a245006-0a84-43bc-bdfd-5005f0189fe8,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.516307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:55.518175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:55.558228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:26:55.558581 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-a4a1b7f4-0315-403e-8bda-b3a313c54ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:26:55.577471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.661825 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.667492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c83984-b664-4528-9a32-e56f3d677844 req-e8dbbf10-fd0a-4903-81ea-95c7e3b61735 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:55.675826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c83984-b664-4528-9a32-e56f3d677844 req-e8dbbf10-fd0a-4903-81ea-95c7e3b61735 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 945 time: 0.4155591 Sep 30 08:26:55.685756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:55.831022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port eaae0a84-eead-4bf2-ac7a-95093662bdc7 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:55.831367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.846973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85d492-52f7-4e91-b2e7-14e36f746afc None None] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:55.855491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8c83984-b664-4528-9a32-e56f3d677844 req-82d446a8-1726-450b-8050-7898e4400273 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783538 Sep 30 08:26:56.128746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port eaae0a84-eead-4bf2-ac7a-95093662bdc7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=eaae0a84-eead-4bf2-ac7a-95093662bdc7,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:56.129755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.200050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for eaae0a84-eead-4bf2-ac7a-95093662bdc7 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:56.254101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4a245006-0a84-43bc-bdfd-5005f0189fe8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:56.345916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting port a639bab3-8f22-4cac-99da-8a0e0d082a69 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:56.346766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.475100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.485491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4a245006-0a84-43bc-bdfd-5005f0189fe8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:56.485966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.487949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Calling delete_port for a639bab3-8f22-4cac-99da-8a0e0d082a69 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:56.494940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:56.511085 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:56.523093 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ead9864a-2bc4-4040-9614-c49dde65f8bf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4360209 Sep 30 08:26:56.526488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.540490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-1141627394'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:56.544871 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:56.547841 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:56.559482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.581171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['eaae0a84-eead-4bf2-ac7a-95093662bdc7'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:56.594326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:56.600351 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.628062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=eaae0a84-eead-4bf2-ac7a-95093662bdc7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:56.681655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:56.707147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.707518 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment 1328a1f9-52fb-4a1b-bf99-c62769f04a88 of type vlan for network 13d64a37-a274-466e-8e65-34fce266ff70 Sep 30 08:26:56.722640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Provisioning complete for port 4a245006-0a84-43bc-bdfd-5005f0189fe8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:56.738462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.740414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port eaae0a84-eead-4bf2-ac7a-95093662bdc7 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:56.752356 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.752356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dac1dae-efd2-4d0a-a9d1-5516ee4e8ec3 req-4535310b-2b92-4192-95f5-bc801dfaa5e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "DELETE /v2.0/ports/eaae0a84-eead-4bf2-ac7a-95093662bdc7 HTTP/1.1" status: 204 len: 173 time: 1.4651148 Sep 30 08:26:56.752356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f64852-4f23-46a7-b221-9c302077bc1a', 'name': 'network-vif-deleted', 'tag': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:56.767352 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735c96f-c082-40fb-8801-c7dae304b717" -d '{"events": [{"server_uuid": "33f64852-4f23-46a7-b221-9c302077bc1a", "name": "network-vif-deleted", "tag": "eaae0a84-eead-4bf2-ac7a-95093662bdc7"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:56.852604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.932958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.966278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:56.967407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.032335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1af740ff-9a46-4bde-a024-d9719be2a681 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:57.072656 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a1d088-018a-4025-9b1a-e2a741b7635e x-openstack-request-id: req-98a1d088-018a-4025-9b1a-e2a741b7635e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:57.078563 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f64852-4f23-46a7-b221-9c302077bc1a", "name": "network-vif-deleted", "tag": "eaae0a84-eead-4bf2-ac7a-95093662bdc7", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:57.082922 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98a1d088-018a-4025-9b1a-e2a741b7635e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:57.082922 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f64852-4f23-46a7-b221-9c302077bc1a', 'name': 'network-vif-deleted', 'tag': 'eaae0a84-eead-4bf2-ac7a-95093662bdc7', 'status': 'completed', 'code': 200} Sep 30 08:26:57.084589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Provisioning complete for port 1af740ff-9a46-4bde-a024-d9719be2a681 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:57.098704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.108534 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5808482 Sep 30 08:26:57.112050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.126774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:57.189728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.247491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:57.279599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.293349 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7324907-f62f-4b99-af37-3dc2922a0cb2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=13d64a37-a274-466e-8e65-34fce266ff70,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.323965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Port': ['ID=a639bab3-8f22-4cac-99da-8a0e0d082a69,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.344019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 13d64a37-a274-466e-8e65-34fce266ff70 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:57.381799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1af740ff-9a46-4bde-a024-d9719be2a681 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:57.382197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.470783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acdf9242-9181-47d4-a187-792a65b8225e req-e9de56c2-f2fe-4965-8c44-14b9bbf4ff61 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=33f64852-4f23-46a7-b221-9c302077bc1a HTTP/1.1" status: 200 len: 210 time: 0.2351837 Sep 30 08:26:57.549248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:57.553231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.729535 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.798045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] For port 1af740ff-9a46-4bde-a024-d9719be2a681, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1af740ff-9a46-4bde-a024-d9719be2a681,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:57.812419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.910138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:26:54Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:54Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:57.962195 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:57.962548 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Updating router b876aeb4-f4bb-42f6-9546-bde817b368dd port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:57.995931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536342e5-7e7e-434b-873e-301f9fccde89 None None] Pushing event updated for resources: {'Port': ['ID=1af740ff-9a46-4bde-a024-d9719be2a681,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:58.010905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d4376e83-de66-41b4-9ed1-139741dd9e74 None None] Provisioning complete for port 1af740ff-9a46-4bde-a024-d9719be2a681 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:58.011149 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.011320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d4376e83-de66-41b4-9ed1-139741dd9e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.056107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.164562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Router 04d000b0-37b5-437f-b133-3752952206e0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:58.166877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d4376e83-de66-41b4-9ed1-139741dd9e74 None None] Provisioning complete for port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:58.168016 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d4376e83-de66-41b4-9ed1-139741dd9e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.215729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d4376e83-de66-41b4-9ed1-139741dd9e74 None None] Port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:58.235927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:58.236300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: 13d64a37-a274-466e-8e65-34fce266ff70, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:58.243316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=6a037b45-50fe-49cf-938e-b3debd0afde2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:58.285190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 13d64a37-a274-466e-8e65-34fce266ff70 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:58.297817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 13d64a37-a274-466e-8e65-34fce266ff70) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:58.306536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:58.307240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.309562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f25679-4fd3-425e-a8dd-8555bb37de79 None None] Network 13d64a37-a274-466e-8e65-34fce266ff70 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:58.348698 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57fb54a6-0c98-4b3c-afd8-184118dca559 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2313619 Sep 30 08:26:58.351863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60768) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:58.420131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:58.431263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-82112f22-99cf-449f-8809-6eba21420ab1 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9995873 Sep 30 08:26:58.439244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60770) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:58.496989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] Sync routers for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:58.551832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:58.558601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:58.568076 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-08e04317-116a-4254-9789-1e7e3f85cf11 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] delete failed (client error): The resource could not be found. Sep 30 08:26:58.573599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08e04317-116a-4254-9789-1e7e3f85cf11 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1527314874 HTTP/1.1" status: 404 len: 335 time: 0.1290767 Sep 30 08:26:58.574083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60774) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:58.595135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bb4bc994-21c8-4b71-b616-ada50b94f8fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'router': {'external_gateway_info': {'network_id': '04d000b0-37b5-437f-b133-3752952206e0'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:58.688344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:58.763222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:58.764040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:58.863201 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.887186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:58.890881 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.896071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93ca43-4d60-4c8d-8e51-d2e9381474f4 None None] The sync data for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:58.960620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60788) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:59.080855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-13d64a37-a274-466e-8e65-34fce266ff70', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:59.082845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.111943 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f830c2-85fa-442e-8413-9b41ec79fe48 None None] Pushing event updated for resources: {'Port': ['ID=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:59.236035 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Attempting to bind port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:59.236553 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Attempting to bind port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:59.237059 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Attempting to bind port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff on network 44a3084e-d846-4c7b-be68-5cb14be708a4 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:59.252029 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:59.252492 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Checking segment: {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:59.253057 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.253905 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Bound using segment: {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:59.254874 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Bound port: 1a021f4f-82c5-4b5f-8ccb-8c69910003ff, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22721685-acf1-4303-8f9c-a433d574032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:59.256895 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.311557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eaae0a84-eead-4bf2-ac7a-95093662bdc7 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:59.345187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: eaae0a84-eead-4bf2-ac7a-95093662bdc7 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:59.345897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device eaae0a84-eead-4bf2-ac7a-95093662bdc7 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:59.387719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.394490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] For port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:59.425033 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] For port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:59.433963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Allocated IP 172.21.0.2 (13d64a37-a274-466e-8e65-34fce266ff70/6a037b45-50fe-49cf-938e-b3debd0afde2/b64da6d0-aaf0-48b6-a7da-a1e524dc1789) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:59.440359 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.483508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ac69e239-5a35-4046-9fd8-455b766a6875 None None] Provisioning complete for port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:59.483930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac69e239-5a35-4046-9fd8-455b766a6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.602900 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:59.603601 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:59.715931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc994-21c8-4b71-b616-ada50b94f8fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.823237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.825976 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-bb4bc994-21c8-4b71-b616-ada50b94f8fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] update failed (client error): The resource could not be found. Sep 30 08:26:59.827348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bb4bc994-21c8-4b71-b616-ada50b94f8fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0 HTTP/1.1" status: 404 len: 339 time: 1.2521193 Sep 30 08:26:59.831581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60802) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:59.839155 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:59.853683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-500595687'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:59.887302 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac69e239-5a35-4046-9fd8-455b766a6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.910793 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f830c2-85fa-442e-8413-9b41ec79fe48 None None] Pushing event updated for resources: {'Port': ['ID=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:59.948761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:26:59.948761 n-d-807025-5 neutron-server[95001]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:26:59.948761 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id': '88fb123961e1469f8f312bce34336e96', 'id': '4f96cfe0-ce9a-4de2-8122-18d73b2fc4ae', 'expiration': datetime.datetime(2021, 9, 30, 8, 28, 59, 938852)}] Sep 30 08:26:59.948761 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:26:59.949578 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:26:59.956366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:59.962667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.016945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ac69e239-5a35-4046-9fd8-455b766a6875 None None] For port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:00.026037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac69e239-5a35-4046-9fd8-455b766a6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.034206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:00.057737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-48eaf073-c695-4af7-87f1-ce239c92aa43 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:00.064584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-48eaf073-c695-4af7-87f1-ce239c92aa43 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.3406501 Sep 30 08:27:00.073174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.075006 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Added segment 23ddcfbd-778a-4ecc-8d11-973ed1885c8d of type vlan for network 053786fe-71f9-4678-a5fc-5e0c279835c6 Sep 30 08:27:00.095891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1af740ff-9a46-4bde-a024-d9719be2a681 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:00.098015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-968b47e3-f344-4491-85ee-b92e4b76625b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/quotas/70ee0377b9f44e03893eb833e4c24d53 HTTP/1.1" status: 200 len: 375 time: 0.0255175 Sep 30 08:27:00.154914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.156640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-65245bfe-56fe-483a-9988-48586fe502f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492120 Sep 30 08:27:00.185491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.193648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:00.194465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.226521 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:26:54Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:00.256805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69e239-5a35-4046-9fd8-455b766a6875 None None] Pushing event updated for resources: {'Port': ['ID=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.260484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.272533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6273e1cc-a9f3-4d2e-a828-f2ad43afd825 None None] Provisioning complete for port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:00.274300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6273e1cc-a9f3-4d2e-a828-f2ad43afd825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.283527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4504111 Sep 30 08:27:00.287532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60808) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.293686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'subnet': {'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:00.295422 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8366b92-3374-484b-a4fd-4620a2ce38fa None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:26:54Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:00.329600 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.346400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-e931556a-93e6-4c28-8129-71bddc014d7a service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790485 Sep 30 08:27:00.361806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759fee7-4454-4e9c-9775-6a4b076df79c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Network': ['ID=053786fe-71f9-4678-a5fc-5e0c279835c6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.378891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:00.417926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.21.0.1 (13d64a37-a274-466e-8e65-34fce266ff70/6a037b45-50fe-49cf-938e-b3debd0afde2/eb4dd6cb-9c71-4114-8209-c7a7a18b77bf) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:00.421809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1af740ff-9a46-4bde-a024-d9719be2a681 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:00.422498 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.423922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Pushing event updated for resources: {'Port': ['ID=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.453098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.515824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Network 13d64a37-a274-466e-8e65-34fce266ff70 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:00.530400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:00.534536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-f45d64f9-662c-4116-a8ff-080536e790df service neutron] 10.222.0.41 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872177 Sep 30 08:27:00.579982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:00.673343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.746455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.751023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.789867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Attempting to bind port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:00.790450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Attempting to bind port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:00.791008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Attempting to bind port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 on network 13d64a37-a274-466e-8e65-34fce266ff70 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:00.792358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.827834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:00.828352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Checking segment: {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:00.828869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.829368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Bound using segment: {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:00.830028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Bound port: b64da6d0-aaf0-48b6-a7da-a1e524dc1789, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:00.830839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.844662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Made reservation on behalf of a2d3ed70c2614fd0ae329a4e6396c433 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:00.861858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 13d64a37-a274-466e-8e65-34fce266ff70 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:00.869721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.869964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:00.874205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:00.993601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] For port b64da6d0-aaf0-48b6-a7da-a1e524dc1789, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:00.997604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] For port b64da6d0-aaf0-48b6-a7da-a1e524dc1789, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,segment=NetworkSegment(1328a1f9-52fb-4a1b-bf99-c62769f04a88),segment_id=1328a1f9-52fb-4a1b-bf99-c62769f04a88)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:01.006907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.021486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.072451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.210830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d76d7-12aa-4805-aafc-881fbbc4190b None None] Pushing event updated for resources: {'Port': ['ID=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.333844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dee506b1-d06c-4765-8134-5f36c711f383 req-c5a700e2-d2fd-4bd4-9285-5aab9028d95c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 210 time: 0.0791450 Sep 30 08:27:01.340176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88fb123961e1469f8f312bce34336e96&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3734279 Sep 30 08:27:01.347939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60820) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.377073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def57be-a251-4f8e-8139-4f48ceb0ae4d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.441985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.441985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.441985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.441985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.441985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.441985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.442608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.442608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.443055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.443462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.443846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.444234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae309d87-76a4-4cd1-a574-7d8735abb648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:01.468414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.546924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-442dd20a-2646-41aa-ac7c-8fa83bf514aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.551290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.652060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-442dd20a-2646-41aa-ac7c-8fa83bf514aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.691312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Subnet': ['ID=7c228cdf-db71-4a1d-b13e-c4124fbb5e3a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.725904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Checking segment: {'id': '23ddcfbd-778a-4ecc-8d11-973ed1885c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:01.726523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network hostable DHCP agents. Network: 053786fe-71f9-4678-a5fc-5e0c279835c6, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:01.759737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:01.776420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-442dd20a-2646-41aa-ac7c-8fa83bf514aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.780210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-442dd20a-2646-41aa-ac7c-8fa83bf514aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.784188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-442dd20a-2646-41aa-ac7c-8fa83bf514aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6def57be-a251-4f8e-8139-4f48ceb0ae4d HTTP/1.1" status: 204 len: 168 time: 0.4350059 Sep 30 08:27:01.788188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 053786fe-71f9-4678-a5fc-5e0c279835c6) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:01.802250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e2139-ebff-4df7-831d-81358ef2685a None None] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:01.807963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:01.809045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.829108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dd20a-2646-41aa-ac7c-8fa83bf514aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def57be-a251-4f8e-8139-4f48ceb0ae4d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.842210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b48d0a96-d21c-410b-bc58-ebe2124f8f36 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5534909 Sep 30 08:27:01.845153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60826) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.853975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-935263ec-9513-4278-a35e-6cbe0ed4b3b5 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'router': {'external_gateway_info': {'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:02.032639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.045967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.157616 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.167882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:02.212383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-053786fe-71f9-4678-a5fc-5e0c279835c6', 'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6', 'tenant_id': 'a2d3ed70c2614fd0ae329a4e6396c433', 'fixed_ips': [{'subnet_id': '7c228cdf-db71-4a1d-b13e-c4124fbb5e3a'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:02.215889 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.341962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1a021f4f-82c5-4b5f-8ccb-8c69910003ff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:02.365075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 13d64a37-a274-466e-8e65-34fce266ff70 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:02.367332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:02.397276 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-935263ec-9513-4278-a35e-6cbe0ed4b3b5 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.542655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:02.588771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:02.589147 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.680489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0229bbe9-b010-4866-ab86-21c537647967 req-b8c0a6dd-781a-4289-95b0-3e324bccf603 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 210 time: 0.1114769 Sep 30 08:27:02.770795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Allocated IP 2001:db8:1::2 (053786fe-71f9-4678-a5fc-5e0c279835c6/7c228cdf-db71-4a1d-b13e-c4124fbb5e3a/285dd527-2684-481a-bd7c-5a0ab3121c35) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:02.785518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:02.797009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-23809471-9eec-41b1-9166-f3c77a401ab0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:02.798818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-23809471-9eec-41b1-9166-f3c77a401ab0 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 812 time: 0.2978029 Sep 30 08:27:02.802095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60856) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.804593 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1ca9145-9c75-4863-975d-2701a773af6c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4486141 Sep 30 08:27:02.826251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da6d0-aaf0-48b6-a7da-a1e524dc1789 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:02.833520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Request body: {'port': {'device_id': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'admin_state_up': True, 'tenant_id': '70ee0377b9f44e03893eb833e4c24d53'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:02.847520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-529551262'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:02.865515 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-935263ec-9513-4278-a35e-6cbe0ed4b3b5 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:27:02.871172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-935263ec-9513-4278-a35e-6cbe0ed4b3b5 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0 HTTP/1.1" status: 400 len: 364 time: 1.0198567 Sep 30 08:27:02.871411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.070937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:03.075050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.144222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:03.166517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.166517 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment a7fe77b8-d307-40dd-8aae-0ace8192a4e7 of type vlan for network d459b185-c202-48fc-af99-d7e2b6ced854 Sep 30 08:27:03.286566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:03.293748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.302153 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:03.323462 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:03.324490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:03.335131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Made reservation on behalf of 70ee0377b9f44e03893eb833e4c24d53 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:03.339399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.354753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.377961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd48411-6401-4b39-be74-594ddba50f5c None None] Network 13d64a37-a274-466e-8e65-34fce266ff70 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:03.484707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.498378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:03.499039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.545856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.555640 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:03.569194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0c545fe9-836d-4d8d-bdd7-76aba10be792 None None] Provisioning complete for port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:03.570628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0c545fe9-836d-4d8d-bdd7-76aba10be792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.620047 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.624866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.640980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8268466 Sep 30 08:27:03.653253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.660796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:03.732713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b64da6d0-aaf0-48b6-a7da-a1e524dc1789, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,segment=NetworkSegment(1328a1f9-52fb-4a1b-bf99-c62769f04a88),segment_id=1328a1f9-52fb-4a1b-bf99-c62769f04a88)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:03.760270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.772981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcf99c-1a99-4de2-89a5-24e8ba3f6868 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=d459b185-c202-48fc-af99-d7e2b6ced854,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:03.794680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network d459b185-c202-48fc-af99-d7e2b6ced854 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:03.874661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.898354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Allocated IP 172.20.0.9 (6a2c9ccd-001a-45cf-b956-641e3f216138/85646b22-741d-4194-bac1-b5b4e2631f72/2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:03.917755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a458f3a3-ddfb-49fe-8de1-aedcd468d373 req-7f459141-636a-4f34-8ff0-6b9beae94201 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 210 time: 0.0921006 Sep 30 08:27:03.979205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:03.990320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:04.033771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:04.041647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Pushing event updated for resources: {'Port': ['ID=285dd527-2684-481a-bd7c-5a0ab3121c35,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.125165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:04.137878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.163305 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 3, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:04.243155 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:04.243526 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Updating router b876aeb4-f4bb-42f6-9546-bde817b368dd port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:04.270017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.289422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Attempting to bind port 285dd527-2684-481a-bd7c-5a0ab3121c35 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:04.296911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Attempting to bind port 285dd527-2684-481a-bd7c-5a0ab3121c35 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '23ddcfbd-778a-4ecc-8d11-973ed1885c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:04.297602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Attempting to bind port 285dd527-2684-481a-bd7c-5a0ab3121c35 on network 053786fe-71f9-4678-a5fc-5e0c279835c6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:04.302921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.314097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:04.315279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Checking segment: {'id': '23ddcfbd-778a-4ecc-8d11-973ed1885c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:04.315963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.316419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Bound using segment: {'id': '23ddcfbd-778a-4ecc-8d11-973ed1885c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:04.316978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Bound port: 285dd527-2684-481a-bd7c-5a0ab3121c35, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ddcfbd-778a-4ecc-8d11-973ed1885c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053786fe-71f9-4678-a5fc-5e0c279835c6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:04.317481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.333380 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.374069 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.390712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Allocated IP 2001:db8::1 (e7c0e2ec-112c-412d-869f-7df58b8a4f1f/db037a99-6b9f-40cf-9e3b-16ddc453a9c3/c44b8fac-cf64-4293-9949-0118ca673b8e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:04.435310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] For port 285dd527-2684-481a-bd7c-5a0ab3121c35, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:04.440104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] For port 285dd527-2684-481a-bd7c-5a0ab3121c35, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=285dd527-2684-481a-bd7c-5a0ab3121c35,segment=NetworkSegment(23ddcfbd-778a-4ecc-8d11-973ed1885c8d),segment_id=23ddcfbd-778a-4ecc-8d11-973ed1885c8d)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:04.447291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.490900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event updated for resources: {'Port': ['ID=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.519958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Network 6a2c9ccd-001a-45cf-b956-641e3f216138 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:04.525989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:04.533798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:04.599166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f95c-63a9-489b-b564-5a3dd6589f9c None None] Pushing event updated for resources: {'Port': ['ID=285dd527-2684-481a-bd7c-5a0ab3121c35,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.663213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:04.663854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.708078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-c134aa3a-bc9a-40cc-87d1-35f45ccb98f2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8925319 Sep 30 08:27:04.722282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Request body: {'port': {'device_id': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:04.813006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ea9b2b36-db98-419f-b9c6-79a361e8376a None None] Provisioning complete for port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:04.815323 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2b36-db98-419f-b9c6-79a361e8376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.849157 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.022441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.036644 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.047929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.050451 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.170876 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fef93-b6fb-499c-8ed4-59ab862d5c20 None None] Pushing event updated for resources: {'Port': ['ID=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.233956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78b0e8-5bb2-424c-81f6-23b335edb485 req-7665d5aa-e321-4d30-8bf2-4fec5647c38b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:05.236632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ea9b2b36-db98-419f-b9c6-79a361e8376a None None] Provisioning complete for port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:05.237014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2b36-db98-419f-b9c6-79a361e8376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.243304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb78b0e8-5bb2-424c-81f6-23b335edb485 req-7665d5aa-e321-4d30-8bf2-4fec5647c38b tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 931 time: 0.1070902 Sep 30 08:27:05.347038 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Attempting to bind port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:05.347443 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Attempting to bind port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:05.347851 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Attempting to bind port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf on network 13d64a37-a274-466e-8e65-34fce266ff70 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:05.358504 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:05.365082 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Checking segment: {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:05.365547 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.366190 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Bound using segment: {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:05.366926 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Bound port: eb4dd6cb-9c71-4114-8209-c7a7a18b77bf, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1328a1f9-52fb-4a1b-bf99-c62769f04a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:05.367516 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.375754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:05.376211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: d459b185-c202-48fc-af99-d7e2b6ced854, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:05.378548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=5ecd7232-e3ca-43a1-84e0-c62596f34f8e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.379948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b2b36-db98-419f-b9c6-79a361e8376a None None] Port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:05.406581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.407021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.407454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.408109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.408224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.408596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.409001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.409387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.409803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.410203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.410608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.411068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:05.437672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.455734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network d459b185-c202-48fc-af99-d7e2b6ced854 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:05.458408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb78b0e8-5bb2-424c-81f6-23b335edb485 req-cd2ba6e7-9470-4cfa-8063-59a77e24a67a tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142661 Sep 30 08:27:05.504481 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] For port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:05.520373 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] For port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,segment=NetworkSegment(1328a1f9-52fb-4a1b-bf99-c62769f04a88),segment_id=1328a1f9-52fb-4a1b-bf99-c62769f04a88)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:05.520595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e713b61e-b89b-4968-b656-78b2a5345e07 None None] Provisioning complete for port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:05.529321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e713b61e-b89b-4968-b656-78b2a5345e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.535308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:05.540449 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.584592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Port': ['ID=c44b8fac-cf64-4293-9949-0118ca673b8e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.594627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:05.598864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, d459b185-c202-48fc-af99-d7e2b6ced854) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:05.605231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:05.609600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.643612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:05.672008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.683138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b33698-4f67-45ab-b93c-01b7f1a78263 None None] Network d459b185-c202-48fc-af99-d7e2b6ced854 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:05.709930 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fef93-b6fb-499c-8ed4-59ab862d5c20 None None] Pushing event updated for resources: {'Port': ['ID=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.735597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Transition to ACTIVE for port object 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:27:05.750795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.765738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:05.766591 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:05.813824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:05.818617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.895008 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-65d8558f-f4b1-456d-8bd0-37b45f251e0c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2404995 Sep 30 08:27:05.897727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60934) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:06.017685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e713b61e-b89b-4968-b656-78b2a5345e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.035421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.074884 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:06.156062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-d459b185-c202-48fc-af99-d7e2b6ced854', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:06.157250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.174738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Attempting to bind port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:06.175668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Attempting to bind port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:06.176201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Attempting to bind port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:06.188087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:27:06.188801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Attempting to bind port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 on network 6a2c9ccd-001a-45cf-b956-641e3f216138 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:06.200667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:06.201389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Checking segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:06.202086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Bound using segment: {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:06.202778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Bound port: 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99479cb-862e-4de1-a9f3-43db112ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:06.203411 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.215669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e713b61e-b89b-4968-b656-78b2a5345e07 None None] For port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,segment=NetworkSegment(1328a1f9-52fb-4a1b-bf99-c62769f04a88),segment_id=1328a1f9-52fb-4a1b-bf99-c62769f04a88)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:06.243420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e713b61e-b89b-4968-b656-78b2a5345e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.422318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] For port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:06.431036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] For port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:06.439685 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.509310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 285dd527-2684-481a-bd7c-5a0ab3121c35 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:06.524796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.560741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.561844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.566666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] 10.222.0.57 "PUT /v2.0/ports/2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 HTTP/1.1" status: 200 len: 1091 time: 1.8491075 Sep 30 08:27:06.581144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'tag': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:06.588592 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6db776-cc6d-45e4-869d-48af2d7b4d75" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ada3e0-9072-4a61-af77-90490da754d2", "tag": "2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:06.686077 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 3, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:05Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:06.700435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a74f3-1497-4703-a778-b1d6cf1ef2b4 None None] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:06.778677 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913ec8c-03a0-49c8-9993-4dc0587edd24 None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 3, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:05Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:06.785343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5d20c0f1-6d2c-45e2-9dea-c65d91814f8c None None] Provisioning complete for port c44b8fac-cf64-4293-9949-0118ca673b8e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:06.785771 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d20c0f1-6d2c-45e2-9dea-c65d91814f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.818788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec85566-f61e-4072-9b29-b34447c900e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.847973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-bc4bf73d-ebde-4b86-94de-5e54b065b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.850497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-bc4bf73d-ebde-4b86-94de-5e54b065b483 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 1094 time: 0.2284997 Sep 30 08:27:06.858430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c0d0b-7f5e-4593-8b41-21a7db43c5a5 req-ddb4a767-f5f5-4d18-b255-d6a14028ef66 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.869686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c0c0d0b-7f5e-4593-8b41-21a7db43c5a5 req-ddb4a767-f5f5-4d18-b255-d6a14028ef66 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 943 time: 0.2527761 Sep 30 08:27:06.953600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713b61e-b89b-4968-b656-78b2a5345e07 None None] Pushing event updated for resources: {'Port': ['ID=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.956927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-080181ea-aab4-4a44-a719-2e476a500a10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 HTTP/1.1" status: 200 len: 217 time: 0.0881040 Sep 30 08:27:07.056777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5d20c0f1-6d2c-45e2-9dea-c65d91814f8c None None] Port c44b8fac-cf64-4293-9949-0118ca673b8e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:07.064786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Allocated IP 172.22.0.2 (d459b185-c202-48fc-af99-d7e2b6ced854/5ecd7232-e3ca-43a1-84e0-c62596f34f8e/5e6de816-70d5-47e7-b2ea-dc5603dda004) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:07.082582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c0c0d0b-7f5e-4593-8b41-21a7db43c5a5 req-80a163eb-1d52-4266-a752-647ae0320d8e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155328 Sep 30 08:27:07.121086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 285dd527-2684-481a-bd7c-5a0ab3121c35 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:07.122059 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.164050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-b561c9e6-0d7d-4958-8dd4-d408a5a1ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:07.165643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-b561c9e6-0d7d-4958-8dd4-d408a5a1ece9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.1861069 Sep 30 08:27:07.246479 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1138f913-3640-4013-b25a-31b5197c0f0d x-openstack-request-id: req-1138f913-3640-4013-b25a-31b5197c0f0d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:07.246824 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ada3e0-9072-4a61-af77-90490da754d2", "tag": "2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:07.247088 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1138f913-3640-4013-b25a-31b5197c0f0d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:07.247385 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'tag': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07', 'status': 'completed', 'code': 200} Sep 30 08:27:07.252507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-dc40070d-ec5d-43ba-83b1-c17f7bc38e43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748212 Sep 30 08:27:07.418847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5d20c0f1-6d2c-45e2-9dea-c65d91814f8c None None] Provisioning complete for port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:07.419219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d20c0f1-6d2c-45e2-9dea-c65d91814f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.475723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-240968e8-b48e-4bec-8e77-6bf9829e6a03 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136226 Sep 30 08:27:07.657776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e98e4a-10ba-4c0e-bcd0-55b24a748794 req-901b0255-2a71-4a8f-a380-dff587641489 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706626 Sep 30 08:27:07.688003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.744698 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.749639 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.760688 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.826202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-8fb84fb1-61f8-4202-9daa-b699bc885d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:07.827808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-8fb84fb1-61f8-4202-9daa-b699bc885d16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ee0377b9f44e03893eb833e4c24d53&device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 1094 time: 0.0859699 Sep 30 08:27:07.934259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Network d459b185-c202-48fc-af99-d7e2b6ced854 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:07.975498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:07.982875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:07.988241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 285dd527-2684-481a-bd7c-5a0ab3121c35, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=285dd527-2684-481a-bd7c-5a0ab3121c35,segment=NetworkSegment(23ddcfbd-778a-4ecc-8d11-973ed1885c8d),segment_id=23ddcfbd-778a-4ecc-8d11-973ed1885c8d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:07.995796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Pushing event updated for resources: {'Port': ['ID=5e6de816-70d5-47e7-b2ea-dc5603dda004,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.015910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.017106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da6d0-aaf0-48b6-a7da-a1e524dc1789 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:08.080790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-58c4ed6d-a11d-4605-a0f0-2043e3aafc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:08.082254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-58c4ed6d-a11d-4605-a0f0-2043e3aafc4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 200 len: 913 time: 0.2439914 Sep 30 08:27:08.119096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=285dd527-2684-481a-bd7c-5a0ab3121c35,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.157977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.167862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-80e1cdf0-1b72-49b7-b09b-5ce97a9d2c91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 HTTP/1.1" status: 200 len: 217 time: 0.0749896 Sep 30 08:27:08.182637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.183451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.217690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Attempting to bind port 5e6de816-70d5-47e7-b2ea-dc5603dda004 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:08.217690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Attempting to bind port 5e6de816-70d5-47e7-b2ea-dc5603dda004 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:08.217690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Attempting to bind port 5e6de816-70d5-47e7-b2ea-dc5603dda004 on network d459b185-c202-48fc-af99-d7e2b6ced854 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:08.227099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:08.227563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Checking segment: {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:08.227907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.229959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Bound using segment: {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:08.231793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Bound port: 5e6de816-70d5-47e7-b2ea-dc5603dda004, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:08.232444 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.296059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-b2e5ec29-e86c-47e2-915e-089c9347f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:08.296663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:08.297875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-b2e5ec29-e86c-47e2-915e-089c9347f8bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 200 len: 852 time: 0.1217070 Sep 30 08:27:08.317015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f20a6753-35ef-4cd3-bd48-595cf9c3f9a9 None None] Provisioning complete for port 285dd527-2684-481a-bd7c-5a0ab3121c35 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:08.317414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f20a6753-35ef-4cd3-bd48-595cf9c3f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.323468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:08.324025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.355183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.22.0.1 (d459b185-c202-48fc-af99-d7e2b6ced854/5ecd7232-e3ca-43a1-84e0-c62596f34f8e/26ddca95-1e5c-4b34-b5ef-a59f9a6550b5) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:08.356471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-3df1e08e-5db0-482f-bc8d-82dce4a56c7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a2c9ccd-001a-45cf-b956-641e3f216138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348623 Sep 30 08:27:08.363753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event updated for resources: {'Port': ['ID=c44b8fac-cf64-4293-9949-0118ca673b8e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.488754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44d93926-bc81-4bfb-a6fd-ca120bab400d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.523288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-b912d0c5-15b4-40ad-936b-cc4edb56c313 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541572 Sep 30 08:27:08.532075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d2a1-0263-4fa1-b84f-f39d1eb1859c req-73d47160-3683-40fe-beeb-75ef80dd1123 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:08.540687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7676d2a1-0263-4fa1-b84f-f39d1eb1859c req-73d47160-3683-40fe-beeb-75ef80dd1123 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 943 time: 0.2903962 Sep 30 08:27:08.548847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:08.557022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:08.642724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b6485bc-c9fd-4746-92b4-8ec92bff1601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.654569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] For port 5e6de816-70d5-47e7-b2ea-dc5603dda004, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:08.684217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e6db776-cc6d-45e4-869d-48af2d7b4d75 req-6980916e-49e0-4dbb-a543-4f46f4e8e669 service neutron] 10.222.0.57 "GET /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408210 Sep 30 08:27:08.734288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Router 04d000b0-37b5-437f-b133-3752952206e0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:08.738900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.751912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] For port 5e6de816-70d5-47e7-b2ea-dc5603dda004, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e6de816-70d5-47e7-b2ea-dc5603dda004,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:08.768563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.786247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7676d2a1-0263-4fa1-b84f-f39d1eb1859c req-88326c69-8eeb-45e8-8f50-ce0e12bdbd5c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431808 Sep 30 08:27:08.902799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.951971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network d459b185-c202-48fc-af99-d7e2b6ced854 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:08.969647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:08.983777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44d93926-bc81-4bfb-a6fd-ca120bab400d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.988135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:08.993469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:09.025513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] Sync routers for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:09.035808 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b596e09e-b0b9-4852-8dd7-1ad652ec2cc7 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1617169 Sep 30 08:27:09.036835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60976) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:09.067465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad65aff-23e2-43b7-a2a0-8be07b98f8bb None None] Pushing event updated for resources: {'Port': ['ID=5e6de816-70d5-47e7-b2ea-dc5603dda004,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.082920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eb4dd6cb-9c71-4114-8209-c7a7a18b77bf up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:09.090313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44d93926-bc81-4bfb-a6fd-ca120bab400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.130963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:09.132153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:09.146937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d93926-bc81-4bfb-a6fd-ca120bab400d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c305f-a2b6-4b23-8360-dc771d1d4a33,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.156380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.178179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.182903 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44d93926-bc81-4bfb-a6fd-ca120bab400d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=575eba8a48304f46ae14e1bb5708f734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850124 Sep 30 08:27:09.188518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60978) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:09.193341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40ce9310-35f6-4a49-8ee5-835daf266836 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.216601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:09.221942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f20a6753-35ef-4cd3-bd48-595cf9c3f9a9 None None] Provisioning complete for port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:09.222321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f20a6753-35ef-4cd3-bd48-595cf9c3f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.288780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:09.290650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:09.342663 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-237facdc-7025-4b69-8cc8-2bc05c3c7cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.375561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:27:09.377764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:09.379867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cf9b1-e57f-448c-8cfd-01d5f005a198 None None] The sync data for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:09.396708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:09.397088 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.421409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-237facdc-7025-4b69-8cc8-2bc05c3c7cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.451386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.452560 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-40ce9310-35f6-4a49-8ee5-835daf266836 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:27:09.456536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-40ce9310-35f6-4a49-8ee5-835daf266836 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0 HTTP/1.1" status: 409 len: 329 time: 0.4156423 Sep 30 08:27:09.462494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:09.624256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-237facdc-7025-4b69-8cc8-2bc05c3c7cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.627686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-237facdc-7025-4b69-8cc8-2bc05c3c7cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.629201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-237facdc-7025-4b69-8cc8-2bc05c3c7cae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a01c305f-a2b6-4b23-8360-dc771d1d4a33 HTTP/1.1" status: 204 len: 168 time: 0.4001381 Sep 30 08:27:09.680763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237facdc-7025-4b69-8cc8-2bc05c3c7cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c305f-a2b6-4b23-8360-dc771d1d4a33,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.720054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:09.857307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07', 'network_id': '6a2c9ccd-001a-45cf-b956-641e3f216138', 'port_id': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07', 'mac_address': 'fa:16:3e:ea:86:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85646b22-741d-4194-bac1-b5b4e2631f72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:27:09.952962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 285dd527-2684-481a-bd7c-5a0ab3121c35 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:09.974186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.987593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.022808 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.068464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2f1cf-b6fc-4208-9ada-7fea0dd8272a req-7cbdf465-3466-4961-9850-0f4f1a27bb47 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:10.077631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dde2f1cf-b6fc-4208-9ada-7fea0dd8272a req-7cbdf465-3466-4961-9850-0f4f1a27bb47 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 943 time: 0.1359994 Sep 30 08:27:10.098664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:10.103596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.195591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dde2f1cf-b6fc-4208-9ada-7fea0dd8272a req-e561f1c8-1482-4053-afb5-dceb507aeb5c tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091330 Sep 30 08:27:10.208659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:10.223541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4826f371-addb-4abc-a214-78fe34bba8e1 None None] Provisioning complete for port 285dd527-2684-481a-bd7c-5a0ab3121c35 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:10.226084 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4826f371-addb-4abc-a214-78fe34bba8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.237280 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.278740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.315518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.338059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60996) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:10.370161 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e5f845d-a432-4cc8-9dd7-d319e5f72bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.397979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 285dd527-2684-481a-bd7c-5a0ab3121c35 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:10.398366 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.500642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.502733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e5f845d-a432-4cc8-9dd7-d319e5f72bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.517027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e5f845d-a432-4cc8-9dd7-d319e5f72bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.550995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:10.552538 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8e5f845d-a432-4cc8-9dd7-d319e5f72bbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea5548be11e84098a4f9f840843ad559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134321 Sep 30 08:27:10.557296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60998) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:10.584030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network d459b185-c202-48fc-af99-d7e2b6ced854 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:10.600225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4826f371-addb-4abc-a214-78fe34bba8e1 None None] Provisioning complete for port c44b8fac-cf64-4293-9949-0118ca673b8e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:10.600659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4826f371-addb-4abc-a214-78fe34bba8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.625368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:10.655480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f845d-a432-4cc8-9dd7-d319e5f72bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be873044-45ae-4882-9dc9-6b8faabd56e7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.719539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4826f371-addb-4abc-a214-78fe34bba8e1 None None] Port c44b8fac-cf64-4293-9949-0118ca673b8e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:10.732127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8daa60-763d-4a6e-a000-321ddb8db9b3 None None] Network d459b185-c202-48fc-af99-d7e2b6ced854 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:10.788353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb491-68fd-4888-a4d2-66ae744c1e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.818916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:10.824467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb491-68fd-4888-a4d2-66ae744c1e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.926823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-012cba56-7d85-453a-bf70-191e21e5fb3a None None] Provisioning complete for port 5e6de816-70d5-47e7-b2ea-dc5603dda004 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:10.927411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-012cba56-7d85-453a-bf70-191e21e5fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.031928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e6de816-70d5-47e7-b2ea-dc5603dda004 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:11.039060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:11.048505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9f067b61-f2e6-4f3c-b786-86ace13be514 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1461561 Sep 30 08:27:11.048505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb491-68fd-4888-a4d2-66ae744c1e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.049406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32768) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:11.051070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb491-68fd-4888-a4d2-66ae744c1e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.052982 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c5dcb491-68fd-4888-a4d2-66ae744c1e85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be873044-45ae-4882-9dc9-6b8faabd56e7 HTTP/1.1" status: 204 len: 168 time: 0.4945087 Sep 30 08:27:11.056429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:11.059256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'network': {'name': 'tempest-RoutersTest-890130945'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:11.077614 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:11.078660 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:11.080032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcb491-68fd-4888-a4d2-66ae744c1e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be873044-45ae-4882-9dc9-6b8faabd56e7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:11.095247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:11.099196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.167137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:11.179217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.179861 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added segment 8eff19aa-0b7d-46b3-a56d-b070b13cd8a1 of type vlan for network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 Sep 30 08:27:11.229891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.234663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-012cba56-7d85-453a-bf70-191e21e5fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.285620 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:11.303321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.305979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8533a0b3-e6d4-4b6e-ac7f-2b12e7731cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.322699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:11.325118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.381006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e6de816-70d5-47e7-b2ea-dc5603dda004 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:11.381388 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.389092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-012cba56-7d85-453a-bf70-191e21e5fb3a None None] For port 5e6de816-70d5-47e7-b2ea-dc5603dda004, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e6de816-70d5-47e7-b2ea-dc5603dda004,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:11.413797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-012cba56-7d85-453a-bf70-191e21e5fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.469068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4146554 Sep 30 08:27:11.472442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32782) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:11.479088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'subnet': {'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:11.480755 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.543890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cba56-7d85-453a-bf70-191e21e5fb3a None None] Pushing event updated for resources: {'Port': ['ID=5e6de816-70d5-47e7-b2ea-dc5603dda004,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:11.583803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b921833-24b2-4200-b59c-0bcccdc2f146 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Network': ['ID=9d238dc8-9f85-4d76-9a95-ee481fc925e0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:11.606742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:11.633130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441bf8b-939a-4446-a6df-f07d176c3d2c req-c030100c-655b-4363-9e35-aa48930990e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:11.644834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c441bf8b-939a-4446-a6df-f07d176c3d2c req-c030100c-655b-4363-9e35-aa48930990e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 944 time: 0.3076508 Sep 30 08:27:11.658991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Made reservation on behalf of 862f641531c341848a4ab7cb982710d7 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:11.666939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.684667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting port c44b8fac-cf64-4293-9949-0118ca673b8e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:11.685048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.719498 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:11.757395 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:11.758454 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Updating router b876aeb4-f4bb-42f6-9546-bde817b368dd port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:11.831579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c441bf8b-939a-4446-a6df-f07d176c3d2c req-7a8b8c40-9335-4231-a746-ed05ea9540dc tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686080 Sep 30 08:27:11.839079 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.855328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4eb8e28d-f9b9-4e4b-9ce4-12946b4605b1 None None] Provisioning complete for port 5e6de816-70d5-47e7-b2ea-dc5603dda004 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:11.856003 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e28d-f9b9-4e4b-9ce4-12946b4605b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.924520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.954322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.001622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Calling delete_port for c44b8fac-cf64-4293-9949-0118ca673b8e owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:12.064617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Checking segment: {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:12.065231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network hostable DHCP agents. Network: 9d238dc8-9f85-4d76-9a95-ee481fc925e0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:12.077159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Subnet': ['ID=e5136e4d-d936-45c6-aa8f-25fdf3945f5e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.090517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4eb8e28d-f9b9-4e4b-9ce4-12946b4605b1 None None] Provisioning complete for port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:12.094246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e28d-f9b9-4e4b-9ce4-12946b4605b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.127277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:12.144180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9d238dc8-9f85-4d76-9a95-ee481fc925e0) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:12.150182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:12.150784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.168259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43088aa6-4665-430f-bf0b-892f9e9c27ef None None] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:12.182755 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ab403b2c-cc9e-4ecc-a069-359c5d0c5a82 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7085905 Sep 30 08:27:12.183480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:12.239084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8e28d-f9b9-4e4b-9ce4-12946b4605b1 None None] Port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:12.417689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.422936 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.431905 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.442233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3cd767d8-2a8b-4ffb-8891-adb1f798dbd0 None None] Provisioning complete for port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:12.446175 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3cd767d8-2a8b-4ffb-8891-adb1f798dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.487431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Port': ['ID=c44b8fac-cf64-4293-9949-0118ca673b8e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.627330 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280952-2e1e-4f69-b588-a1ebd13d3061 None None] Pushing event updated for resources: {'Port': ['ID=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.674893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3cd767d8-2a8b-4ffb-8891-adb1f798dbd0 None None] Port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:12.691587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.745520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:12.746611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.006843 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Attempting to bind port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:13.007857 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Attempting to bind port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:13.008231 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Attempting to bind port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 on network d459b185-c202-48fc-af99-d7e2b6ced854 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:13.013936 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:13.014311 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Checking segment: {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:13.014719 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.015112 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Bound using segment: {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:13.015628 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Bound port: 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:13.015956 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.071457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e6de816-70d5-47e7-b2ea-dc5603dda004 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:13.159184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.181920 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] For port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:13.192057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8faed567-4344-4560-9bef-005765c07df3 None None] Provisioning complete for port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:13.195966 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] For port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:13.203695 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.205535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8faed567-4344-4560-9bef-005765c07df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.249812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Router 04d000b0-37b5-437f-b133-3752952206e0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:13.316741 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:13.317812 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:13.347423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e6de816-70d5-47e7-b2ea-dc5603dda004 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:13.347923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.379062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3f60-ba12-4de4-a76f-5b45b347cf07 req-93004317-a817-4237-a540-4b3d67b028e7 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:13.380696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e0d3f60-ba12-4de4-a76f-5b45b347cf07 req-93004317-a817-4237-a540-4b3d67b028e7 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 944 time: 0.3206103 Sep 30 08:27:13.395643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:13.427155 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280952-2e1e-4f69-b588-a1ebd13d3061 None None] Pushing event updated for resources: {'Port': ['ID=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:13.452051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Allocated IP 172.23.0.2 (9d238dc8-9f85-4d76-9a95-ee481fc925e0/e5136e4d-d936-45c6-aa8f-25fdf3945f5e/adbf7531-0ddf-437f-a438-f364cb0285f8) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:13.467230 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:13.536107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:13.556994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-31cb8dcb-9fce-4205-9792-32c66563a49b tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0895600 Sep 30 08:27:13.562109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32834) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.565980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e0d3f60-ba12-4de4-a76f-5b45b347cf07 req-0abe14d5-b388-4e5f-9c97-310be8e60020 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596856 Sep 30 08:27:13.581339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] Sync routers for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:13.641611 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-e19ad60f-ac4a-4021-b7c5-2eb6f1a59424 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] show failed (client error): The resource could not be found. Sep 30 08:27:13.642966 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e19ad60f-ac4a-4021-b7c5-2eb6f1a59424 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1743811945 HTTP/1.1" status: 404 len: 335 time: 0.0692632 Sep 30 08:27:13.647209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32836) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.652471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f4c65c50-4d0f-4b55-b799-2b6f170e9d83 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:13.748985 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-f4c65c50-4d0f-4b55-b799-2b6f170e9d83 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] update failed (client error): The resource could not be found. Sep 30 08:27:13.755785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4c65c50-4d0f-4b55-b799-2b6f170e9d83 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1871094952 HTTP/1.1" status: 404 len: 335 time: 0.1024587 Sep 30 08:27:13.756308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32838) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.767138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:13.767774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:13.829759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.878747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting subnet 7c228cdf-db71-4a1d-b13e-c4124fbb5e3a {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:13.891875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.954775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.109323 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:13Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:14.167468 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b6e24-841e-4186-a655-a0f811c7ffb3 None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:13Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:14.172810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.249263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:14.302396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] Routers {'04d000b0-37b5-437f-b133-3752952206e0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:14.303175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['04d000b0-37b5-437f-b133-3752952206e0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:14.359083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:14.359759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ab4ba-0fe1-436d-b9fe-748fac2cf622 None None] The sync data for ids ['04d000b0-37b5-437f-b133-3752952206e0'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:14.362362 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8faed567-4344-4560-9bef-005765c07df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.368543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.385507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:27:14.400032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:14.400362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Subnet': ['ID=7c228cdf-db71-4a1d-b13e-c4124fbb5e3a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:14.400522 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.410377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.412454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f8296dbc-13f4-44af-b6e0-109d31ad8ae4 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/subnets/7c228cdf-db71-4a1d-b13e-c4124fbb5e3a HTTP/1.1" status: 204 len: 168 time: 0.6551545 Sep 30 08:27:14.415133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32856) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:14.439762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e03a20-89d9-4ce0-a6b7-12afb569cc33 None None] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:14.608053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.613369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8faed567-4344-4560-9bef-005765c07df3 None None] For port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:14.706154 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8faed567-4344-4560-9bef-005765c07df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.707663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting port 285dd527-2684-481a-bd7c-5a0ab3121c35 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:14.710814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.728288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.781285 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.783666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3fefd-b86c-4a3b-80bc-065eb5257dbc req-8656b636-2166-43ef-8e54-02810fa8b059 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:14.790020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ef3fefd-b86c-4a3b-80bc-065eb5257dbc req-8656b636-2166-43ef-8e54-02810fa8b059 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 944 time: 0.1052403 Sep 30 08:27:14.857969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:14.873786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] For port 285dd527-2684-481a-bd7c-5a0ab3121c35, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=285dd527-2684-481a-bd7c-5a0ab3121c35,segment=NetworkSegment(23ddcfbd-778a-4ecc-8d11-973ed1885c8d),segment_id=23ddcfbd-778a-4ecc-8d11-973ed1885c8d)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:14.874482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.887654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:14.893042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:14.898417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Calling delete_port for 285dd527-2684-481a-bd7c-5a0ab3121c35 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:14.904323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Allocated IP 172.23.0.1 (9d238dc8-9f85-4d76-9a95-ee481fc925e0/e5136e4d-d936-45c6-aa8f-25fdf3945f5e/d5f9ffb9-66b1-4e1f-85de-a36f72be56d4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:14.912270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ef3fefd-b86c-4a3b-80bc-065eb5257dbc req-2429d0f7-f733-445a-9563-f12d9b64b2d4 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111789 Sep 30 08:27:14.920468 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.951419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed567-4344-4560-9bef-005765c07df3 None None] Pushing event updated for resources: {'Port': ['ID=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:15.084454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] DHCP port deletion for 053786fe-71f9-4678-a5fc-5e0c279835c6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:15.087064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:15.164954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Pushing event updated for resources: {'Port': ['ID=adbf7531-0ddf-437f-a438-f364cb0285f8,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:15.167511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-27278593-c046-4b1e-8b9c-9fedc2bdfafa None None] Provisioning complete for port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:15.167904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-27278593-c046-4b1e-8b9c-9fedc2bdfafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.307026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.359382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.372789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:15.381622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:15.384391 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc14e8-0019-4451-95c5-550210a50d4a" -d '{"events": [{"server_uuid": "b1ada3e0-9072-4a61-af77-90490da754d2", "name": "network-vif-plugged", "status": "completed", "tag": "2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:15.392815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.395075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Attempting to bind port adbf7531-0ddf-437f-a438-f364cb0285f8 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:15.395444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Attempting to bind port adbf7531-0ddf-437f-a438-f364cb0285f8 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:15.395839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Attempting to bind port adbf7531-0ddf-437f-a438-f364cb0285f8 on network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:15.415311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.442285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] No DVR routers for this DVR port 285dd527-2684-481a-bd7c-5a0ab3121c35 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:15.453125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:15.453852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Checking segment: {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:15.454282 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.454682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Bound using segment: {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:15.455342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Bound port: adbf7531-0ddf-437f-a438-f364cb0285f8, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:15.455738 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.458316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Port': ['ID=285dd527-2684-481a-bd7c-5a0ab3121c35,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:15.532472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:15.691249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.696150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:15.696527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.734253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053786fe-71f9-4678-a5fc-5e0c279835c6']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:15.758567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ddcfbd-778a-4ecc-8d11-973ed1885c8d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:15.758905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ddcfbd-778a-4ecc-8d11-973ed1885c8d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:15.779934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.795723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.802741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:15.803154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.811870 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb9c4d-8741-41e7-ba29-9dd1030264dd x-openstack-request-id: req-9dcb9c4d-8741-41e7-ba29-9dd1030264dd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:15.812158 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ada3e0-9072-4a61-af77-90490da754d2", "name": "network-vif-plugged", "status": "completed", "tag": "2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:15.812750 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9dcb9c4d-8741-41e7-ba29-9dd1030264dd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:15.813148 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07', 'code': 200} Sep 30 08:27:15.822325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Deleting port 285dd527-2684-481a-bd7c-5a0ab3121c35 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:15.822701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.825832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] For port adbf7531-0ddf-437f-a438-f364cb0285f8, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:15.832204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] For port adbf7531-0ddf-437f-a438-f364cb0285f8, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=adbf7531-0ddf-437f-a438-f364cb0285f8,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:15.868839 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:15.871802 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.886777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.894864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.899758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/networks/053786fe-71f9-4678-a5fc-5e0c279835c6 HTTP/1.1" status: 204 len: 168 time: 1.4790168 Sep 30 08:27:15.899758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.903773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32906) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:15.970000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f6a74-ee50-4967-8e21-2830b4c40427 req-35d82c58-e332-478a-95f8-ae9969d58fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:15.971592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b19f6a74-ee50-4967-8e21-2830b4c40427 req-35d82c58-e332-478a-95f8-ae9969d58fde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 1096 time: 0.1035142 Sep 30 08:27:16.027270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb323f4-dbaa-435b-811f-e3bf393a61f8 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Network': ['ID=053786fe-71f9-4678-a5fc-5e0c279835c6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.027641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b19f6a74-ee50-4967-8e21-2830b4c40427 req-c63f57f8-a344-4669-987c-2eeab20c7574 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Sep 30 08:27:16.063778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] For port 285dd527-2684-481a-bd7c-5a0ab3121c35, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:16.064185 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.097086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:16.105628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:16.108256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:16.113129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.126189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbde9-a06f-4b96-a0e4-1ad4c8b85d2c req-52ef29dd-5d90-43b4-8b47-cb8feea3f168 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:16.128115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee6bbde9-a06f-4b96-a0e4-1ad4c8b85d2c req-52ef29dd-5d90-43b4-8b47-cb8feea3f168 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.0906920 Sep 30 08:27:16.134909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32916) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:16.160018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Calling delete_port for 285dd527-2684-481a-bd7c-5a0ab3121c35 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:16.180763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Port 285dd527-2684-481a-bd7c-5a0ab3121c35 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:27:16.182165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3a446-bda9-4766-af7c-402b53ecb8fe None None] Pushing event updated for resources: {'Port': ['ID=adbf7531-0ddf-437f-a438-f364cb0285f8,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.195230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.216476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Network 053786fe-71f9-4678-a5fc-5e0c279835c6 is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:27:16.217329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] No DVR routers for this DVR port 285dd527-2684-481a-bd7c-5a0ab3121c35 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:16.255317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee6bbde9-a06f-4b96-a0e4-1ad4c8b85d2c req-2ba29b3a-5cbc-476e-b5a4-6f30cfa67cf4 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140797 Sep 30 08:27:16.262867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting subnet ca4be320-dbb8-4378-9940-20456ecf7414 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:16.271475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.286916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a1447-aa26-477c-a1e9-51421d8059fa None None] Pushing event deleted for resources: {'Port': ['ID=285dd527-2684-481a-bd7c-5a0ab3121c35,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.314410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.371874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.530412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.543006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa60683a-c4d9-4738-8cb8-49da9fc9c11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.544484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.664800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa60683a-c4d9-4738-8cb8-49da9fc9c11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.671769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa60683a-c4d9-4738-8cb8-49da9fc9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.731946 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.736444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa60683a-c4d9-4738-8cb8-49da9fc9c11f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f2ebdb2beef4088a7009d52930fbae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005514 Sep 30 08:27:16.737376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60683a-c4d9-4738-8cb8-49da9fc9c11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c0c754-ecef-4dc4-a408-d817deb45db5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.748796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32924) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:16.766836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4be320-dbb8-4378-9940-20456ecf7414,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.781065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.783083 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80d6bdd5-ead4-400d-88cb-0034740e5ceb tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/subnets/ca4be320-dbb8-4378-9940-20456ecf7414 HTTP/1.1" status: 204 len: 168 time: 0.8759823 Sep 30 08:27:16.785563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32926) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:16.787903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86fb5c-65ae-4211-90c8-2336cbe6e6d1 None None] Network cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:16.889299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be712214-9acb-4940-a3d6-dd8828fc8868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.898215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting subnet 076b1704-967d-4455-8a02-99d84b2ed0f5 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:16.930098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.930980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be712214-9acb-4940-a3d6-dd8828fc8868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.007222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.032973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be712214-9acb-4940-a3d6-dd8828fc8868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.036158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be712214-9acb-4940-a3d6-dd8828fc8868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.041271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be712214-9acb-4940-a3d6-dd8828fc8868 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36c0c754-ecef-4dc4-a408-d817deb45db5 HTTP/1.1" status: 204 len: 168 time: 0.2908216 Sep 30 08:27:17.059515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712214-9acb-4940-a3d6-dd8828fc8868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c0c754-ecef-4dc4-a408-d817deb45db5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.096683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.114724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:17.125912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.141542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] DHCP port deletion for cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:17.216842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:17.217551 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.218420 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.271439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] Deleting port 4a245006-0a84-43bc-bdfd-5005f0189fe8 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:17.272120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.287600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.410735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] For port 4a245006-0a84-43bc-bdfd-5005f0189fe8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4a245006-0a84-43bc-bdfd-5005f0189fe8,segment=NetworkSegment(8cc1ce3e-c92d-455e-ad49-3fc28c1ad964),segment_id=8cc1ce3e-c92d-455e-ad49-3fc28c1ad964)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:17.411137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.426794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device adbf7531-0ddf-437f-a438-f364cb0285f8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:17.459921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event updated for resources: {'Port': ['ID=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.480086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] Calling delete_port for 4a245006-0a84-43bc-bdfd-5005f0189fe8 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:17.492362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:17.501244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:17.508606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaf403-139a-466c-825b-110a09bb568e req-af6af863-efe0-4996-b889-f1ec6285da68 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:17.515466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ffaf403-139a-466c-825b-110a09bb568e req-af6af863-efe0-4996-b889-f1ec6285da68 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.1105213 Sep 30 08:27:17.527072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.540257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port adbf7531-0ddf-437f-a438-f364cb0285f8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:17.540481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.564457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32942) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:17.591121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef6d207d-bd93-471b-ba38-7f869889b0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.598844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ffaf403-139a-466c-825b-110a09bb568e req-68f16554-078b-418d-a734-12ff093461e5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Sep 30 08:27:17.606032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc631188-d699-4493-920a-ed4c149784d1 None None] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:17.614759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.617887 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/subnets/076b1704-967d-4455-8a02-99d84b2ed0f5 HTTP/1.1" status: 204 len: 168 time: 0.8311779 Sep 30 08:27:17.641193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:17.644836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11bcd04-8181-4486-bb5a-20a7f887c2c5 None None] Network d8617780-eeb1-4d3a-ab6c-07352c44ae25 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:17.679615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78475d15-ac7c-4c17-a2a1-5eed0c197f04 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Subnet': ['ID=076b1704-967d-4455-8a02-99d84b2ed0f5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.716838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.753797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef6d207d-bd93-471b-ba38-7f869889b0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.761591 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef6d207d-bd93-471b-ba38-7f869889b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.769984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:17.777835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.784094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1cbfa72f-c8a7-4c8a-913e-5d38c54f379a None None] Provisioning complete for port adbf7531-0ddf-437f-a438-f364cb0285f8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:17.784645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa72f-c8a7-4c8a-913e-5d38c54f379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.812900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ef6d207d-bd93-471b-ba38-7f869889b0bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9c7f73b71f643f586e0ab32202e6247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440085 Sep 30 08:27:17.814058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d207d-bd93-471b-ba38-7f869889b0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe79a7eb-0486-42a6-85c8-3ad0bbe21231,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.816607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32946) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:17.854835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] No DVR routers for this DVR port 4a245006-0a84-43bc-bdfd-5005f0189fe8 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:17.861158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796e3d0-be1a-4eb0-b697-b5f559759693 None None] Pushing event deleted for resources: {'Port': ['ID=4a245006-0a84-43bc-bdfd-5005f0189fe8,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.890518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfe7f-a493-4788-bc51-d0acbcd48021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.946028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfe7f-a493-4788-bc51-d0acbcd48021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.954722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.963319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32954) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:17.973663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1939809727'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:17.977025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:17.990009 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9ccfb86d-d8f5-4f7e-bf3f-4ce1322eaa70 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8054094 Sep 30 08:27:17.993079 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:18.004851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:18.006973 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:18.007617 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.012441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:18.023632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.025563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:18.030336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.078165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:18.106675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.106675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc1ce3e-c92d-455e-ad49-3fc28c1ad964') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.111556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.112378 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Added segment c46b47b3-c58f-48ed-b6c1-cdf5bf367472 of type vlan for network 7d14498a-f924-4c47-b956-21973e866e73 Sep 30 08:27:18.114534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfe7f-a493-4788-bc51-d0acbcd48021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.119631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfe7f-a493-4788-bc51-d0acbcd48021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.122162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6f9bfe7f-a493-4788-bc51-d0acbcd48021 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe79a7eb-0486-42a6-85c8-3ad0bbe21231 HTTP/1.1" status: 204 len: 168 time: 0.3043120 Sep 30 08:27:18.123983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.197721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.201460 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:18.215586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bfe7f-a493-4788-bc51-d0acbcd48021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe79a7eb-0486-42a6-85c8-3ad0bbe21231,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.229756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:18.230179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.239630 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:18.258672 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:18.312328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.319810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:18.320464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.368959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.411146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4462316 Sep 30 08:27:18.416556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32966) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:18.421367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-937064699'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:18.432317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2ff4-06b1-4887-9b97-5b9f9faf74b9 req-09a118f2-0f08-4e89-a552-3105f15dabc8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:18.433951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2cf2ff4-06b1-4887-9b97-5b9f9faf74b9 req-09a118f2-0f08-4e89-a552-3105f15dabc8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1738448 Sep 30 08:27:18.525390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port adbf7531-0ddf-437f-a438-f364cb0285f8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=adbf7531-0ddf-437f-a438-f364cb0285f8,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:18.556802 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.566255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa72f-c8a7-4c8a-913e-5d38c54f379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.584210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dcbe5-b2f9-46d2-8386-666e285f1458 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Network': ['ID=7d14498a-f924-4c47-b956-21973e866e73,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.591649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:18.596717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.643011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=adbf7531-0ddf-437f-a438-f364cb0285f8,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.646090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7d14498a-f924-4c47-b956-21973e866e73 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:18.661019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2cf2ff4-06b1-4887-9b97-5b9f9faf74b9 req-43ae657a-0e06-45d0-91ae-d229fcf0c225 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040610 Sep 30 08:27:18.679084 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:16Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:16Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.687594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] DHCP port deletion for d8617780-eeb1-4d3a-ab6c-07352c44ae25 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:18.725363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 285dd527-2684-481a-bd7c-5a0ab3121c35 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:18.725876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:18.753554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.753908 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Added segment 8174df1d-6c57-43be-9a03-e6c04f4b19f5 of type vlan for network 0230432a-6521-487a-a8da-9252aae24c09 Sep 30 08:27:18.808800 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:18.809156 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Updating router b876aeb4-f4bb-42f6-9546-bde817b368dd port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:18.850262 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.900659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.937491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 285dd527-2684-481a-bd7c-5a0ab3121c35 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:18.938070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 285dd527-2684-481a-bd7c-5a0ab3121c35 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:18.972467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594c47c-23c0-43d0-bc17-b5f8265572c4 req-9e2e298b-6b43-4e98-a601-c9a3bfafbf31 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:18.980876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f594c47c-23c0-43d0-bc17-b5f8265572c4 req-9e2e298b-6b43-4e98-a601-c9a3bfafbf31 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.1676559 Sep 30 08:27:18.997042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.004739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:19.004739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.005072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.014830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.019608 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/networks/cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9 HTTP/1.1" status: 204 len: 168 time: 1.3766792 Sep 30 08:27:19.020303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32986) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:19.057797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-1cbfa72f-c8a7-4c8a-913e-5d38c54f379a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:27:19.057797 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-1cbfa72f-c8a7-4c8a-913e-5d38c54f379a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:27:19.076234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] Deleting port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:19.076946 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.098125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6781030 Sep 30 08:27:19.099434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487838a-7c9d-49ff-999e-66cfee2410fe tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Network': ['ID=cec39bb6-8cd8-42cf-86d4-e3be0ae7d0b9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:19.102140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32988) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:19.127956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'subnet': {'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:19.178833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f594c47c-23c0-43d0-bc17-b5f8265572c4 req-462a3926-5617-409d-87c7-7a81e1ff2d5f tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939549 Sep 30 08:27:19.204861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba028cf8-7346-4972-98e2-b1c0ac8484be tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Network': ['ID=0230432a-6521-487a-a8da-9252aae24c09,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:19.324217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] For port fceccd38-3f9b-4a67-8cd5-32e60a1ad822, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,segment=NetworkSegment(27191018-0a50-4d27-ba4b-cda38897f7c7),segment_id=27191018-0a50-4d27-ba4b-cda38897f7c7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:19.324635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.349251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] Calling delete_port for fceccd38-3f9b-4a67-8cd5-32e60a1ad822 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:19.400290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:27:19.412893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:19.420550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Removed routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:27:19.421108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.424410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.428535 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.519815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device adbf7531-0ddf-437f-a438-f364cb0285f8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:19.524218 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.527054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0230432a-6521-487a-a8da-9252aae24c09 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:19.539617 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.583289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.695593 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32805083-d661-4c05-8636-c29f6d686741 None None] Pushing event updated for resources: {'Port': ['ID=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:19.749923 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Attempting to bind port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:19.750197 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Attempting to bind port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:19.750774 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Attempting to bind port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 on network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:19.760837 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:19.761528 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Checking segment: {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:19.762565 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.763570 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Bound using segment: {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:19.765807 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Bound port: d5f9ffb9-66b1-4e1f-85de-a36f72be56d4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:19.766422 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.769732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.769921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] Pushing event deleted for resources: {'Port': ['ID=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:19.789330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.807269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df78e0-e157-4ac8-a6f8-46dfdeb60858 None None] No DVR routers for this DVR port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:19.847601 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] For port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:19.852398 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] For port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:19.861802 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.919257 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:19.920049 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:19.938321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:19.950184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port adbf7531-0ddf-437f-a438-f364cb0285f8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:19.950670 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.957031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.988233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c330f-c7b2-4018-a850-bf9fee3e1e40 req-44eb9582-d4ea-4cb8-b9f4-da88b4d18a78 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:19.989997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:19.991068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.004799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060c330f-c7b2-4018-a850-bf9fee3e1e40 req-44eb9582-d4ea-4cb8-b9f4-da88b4d18a78 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.2953546 Sep 30 08:27:20.075068 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32805083-d661-4c05-8636-c29f6d686741 None None] Pushing event updated for resources: {'Port': ['ID=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:20.115640 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:20.136778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060c330f-c7b2-4018-a850-bf9fee3e1e40 req-9f914c16-c751-4c3a-8bd6-06c68f0d65e1 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254044 Sep 30 08:27:20.162949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Subnet': ['ID=8f7217c2-a328-49a6-a59e-136b971a9de3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:20.173471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Checking segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:20.173852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network hostable DHCP agents. Network: 7d14498a-f924-4c47-b956-21973e866e73, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:20.202356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] For port fceccd38-3f9b-4a67-8cd5-32e60a1ad822, host n-d-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:20.202956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.224913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Provisioning complete for port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:20.225295 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.239204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 7d14498a-f924-4c47-b956-21973e866e73 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:20.259246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7d14498a-f924-4c47-b956-21973e866e73) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:20.265531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:20.265855 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.266694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Calling delete_port for fceccd38-3f9b-4a67-8cd5-32e60a1ad822 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:20.309529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 was not found and therefore no delete operation was performed {{(pid=95002) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:27:20.311602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:20.311805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb20e5-3b7d-45ff-91f8-a1eeb65d954a None None] Network 7d14498a-f924-4c47-b956-21973e866e73 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:20.327925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.329684 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c0f3cbda-d5d9-4926-99a8-908ec519594f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 933 time: 2.3283958 Sep 30 08:27:20.330899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.333877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33012) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.347862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0c04a4e4-64be-4c7a-a881-181c94abba2d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2445481 Sep 30 08:27:20.349956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33014) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.359198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'subnet': {'network_id': '0230432a-6521-487a-a8da-9252aae24c09', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:20.430708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfcf4c-0fac-400a-801e-a56b9e7912ad req-99a85a55-a5fa-4ec4-8834-5c3ce8761445 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:20.438307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fceccd38-3f9b-4a67-8cd5-32e60a1ad822 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:20.441660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cfcf4c-0fac-400a-801e-a56b9e7912ad req-99a85a55-a5fa-4ec4-8834-5c3ce8761445 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1532924 Sep 30 08:27:20.443815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Port': ['ID=fceccd38-3f9b-4a67-8cd5-32e60a1ad822,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:20.455422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] No DVR routers for this DVR port fceccd38-3f9b-4a67-8cd5-32e60a1ad822 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:20.537101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1cfcf4c-0fac-400a-801e-a56b9e7912ad req-8b1fc8ef-d18b-48ed-a788-f03bbb04bba4 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902457 Sep 30 08:27:20.557687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.571738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fceccd38-3f9b-4a67-8cd5-32e60a1ad822 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:20.572413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fceccd38-3f9b-4a67-8cd5-32e60a1ad822 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:20.572993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4a245006-0a84-43bc-bdfd-5005f0189fe8 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:20.605784 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a9cae3bb-9369-466d-a90a-436501225c92 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 933 time: 0.2468941 Sep 30 08:27:20.608679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33020) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.623434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'routes': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:20.657122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4a245006-0a84-43bc-bdfd-5005f0189fe8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:20.657572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4a245006-0a84-43bc-bdfd-5005f0189fe8 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:20.677770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.746323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:20.759149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.759350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8617780-eeb1-4d3a-ab6c-07352c44ae25']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:20.785731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] For port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:20.803596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27191018-0a50-4d27-ba4b-cda38897f7c7') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:20.803596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27191018-0a50-4d27-ba4b-cda38897f7c7') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:20.806740 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.821672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.880226 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:19Z', 'revision_number': 6, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:19Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:20.880978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.893331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:20.893981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.894831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-7d14498a-f924-4c47-b956-21973e866e73', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:20.895759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:20.897293 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:20.926939 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3999-0570-40b8-8dd5-e6922e8e325b None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:19Z', 'revision_number': 6, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:19Z', 'revision_number': 4, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:21.105773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.131899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.137021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Provisioning complete for port adbf7531-0ddf-437f-a438-f364cb0285f8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:21.137626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.171834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Subnet': ['ID=5b101cc4-e911-4c5a-9def-083ec03d26d5,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.188700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.188700 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/networks/d8617780-eeb1-4d3a-ab6c-07352c44ae25 HTTP/1.1" status: 204 len: 168 time: 2.1458230 Sep 30 08:27:21.195646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33032) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:21.230187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Checking segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:21.230554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network hostable DHCP agents. Network: 0230432a-6521-487a-a8da-9252aae24c09, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:21.269877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting subnet db037a99-6b9f-40cf-9e3b-16ddc453a9c3 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:21.274541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.280259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30ab8b-e3e6-44a4-9ce2-af1c71f841ba tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Network': ['ID=d8617780-eeb1-4d3a-ab6c-07352c44ae25,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.302058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Allocated IP 10.1.1.2 (7d14498a-f924-4c47-b956-21973e866e73/8f7217c2-a328-49a6-a59e-136b971a9de3/4b28e5ce-fdf8-4210-93d9-c08bde2b1a20) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:21.334504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5df89-2e3c-4021-9f50-7acd4a839b5d None None] Pushing event updated for resources: {'Port': ['ID=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.387207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 0230432a-6521-487a-a8da-9252aae24c09 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:21.414365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.436534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0230432a-6521-487a-a8da-9252aae24c09) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:21.452226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:21.452827 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.483166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cecba6-f4c6-4e6c-a490-16192cc88125 req-593ec3fb-5464-4d38-bc40-fc2933bf772d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:21.495209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43cecba6-f4c6-4e6c-a490-16192cc88125 req-593ec3fb-5464-4d38-bc40-fc2933bf772d tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.1740062 Sep 30 08:27:21.511596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:21.514728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-13acbc6e-96b3-4624-9a18-cf3bd20b2fd8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1627138 Sep 30 08:27:21.530769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'name': 'tempest-TaggedBootDevicesTest_v242-94786512', 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:21.557833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d258a-0bbb-427f-b58d-6648b5c96c28 None None] Network 0230432a-6521-487a-a8da-9252aae24c09 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:21.636375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:27:21.636698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:27:21.651129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43cecba6-f4c6-4e6c-a490-16192cc88125 req-851a3486-0d08-4607-83a6-e2ce85a245d9 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281910 Sep 30 08:27:21.675140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.699645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.719304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.731361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-deb5da36-2a81-4e87-9d87-4309b20fa982 None None] Provisioning complete for port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:21.731752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-deb5da36-2a81-4e87-9d87-4309b20fa982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.806629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.840399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Network 7d14498a-f924-4c47-b956-21973e866e73 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:21.844478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.857182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:21.867977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Pushing event updated for resources: {'Port': ['ID=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.882577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Subnet': ['ID=db037a99-6b9f-40cf-9e3b-16ddc453a9c3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.885282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.886768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ac85409b-7ef7-4ee4-9485-921ba1b58c5f tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/subnets/db037a99-6b9f-40cf-9e3b-16ddc453a9c3 HTTP/1.1" status: 204 len: 168 time: 0.6900277 Sep 30 08:27:21.890495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33062) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:21.903358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:21.912556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f81bd6-6f65-4c39-89a0-a6c4d8419928 None None] Network e7c0e2ec-112c-412d-869f-7df58b8a4f1f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:21.925272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12902c9-f10a-4dba-a769-e87040602090 req-19d5d090-b1a6-40c1-a83b-b42b2b37ffe5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:21.926882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f12902c9-f10a-4dba-a769-e87040602090 req-19d5d090-b1a6-40c1-a83b-b42b2b37ffe5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1237249 Sep 30 08:27:21.957929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:22.008872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.092395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f12902c9-f10a-4dba-a769-e87040602090 req-583fb845-2528-40dc-87b4-030ff8f06404 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532130 Sep 30 08:27:22.141633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Deleting port b5c662c1-055a-4200-8d94-edf708d90295 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:22.142283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.218201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] For port b5c662c1-055a-4200-8d94-edf708d90295, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b5c662c1-055a-4200-8d94-edf708d90295,segment=NetworkSegment(2344c595-e74a-4c32-9674-4fe985e4063b),segment_id=2344c595-e74a-4c32-9674-4fe985e4063b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:22.218805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.223471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:22.234268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Calling delete_port for b5c662c1-055a-4200-8d94-edf708d90295 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:22.238280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.251220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.296911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.343487 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.356221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] device_id is not set on port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:27:22.365525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] No DVR routers for this DVR port b5c662c1-055a-4200-8d94-edf708d90295 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:22.366334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-0230432a-6521-487a-a8da-9252aae24c09', 'network_id': '0230432a-6521-487a-a8da-9252aae24c09', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'fixed_ips': [{'subnet_id': '5b101cc4-e911-4c5a-9def-083ec03d26d5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:22.375226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.486277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:22.487222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:22.490787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.516131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c0e2ec-112c-412d-869f-7df58b8a4f1f']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:22.526769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2344c595-e74a-4c32-9674-4fe985e4063b') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:22.527145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2344c595-e74a-4c32-9674-4fe985e4063b') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:22.537619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.554938 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.563443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:22.564184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.586808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Attempting to bind port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:22.587432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Attempting to bind port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:22.588110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Attempting to bind port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:22.595318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:22.603976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 10.1.1.120 (7d14498a-f924-4c47-b956-21973e866e73/8f7217c2-a328-49a6-a59e-136b971a9de3/8ae855ec-8bb2-4ed0-9d2c-f852764abc37) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:22.633806 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:22.636870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Port': ['ID=b5c662c1-055a-4200-8d94-edf708d90295,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:22.641291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.660942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.661217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:22.665696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/networks/e7c0e2ec-112c-412d-869f-7df58b8a4f1f HTTP/1.1" status: 204 len: 168 time: 0.7718530 Sep 30 08:27:22.683138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33082) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:22.700872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be36ba-09ed-41e4-9adf-cd6fcfd29609 tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Pushing event deleted for resources: {'Network': ['ID=e7c0e2ec-112c-412d-869f-7df58b8a4f1f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:22.715000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:22.716239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Checking segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:22.716734 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.717493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Bound using segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:22.718082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Bound port: 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:22.718545 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.728671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3ff90-839e-4ad7-8d2c-9c3ae8206783 req-5c491c39-213e-4be4-bfc1-a23fa39bb6e2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:22.736366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c3ff90-839e-4ad7-8d2c-9c3ae8206783 req-5c491c39-213e-4be4-bfc1-a23fa39bb6e2 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.1043651 Sep 30 08:27:22.738596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33084) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:22.753842 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5c87e5a0-fffe-48f7-be42-9ea864139b3c tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d000b0-37b5-437f-b133-3752952206e0 HTTP/1.1" status: 200 len: 205 time: 0.0648406 Sep 30 08:27:22.760912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33086) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:22.846218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c3ff90-839e-4ad7-8d2c-9c3ae8206783 req-759e66c3-bef0-48ad-a155-929d78e2b690 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087456 Sep 30 08:27:22.874192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed833e-f4b5-4917-bb8c-c72bdefe761d None None] DHCP port deletion for e7c0e2ec-112c-412d-869f-7df58b8a4f1f request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:22.885824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.083240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.087872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.119383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:23.142360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-597715e3-cc59-4f25-ad30-f0ad9a11c023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.154651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] For port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:23.220823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Allocated IP 10.2.2.2 (0230432a-6521-487a-a8da-9252aae24c09/5b101cc4-e911-4c5a-9def-083ec03d26d5/fa07432c-7f2c-4e9b-a45b-97971bfd7e31) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:23.232560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.233191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Fanout notify agent at l3_agent the message router_deleted on router 04d000b0-37b5-437f-b133-3752952206e0 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:27:23.248325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] For port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:23.253064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.258368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-104b5da3-3c62-485a-9243-6ec57e4f88be tempest-RoutersNegativeIpV6Test-602466982 tempest-RoutersNegativeIpV6Test-602466982-project] 10.222.0.41 "DELETE /v2.0/routers/04d000b0-37b5-437f-b133-3752952206e0 HTTP/1.1" status: 204 len: 168 time: 0.4964333 Sep 30 08:27:23.267212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:23.279343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.333088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-597715e3-cc59-4f25-ad30-f0ad9a11c023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.347591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2875f-3e85-47d6-b1e0-b68a73d67562 req-34b3dde7-d95d-4de9-b867-771b486f9d94 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:23.356662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76d2875f-3e85-47d6-b1e0-b68a73d67562 req-34b3dde7-d95d-4de9-b867-771b486f9d94 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1279192 Sep 30 08:27:23.364100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-597715e3-cc59-4f25-ad30-f0ad9a11c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.365003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.374885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8328d433-97b3-4b2c-bec6-216c523b83ba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 699 time: 2.7651100 Sep 30 08:27:23.386608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33094) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:23.435988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:23.436733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.439869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab857ff4-90e2-4faa-a5e9-6ab7cd8a8591 None None] Pushing event updated for resources: {'Port': ['ID=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.440345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.501617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.552836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-597715e3-cc59-4f25-ad30-f0ad9a11c023 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=633325f557fe402c9563473224c0068f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130708 Sep 30 08:27:23.553337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33100) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:23.561931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597715e3-cc59-4f25-ad30-f0ad9a11c023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3338300-c3c3-4677-a9c3-1041c28983d5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.575350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76d2875f-3e85-47d6-b1e0-b68a73d67562 req-d0d73e14-d0d4-468c-9fcc-d1c63f89a00f tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175105 Sep 30 08:27:23.582194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-df05e03f-1a51-4347-9ba4-a0608ddbc556 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 699 time: 0.1940391 Sep 30 08:27:23.582695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33102) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:23.584103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.584254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33104) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:23.599513 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.600951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 7d14498a-f924-4c47-b956-21973e866e73 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:23.602660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:23.610481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:23.620643 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.672681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:23.673387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.697415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-022557d2-9c89-48ab-9e13-3a3f8ae637e6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1847284 Sep 30 08:27:23.699464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Network 0230432a-6521-487a-a8da-9252aae24c09 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:23.700846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33108) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:23.704813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:23.712431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:23.725125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'name': 'tempest-TaggedBootDevicesTest_v242-987360654', 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:23.816969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Pushing event updated for resources: {'Port': ['ID=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.862337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Attempting to bind port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:23.862777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Attempting to bind port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:23.863375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Attempting to bind port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 on network 0230432a-6521-487a-a8da-9252aae24c09 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:23.910800 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20059891-8e90-42a5-a9e5-92d8422c13c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2d3ed70c2614fd0ae329a4e6396c433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233449 Sep 30 08:27:23.915473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33112) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:23.956128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 7, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:23.964676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:23.964994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Checking segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:23.965584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.966063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Bound using segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:23.969916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Bound port: fa07432c-7f2c-4e9b-a45b-97971bfd7e31, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:23.970421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.998706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:24.004099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.016856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a3159b1-31e4-485a-81fb-00725005e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.042397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] device_id is not set on port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:27:24.051470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:24.058927 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a3159b1-31e4-485a-81fb-00725005e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.059818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b5c662c1-055a-4200-8d94-edf708d90295 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:24.085188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b5c662c1-055a-4200-8d94-edf708d90295 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:24.085601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b5c662c1-055a-4200-8d94-edf708d90295 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:24.093157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:24.093683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:24.218126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a3159b1-31e4-485a-81fb-00725005e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.221271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a3159b1-31e4-485a-81fb-00725005e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.225321 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a3159b1-31e4-485a-81fb-00725005e939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d5fa355-c0d5-410f-b54b-bc15f13e9b7b HTTP/1.1" status: 204 len: 168 time: 0.3066168 Sep 30 08:27:24.262368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3159b1-31e4-485a-81fb-00725005e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5fa355-c0d5-410f-b54b-bc15f13e9b7b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:24.291703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:24.309955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 10.1.1.132 (7d14498a-f924-4c47-b956-21973e866e73/8f7217c2-a328-49a6-a59e-136b971a9de3/1e8deddc-0dfa-46be-a5a8-27f09a34cac3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:24.342979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] For port fa07432c-7f2c-4e9b-a45b-97971bfd7e31, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:24.366928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] For port fa07432c-7f2c-4e9b-a45b-97971bfd7e31, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:24.378282 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.510069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f462d0f-07e4-4c21-8699-f27fbbeb2c10 req-caca6390-b694-4168-87e9-8577e9155e1e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:24.517610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f462d0f-07e4-4c21-8699-f27fbbeb2c10 req-caca6390-b694-4168-87e9-8577e9155e1e tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.3664863 Sep 30 08:27:24.570223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.606022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f462d0f-07e4-4c21-8699-f27fbbeb2c10 req-d22c0b3e-043b-4fd4-9332-4fc4f1e1e152 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/security-groups?id=22747488-8c47-4da0-bef4-0ab564868f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773575 Sep 30 08:27:24.606022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fea9954-3def-454b-85dc-a4b8340dbc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.647235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-14af6b85-16a9-44b9-a0c7-cd42c4e8d7d5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:24.649600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-14af6b85-16a9-44b9-a0c7-cd42c4e8d7d5 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 945 time: 0.4500935 Sep 30 08:27:24.657177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.690974 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fea9954-3def-454b-85dc-a4b8340dbc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.761225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 7d14498a-f924-4c47-b956-21973e866e73 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:24.765511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:24.772658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:24.812336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c291c3-cc59-4f91-805a-929dd61960ec None None] Pushing event updated for resources: {'Port': ['ID=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:24.845273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:24.915184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:24.915831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.919555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18358ead-1ec4-436a-bfbd-497c659d0d07 req-6a2ea101-94e9-48a3-9cc2-ee6f5004c7c8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:24.921483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18358ead-1ec4-436a-bfbd-497c659d0d07 req-6a2ea101-94e9-48a3-9cc2-ee6f5004c7c8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1669075 Sep 30 08:27:24.956560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1ee0f227-09ad-4099-b984-1c133b6186c3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2509336 Sep 30 08:27:24.993668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 7, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:24.998626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fea9954-3def-454b-85dc-a4b8340dbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.005605 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fea9954-3def-454b-85dc-a4b8340dbc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.009767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0fea9954-3def-454b-85dc-a4b8340dbc8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3338300-c3c3-4677-a9c3-1041c28983d5 HTTP/1.1" status: 204 len: 168 time: 1.4487131 Sep 30 08:27:25.036916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea9954-3def-454b-85dc-a4b8340dbc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3338300-c3c3-4677-a9c3-1041c28983d5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:25.058505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Deleting port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:25.058927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.088876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a02fc4-29ac-4649-a558-8688732d0f87 None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 7, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:25.136796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a8768-28e2-485a-a8f5-9cad2bba9c82 None None] Network 7d14498a-f924-4c47-b956-21973e866e73 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:25.153486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18358ead-1ec4-436a-bfbd-497c659d0d07 req-05e062c9-6eaf-450d-92df-391c91763466 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244980 Sep 30 08:27:25.255140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:25.296367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.483964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e6109c6c-a55e-44cf-9899-66a93835c3dd None None] Provisioning complete for port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:25.484951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6109c6c-a55e-44cf-9899-66a93835c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.546057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] For port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,segment=NetworkSegment(f99479cb-862e-4de1-a9f3-43db112ef7f4),segment_id=f99479cb-862e-4de1-a9f3-43db112ef7f4)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:25.546680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.570597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Calling delete_port for 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:25.572069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33146) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:25.628417 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:25.643292 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:25.644255 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:25.677379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.705089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1930559466'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:25.755022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:25.755629 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.760794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.763199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Made reservation on behalf of 2aa23bc73e8646fd9c5a7eb074038577 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:25.770834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.793986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.801203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33152) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:25.844188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:25.855559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fded6936-15a7-4002-ad87-a16fa3e8c002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.929287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6109c6c-a55e-44cf-9899-66a93835c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.938777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.022698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Pushing event deleted for resources: {'Port': ['ID=2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.072378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.083193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.144224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33154) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:26.153952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e6109c6c-a55e-44cf-9899-66a93835c3dd None None] For port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:26.154995 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.166434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] No DVR routers for this DVR port 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:26.172162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:26.172548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.178732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.181350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75e0c1d1-62f0-4ffd-8b7d-c032643a01f6 req-85608fe3-c998-4211-a1ed-372a1e878dc6 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.57 "DELETE /v2.0/ports/2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 HTTP/1.1" status: 204 len: 173 time: 1.5227666 Sep 30 08:27:26.182337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'name': 'network-vif-deleted', 'tag': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:26.184863 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c93ae-4f67-4900-acc6-4bb25a4d307c" -d '{"events": [{"server_uuid": "b1ada3e0-9072-4a61-af77-90490da754d2", "name": "network-vif-deleted", "tag": "2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:26.187361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502634982', 'description': 'tempest-description--847328833'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:26.198959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6109c6c-a55e-44cf-9899-66a93835c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.238005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:26.317524 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 7, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:26.342410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.343050 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Added segment f9612387-aa5a-4765-b648-64c4134fde6e of type vlan for network 9a4bb859-a384-4a68-819b-0940a7664757 Sep 30 08:27:26.352673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62478d09-5e2b-4822-8aa2-25cfb0af1c5e req-0957f6a6-3536-4b81-8205-b79cfee45340 tempest-DeleteServersTestJSON-728150551 tempest-DeleteServersTestJSON-728150551-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ada3e0-9072-4a61-af77-90490da754d2 HTTP/1.1" status: 200 len: 210 time: 0.0979049 Sep 30 08:27:26.393972 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:26.410943 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:26.411308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:26.430260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.435934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:27:26.436288 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:27:26.439055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6109c6c-a55e-44cf-9899-66a93835c3dd None None] Pushing event updated for resources: {'Port': ['ID=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.502255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbff04a8-ad1a-4e02-a871-ec2decafb392,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.514617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.525139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Provisioning complete for port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:26.525665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:26.525769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.526284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.558745 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:26.567946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port d5f9ffb9-66b1-4e1f-85de-a36f72be56d4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:26.568523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.578880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baba8cb-55c9-457a-8e56-0b5bb1bf8a3d None None] Network 0230432a-6521-487a-a8da-9252aae24c09 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:26.591787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:26.609198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5809e7e-81b7-41cc-886f-929285aca1a2 req-882a0bb5-b37c-44d8-a151-57cc2c4d5993 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:26.609198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5809e7e-81b7-41cc-886f-929285aca1a2 req-882a0bb5-b37c-44d8-a151-57cc2c4d5993 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1110470 Sep 30 08:27:26.640105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:26.701307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Pushing event updated for resources: {'Network': ['ID=9a4bb859-a384-4a68-819b-0940a7664757,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.702537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Provisioning complete for port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:26.702712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.749055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fded6936-15a7-4002-ad87-a16fa3e8c002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.775351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:26.777839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9a4bb859-a384-4a68-819b-0940a7664757 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:26.794183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fded6936-15a7-4002-ad87-a16fa3e8c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.830992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.900913 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9609c92a-23fb-4f71-89e1-c66a6fca090e tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3275490 Sep 30 08:27:26.912201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33162) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:26.937877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-9a08abab-4e89-43cb-8796-a0f5c1c565be tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-2130003186') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:26.961923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5809e7e-81b7-41cc-886f-929285aca1a2 req-caeaadb2-2aed-44e7-8c0e-7d14d2daffe3 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954955 Sep 30 08:27:26.964188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.987178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Provisioning complete for port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:26.987563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3d245b8-7b70-49e2-b2f8-c88c58dd0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.994767 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fded6936-15a7-4002-ad87-a16fa3e8c002 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81407309430e4ed7ac2e7ff426abbd04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1734354 Sep 30 08:27:27.025097 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 7, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:27.048381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33164) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:27.049332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=d5f9ffb9-66b1-4e1f-85de-a36f72be56d4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.076684 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f83594-357d-4948-bb1d-b04764a7654a x-openstack-request-id: req-73f83594-357d-4948-bb1d-b04764a7654a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:27.077073 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ada3e0-9072-4a61-af77-90490da754d2", "name": "network-vif-deleted", "tag": "2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:27.077415 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73f83594-357d-4948-bb1d-b04764a7654a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:27.077945 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ada3e0-9072-4a61-af77-90490da754d2', 'name': 'network-vif-deleted', 'tag': '2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07', 'status': 'completed', 'code': 200} Sep 30 08:27:27.110271 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a44d22-db0c-40b6-821a-691c7f5922ad None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 7, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f9ffb9-66b1-4e1f-85de-a36f72be56d4', 'name': '', 'network_id': '9d238dc8-9f85-4d76-9a95-ee481fc925e0', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:a9:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:13Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': 'e5136e4d-d936-45c6-aa8f-25fdf3945f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:27.159858 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:27:27.193305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.199341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded6936-15a7-4002-ad87-a16fa3e8c002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfe3834-53a3-43c5-b1e9-c20f1a70d4ac,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.214771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.263840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42a258bf-cc99-4734-80cb-82be372652fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.293733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42a258bf-cc99-4734-80cb-82be372652fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.297482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Provisioning complete for port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:27.297888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.304467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.308370 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1451461 Sep 30 08:27:27.336264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:27.349565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'security_group_rule': {'security_group_id': '4cff574a-e83a-46bd-9ec2-4655057bf0d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:27.383959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42a258bf-cc99-4734-80cb-82be372652fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.387258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42a258bf-cc99-4734-80cb-82be372652fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.401379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-42a258bf-cc99-4734-80cb-82be372652fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cfe3834-53a3-43c5-b1e9-c20f1a70d4ac HTTP/1.1" status: 204 len: 168 time: 0.3473027 Sep 30 08:27:27.413520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd54d33-337f-49c1-815d-0e2c968d1f28 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff574a-e83a-46bd-9ec2-4655057bf0d6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.415649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:27.430330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Provisioning complete for port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:27.430762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.493247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.528511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:27.535405 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:27.639479 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a08abab-4e89-43cb-8796-a0f5c1c565be tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "PUT /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-2130003186 HTTP/1.1" status: 201 len: 201 time: 0.7221906 Sep 30 08:27:27.644617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33176) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:27.653700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:27.654295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2bf5c59c-c8ea-4f36-ab32-cbd2f5e10f07 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:27.654538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a258bf-cc99-4734-80cb-82be372652fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfe3834-53a3-43c5-b1e9-c20f1a70d4ac,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.656477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.656954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:27.664781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Provisioning complete for port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:27.665013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.670421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-6c06bd09-82ea-4964-a35a-7e25fdfdafbb tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-2130003186') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:27.702539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.709118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.760626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c5045b-107c-48b1-92d0-985225f6e27e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.770291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.771835 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-54bad696-d498-4f70-bfd2-641addc7b4b9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4275048 Sep 30 08:27:27.774617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33182) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:27.779571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'security_group_rule': {'security_group_id': '4cff574a-e83a-46bd-9ec2-4655057bf0d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:27.810472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:27.810770 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.838738 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.855505 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.935548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] For port fa07432c-7f2c-4e9b-a45b-97971bfd7e31, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:27.945152 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.988524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.996327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.010959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Pushing event updated for resources: {'Port': ['ID=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:28.031893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.032274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.033146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.033354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6c06bd09-82ea-4964-a35a-7e25fdfdafbb tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-2130003186 HTTP/1.1" status: 204 len: 168 time: 0.3756874 Sep 30 08:27:28.033734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.034352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.035018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.035369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.035714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.036055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.037682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.038541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.038541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.038894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19512454-7b67-46d4-aa95-c3817d348191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:28.057206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa07432c-7f2c-4e9b-a45b-97971bfd7e31 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:28.057708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-b5cc0995-d1e8-484f-8e72-58de51d8a1dd tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:28.064945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc03d963-1099-4c7b-bb33-2bde2497792f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:28.075426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.077347 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-625a53fb-eca0-4fa2-a68c-f3177afdc9df tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3014345 Sep 30 08:27:28.080440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.088193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:28.150985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2b5ca8c8-2547-4425-acb9-7134a1a79aeb None None] Provisioning complete for port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:28.151547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca8c8-2547-4425-acb9-7134a1a79aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.162735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.244645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:28.247672 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.394216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.439997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f18b55-185a-4d19-b608-149a19113c85 req-5f1adddf-b9bb-48c9-8022-3e9d1a31ea39 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:28.442730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f18b55-185a-4d19-b608-149a19113c85 req-5f1adddf-b9bb-48c9-8022-3e9d1a31ea39 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2441156 Sep 30 08:27:28.451788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5cc0995-d1e8-484f-8e72-58de51d8a1dd tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags HTTP/1.1" status: 200 len: 238 time: 0.3964217 Sep 30 08:27:28.454178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33212) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.459632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:28.466411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-79e2dd8b-a4d0-4167-8dcb-deda6f47d686 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', {'tags': ['tempest-TagsTest-Tag-1052053284', 'tempest-TagsTest-Tag-877860405', 'tempest-TagsTest-Tag-575942195']}) {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:28.565321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 172.25.7.114 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ea8e3a1a-8099-4fea-a075-50202cc0987a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:28.577069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f18b55-185a-4d19-b608-149a19113c85 req-753d3523-f2fb-46a8-b78c-4770a8f6804f tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232193 Sep 30 08:27:28.728195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-79e2dd8b-a4d0-4167-8dcb-deda6f47d686 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "PUT /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags HTTP/1.1" status: 200 len: 307 time: 0.2724955 Sep 30 08:27:28.729492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.740701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-82019915-ec70-4a97-8c19-636a2193eb2b tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-1052053284') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:28.780423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.810984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:28.824741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-666993e1-b295-4a39-9479-93f48f3715ac tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2384865 Sep 30 08:27:28.828205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33228) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.829492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:28.842153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:28.842802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:28.926196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33234) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.928483 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82019915-ec70-4a97-8c19-636a2193eb2b tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "DELETE /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-1052053284 HTTP/1.1" status: 204 len: 168 time: 0.1972797 Sep 30 08:27:28.931265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.935358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-a412c6f1-62b3-44a4-9ec1-db17e8dc16b8 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-1052053284') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:28.988432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet e5136e4d-d936-45c6-aa8f-25fdf3945f5e {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:28.989279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:28.994812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:29.001666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.004297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:29.008464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:29.084429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=ea8e3a1a-8099-4fea-a075-50202cc0987a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:29.107094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.236822 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.279179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa07432c-7f2c-4e9b-a45b-97971bfd7e31 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:29.319285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.440282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:29.440965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.504761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 8, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:29.663905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.672963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.822859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-603cf134-3864-4c63-9c51-e4cefa5aad7b req-323b5dc9-baa5-4bfd-8fd1-dabe9dece1fd service neutron] (95001) timed out ('10.222.0.57', 56262) {{(pid=95001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:27:29.825979 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-a412c6f1-62b3-44a4-9ec1-db17e8dc16b8 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] show failed (client error): The resource could not be found. Sep 30 08:27:29.829974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.832441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a412c6f1-62b3-44a4-9ec1-db17e8dc16b8 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-1052053284 HTTP/1.1" status: 404 len: 326 time: 0.9049594 Sep 30 08:27:29.833077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33254) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:29.844674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=ea8e3a1a-8099-4fea-a075-50202cc0987a,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:29.852167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.878556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:29.880341 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c95e139e-c00e-45c1-b4d0-807cecde2294 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7869902 Sep 30 08:27:29.888514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:29.889403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:29.945431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-2bbd68d1-18b1-4f6f-bdeb-27bb0b318b84 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-877860405') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:29.994092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.074756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:30.074974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411afec-46a3-40a1-b61f-46e790c1e0de req-fec6b8fe-509c-4228-8d8a-0035b76ade60 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:30.076537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3411afec-46a3-40a1-b61f-46e790c1e0de req-fec6b8fe-509c-4228-8d8a-0035b76ade60 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2419813 Sep 30 08:27:30.138698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2bbd68d1-18b1-4f6f-bdeb-27bb0b318b84 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-877860405 HTTP/1.1" status: 204 len: 168 time: 0.2237086 Sep 30 08:27:30.141477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33268) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.146530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-a0bafe20-3b9b-4139-9dbe-3de08a4bd0ec tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-575942195') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.190337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3411afec-46a3-40a1-b61f-46e790c1e0de req-ebd39270-7752-4424-ab99-e87d525ae07d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035297 Sep 30 08:27:30.195096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.285321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.288021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/e5136e4d-d936-45c6-aa8f-25fdf3945f5e HTTP/1.1" status: 204 len: 168 time: 1.4583557 Sep 30 08:27:30.289734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10b31d-adaa-49b1-bc6c-14049965cf29 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=e5136e4d-d936-45c6-aa8f-25fdf3945f5e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:30.294058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33272) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.308796 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0bafe20-3b9b-4139-9dbe-3de08a4bd0ec tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-575942195 HTTP/1.1" status: 204 len: 168 time: 0.1662467 Sep 30 08:27:30.312058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33274) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.317049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ee384-b207-4957-91d4-70bb172cde46 None None] Network 9d238dc8-9f85-4d76-9a95-ee481fc925e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:30.332463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-12fcf692-23f7-4103-8da2-42f2815b4702 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.461367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.554068 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-12fcf692-23f7-4103-8da2-42f2815b4702 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "DELETE /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags HTTP/1.1" status: 204 len: 168 time: 0.2404513 Sep 30 08:27:30.556355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.564396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-26c9274e-dd25-4be4-bbf6-2ddc14825a3d tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-877860405') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.565307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-c4a64326-4eae-43a3-b11d-1a4661b6026b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--502634982&fields=id&tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9 HTTP/1.1" status: 200 len: 267 time: 0.0880809 Sep 30 08:27:30.670110 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-26c9274e-dd25-4be4-bbf6-2ddc14825a3d tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] show failed (client error): The resource could not be found. Sep 30 08:27:30.672299 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-26c9274e-dd25-4be4-bbf6-2ddc14825a3d tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-877860405 HTTP/1.1" status: 404 len: 325 time: 0.1146908 Sep 30 08:27:30.677763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33304) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.683549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-0b161516-39ca-49a5-845f-a6722179cd96 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757', 'tempest-TagsTest-Tag-575942195') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.694782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:27:30.713197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 8, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.745283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-eb12b22f-b6bb-4d48-9a69-15a31509b647 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:30.762704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e6a7-474c-49ca-8c79-436472eb0042 None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 8, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26ddca95-1e5c-4b34-b5ef-a59f9a6550b5', 'name': '', 'network_id': 'd459b185-c202-48fc-af99-d7e2b6ced854', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:f7:11:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '5ecd7232-e3ca-43a1-84e0-c62596f34f8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:30.764784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-eb12b22f-b6bb-4d48-9a69-15a31509b647 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 935 time: 0.1979897 Sep 30 08:27:30.816726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] DHCP port deletion for 9d238dc8-9f85-4d76-9a95-ee481fc925e0 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:30.862933 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-0b161516-39ca-49a5-845f-a6722179cd96 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] show failed (client error): The resource could not be found. Sep 30 08:27:30.871791 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b161516-39ca-49a5-845f-a6722179cd96 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "GET /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags/tempest-TagsTest-Tag-575942195 HTTP/1.1" status: 404 len: 325 time: 0.1916935 Sep 30 08:27:30.874443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33310) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.879260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-f4844471-8990-4f23-ba7a-7bf493360f5f tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9a4bb859-a384-4a68-819b-0940a7664757') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.899579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-bd612b6a-8c56-4d80-a352-badb612fbffe tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:30.907019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-bd612b6a-8c56-4d80-a352-badb612fbffe tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 936 time: 0.1418042 Sep 30 08:27:30.955331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] Deleting port adbf7531-0ddf-437f-a438-f364cb0285f8 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:30.955938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.958658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:30.988987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-443b1a4e-b92a-4b10-8320-654756ce532e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0785723 Sep 30 08:27:30.995510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'mac_address': 'fa:16:3e:94:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:27:31.072300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-2e04bc5c-87cb-4fb6-ba13-3d98c8caf237 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0822370 Sep 30 08:27:31.073317 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4844471-8990-4f23-ba7a-7bf493360f5f tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "DELETE /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757/tags HTTP/1.1" status: 204 len: 168 time: 0.1975315 Sep 30 08:27:31.073996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:31.112420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] For port adbf7531-0ddf-437f-a438-f364cb0285f8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=adbf7531-0ddf-437f-a438-f364cb0285f8,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:31.112705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.131382 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.138041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] Calling delete_port for adbf7531-0ddf-437f-a438-f364cb0285f8 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:31.219287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e82d355b-59f0-43cf-8e53-1982e3be61a5 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:31.303145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port adbf7531-0ddf-437f-a438-f364cb0285f8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:31.303445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.317477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.339491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:31.360420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:31.413526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.417325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:31.418026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d5f9ffb9-66b1-4e1f-85de-a36f72be56d4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:31.419233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device adbf7531-0ddf-437f-a438-f364cb0285f8 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:31.451858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-76969d5d-90ed-47ad-b347-d17267307eea tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:31.458627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-76969d5d-90ed-47ad-b347-d17267307eea tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:31.465739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-76969d5d-90ed-47ad-b347-d17267307eea tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:31.474590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-76969d5d-90ed-47ad-b347-d17267307eea tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 1995 time: 0.4013648 Sep 30 08:27:31.544455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-aaf8a9b0-df95-458a-b70c-ef2e2e599439 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/quotas/e5c56320e7c14bc18c0edb2ae2b758e9 HTTP/1.1" status: 200 len: 375 time: 0.0680463 Sep 30 08:27:31.563892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port adbf7531-0ddf-437f-a438-f364cb0285f8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=adbf7531-0ddf-437f-a438-f364cb0285f8,segment=NetworkSegment(8eff19aa-0b7d-46b3-a56d-b070b13cd8a1),segment_id=8eff19aa-0b7d-46b3-a56d-b070b13cd8a1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:31.565138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.578471 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.612780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4bb859-a384-4a68-819b-0940a7664757']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:31.618224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for adbf7531-0ddf-437f-a438-f364cb0285f8 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:31.646177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9612387-aa5a-4765-b648-64c4134fde6e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:31.650109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9612387-aa5a-4765-b648-64c4134fde6e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:31.679724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e82d355b-59f0-43cf-8e53-1982e3be61a5'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:31.706052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.711190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-6f2ee84d-ccf9-4817-b98d-fad0345a8eaf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1643119 Sep 30 08:27:31.752876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.762132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:31.763382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:31.767136 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:31.842979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:31.885509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.894007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.899922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] 10.222.0.41 "DELETE /v2.0/networks/9a4bb859-a384-4a68-819b-0940a7664757 HTTP/1.1" status: 204 len: 168 time: 0.8247819 Sep 30 08:27:31.915155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32672c-9ec9-4640-805a-0ea0b38e3cf5 tempest-TagsTest-1598063765 tempest-TagsTest-1598063765-project] Pushing event deleted for resources: {'Network': ['ID=9a4bb859-a384-4a68-819b-0940a7664757,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:31.916749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.937091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Port adbf7531-0ddf-437f-a438-f364cb0285f8 update to DOWN by agent not found {{(pid=95003) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 08:27:31.941092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] No DVR routers for this DVR port adbf7531-0ddf-437f-a438-f364cb0285f8 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:31.971263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dbee9-417c-4ee9-909b-1592ab799934 None None] Pushing event deleted for resources: {'Port': ['ID=adbf7531-0ddf-437f-a438-f364cb0285f8,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:32.045539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.166453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=adbf7531-0ddf-437f-a438-f364cb0285f8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:32.184415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port adbf7531-0ddf-437f-a438-f364cb0285f8 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:32.436935 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.468059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7299f6d6-4de2-4e53-bca2-ab233a86c59d service neutron] 10.222.0.41 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556783 Sep 30 08:27:32.494338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d238dc8-9f85-4d76-9a95-ee481fc925e0']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:32.518652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:32.519308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eff19aa-0b7d-46b3-a56d-b070b13cd8a1') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:32.549647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.605930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.619380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:32.619885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:32.622979 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:32.665542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-54ff1dcd-ad8d-4cac-8387-42e2aca6f100 service neutron] 10.222.0.41 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962061 Sep 30 08:27:32.684553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33358) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:32.717069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:32.747828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7ef5cc91-9b15-43e8-985d-69ca806204bc service neutron] 10.222.0.41 "GET /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0812023 Sep 30 08:27:32.825344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e82d355b-59f0-43cf-8e53-1982e3be61a5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:32.825787 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.888593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.904954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.910048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33364) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:32.918455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/9d238dc8-9f85-4d76-9a95-ee481fc925e0 HTTP/1.1" status: 204 len: 168 time: 2.6224551 Sep 30 08:27:32.978481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a21c2-07a7-44ed-a27e-16e93b36990e tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=9d238dc8-9f85-4d76-9a95-ee481fc925e0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:33.048143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.109830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:33.120086 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f2aae-0397-4bae-b6db-1f853888056f" -d '{"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-plugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:33.164280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-80a7e4b3-dd8c-481f-b74a-7facb1835f02 service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154422 Sep 30 08:27:33.180014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:33.187132 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.291797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:33.422743 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0bda8548-3b30-4177-a8d8-1084f91f9b6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aa23bc73e8646fd9c5a7eb074038577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369561 Sep 30 08:27:33.423481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33374) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:33.470518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b9568c84-aa44-4a4e-b6fb-afd4041f07fe service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045661 Sep 30 08:27:33.526994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d51d8c2e-f499-4ad1-b39e-2427430c3010 service neutron] 10.222.0.41 "GET /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0559294 Sep 30 08:27:33.643284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca904-d4e8-4dc9-862d-b64d73ddad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.662164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.668335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca904-d4e8-4dc9-862d-b64d73ddad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.730447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca904-d4e8-4dc9-862d-b64d73ddad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.734085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca904-d4e8-4dc9-862d-b64d73ddad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.737894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0d5ca904-d4e8-4dc9-862d-b64d73ddad6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbff04a8-ad1a-4e02-a871-ec2decafb392 HTTP/1.1" status: 204 len: 168 time: 0.3108237 Sep 30 08:27:33.756074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ca904-d4e8-4dc9-862d-b64d73ddad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbff04a8-ad1a-4e02-a871-ec2decafb392,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:33.774047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-12e0afa0-6ef7-451d-8df3-6d4c8a10f0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458916 Sep 30 08:27:33.969966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-ca141e51-2f45-4ee5-b218-9b3d262879db service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885335 Sep 30 08:27:34.136403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:34.137750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:34.164136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-c3d237a9-79f1-437b-84fd-fdb1ab57fa9c service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932554 Sep 30 08:27:34.264846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:34.265185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:34.290584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:34.414559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-25b8a942-330b-49d2-a165-43a1caae0a01 service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382274 Sep 30 08:27:34.671615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-406c17bf-c98c-4386-a871-c2d398025913 service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441299 Sep 30 08:27:34.743855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:34.809252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=26ddca95-1e5c-4b34-b5ef-a59f9a6550b5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:34.885803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-dcbe40c7-4156-4686-b27c-61763d022e3c service neutron] 10.222.0.41 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076356 Sep 30 08:27:35.103289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-1c9d6da8-34fd-4c3f-8919-cfc75ec59e6f service neutron] 10.222.0.41 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061193 Sep 30 08:27:35.120552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.317341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-f66a7727-26cf-4afb-8350-30e011d4e566 service neutron] 10.222.0.41 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057788 Sep 30 08:27:35.451524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-87082c7c-4ebb-4d8c-83ff-f8dcb3c6e394 service neutron] 10.222.0.41 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219378 Sep 30 08:27:35.550479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:35.677017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-519bcf71-3784-4ec3-a8b7-e2c5efbfbdab service neutron] 10.222.0.41 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185206 Sep 30 08:27:36.193213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:36.199022 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-881cfa8e-1dd5-475a-bdaa-b93f98c87e67 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2878745 Sep 30 08:27:36.202380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33448) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:36.232248 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:36.254809 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:36.255475 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:36.284998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet 5ecd7232-e3ca-43a1-84e0-c62596f34f8e {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:36.300534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.405858 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.462240 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:36.558024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.659564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.743988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecd7232-e3ca-43a1-84e0-c62596f34f8e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:36.761882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.762067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca5cc4-95a5-45a8-adec-ed7ce5be7998 None None] Network d459b185-c202-48fc-af99-d7e2b6ced854 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:36.764877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-151b23ab-cbf8-490e-9f25-204a00c1edcc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/5ecd7232-e3ca-43a1-84e0-c62596f34f8e HTTP/1.1" status: 204 len: 168 time: 0.5611491 Sep 30 08:27:36.767699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:37.087225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed06054-b78c-4697-a380-71934d389ca7 req-7fa46c9b-e47e-431d-95d2-7ca3e65052a5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:37.102257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ed06054-b78c-4697-a380-71934d389ca7 req-7fa46c9b-e47e-431d-95d2-7ca3e65052a5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2026794 Sep 30 08:27:37.136539 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:34Z', 'revision_number': 9, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:37.170330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.243046 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:37.253624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] DHCP port deletion for d459b185-c202-48fc-af99-d7e2b6ced854 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:37.279092 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:37.282650 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:37.330131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ed06054-b78c-4697-a380-71934d389ca7 req-72283660-20b8-4033-b5bb-c4b254add105 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211571 Sep 30 08:27:37.437482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 5e6de816-70d5-47e7-b2ea-dc5603dda004 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:37.437482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.513510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] Deleting port 5e6de816-70d5-47e7-b2ea-dc5603dda004 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:37.514309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.582005 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:37.608074 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19862964-9804-4188-bebb-2b95b7e31091 x-openstack-request-id: req-19862964-9804-4188-bebb-2b95b7e31091 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:37.608632 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-plugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:37.609177 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19862964-9804-4188-bebb-2b95b7e31091 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:37.609837 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'code': 200} Sep 30 08:27:37.626061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] For port 5e6de816-70d5-47e7-b2ea-dc5603dda004, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e6de816-70d5-47e7-b2ea-dc5603dda004,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:37.626713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.661369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port 5e6de816-70d5-47e7-b2ea-dc5603dda004, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e6de816-70d5-47e7-b2ea-dc5603dda004,segment=NetworkSegment(a7fe77b8-d307-40dd-8aae-0ace8192a4e7),segment_id=a7fe77b8-d307-40dd-8aae-0ace8192a4e7)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:37.667164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.692200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] Calling delete_port for 5e6de816-70d5-47e7-b2ea-dc5603dda004 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:37.742306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 5e6de816-70d5-47e7-b2ea-dc5603dda004 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:37.937184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.950543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6926681e-a549-41c4-aa8e-d48261c0f0c0 req-84c0fe42-2dc0-4cbf-8317-bb363f8d26bb tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0953913 Sep 30 08:27:38.016656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.035162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=5e6de816-70d5-47e7-b2ea-dc5603dda004,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:38.062495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] Pushing event deleted for resources: {'Port': ['ID=5e6de816-70d5-47e7-b2ea-dc5603dda004,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:38.066473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d260c-1b51-4de4-a0a6-73effcce6744 None None] No DVR routers for this DVR port 5e6de816-70d5-47e7-b2ea-dc5603dda004 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:38.077509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port 5e6de816-70d5-47e7-b2ea-dc5603dda004 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:38.315573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.323907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33508) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:38.376806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d459b185-c202-48fc-af99-d7e2b6ced854']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:38.392836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:38.393168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fe77b8-d307-40dd-8aae-0ace8192a4e7') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:38.417550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.448560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.451097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Deleting subnet 85646b22-741d-4194-bac1-b5b4e2631f72 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:38.461977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:38.462617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.463514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:38.471544 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:38.530387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f1a02c7-205b-472c-a2fb-6279133aacce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.680369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.682723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-bae07fed-038b-4c0e-b95f-c87d0ba93f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:38.684086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-bae07fed-038b-4c0e-b95f-c87d0ba93f66 service neutron] 10.222.0.57 "GET /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 1031 time: 0.0534813 Sep 30 08:27:38.762000 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:34Z', 'revision_number': 9, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:38.800240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.848559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.858279 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/d459b185-c202-48fc-af99-d7e2b6ced854 HTTP/1.1" status: 204 len: 168 time: 2.0883789 Sep 30 08:27:38.859980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:38.869847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4965c-86c4-4cc1-accc-84270d20e305 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=d459b185-c202-48fc-af99-d7e2b6ced854,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:38.870982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999ff2-8b54-4078-8e75-97fef72d9ecb req-5e4657f6-6a25-4387-974f-1ba389978e1b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:38.875973 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92b84b-ff6c-472c-9a42-3de2ed28b8f0 None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:34Z', 'revision_number': 9, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4dd6cb-9c71-4114-8209-c7a7a18b77bf', 'name': '', 'network_id': '13d64a37-a274-466e-8e65-34fce266ff70', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:2e:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:59Z', 'updated_at': '2021-09-30T08:27:06Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '6a037b45-50fe-49cf-938e-b3debd0afde2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:38.885966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f999ff2-8b54-4078-8e75-97fef72d9ecb req-5e4657f6-6a25-4387-974f-1ba389978e1b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.3011506 Sep 30 08:27:39.098817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4ab1dc74-3d86-4e64-bd47-6f9d6786e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:39.100614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4ab1dc74-3d86-4e64-bd47-6f9d6786e8f5 service neutron] 10.222.0.57 "GET /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 1032 time: 0.3920584 Sep 30 08:27:39.246552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.253257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f999ff2-8b54-4078-8e75-97fef72d9ecb req-2cc4de6b-28ba-4388-9d5c-38ab79dacc30 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630712 Sep 30 08:27:39.515637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e6de816-70d5-47e7-b2ea-dc5603dda004 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:39.566453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5e6de816-70d5-47e7-b2ea-dc5603dda004 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:39.576682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-08f7ff8d-c7aa-4fb4-b865-a130adb338fd tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:39.577506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e6de816-70d5-47e7-b2ea-dc5603dda004 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:39.578061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:39.609154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-08f7ff8d-c7aa-4fb4-b865-a130adb338fd tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:39.632012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-08f7ff8d-c7aa-4fb4-b865-a130adb338fd tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:39.636052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-08f7ff8d-c7aa-4fb4-b865-a130adb338fd tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 1995 time: 0.5086205 Sep 30 08:27:39.644580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.653797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:39.654138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ddca95-1e5c-4b34-b5ef-a59f9a6550b5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:39.749901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff462eb-cac8-4e2c-b9a5-2567e3d0f4bc req-9a2184c9-d5b5-488b-8bb4-ea057721d924 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0946856 Sep 30 08:27:39.790079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85646b22-741d-4194-bac1-b5b4e2631f72,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:39.800480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.806447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ef7dda46-e21b-4d94-b9ae-f292d82d241d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/85646b22-741d-4194-bac1-b5b4e2631f72 HTTP/1.1" status: 204 len: 168 time: 1.4808233 Sep 30 08:27:39.807308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33534) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:39.896625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.931124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d375edaa-f9a4-4c9b-9c1c-6ba8de3e0aab tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9 HTTP/1.1" status: 200 len: 379 time: 0.2011142 Sep 30 08:27:39.963377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'admin_state_up': True, 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'security_groups': ['4cff574a-e83a-46bd-9ec2-4655057bf0d6']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:40.137032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:40.152116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.211301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.278962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.484773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2c9ccd-001a-45cf-b956-641e3f216138']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.514880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99479cb-862e-4de1-a9f3-43db112ef7f4') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.515623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99479cb-862e-4de1-a9f3-43db112ef7f4') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.534606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.586135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.603739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:40.604405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:40.607170 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:40.619034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb93f9-184f-4127-af8e-5eb36a8ebf27 req-40929666-3fd6-4bf9-83c3-f72ede0c3b4a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:40.627345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adfb93f9-184f-4127-af8e-5eb36a8ebf27 req-40929666-3fd6-4bf9-83c3-f72ede0c3b4a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2395103 Sep 30 08:27:40.737307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 172.20.0.4 (ea5788b5-1289-4a4d-a2df-60494c02bd41/ea4c5685-584a-45f8-af4a-a27a7af65a21/741144a1-e2dd-4edb-92dd-33f3f865e9dd) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:40.743099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.759082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.764213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a2c9ccd-001a-45cf-b956-641e3f216138 HTTP/1.1" status: 204 len: 168 time: 0.9536464 Sep 30 08:27:40.785849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adfb93f9-184f-4127-af8e-5eb36a8ebf27 req-74687c89-15a8-411e-bb56-f4f4906000cc tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518028 Sep 30 08:27:40.827715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9a5d7-7a9c-4932-ac3f-6cbd8564eb4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2c9ccd-001a-45cf-b956-641e3f216138,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:41.109552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3f223418-775c-4b7b-858c-e275d1aa3607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.141229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:41.141975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.146685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d87c6fd4-e4cc-4217-8c40-79485bede068 req-b1c1d381-ce02-44f8-95b6-cb2090887350 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0841310 Sep 30 08:27:41.204801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.207129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33566) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:41.282083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5df00c9-5c5f-4768-8415-184d88bc6c06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70ee0377b9f44e03893eb833e4c24d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739176 Sep 30 08:27:41.282703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:41.312666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.391288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:41.400476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:41.420854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:41.431869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:41.463226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.488475 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b29efab-89a6-47fb-9b40-3cb9eadec10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.543672 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b29efab-89a6-47fb-9b40-3cb9eadec10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.547980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port eb4dd6cb-9c71-4114-8209-c7a7a18b77bf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,segment=NetworkSegment(1328a1f9-52fb-4a1b-bf99-c62769f04a88),segment_id=1328a1f9-52fb-4a1b-bf99-c62769f04a88)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:41.550810 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.559584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:41.560328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.586866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for eb4dd6cb-9c71-4114-8209-c7a7a18b77bf owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:41.619189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-cafde34d-bb53-4fd1-97ae-1fa0e0a2bd9a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6612177 Sep 30 08:27:41.633496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'admin_state_up': True, 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'security_groups': ['4cff574a-e83a-46bd-9ec2-4655057bf0d6']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:41.705706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b29efab-89a6-47fb-9b40-3cb9eadec10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.721089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b29efab-89a6-47fb-9b40-3cb9eadec10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.727299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7b29efab-89a6-47fb-9b40-3cb9eadec10c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22747488-8c47-4da0-bef4-0ab564868f90 HTTP/1.1" status: 204 len: 168 time: 0.4415069 Sep 30 08:27:41.775122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29efab-89a6-47fb-9b40-3cb9eadec10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22747488-8c47-4da0-bef4-0ab564868f90,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:42.060273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e87809b7-4995-4280-81df-59e9dbe08f0a None None] Provisioning complete for port 741144a1-e2dd-4edb-92dd-33f3f865e9dd triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:42.062269 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e87809b7-4995-4280-81df-59e9dbe08f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:42.143754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:42.247064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e87809b7-4995-4280-81df-59e9dbe08f0a None None] Port 741144a1-e2dd-4edb-92dd-33f3f865e9dd cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:42.385635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=eb4dd6cb-9c71-4114-8209-c7a7a18b77bf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:43.076077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.095216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.243173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028bea6-c6f2-43cf-abc8-825cffd5b230 req-d23a072c-5645-4165-b771-8379bdd690c6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:43.272690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0028bea6-c6f2-43cf-abc8-825cffd5b230 req-d23a072c-5645-4165-b771-8379bdd690c6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 1.3032334 Sep 30 08:27:43.417033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0028bea6-c6f2-43cf-abc8-825cffd5b230 req-ad2e4a9b-0547-4ca5-a750-4e2e667c31a8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384032 Sep 30 08:27:43.443310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:43.456626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.754287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:43.873929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 10.1.1.22 (7d14498a-f924-4c47-b956-21973e866e73/8f7217c2-a328-49a6-a59e-136b971a9de3/3b558a10-35f2-41ed-95b6-bc35355f7266) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:44.026374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353e25-5a50-432d-bc9b-b333274c6811 req-b2c116f3-3bb0-4742-874c-dcfe2e7d2135 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:44.028404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a353e25-5a50-432d-bc9b-b333274c6811 req-b2c116f3-3bb0-4742-874c-dcfe2e7d2135 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 931 time: 0.2681754 Sep 30 08:27:44.069587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:44.083602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:44.113815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:44.128921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.137388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7cc6e027-911b-4e89-9232-6a5b944febd8 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2597649 Sep 30 08:27:44.138199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33632) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:44.288614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a353e25-5a50-432d-bc9b-b333274c6811 req-ac1fada6-7c7e-4d24-b0cb-45e715217ada tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476163 Sep 30 08:27:44.295071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33638) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:44.369578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet 6a037b45-50fe-49cf-938e-b3debd0afde2 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:44.377755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:44.393221 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.517956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.604850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.686307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.763010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 7d14498a-f924-4c47-b956-21973e866e73 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:44.768218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:44.776434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:44.831309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.939368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:44.946219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.013546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:41Z', 'revision_number': 10, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:45.028768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.052011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f5209-f0ad-4d7c-a86c-5a26833574cf req-9539baac-b139-4e2b-be17-407dfd78dc0d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:45.079799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f58f5209-f0ad-4d7c-a86c-5a26833574cf req-9539baac-b139-4e2b-be17-407dfd78dc0d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.3971508 Sep 30 08:27:45.098191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.103219 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/6a037b45-50fe-49cf-938e-b3debd0afde2 HTTP/1.1" status: 204 len: 168 time: 0.9637134 Sep 30 08:27:45.104813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d356-cd16-4b38-ac6d-b4b78b5bd15f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=6a037b45-50fe-49cf-938e-b3debd0afde2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:45.107844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33652) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:45.125648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ac9c0-dfcf-427b-ae8a-ac1d42756f8f None None] Network 13d64a37-a274-466e-8e65-34fce266ff70 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:45.127809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1834813114-network', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:45.268864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:45.269702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.311129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:45.312159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f58f5209-f0ad-4d7c-a86c-5a26833574cf req-55c11a38-94d3-4798-8bcf-a3d1617f5ac9 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221637 Sep 30 08:27:45.333367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:45.338294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.343415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.367156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-047a72c0-7309-4204-b22c-1c7b5e64161d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7400944 Sep 30 08:27:45.368801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.401358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'admin_state_up': True, 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'security_groups': ['4cff574a-e83a-46bd-9ec2-4655057bf0d6']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:45.491685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:45.492701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.520245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:45.524022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:45.634150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c270fd4b-d614-4e2e-bc0f-52016ae1d6a7 None None] Provisioning complete for port 3b558a10-35f2-41ed-95b6-bc35355f7266 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:45.634387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c270fd4b-d614-4e2e-bc0f-52016ae1d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.645171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:27:45.645171 n-d-807025-5 neutron-server[95001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:27:45.645171 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id_1': 'ad95ee4f90ac4631b0797d2df06617fc', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 27, 25, 624530)}] Sep 30 08:27:45.645171 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:27:45.645997 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:27:45.654416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:45.672920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.727689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port b64da6d0-aaf0-48b6-a7da-a1e524dc1789, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,segment=NetworkSegment(1328a1f9-52fb-4a1b-bf99-c62769f04a88),segment_id=1328a1f9-52fb-4a1b-bf99-c62769f04a88)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:45.731033 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.774940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for b64da6d0-aaf0-48b6-a7da-a1e524dc1789 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:45.987888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.070784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=b64da6d0-aaf0-48b6-a7da-a1e524dc1789,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:46.076258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port b64da6d0-aaf0-48b6-a7da-a1e524dc1789 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:46.128231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:46.157414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.185112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c270fd4b-d614-4e2e-bc0f-52016ae1d6a7 None None] Port 3b558a10-35f2-41ed-95b6-bc35355f7266 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:46.210682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d425312-46d6-4d05-acbd-c58b800b36b5 None None] DHCP port deletion for 13d64a37-a274-466e-8e65-34fce266ff70 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:46.225861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 10.1.1.234 (7d14498a-f924-4c47-b956-21973e866e73/8f7217c2-a328-49a6-a59e-136b971a9de3/d358ff51-01cc-4a22-8adf-56f28f8c9b57) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:46.264544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.293839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d64a37-a274-466e-8e65-34fce266ff70']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.306835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1328a1f9-52fb-4a1b-bf99-c62769f04a88') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.307135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1328a1f9-52fb-4a1b-bf99-c62769f04a88') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.331934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.343567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.358798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:46.358798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:46.440835 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:46.452613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.474911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.474911 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/13d64a37-a274-466e-8e65-34fce266ff70 HTTP/1.1" status: 204 len: 168 time: 1.3631003 Sep 30 08:27:46.480530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33684) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:46.618760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7ac38-762a-430a-9652-5c5b17b98526 req-80771059-799a-489a-97e2-ba93b1970dc7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:46.642855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427c312-50c8-4dda-9fd1-7cf6fddc8aad tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=13d64a37-a274-466e-8e65-34fce266ff70,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:46.652167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7ac38-762a-430a-9652-5c5b17b98526 req-80771059-799a-489a-97e2-ba93b1970dc7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:46.654499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ea7ac38-762a-430a-9652-5c5b17b98526 req-80771059-799a-489a-97e2-ba93b1970dc7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 1652 time: 0.6468124 Sep 30 08:27:46.696437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-582f28f5-473b-4d26-8fcc-3f1db88b96d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6875265 Sep 30 08:27:46.741989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:41Z', 'revision_number': 10, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.832188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44367ca-75df-4d0e-95f2-b3e7e00956c4 None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:41Z', 'revision_number': 10, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None, '_interfaces': [{'id': '1a021f4f-82c5-4b5f-8ccb-8c69910003ff', 'name': '', 'network_id': '44a3084e-d846-4c7b-be68-5cb14be708a4', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'mac_address': 'fa:16:3e:54:e4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:51Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 5, 'project_id': '862f641531c341848a4ab7cb982710d7', 'subnets': [{'id': '2fbea5ff-e0f6-40d1-b670-9c1229f67a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:47.156446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ea7ac38-762a-430a-9652-5c5b17b98526 req-f9d66646-d3c3-4122-a5f7-43e2bc36983a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426148 Sep 30 08:27:47.296810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.297629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.298473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.299128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.300038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.302570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.303289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.307936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d767f7ea-7a8e-48d5-9d1b-223df207257d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 6489 time: 0.4434707 Sep 30 08:27:47.323109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.512340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eb4dd6cb-9c71-4114-8209-c7a7a18b77bf no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:47.514627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.556978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.563457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.581984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: eb4dd6cb-9c71-4114-8209-c7a7a18b77bf {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:47.582385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eb4dd6cb-9c71-4114-8209-c7a7a18b77bf not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:47.582781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da6d0-aaf0-48b6-a7da-a1e524dc1789 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:47.589363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.610615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db5c5d-c3eb-4852-b8f8-b098493aa3a2 req-f9b7d9de-e57a-4360-93bc-045f36fe0e38 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.619059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08db5c5d-c3eb-4852-b8f8-b098493aa3a2 req-f9b7d9de-e57a-4360-93bc-045f36fe0e38 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2169170 Sep 30 08:27:47.654934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b64da6d0-aaf0-48b6-a7da-a1e524dc1789 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:47.656159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b64da6d0-aaf0-48b6-a7da-a1e524dc1789 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:47.694220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b50628c5-82dc-422d-9547-ac5993dba551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.698050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b50628c5-82dc-422d-9547-ac5993dba551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.705680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b50628c5-82dc-422d-9547-ac5993dba551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.707698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b50628c5-82dc-422d-9547-ac5993dba551 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5103723-1daf-4d37-9852-982e5f94ac13&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=735e6368-d227-4126-95a3-7ca7e3916820&id=84b8f949-19d2-42d6-b87c-7331cef07b6d&id=84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 200 len: 2294 time: 0.3626809 Sep 30 08:27:47.777283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:47.805014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 7d14498a-f924-4c47-b956-21973e866e73 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:47.855247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:47.862025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0afc2c-c06a-4919-a375-5c4be984a79c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:47.867840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:47.874296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.874651 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Added segment 3359879a-0b9a-46c7-a45e-0bd1d790b081 of type vlan for network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 Sep 30 08:27:47.876010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:47.989049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:47.991793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.018453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08db5c5d-c3eb-4852-b8f8-b098493aa3a2 req-0992a3c1-de1c-4727-8576-ce8262f802b5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974249 Sep 30 08:27:48.112866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.198057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-929d31a1-874c-420d-9c79-05275928e47c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 200 len: 1000 time: 0.4621871 Sep 30 08:27:48.207099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.208674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.213284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.323391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.325436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.352313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6836610 Sep 30 08:27:48.359121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:48.361631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-89cea8cd-1116-4301-af96-68d6e1434033 None None] Provisioning complete for port d358ff51-01cc-4a22-8adf-56f28f8c9b57 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:48.363211 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-89cea8cd-1116-4301-af96-68d6e1434033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.394661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Request body: {'subnet': {'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1834813114-subnet', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:48.397185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b8daecd0-00ad-469b-b89a-c524e750dfa3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0197601 Sep 30 08:27:48.398229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fdb63-cd32-47ba-a0c2-9a325f21ab12 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:48.401553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-10002cb5-5840-4a51-9171-243dc22652ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.404215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-10002cb5-5840-4a51-9171-243dc22652ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 200 len: 851 time: 0.1768820 Sep 30 08:27:48.411422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0230432a-6521-487a-a8da-9252aae24c09', 'admin_state_up': True, 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'security_groups': ['4cff574a-e83a-46bd-9ec2-4655057bf0d6']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:48.417494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:48.442728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port 1a021f4f-82c5-4b5f-8ccb-8c69910003ff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:48.446106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.498887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 1a021f4f-82c5-4b5f-8ccb-8c69910003ff owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:48.536763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:48.549312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.550758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-89cea8cd-1116-4301-af96-68d6e1434033 None None] Port d358ff51-01cc-4a22-8adf-56f28f8c9b57 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:48.599082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-e4d28c04-626d-4a24-92ed-b6d4464b8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.601193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-e4d28c04-626d-4a24-92ed-b6d4464b8480 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5103723-1daf-4d37-9852-982e5f94ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595478 Sep 30 08:27:48.639505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4dc62-6c26-484b-8407-a95da9657955 req-1aef09df-56ef-45e5-b689-71856adfeef8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.645734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4dc62-6c26-484b-8407-a95da9657955 req-1aef09df-56ef-45e5-b689-71856adfeef8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.651794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4dc62-6c26-484b-8407-a95da9657955 req-1aef09df-56ef-45e5-b689-71856adfeef8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.659375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aea4dc62-6c26-484b-8407-a95da9657955 req-1aef09df-56ef-45e5-b689-71856adfeef8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 2373 time: 0.1762638 Sep 30 08:27:48.793571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:48.839244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aea4dc62-6c26-484b-8407-a95da9657955 req-d5794b21-852b-453a-82bb-721651a1507e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689868 Sep 30 08:27:48.946819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.045015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-8dfa20e5-7898-4a4c-b75a-24a973a06da0 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318051 Sep 30 08:27:49.120356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=1a021f4f-82c5-4b5f-8ccb-8c69910003ff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:49.390766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.464644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.482589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-e2a20445-82f4-4f6b-8263-dd36a1b52f17 service neutron] 10.222.0.50 "GET /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277148 Sep 30 08:27:49.623034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.637222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee23c53e-0b23-4034-90e3-8e9bcd750aea,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:49.645196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:49.645527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Network hostable DHCP agents. Network: 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:49.746898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:49.837152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:49.845260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:49.846226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.849758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b0321-54e1-44d3-a8eb-8d20e5721d34 None None] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:49.963540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 10.2.2.100 (0230432a-6521-487a-a8da-9252aae24c09/5b101cc4-e911-4c5a-9def-083ec03d26d5/5b119b11-0e99-4848-942b-6526aba46dea) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:50.019931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:50.039494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-34b0d3dd-018a-4655-8525-6763771f8611 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6591544 Sep 30 08:27:50.040495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33762) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.077533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:50.081752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaca22d-95e0-4ce4-bd60-72772143ee70 req-656ad8a4-1639-4923-b095-e71eace7ce74 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:50.083761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3eaca22d-95e0-4ce4-bd60-72772143ee70 req-656ad8a4-1639-4923-b095-e71eace7ce74 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.7055192 Sep 30 08:27:50.092025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-161a87e9-b75d-42df-9ad9-31e402911da4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 217 time: 0.1072714 Sep 30 08:27:50.313805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b5a746ed-4a8f-4284-ac4d-76932007bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:50.319210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b5a746ed-4a8f-4284-ac4d-76932007bafd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.1484179 Sep 30 08:27:50.354526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:50.355555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.583068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.743571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3eaca22d-95e0-4ce4-bd60-72772143ee70 req-ffc3353f-3694-499a-8ab0-5d3a807284cd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6496520 Sep 30 08:27:50.746647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.772631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Allocated IP 172.20.0.2 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/a0818715-5a18-4023-93e6-8907deb369a0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:50.969373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 0230432a-6521-487a-a8da-9252aae24c09 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:51.098063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:51.147480 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.148469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:51.160148 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.325636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.328726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.349224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-9b175f24-7180-461e-81b4-3926305ef1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:51.372331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-9b175f24-7180-461e-81b4-3926305ef1f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0103498 Sep 30 08:27:51.374675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:51.408586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Pushing event updated for resources: {'Port': ['ID=a0818715-5a18-4023-93e6-8907deb369a0,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:51.433026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:51.444748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:51.457259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:51.531981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:51.542828 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:51.558665 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:51.566274 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:51.578218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1db39437-fa2b-4b4a-af84-8df66f55926d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0927382 Sep 30 08:27:51.584816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33784) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.807194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Attempting to bind port a0818715-5a18-4023-93e6-8907deb369a0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:51.807567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Attempting to bind port a0818715-5a18-4023-93e6-8907deb369a0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:51.807935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Attempting to bind port a0818715-5a18-4023-93e6-8907deb369a0 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:51.823965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-126664e3-9af1-4bd0-a4d8-100f45a25664 None None] Provisioning complete for port 5b119b11-0e99-4848-942b-6526aba46dea triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:51.824247 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-126664e3-9af1-4bd0-a4d8-100f45a25664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.827420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:51.827793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:51.828191 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.828585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:51.837736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Bound port: a0818715-5a18-4023-93e6-8907deb369a0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:51.838248 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.883305 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:51.929664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.021026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-126664e3-9af1-4bd0-a4d8-100f45a25664 None None] Port 5b119b11-0e99-4848-942b-6526aba46dea cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:52.063349 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:48Z', 'revision_number': 11, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:52.074315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] For port a0818715-5a18-4023-93e6-8907deb369a0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:52.079381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] For port a0818715-5a18-4023-93e6-8907deb369a0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0818715-5a18-4023-93e6-8907deb369a0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:52.089604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.137806 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:52.163342 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:52.170536 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:52.179609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting subnet 2fbea5ff-e0f6-40d1-b670-9c1229f67a83 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:52.192228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.246944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b3bb3-e818-4fd6-9af5-4126acdc9cf5 None None] Pushing event updated for resources: {'Port': ['ID=a0818715-5a18-4023-93e6-8907deb369a0,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:52.370421 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:52.527369 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:48Z', 'revision_number': 11, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:52.632880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.665357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.691964 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f6221-9154-4c73-b08f-7cddd6276adb None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:48Z', 'revision_number': 11, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:52.965703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91144a8e-b37b-4e7a-a146-6602bd0df400 req-c6c6d666-a565-40eb-87a9-a7c47dfce192 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:52.973022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91144a8e-b37b-4e7a-a146-6602bd0df400 req-c6c6d666-a565-40eb-87a9-a7c47dfce192 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:52.984390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91144a8e-b37b-4e7a-a146-6602bd0df400 req-c6c6d666-a565-40eb-87a9-a7c47dfce192 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:52.993029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91144a8e-b37b-4e7a-a146-6602bd0df400 req-c6c6d666-a565-40eb-87a9-a7c47dfce192 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:52.995254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91144a8e-b37b-4e7a-a146-6602bd0df400 req-c6c6d666-a565-40eb-87a9-a7c47dfce192 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 3094 time: 2.0305111 Sep 30 08:27:53.019757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-171138c1-b9ef-4ff8-8680-71d28dbb5673 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5936806 Sep 30 08:27:53.119314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:53.175549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:53.189903 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:53.332596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:53.375313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91144a8e-b37b-4e7a-a146-6602bd0df400 req-30a8d9a4-f17d-46df-92c8-d70d729c0fd9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545156 Sep 30 08:27:53.414876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-245cf458-638c-4eac-b5d9-f9b57147b31e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0074627 Sep 30 08:27:53.456468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0818715-5a18-4023-93e6-8907deb369a0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:53.471133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0230432a-6521-487a-a8da-9252aae24c09', 'admin_state_up': True, 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'security_groups': ['4cff574a-e83a-46bd-9ec2-4655057bf0d6']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:53.518079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbea5ff-e0f6-40d1-b670-9c1229f67a83,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:53.545909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:53.559156 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-34db7768-8b1d-4b0f-9e79-9040ee3048ed tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/2fbea5ff-e0f6-40d1-b670-9c1229f67a83 HTTP/1.1" status: 204 len: 168 time: 1.9731829 Sep 30 08:27:53.573559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:53.614419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642971d-d7db-4ccf-97c1-9b7a484262a4 None None] Network 44a3084e-d846-4c7b-be68-5cb14be708a4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:53.649055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a0818715-5a18-4023-93e6-8907deb369a0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:53.650052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.016767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-a5a127ab-a43b-4e2d-9c6e-ece199969a25 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754590 Sep 30 08:27:54.090592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.227982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.252163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.252373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port a0818715-5a18-4023-93e6-8907deb369a0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0818715-5a18-4023-93e6-8907deb369a0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:54.273270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.291622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1a021f4f-82c5-4b5f-8ccb-8c69910003ff no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:54.294085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-e1c274e9-7acb-4135-a0af-706cd977f510 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 217 time: 0.2338991 Sep 30 08:27:54.311555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.363853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948dcb-2970-44df-bcc3-5f4d4ae69a09 req-9e99d580-5c40-4957-825f-f3f7bca9d298 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:54.366002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd948dcb-2970-44df-bcc3-5f4d4ae69a09 req-9e99d580-5c40-4957-825f-f3f7bca9d298 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.6641912 Sep 30 08:27:54.436972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] DHCP port deletion for 44a3084e-d846-4c7b-be68-5cb14be708a4 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:54.451245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1a021f4f-82c5-4b5f-8ccb-8c69910003ff {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:54.451600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1a021f4f-82c5-4b5f-8ccb-8c69910003ff not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:54.474327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a2219-8f17-41d4-a407-b2e9daa61a74 None None] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:54.540969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-c22aceb0-1d12-4cb8-b82e-ceaace255c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:54.544779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-c22aceb0-1d12-4cb8-b82e-ceaace255c62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.2481120 Sep 30 08:27:54.702106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=a0818715-5a18-4023-93e6-8907deb369a0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:54.719878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Deleting port 1af740ff-9a46-4bde-a024-d9719be2a681 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:54.724860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.728594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd948dcb-2970-44df-bcc3-5f4d4ae69a09 req-a8ef8f17-2ec3-42ad-9649-9943057beb26 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383541 Sep 30 08:27:54.792710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Made reservation on behalf of e5c56320e7c14bc18c0edb2ae2b758e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:54.814619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-5c13f5c4-20f0-4f66-aef4-9e961ad1996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:54.816372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-5c13f5c4-20f0-4f66-aef4-9e961ad1996d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856811 Sep 30 08:27:54.825397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Allocated IP 172.25.7.197 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/39cf4c43-d52c-40fd-94ef-f84a2ba9a654) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:54.884495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5cb2c4c6-7f66-4815-94f3-b78b80d2441a None None] Provisioning complete for port a0818715-5a18-4023-93e6-8907deb369a0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:54.884884 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c4c6-7f66-4815-94f3-b78b80d2441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.971198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] For port 1af740ff-9a46-4bde-a024-d9719be2a681, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1af740ff-9a46-4bde-a024-d9719be2a681,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:54.973368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.078111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Calling delete_port for 1af740ff-9a46-4bde-a024-d9719be2a681 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:55.113964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-70357339-2771-444a-8a4d-9e52988ab63c service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751274 Sep 30 08:27:55.150803 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.194456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] Deleting port 1af740ff-9a46-4bde-a024-d9719be2a681 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:55.194949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.409744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] For port 1af740ff-9a46-4bde-a024-d9719be2a681, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1af740ff-9a46-4bde-a024-d9719be2a681,segment=NetworkSegment(22721685-acf1-4303-8f9c-a433d574032e),segment_id=22721685-acf1-4303-8f9c-a433d574032e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:55.413861 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.520698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0818715-5a18-4023-93e6-8907deb369a0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:55.534065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] Calling delete_port for 1af740ff-9a46-4bde-a024-d9719be2a681 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:55.603711 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.607849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.708254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Port': ['ID=1af740ff-9a46-4bde-a024-d9719be2a681,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:55.725384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-7285517e-e556-4cb9-a8e0-f46896c4658d service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518601 Sep 30 08:27:55.733729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No DVR routers for this DVR port 1af740ff-9a46-4bde-a024-d9719be2a681 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:55.781484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.815610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] No DVR routers for this DVR port 1af740ff-9a46-4bde-a024-d9719be2a681 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:55.911206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.921184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a0818715-5a18-4023-93e6-8907deb369a0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:55.923539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.932885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bff489-3b8d-44ad-af4e-8c76285e2544 None None] Pushing event deleted for resources: {'Port': ['ID=1af740ff-9a46-4bde-a024-d9719be2a681,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:56.020384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Allocated IP 10.2.2.200 (0230432a-6521-487a-a8da-9252aae24c09/5b101cc4-e911-4c5a-9def-083ec03d26d5/5212fce2-0bcc-40f9-9cad-e151b5a51a51) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:56.039351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.142604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.181245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.189793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-e35a48ac-6b6e-46da-b09f-d24c0296c4f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 200 len: 217 time: 0.1074297 Sep 30 08:27:56.253976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c17b75-4238-4bc5-945e-12c43e6e4d58 req-31bbab9d-e1bc-4f59-81c3-a2a895ee1688 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.286639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c17b75-4238-4bc5-945e-12c43e6e4d58 req-31bbab9d-e1bc-4f59-81c3-a2a895ee1688 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.308818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1af740ff-9a46-4bde-a024-d9719be2a681 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:56.327152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c17b75-4238-4bc5-945e-12c43e6e4d58 req-31bbab9d-e1bc-4f59-81c3-a2a895ee1688 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.347775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c17b75-4238-4bc5-945e-12c43e6e4d58 req-31bbab9d-e1bc-4f59-81c3-a2a895ee1688 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.355131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1af740ff-9a46-4bde-a024-d9719be2a681 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:56.363003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6c17b75-4238-4bc5-945e-12c43e6e4d58 req-31bbab9d-e1bc-4f59-81c3-a2a895ee1688 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 3094 time: 0.8572171 Sep 30 08:27:56.369711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1af740ff-9a46-4bde-a024-d9719be2a681 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:56.398496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Pushing event updated for resources: {'Port': ['ID=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:56.415886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a3084e-d846-4c7b-be68-5cb14be708a4']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:56.469249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4e1a6f1c-d0fd-4a81-a8f2-52bf2609b716 None None] Provisioning complete for port a0818715-5a18-4023-93e6-8907deb369a0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:56.470690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f1c-d0fd-4a81-a8f2-52bf2609b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.481738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22721685-acf1-4303-8f9c-a433d574032e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:56.482175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22721685-acf1-4303-8f9c-a433d574032e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:56.487106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:56.542680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.551120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:56.575876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:56.655923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6c17b75-4238-4bc5-945e-12c43e6e4d58 req-65655c4a-180f-4abf-b41a-2cd416872cc5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895083 Sep 30 08:27:56.664932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-eee133f5-0052-4d44-9a68-050267dccac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.666488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-eee133f5-0052-4d44-9a68-050267dccac8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.4552705 Sep 30 08:27:56.682402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.719560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:56.719901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.801300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.843711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-053c4dbd-83dc-4738-993c-7f69786d9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.845336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-053c4dbd-83dc-4738-993c-7f69786d9244 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615915 Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:56.874120 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:56.882479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.897181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.904881 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/networks/44a3084e-d846-4c7b-be68-5cb14be708a4 HTTP/1.1" status: 204 len: 168 time: 3.3292756 Sep 30 08:27:56.905552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33890) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:56.941278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'routes': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:56.982986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d81884-5be2-4fbe-86c3-a09469ca6f4d req-a6ce1150-ea34-46fa-a759-e62de2571882 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.992741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7d81884-5be2-4fbe-86c3-a09469ca6f4d req-a6ce1150-ea34-46fa-a759-e62de2571882 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.2172887 Sep 30 08:27:56.998167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:57.284822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Network 0230432a-6521-487a-a8da-9252aae24c09 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:57.314962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event updated for resources: {'Port': ['ID=5212fce2-0bcc-40f9-9cad-e151b5a51a51,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:57.320660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:57.323521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:57.342078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7d81884-5be2-4fbe-86c3-a09469ca6f4d req-954b0b9a-2054-4c73-b55a-1964aff99bf7 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482244 Sep 30 08:27:57.404825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38cb67-032e-4159-935a-f158668f545d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Pushing event deleted for resources: {'Network': ['ID=44a3084e-d846-4c7b-be68-5cb14be708a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:57.451288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-0220a703-d473-438d-979e-d065f72650b8 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941489 Sep 30 08:27:57.476304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:57.476987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:57.534202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:57.544098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-81a6c962-e019-4d9a-b4f4-78198c5e849c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1098082 Sep 30 08:27:57.570422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:57.764493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-d5e13856-1dcd-4693-ba1a-39c3db8e68cc service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052499 Sep 30 08:27:57.797543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33898) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:57.938157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Added routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:27:57.945929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Removed routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:27:57.947314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:57.961482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-9613d5b8-b290-4a8d-8fd3-c41d9961e05a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 200 len: 217 time: 0.1350093 Sep 30 08:27:57.981668 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.046711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bbcad5d0-8d6b-4239-bff3-fc5a3fdafc2e None None] Provisioning complete for port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:58.050684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bbcad5d0-8d6b-4239-bff3-fc5a3fdafc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.074572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-109ab4c1-4f8a-4686-859c-9294afec2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.076031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-109ab4c1-4f8a-4686-859c-9294afec2d71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 200 len: 797 time: 0.0957987 Sep 30 08:27:58.139336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bbcad5d0-8d6b-4239-bff3-fc5a3fdafc2e None None] Port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:58.151779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0747cd65-9a6d-4d86-b21c-511b3100f166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.217134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.408881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f0df9-664b-46af-a755-56523fec7151 req-3e04e19d-9847-4655-8f6d-da8aeda149a5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.416265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f0df9-664b-46af-a755-56523fec7151 req-3e04e19d-9847-4655-8f6d-da8aeda149a5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.423156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f0df9-664b-46af-a755-56523fec7151 req-3e04e19d-9847-4655-8f6d-da8aeda149a5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.432085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f0df9-664b-46af-a755-56523fec7151 req-3e04e19d-9847-4655-8f6d-da8aeda149a5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.438783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f0df9-664b-46af-a755-56523fec7151 req-3e04e19d-9847-4655-8f6d-da8aeda149a5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.448147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-351f0df9-664b-46af-a755-56523fec7151 req-3e04e19d-9847-4655-8f6d-da8aeda149a5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 3815 time: 0.6210954 Sep 30 08:27:58.518131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-aa4d96f7-7fc2-47f0-afa9-74ec6ca06ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.520052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-aa4d96f7-7fc2-47f0-afa9-74ec6ca06ecc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=735e6368-d227-4126-95a3-7ca7e3916820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4355299 Sep 30 08:27:58.544096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-351f0df9-664b-46af-a755-56523fec7151 req-2dacc5d8-bd95-4cf0-a6b7-a351c6380cbc tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948296 Sep 30 08:27:58.561261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741144a1-e2dd-4edb-92dd-33f3f865e9dd {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:58.587931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.628460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Transition to ACTIVE for port object 741144a1-e2dd-4edb-92dd-33f3f865e9dd will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:27:58.663335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.797987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-8c8a3440-502b-4c6e-b672-2703df8721a5 service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508731 Sep 30 08:27:58.798857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Pushing event updated for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:58.843507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43cda0-f69c-4e3e-b8f1-12d8a6f45193 req-61c5d92c-c51c-4d47-9535-5b835df75b40 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.845623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a43cda0-f69c-4e3e-b8f1-12d8a6f45193 req-61c5d92c-c51c-4d47-9535-5b835df75b40 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.1668229 Sep 30 08:27:58.885411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.942980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.965818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-0eeecbb2-44f1-48ca-a569-ec067219777f service neutron] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335557 Sep 30 08:27:59.044776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-4ba865e3-0f3c-4332-b37a-9e095cd104c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 200 len: 217 time: 0.0562489 Sep 30 08:27:59.091336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a43cda0-f69c-4e3e-b8f1-12d8a6f45193 req-5333311a-634c-41e2-958b-d64a44b48e6e tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242213 Sep 30 08:27:59.144712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Attempting to bind port 741144a1-e2dd-4edb-92dd-33f3f865e9dd on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:59.145507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Attempting to bind port 741144a1-e2dd-4edb-92dd-33f3f865e9dd by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:59.145853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Attempting to bind port 741144a1-e2dd-4edb-92dd-33f3f865e9dd on network ea5788b5-1289-4a4d-a2df-60494c02bd41 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:59.159146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Port 741144a1-e2dd-4edb-92dd-33f3f865e9dd on network ea5788b5-1289-4a4d-a2df-60494c02bd41 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:27:59.159473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Attempting to bind port 741144a1-e2dd-4edb-92dd-33f3f865e9dd on network ea5788b5-1289-4a4d-a2df-60494c02bd41 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:59.179622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-3dea1533-a2f6-4f12-8274-68ab3e7b6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.181891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router b876aeb4-f4bb-42f6-9546-bde817b368dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:59.182750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-3dea1533-a2f6-4f12-8274-68ab3e7b6d8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.1308210 Sep 30 08:27:59.184167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:59.184699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Checking segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:59.185362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Bound using segment: {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:59.186765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Bound port: 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce73698-c4b0-45fc-9138-22d380f52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:59.187313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.224785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Router c16114b0-c198-4f12-84ae-8aa0ae36a58c is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:27:59.276534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-c59f96a2-86b6-4460-a22c-e0aec7890346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.278722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-c59f96a2-86b6-4460-a22c-e0aec7890346 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877130 Sep 30 08:27:59.285788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0747cd65-9a6d-4d86-b21c-511b3100f166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.296106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0747cd65-9a6d-4d86-b21c-511b3100f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.355830 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747cd65-9a6d-4d86-b21c-511b3100f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8e083-d545-47b1-a9bf-bbd762a73920,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:59.407000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:59.414442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:59.418927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:59.420167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b2100c6c-2b87-42e7-aa66-c138eb96f539 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330280 Sep 30 08:27:59.423247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.432339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] Sync routers for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:59.447217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:59.447895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:59.484905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0747cd65-9a6d-4d86-b21c-511b3100f166 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=441ab7eb058b4564a828f90868c1f150&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6861000 Sep 30 08:27:59.488672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.489289 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.491266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] 10.222.0.57 "PUT /v2.0/ports/741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 1091 time: 1.9365442 Sep 30 08:27:59.491367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33914) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:59.491758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.499891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:59.502659 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:59.503464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fc44dae7-b7e1-4282-b779-9edf3eac56d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 700 time: 2.5816505 Sep 30 08:27:59.507295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33916) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:59.539165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:59.581469 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10ff7557-f76a-4278-9f8f-873764a5b996 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 205 time: 0.0726984 Sep 30 08:27:59.584601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:59.659768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:59.700980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd1181-e472-4200-8b30-9d336096b869 service neutron] Pushing event updated for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:59.720751 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282bb1b5-dcd4-457d-89b2-a300095cf3a4 x-openstack-request-id: req-282bb1b5-dcd4-457d-89b2-a300095cf3a4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:59.721036 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:59.721284 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-282bb1b5-dcd4-457d-89b2-a300095cf3a4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:59.721701 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'status': 'completed', 'code': 200} Sep 30 08:27:59.786442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:48Z', 'revision_number': 11, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:59.796292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.823909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] Checking router: b876aeb4-f4bb-42f6-9546-bde817b368dd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:59.838338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] Routers {'b876aeb4-f4bb-42f6-9546-bde817b368dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:59.838980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b876aeb4-f4bb-42f6-9546-bde817b368dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:59.853475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:59.865337 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Sync routers for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:59.866178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-352304f8-f54e-47b1-9ca5-dbe5e651a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.866732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-352304f8-f54e-47b1-9ca5-dbe5e651a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.867236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-352304f8-f54e-47b1-9ca5-dbe5e651a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.867688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-352304f8-f54e-47b1-9ca5-dbe5e651a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.868162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-352304f8-f54e-47b1-9ca5-dbe5e651a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.869962 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-352304f8-f54e-47b1-9ca5-dbe5e651a725 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 4362 time: 0.1857090 Sep 30 08:27:59.877309 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:59.877964 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:59.884918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.925064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] Set router b876aeb4-f4bb-42f6-9546-bde817b368dd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:59.970853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.983262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:48Z', 'revision_number': 11, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:00.004748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-878bab79-a09a-497e-9e4d-db787359f191 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729165 Sep 30 08:28:00.006878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.008367 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-94d7f8da-88f9-48a9-bec5-516f445e9785 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9662459 Sep 30 08:28:00.012549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:00.035504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ece86-1ef3-4e97-b901-34b5ed0870ca None None] The sync data for ids ['b876aeb4-f4bb-42f6-9546-bde817b368dd'] in n-d-807025-5 is: [{'id': 'b876aeb4-f4bb-42f6-9546-bde817b368dd', 'name': 'tempest-RoutersTest-router-684682188', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:48Z', 'revision_number': 11, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:00.066471 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:00.097485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.143832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.290164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-786734e4-9f24-4e59-9a79-f1a5151e5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.291693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-786734e4-9f24-4e59-9a79-f1a5151e5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.292801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-786734e4-9f24-4e59-9a79-f1a5151e5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.295098 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-786734e4-9f24-4e59-9a79-f1a5151e5d00 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3944440 Sep 30 08:28:00.301571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-c1be6528-2bf4-4792-9d5a-d4a728681c24 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.308251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-c1be6528-2bf4-4792-9d5a-d4a728681c24 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.314150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-c1be6528-2bf4-4792-9d5a-d4a728681c24 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.320209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-c1be6528-2bf4-4792-9d5a-d4a728681c24 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.326376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-c1be6528-2bf4-4792-9d5a-d4a728681c24 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.328292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-c1be6528-2bf4-4792-9d5a-d4a728681c24 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 3827 time: 0.5583754 Sep 30 08:28:00.345638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.346934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router b876aeb4-f4bb-42f6-9546-bde817b368dd {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:28:00.356801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.367620 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f17ba657-11d0-4512-975f-6ca322b020fd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 204 len: 168 time: 0.7770824 Sep 30 08:28:00.371324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33932) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:00.384240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1035904505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:00.421138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:27:57Z', 'revision_number': 3, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:00.458686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:00.469657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.478958 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Checking router: c16114b0-c198-4f12-84ae-8aa0ae36a58c for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:00.479577 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Updating router c16114b0-c198-4f12-84ae-8aa0ae36a58c port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:28:00.492373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-61c12cac-f87a-41c1-b599-e61af55c3776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 200 len: 217 time: 0.2174156 Sep 30 08:28:00.528760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Transition to ACTIVE for port object 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:00.540235 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.548760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-f43351e6-a948-4f5d-843c-03208dfa183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.550706 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fb0cc6e5-95cf-4e69-b51c-ee22fd2e6efa req-f43351e6-a948-4f5d-843c-03208dfa183d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430453 Sep 30 08:28:00.565026 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.577388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.617106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.618195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.879789 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.887739 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.911547 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.958526 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Attempting to bind port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:00.959973 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Attempting to bind port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:00.960437 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Attempting to bind port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:00.970257 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Pushing event updated for resources: {'Port': ['ID=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:00.979632 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:00.980519 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:00.981026 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.981681 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:00.982268 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Bound port: 39cf4c43-d52c-40fd-94ef-f84a2ba9a654, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:00.982773 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.986673 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.987009 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.987446 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.988026 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.988601 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.989028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.990754 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.990754 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.991354 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.991946 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.992347 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:00.992767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.073953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] For port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:01.079526 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] For port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:01.085283 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.098169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac2b76a0-d678-447b-bbb4-1c1bba8db6cd req-cd97ab33-31b1-4159-bfac-3e9a6f73fd5d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7188020 Sep 30 08:28:01.107562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Pushing event updated for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.139947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3018b-700b-428f-89b6-199a20429c0a req-443d9d20-2826-44d6-9a21-394114d16979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.141477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-443d9d20-2826-44d6-9a21-394114d16979 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1097 time: 0.7274172 Sep 30 08:28:01.142907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b2a366a6-583b-4941-9e40-549bb1b29b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.144611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-b2a366a6-583b-4941-9e40-549bb1b29b1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 200 len: 797 time: 0.6096652 Sep 30 08:28:01.235592 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ca032-1464-4b54-94b8-bad029576080 None None] Pushing event updated for resources: {'Port': ['ID=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.244365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.256036 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:01.256899 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:01.289099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Allocated IP 172.20.0.1 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/5d236770-a180-453b-b1c5-92c03ae925d0) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:01.324101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.373971 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.376610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.378622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cae8e083-d545-47b1-a9bf-bbd762a73920 HTTP/1.1" status: 204 len: 168 time: 1.8720694 Sep 30 08:28:01.465271 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.470370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08c39f42-fcfb-4660-bf8b-954bc638534b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0896628 Sep 30 08:28:01.471254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33936) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:01.483668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:01.486137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8e083-d545-47b1-a9bf-bbd762a73920,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.493521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.559537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-cff90d57-c228-47a5-92ba-4c7de348325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.561124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-cff90d57-c228-47a5-92ba-4c7de348325a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84b8f949-19d2-42d6-b87c-7331cef07b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4035587 Sep 30 08:28:01.570430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.570777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.571133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.571477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.571819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.572157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.572491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.572843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.573149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.573521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.573853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.574244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee475d52-d8e7-46c4-a440-a129e496e89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:01.591806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765c0b-0825-432e-ac8e-943ad7980ab1 req-017e18e1-88d7-447d-aa66-5ce8ddb45579 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.592222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.593523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c765c0b-0825-432e-ac8e-943ad7980ab1 req-017e18e1-88d7-447d-aa66-5ce8ddb45579 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.3222027 Sep 30 08:28:01.615741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Attempting to bind port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:01.616119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Attempting to bind port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:01.616442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Attempting to bind port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:01.621923 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:01.689137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:01.697794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:01.711024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3018b-700b-428f-89b6-199a20429c0a req-ddd860e2-9432-4e6e-b6e4-e12e63e54d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.712550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-ddd860e2-9432-4e6e-b6e4-e12e63e54d4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.5464821 Sep 30 08:28:01.715703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:01.772706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 on network 7d14498a-f924-4c47-b956-21973e866e73 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:01.773055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Attempting to bind port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:01.792380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d236770-a180-453b-b1c5-92c03ae925d0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.815448 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.874373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33942) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:01.948305 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:27:57Z', 'revision_number': 3, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:01.959672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:01.960078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Checking segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:01.960422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Bound using segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:01.960895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Bound port: 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:01.961267 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.990592 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045caa9-b224-496f-b5ee-295763ba8920 None None] The sync data for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 is: [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:27:57Z', 'revision_number': 3, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:02.007664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49044cb5-9651-4e89-a4ed-860e49dddd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.029681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.070392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-215bcb51-cb5f-4088-94bb-d0bed4443281 None None] Provisioning complete for port 5d236770-a180-453b-b1c5-92c03ae925d0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:02.071423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-215bcb51-cb5f-4088-94bb-d0bed4443281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.076607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c765c0b-0825-432e-ac8e-943ad7980ab1 req-82b63d50-fac1-49d7-94b5-181f30f8bb9b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4558654 Sep 30 08:28:02.184196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-215bcb51-cb5f-4088-94bb-d0bed4443281 None None] Port 5d236770-a180-453b-b1c5-92c03ae925d0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:28:02.198518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49044cb5-9651-4e89-a4ed-860e49dddd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.245908 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49044cb5-9651-4e89-a4ed-860e49dddd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.258272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.266545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.310711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-fda9d491-d0d8-4afe-b602-fa67fefe40fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 1002 time: 0.5602176 Sep 30 08:28:02.327611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d236770-a180-453b-b1c5-92c03ae925d0,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:02.355496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.377230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.479582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-30af534c-fe52-4b14-bb5b-a7e82a62c024 service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811467 Sep 30 08:28:02.495561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:02.497231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:02.515550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.530545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49044cb5-9651-4e89-a4ed-860e49dddd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b65e6-56f8-4bfc-94cf-98caf6380ccb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:02.535033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49044cb5-9651-4e89-a4ed-860e49dddd59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=006e918f0e554e33a3c0c67dc02c9174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534586 Sep 30 08:28:02.541238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33946) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:02.579247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:02.661275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.680526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.686812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.687038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-799c80e3-5589-4c53-b683-8a81f4f28013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.698708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.712134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.727283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.734685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-799c80e3-5589-4c53-b683-8a81f4f28013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.735276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-2c66523d-83e3-406f-a708-da27011c89c2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 4603 time: 0.4928856 Sep 30 08:28:02.738179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Router c16114b0-c198-4f12-84ae-8aa0ae36a58c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:28:02.749687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3018b-700b-428f-89b6-199a20429c0a req-3afeac26-d177-4e72-bfee-9f733f9809be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:02.751176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-3afeac26-d177-4e72-bfee-9f733f9809be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.4027133 Sep 30 08:28:02.797272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:02.863327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.866357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-799c80e3-5589-4c53-b683-8a81f4f28013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.869732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-799c80e3-5589-4c53-b683-8a81f4f28013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.871800 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-799c80e3-5589-4c53-b683-8a81f4f28013 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f0b65e6-56f8-4bfc-94cf-98caf6380ccb HTTP/1.1" status: 204 len: 168 time: 0.3291423 Sep 30 08:28:02.902215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c80e3-5589-4c53-b683-8a81f4f28013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b65e6-56f8-4bfc-94cf-98caf6380ccb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:02.974061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:02.991401 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27da66ba-9fac-4f98-ad40-f14e2be1d7f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/c16114b0-c198-4f12-84ae-8aa0ae36a58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9645503 Sep 30 08:28:02.991640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c1199eac-220e-40e7-9fd4-4b57c1eb9f28 None None] Provisioning complete for port 5d236770-a180-453b-b1c5-92c03ae925d0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:02.991640 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1199eac-220e-40e7-9fd4-4b57c1eb9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.006791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.007410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.009336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] 10.222.0.57 "PUT /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 1134 time: 3.4807355 Sep 30 08:28:03.023424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '8ae855ec-8bb2-4ed0-9d2c-f852764abc37'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:03.026307 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4671db1e-9db5-4093-937c-f2051a38c566" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "8ae855ec-8bb2-4ed0-9d2c-f852764abc37"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:03.102180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09889789-6396-484a-aa10-dbbdd21bebe1 req-d0e49dec-279c-495c-ac11-4d6aeb48c58f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3658268 Sep 30 08:28:03.116330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:03.141361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1199eac-220e-40e7-9fd4-4b57c1eb9f28 None None] Port 5d236770-a180-453b-b1c5-92c03ae925d0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:28:03.194713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f59d73-e5eb-4957-bd10-7eee59ebc09f service neutron] Pushing event updated for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:03.325746 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb9ab3f-b360-46c0-91b2-0fcab4a7cf4f x-openstack-request-id: req-ceb9ab3f-b360-46c0-91b2-0fcab4a7cf4f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:03.325963 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "8ae855ec-8bb2-4ed0-9d2c-f852764abc37", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:03.326218 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceb9ab3f-b360-46c0-91b2-0fcab4a7cf4f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:03.326734 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '8ae855ec-8bb2-4ed0-9d2c-f852764abc37', 'status': 'completed', 'code': 200} Sep 30 08:28:03.350137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328afbe4-c54c-4a7f-a226-0c91da81ce8a req-50189ff7-8add-47ae-94c2-22d4199ac4ea service neutron] 10.222.0.50 "GET /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560994 Sep 30 08:28:03.393976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.395082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.395764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.397097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.397928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.398607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.400990 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4671db1e-9db5-4093-937c-f2051a38c566 req-a0a1f0bf-653c-4d2f-b4e4-c8f9db404034 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5289 time: 0.1337445 Sep 30 08:28:03.455837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3018b-700b-428f-89b6-199a20429c0a req-efa8e8e5-5e65-4d5f-8655-04d25b264e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.476867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-efa8e8e5-5e65-4d5f-8655-04d25b264e09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6731758 Sep 30 08:28:03.500566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:03.573058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Router 165e464e-5583-4d6b-b071-d3c52114ce42 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:28:03.584343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.644158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-53b6fb8d-34c2-40d0-b095-fa8cba3e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.645365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-53b6fb8d-34c2-40d0-b095-fa8cba3e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.646048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-53b6fb8d-34c2-40d0-b095-fa8cba3e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.648200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4671db1e-9db5-4093-937c-f2051a38c566 req-53b6fb8d-34c2-40d0-b095-fa8cba3e37bb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2340086 Sep 30 08:28:03.653284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:03.653702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.686399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9570-b777-45e0-be1b-1088b7c483ae req-9c6c631f-84eb-48ad-bac8-e0eb873cf872 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.688001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-307e9570-b777-45e0-be1b-1088b7c483ae req-9c6c631f-84eb-48ad-bac8-e0eb873cf872 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 946 time: 0.3576589 Sep 30 08:28:03.873436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671db1e-9db5-4093-937c-f2051a38c566 req-0c6a3f9f-940c-4c90-9805-f0893cce3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.880982 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-4671db1e-9db5-4093-937c-f2051a38c566 req-0c6a3f9f-940c-4c90-9805-f0893cce3bc6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196817 Sep 30 08:28:04.080651 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.121766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:04.129790 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.179128 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:28:04.248573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:04.268930 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.273930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] Sync routers for ids ['165e464e-5583-4d6b-b071-d3c52114ce42'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:04.274724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33990) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:04.275263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-95867976-e7e8-4ea0-be13-5ce5891ec4de tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "PUT /v2.0/routers/165e464e-5583-4d6b-b071-d3c52114ce42 HTTP/1.1" status: 200 len: 694 time: 2.7951138 Sep 30 08:28:04.292362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-307e9570-b777-45e0-be1b-1088b7c483ae req-8e912452-b374-49da-8af2-ba33a28cc42b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5104578 Sep 30 08:28:04.350977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:04.356172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-196198af-a4bc-4182-96b3-0fb236930321 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374624 Sep 30 08:28:04.370292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] Routers {'165e464e-5583-4d6b-b071-d3c52114ce42'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:04.378862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['165e464e-5583-4d6b-b071-d3c52114ce42'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:04.477280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] Set router 165e464e-5583-4d6b-b071-d3c52114ce42 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:04.578395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e464e-5583-4d6b-b071-d3c52114ce42', 'name': 'tempest-RoutersTest-router-1035904505', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:28:01Z', 'updated_at': '2021-09-30T08:28:02Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:04.630368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] Checking router: 165e464e-5583-4d6b-b071-d3c52114ce42 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:04.640453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] Routers {'165e464e-5583-4d6b-b071-d3c52114ce42'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:04.641363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['165e464e-5583-4d6b-b071-d3c52114ce42'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:04.839745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] Set router 165e464e-5583-4d6b-b071-d3c52114ce42 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:04.867704 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Sync routers for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:04.880152 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:04.883671 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:04.936350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:04.940330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a3018b-700b-428f-89b6-199a20429c0a req-511e48b9-74bc-4d6e-bac7-ef1e5d9b40f6 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788174 Sep 30 08:28:05.102751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:05.125919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.135388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e464e-5583-4d6b-b071-d3c52114ce42', 'name': 'tempest-RoutersTest-router-1035904505', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:28:01Z', 'updated_at': '2021-09-30T08:28:02Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:05.148250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Transition to ACTIVE for port object 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:05.157034 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.164573 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:05.277611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd31957-5b6a-4ee4-a654-e38472bc4573 None None] The sync data for ids ['165e464e-5583-4d6b-b071-d3c52114ce42'] in n-d-807025-5 is: [{'id': '165e464e-5583-4d6b-b071-d3c52114ce42', 'name': 'tempest-RoutersTest-router-1035904505', 'tenant_id': '862f641531c341848a4ab7cb982710d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:28:01Z', 'updated_at': '2021-09-30T08:28:02Z', 'revision_number': 2, 'project_id': '862f641531c341848a4ab7cb982710d7', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:05.347541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:05.353697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34010) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:05.361157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705949845', 'description': 'tempest-description--1012855615'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:05.508634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.532795 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57084644-bb23-4727-96b5-406366f93eca tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/routers/165e464e-5583-4d6b-b071-d3c52114ce42 HTTP/1.1" status: 200 len: 700 time: 1.2559097 Sep 30 08:28:05.539105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34016) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:05.580278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Attempting to bind port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:05.582689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Attempting to bind port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:05.583439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Attempting to bind port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:05.591728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.600974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d87f550f-7e5f-4dbc-9aec-de5d442d6cf3 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=165e464e-5583-4d6b-b071-d3c52114ce42 HTTP/1.1" status: 200 len: 205 time: 0.0583980 Sep 30 08:28:05.604291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34020) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:05.613194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:05.669552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 on network 7d14498a-f924-4c47-b956-21973e866e73 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:05.670036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Attempting to bind port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:05.694057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:05.695237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Checking segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:05.695890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Bound using segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:05.698085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Bound port: 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:05.698578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.735075 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:02Z', 'revision_number': 2, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:05.779147 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Checking router: c16114b0-c198-4f12-84ae-8aa0ae36a58c for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:05.779503 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Updating router c16114b0-c198-4f12-84ae-8aa0ae36a58c port 5d236770-a180-453b-b1c5-92c03ae925d0 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:28:05.797695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.815707 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.816559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.834453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.843120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:05.848404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.848595 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98793673-b19e-48d1-8a1d-55a0a65715a5" -d '{"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-unplugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:05.862806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.877174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.879779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.898795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.901109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-10469e61-5f03-4612-ba9d-9fbed55e5bb7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5380 time: 0.3073969 Sep 30 08:28:05.920487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:05.940512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.107443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:06.107831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.145799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.150817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.172288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:06.181927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-799b9a72-bea3-41ea-92d8-a8215c393aae req-353d39e7-2b7b-4a5e-b63b-d118f6411188 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2663014 Sep 30 08:28:06.195365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:06.223690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.224765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Fanout notify agent at l3_agent the message router_deleted on router 165e464e-5583-4d6b-b071-d3c52114ce42 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:28:06.241632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.246365 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06e2df77-7e46-4fa5-b079-67855fb9f9bd tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/165e464e-5583-4d6b-b071-d3c52114ce42 HTTP/1.1" status: 204 len: 168 time: 0.6403213 Sep 30 08:28:06.246876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:06.250561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34030) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.281031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.306262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.308048 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.318396 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.329050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d69ece0d-89fc-4df0-9d9a-942704625843 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=165e464e-5583-4d6b-b071-d3c52114ce42 HTTP/1.1" status: 200 len: 205 time: 0.0761449 Sep 30 08:28:06.332563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34032) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.361636 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.388949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:06.389616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.391195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 1135 time: 3.3203213 Sep 30 08:28:06.428008 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-fca1557c-803c-478f-a2e0-93bff07154e0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:06.438096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fca1557c-803c-478f-a2e0-93bff07154e0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/165e464e-5583-4d6b-b071-d3c52114ce42 HTTP/1.1" status: 404 len: 336 time: 0.1041682 Sep 30 08:28:06.441111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34034) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.448424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '1e8deddc-0dfa-46be-a5a8-27f09a34cac3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:06.454985 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c90a67-08d0-4f11-b607-8cd298deef45" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "1e8deddc-0dfa-46be-a5a8-27f09a34cac3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:06.473493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37696720-cbcc-4461-906f-c5b8d6301338 None None] Pushing event updated for resources: {'Port': ['ID=5d236770-a180-453b-b1c5-92c03ae925d0,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:06.506218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:06.518438 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-207b8050-7acc-4690-bbeb-8a8b63ce8b8b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:06.519852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207b8050-7acc-4690-bbeb-8a8b63ce8b8b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:06.531407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-207b8050-7acc-4690-bbeb-8a8b63ce8b8b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/e5136e4d-d936-45c6-aa8f-25fdf3945f5e HTTP/1.1" status: 404 len: 337 time: 0.0867443 Sep 30 08:28:06.533151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34040) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.596575 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Attempting to bind port 5d236770-a180-453b-b1c5-92c03ae925d0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:06.596867 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Attempting to bind port 5d236770-a180-453b-b1c5-92c03ae925d0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:06.597235 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Attempting to bind port 5d236770-a180-453b-b1c5-92c03ae925d0 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:06.598314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:06.614239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:06.614576 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:06.615628 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.615946 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:06.616435 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Bound port: 5d236770-a180-453b-b1c5-92c03ae925d0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:06.616824 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.620176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.628669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dc560258-ffdf-4c3a-8932-2bda4068935a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2716012 Sep 30 08:28:06.636529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34044) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.644202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'security_group_rule': {'security_group_id': 'e2c67dc9-3d73-4ba5-a0e8-7e31649a8214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:06.650272 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b99b8f-92f0-4f01-96d8-cfd0372ad1cf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:06.650872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b99b8f-92f0-4f01-96d8-cfd0372ad1cf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:06.656356 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-40b99b8f-92f0-4f01-96d8-cfd0372ad1cf tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/5ecd7232-e3ca-43a1-84e0-c62596f34f8e HTTP/1.1" status: 404 len: 337 time: 0.1208596 Sep 30 08:28:06.657235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34046) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.785718 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7866023-a37c-4fe3-9dfd-ef76fc23dfb1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:06.786572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7866023-a37c-4fe3-9dfd-ef76fc23dfb1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:06.792294 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7866023-a37c-4fe3-9dfd-ef76fc23dfb1 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/6a037b45-50fe-49cf-938e-b3debd0afde2 HTTP/1.1" status: 404 len: 337 time: 0.1327400 Sep 30 08:28:06.796671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34048) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.832682 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b7f1f7-5f0b-441d-ac5c-d74b0fd2b188 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:06.834667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b7f1f7-5f0b-441d-ac5c-d74b0fd2b188 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:06.843885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c5b7f1f7-5f0b-441d-ac5c-d74b0fd2b188 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/2fbea5ff-e0f6-40d1-b670-9c1229f67a83 HTTP/1.1" status: 404 len: 337 time: 0.0451696 Sep 30 08:28:06.851038 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] For port 5d236770-a180-453b-b1c5-92c03ae925d0, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:06.854703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34050) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.860607 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] For port 5d236770-a180-453b-b1c5-92c03ae925d0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5d236770-a180-453b-b1c5-92c03ae925d0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:06.868606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.868977 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.901982 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-43f449df-00e8-4a6b-beea-7f4a991f8963 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 200 len: 205 time: 0.0456207 Sep 30 08:28:06.905612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34052) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.950989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e45005a5-7242-4d43-9879-a9e287b9945b None None] Provisioning complete for port 5d236770-a180-453b-b1c5-92c03ae925d0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:06.954095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e45005a5-7242-4d43-9879-a9e287b9945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.973340 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:06.983540 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:06.987068 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37696720-cbcc-4461-906f-c5b8d6301338 None None] Pushing event updated for resources: {'Port': ['ID=5d236770-a180-453b-b1c5-92c03ae925d0,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.037720 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-7ae9248a-333d-42a8-98c8-7ccdcf5d0eb9 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:07.040858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7ae9248a-333d-42a8-98c8-7ccdcf5d0eb9 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/b876aeb4-f4bb-42f6-9546-bde817b368dd HTTP/1.1" status: 404 len: 336 time: 0.1338084 Sep 30 08:28:07.045972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34056) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.195307 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-09ba5b63-d115-47c9-a7f5-358b3fc00017 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=14ee653d-2e1f-49bc-8e8d-754dcd533e96 HTTP/1.1" status: 200 len: 205 time: 0.1238172 Sep 30 08:28:07.198554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34058) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.274405 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:07.275897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e45005a5-7242-4d43-9879-a9e287b9945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.314292 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a4e0dee5-bbe8-4c96-966a-b1697a0e80b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:07.315942 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4e0dee5-bbe8-4c96-966a-b1697a0e80b2 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/14ee653d-2e1f-49bc-8e8d-754dcd533e96 HTTP/1.1" status: 404 len: 336 time: 0.1109037 Sep 30 08:28:07.323578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34062) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.338797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34064) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.367259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e45005a5-7242-4d43-9879-a9e287b9945b None None] For port 5d236770-a180-453b-b1c5-92c03ae925d0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5d236770-a180-453b-b1c5-92c03ae925d0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:07.375736 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e45005a5-7242-4d43-9879-a9e287b9945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.436128 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ca709c-6764-4d41-87a9-b92958b628fa tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:07.437025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ca709c-6764-4d41-87a9-b92958b628fa tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:07.439116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7ca709c-6764-4d41-87a9-b92958b628fa tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/baef6739-3a52-4506-a9bb-8018221413f9 HTTP/1.1" status: 404 len: 337 time: 0.1142616 Sep 30 08:28:07.462979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34070) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.532018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45005a5-7242-4d43-9879-a9e287b9945b None None] Pushing event updated for resources: {'Port': ['ID=5d236770-a180-453b-b1c5-92c03ae925d0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.534983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-29642d1f-e9cd-482b-8d1d-4bc9aa117893 None None] Provisioning complete for port 5d236770-a180-453b-b1c5-92c03ae925d0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:07.535354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-29642d1f-e9cd-482b-8d1d-4bc9aa117893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.539182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.556388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.570669 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ccbb9de3-1b89-40e0-8685-3738ad86ffba tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 200 len: 205 time: 0.1012905 Sep 30 08:28:07.574849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34074) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.575989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.579630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da334-5b1c-4c1c-97e9-7dc11d723915 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.591510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7722-45a0-4a98-9f39-f43c404b6b97 req-eb5f7c10-d1f5-450e-9f58-e4d29b931c20 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:07.599649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63ee7722-45a0-4a98-9f39-f43c404b6b97 req-eb5f7c10-d1f5-450e-9f58-e4d29b931c20 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 1.2250772 Sep 30 08:28:07.675744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41da7311-268f-4b18-a061-9b19d9708168,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.683438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63ee7722-45a0-4a98-9f39-f43c404b6b97 req-a82c96ab-3025-4837-b1a7-04114039f42b tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828786 Sep 30 08:28:07.783555 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:06Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:07.808302 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce156e9b-4989-4eca-9b27-fb18c1f2794a x-openstack-request-id: req-ce156e9b-4989-4eca-9b27-fb18c1f2794a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:07.808601 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-unplugged", "status": "failed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "code": 422}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:07.809483 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce156e9b-4989-4eca-9b27-fb18c1f2794a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:07.809913 n-d-807025-5 neutron-server[95003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'code': 422} returned with failed status Sep 30 08:28:07.829055 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df394d-c525-4309-9681-6cde58d74fab None None] The sync data for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 is: [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:06Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:07.842144 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a8814ffd-ebc4-412e-936c-eb27eea4ecae tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:07.843901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8814ffd-ebc4-412e-936c-eb27eea4ecae tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/e442a8f8-5a64-4078-9e19-df460c6484df HTTP/1.1" status: 404 len: 336 time: 0.2509086 Sep 30 08:28:07.857729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.858343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.859143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.859698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.860217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.860936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.861616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.862224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.862725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.863281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.863819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.864322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:07.869241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.889748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3e416ec-04f5-4e05-a0c2-0eb0e0d1b529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.952806 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.954642 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b119c5ac-d6ea-439a-8420-ee70dd806fde tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3157856 Sep 30 08:28:07.959149 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46a7dc92-3aca-414d-8c42-83100107892c tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a4a3f1-8890-4104-880b-d82da0440f52 HTTP/1.1" status: 200 len: 205 time: 0.0861866 Sep 30 08:28:07.959789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34080) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.966880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34082) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.972045 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58ef9e-34d5-4645-83b9-73534d018fed x-openstack-request-id: req-ee58ef9e-34d5-4645-83b9-73534d018fed {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:07.972045 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "1e8deddc-0dfa-46be-a5a8-27f09a34cac3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:07.972045 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee58ef9e-34d5-4645-83b9-73534d018fed {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:07.972045 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '1e8deddc-0dfa-46be-a5a8-27f09a34cac3', 'status': 'completed', 'code': 200} Sep 30 08:28:08.002207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'security_group_rule': {'security_group_id': 'e2c67dc9-3d73-4ba5-a0e8-7e31649a8214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:08.069401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.073758 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a82b3383-4607-4cde-944b-82151eed5500 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:08.075437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a82b3383-4607-4cde-944b-82151eed5500 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/a5a4a3f1-8890-4104-880b-d82da0440f52 HTTP/1.1" status: 404 len: 336 time: 0.0672095 Sep 30 08:28:08.077518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.080204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34084) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.089850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.111266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.118922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.126997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.131495 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3b7e99-0b28-44f5-88e6-2150eb5806dc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:08.132092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3b7e99-0b28-44f5-88e6-2150eb5806dc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:08.134019 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ff3b7e99-0b28-44f5-88e6-2150eb5806dc tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/d634249f-c2a5-4730-a1f9-eb83c9d5b9c2 HTTP/1.1" status: 404 len: 337 time: 0.0509198 Sep 30 08:28:08.136328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.138401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-1e8fd087-8e0d-481d-bd87-842f1a239830 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5380 time: 0.1655333 Sep 30 08:28:08.139666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34086) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.153548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.176853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.177380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.178587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.179245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.179743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.180222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.180705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.183009 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8117f274-f298-470d-ba2e-23d30dd82ed3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6217 time: 0.2714884 Sep 30 08:28:08.191068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4c11552d-0c2d-4318-b9fb-89211bca2e0d tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=9586a946-acde-4262-8ca5-401121acef07 HTTP/1.1" status: 200 len: 205 time: 0.0479918 Sep 30 08:28:08.196587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34088) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.249133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fd04a2d-b637-4114-ac06-202ce771c957 req-6e64cd24-0242-4335-ba24-d55be4f79f13 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692089 Sep 30 08:28:08.261862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b558a10-35f2-41ed-95b6-bc35355f7266 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:08.273095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.290608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Transition to ACTIVE for port object 3b558a10-35f2-41ed-95b6-bc35355f7266 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:08.296491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.304258 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-dc43b575-a029-4226-a7ae-f53ede96ac4f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:08.308064 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dc43b575-a029-4226-a7ae-f53ede96ac4f tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/9586a946-acde-4262-8ca5-401121acef07 HTTP/1.1" status: 404 len: 336 time: 0.1082320 Sep 30 08:28:08.311327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34092) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.395147 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-f586829e-7f7b-4105-96e7-192c05ba9f83 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:08.397090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f586829e-7f7b-4105-96e7-192c05ba9f83 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:08.399786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f586829e-7f7b-4105-96e7-192c05ba9f83 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/4ca6ed19-a12d-4ef0-9693-a95e47f7a40f HTTP/1.1" status: 404 len: 337 time: 0.0601971 Sep 30 08:28:08.410061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34094) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.423020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Pushing event updated for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:08.459724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.478683 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-973658b2-673e-42c6-9cfc-f7ac9f34f5aa tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9badcd-c441-48de-80ad-6cf49281c713 HTTP/1.1" status: 200 len: 205 time: 0.0674572 Sep 30 08:28:08.479573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34096) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.483345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.506298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8428d547-4086-42c8-8e3e-0c3c74653c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.506774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8428d547-4086-42c8-8e3e-0c3c74653c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.507257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8428d547-4086-42c8-8e3e-0c3c74653c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.508875 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-8428d547-4086-42c8-8e3e-0c3c74653c6a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3135784 Sep 30 08:28:08.517007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-33ec2f2b-99c6-424b-9abf-b1119d76092d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.546964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Attempting to bind port 3b558a10-35f2-41ed-95b6-bc35355f7266 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:08.547527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Attempting to bind port 3b558a10-35f2-41ed-95b6-bc35355f7266 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:08.547787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Attempting to bind port 3b558a10-35f2-41ed-95b6-bc35355f7266 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:08.554853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Port 3b558a10-35f2-41ed-95b6-bc35355f7266 on network 7d14498a-f924-4c47-b956-21973e866e73 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:08.555267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Attempting to bind port 3b558a10-35f2-41ed-95b6-bc35355f7266 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:08.562022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:08.562377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Checking segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:08.562771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Bound using segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:08.563305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Bound port: 3b558a10-35f2-41ed-95b6-bc35355f7266, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:08.563686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.628143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3e416ec-04f5-4e05-a0c2-0eb0e0d1b529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.631736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f672f-647d-4d3e-a26a-435d547e9692,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:08.634243 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-1a5351da-df04-47e8-87f5-c71149f8cc0b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] delete failed (client error): The resource could not be found. Sep 30 08:28:08.637575 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1a5351da-df04-47e8-87f5-c71149f8cc0b tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/routers/fb9badcd-c441-48de-80ad-6cf49281c713 HTTP/1.1" status: 404 len: 336 time: 0.1530159 Sep 30 08:28:08.638275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34100) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.652247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3e416ec-04f5-4e05-a0c2-0eb0e0d1b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.688722 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-69181e2d-f572-4e25-8d8d-a95efa04c154 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:08.689194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69181e2d-f572-4e25-8d8d-a95efa04c154 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:08.691391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-69181e2d-f572-4e25-8d8d-a95efa04c154 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/ea744d9a-5f13-46b2-9397-b18f3ddde3b3 HTTP/1.1" status: 404 len: 337 time: 0.0513587 Sep 30 08:28:08.696977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e416ec-04f5-4e05-a0c2-0eb0e0d1b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6d59c-4e8a-400c-9b04-5325f6ba864c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:08.698475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34104) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.702935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.704614 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5473d252-951b-4770-988a-2471bc97e82f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7437539 Sep 30 08:28:08.744200 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf3622-2840-48ff-b78d-252e563026d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:08.744663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbf3622-2840-48ff-b78d-252e563026d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:08.747527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-efbf3622-2840-48ff-b78d-252e563026d0 tempest-RoutersTest-1341286741 tempest-RoutersTest-1341286741-project] 10.222.0.41 "DELETE /v2.0/subnets/336b2d12-a705-4f2b-9664-720ee2c355cd HTTP/1.1" status: 404 len: 337 time: 0.0479877 Sep 30 08:28:08.748271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34106) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.764414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:08.786185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:08.814546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b558a10-35f2-41ed-95b6-bc35355f7266,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:08.827274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.869886 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b3e416ec-04f5-4e05-a0c2-0eb0e0d1b529 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2e45bf2647f4556b4f2682e4c0bb195&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4376144 Sep 30 08:28:08.872588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34116) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.925589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-ff61d4d6-ad3f-4ff9-8732-d6682cc44878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.930906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b8c90a67-08d0-4f11-b607-8cd298deef45 req-ff61d4d6-ad3f-4ff9-8732-d6682cc44878 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3853464 Sep 30 08:28:08.988829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.993162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b2151f7-2cf3-4442-92d1-651577763dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.023340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.024014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.025511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 1090 time: 2.5639284 Sep 30 08:28:09.048297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b2151f7-2cf3-4442-92d1-651577763dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.125571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e6e70-486c-4c2e-8b95-8b5802974948 service neutron] Pushing event updated for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:09.150218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b2151f7-2cf3-4442-92d1-651577763dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.153330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4b2151f7-2cf3-4442-92d1-651577763dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.154382 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b2151f7-2cf3-4442-92d1-651577763dbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ee6d59c-4e8a-400c-9b04-5325f6ba864c HTTP/1.1" status: 204 len: 168 time: 0.2807598 Sep 30 08:28:09.162172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:09.169698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2151f7-2cf3-4442-92d1-651577763dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6d59c-4e8a-400c-9b04-5325f6ba864c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:09.208634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34126) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.354850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fada23-b7e6-46ef-a1ef-4191e1058443 req-d2098257-e9e8-449e-8c9c-0cf1d13074c2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.367900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98fada23-b7e6-46ef-a1ef-4191e1058443 req-d2098257-e9e8-449e-8c9c-0cf1d13074c2 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.4913766 Sep 30 08:28:09.371465 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.409641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5d236770-a180-453b-b1c5-92c03ae925d0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:09.522352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5d236770-a180-453b-b1c5-92c03ae925d0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:09.523933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.530979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98fada23-b7e6-46ef-a1ef-4191e1058443 req-9f822065-8617-404c-835a-48f6770f1e97 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535406 Sep 30 08:28:09.564843 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9756458c-14d8-460f-8e0c-f9334019f469 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=862f641531c341848a4ab7cb982710d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499949 Sep 30 08:28:09.565993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34134) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.648162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.706203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a9-09e2-4317-a37b-3e029a672ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.738965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a9-09e2-4317-a37b-3e029a672ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.797552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a9-09e2-4317-a37b-3e029a672ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.800670 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a9-09e2-4317-a37b-3e029a672ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.808687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3981b6a9-09e2-4317-a37b-3e029a672ebb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2324ab49-cf47-42f5-9dc0-ebdf9162c557 HTTP/1.1" status: 204 len: 168 time: 0.2416308 Sep 30 08:28:09.821787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981b6a9-09e2-4317-a37b-3e029a672ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324ab49-cf47-42f5-9dc0-ebdf9162c557,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:09.944119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.951180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.958174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.965011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.971217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.981135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.994500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:10.001466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-5ef0f581-8b65-4d98-a032-6f2ea038f76b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5392 time: 0.2978876 Sep 30 08:28:10.011331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:10.014120 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305848cc-76c2-45e1-bb18-dc8c64b55c12" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:10.165588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8d760e0-44df-48c6-bdc7-b1318d7d17fb req-6e474aa6-c357-4822-a08f-622576fcb320 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421556 Sep 30 08:28:10.226200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Allocated IP 172.25.7.125 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/a066c997-721f-4609-92cc-d9562b5fab61) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:10.353773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d358ff51-01cc-4a22-8adf-56f28f8c9b57 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:10.367482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.469251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.478674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Transition to ACTIVE for port object d358ff51-01cc-4a22-8adf-56f28f8c9b57 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:10.488772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.592771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.632401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Pushing event updated for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:10.721154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:10.736298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:10.743853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:10.810746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=a066c997-721f-4609-92cc-d9562b5fab61,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:10.860797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Attempting to bind port d358ff51-01cc-4a22-8adf-56f28f8c9b57 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:10.861159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Attempting to bind port d358ff51-01cc-4a22-8adf-56f28f8c9b57 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:10.861521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Attempting to bind port d358ff51-01cc-4a22-8adf-56f28f8c9b57 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:10.897076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Port d358ff51-01cc-4a22-8adf-56f28f8c9b57 on network 7d14498a-f924-4c47-b956-21973e866e73 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:10.897299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Attempting to bind port d358ff51-01cc-4a22-8adf-56f28f8c9b57 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:10.904034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:10.914509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:10.914859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Checking segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:10.915259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Bound using segment: {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:10.926361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Bound port: d358ff51-01cc-4a22-8adf-56f28f8c9b57, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d14498a-f924-4c47-b956-21973e866e73'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:10.926791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.102296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.147749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b692a04-bede-409d-b3e1-88c05d489976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.186193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.254245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:11.288840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:11.323015 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2708cd74-4151-4ce0-bb1f-5f563025c2f2 x-openstack-request-id: req-2708cd74-4151-4ce0-bb1f-5f563025c2f2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:11.323861 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:11.326260 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2708cd74-4151-4ce0-bb1f-5f563025c2f2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:11.326838 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266', 'status': 'completed', 'code': 200} Sep 30 08:28:11.329189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.469793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.470575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.472184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] 10.222.0.57 "PUT /v2.0/ports/d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 1091 time: 2.3322277 Sep 30 08:28:11.476709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.514904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.516065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.516792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.519205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.519907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.521627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.522289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.525654 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-158906ed-acf8-4b37-b9db-6f182cc266f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6351 time: 0.2020841 Sep 30 08:28:11.641754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:11.758061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.764041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.778557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.780806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-03789e9b-ccc9-4290-8691-754f51920605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.784598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-03789e9b-ccc9-4290-8691-754f51920605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.785904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-03789e9b-ccc9-4290-8691-754f51920605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.791237 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-03789e9b-ccc9-4290-8691-754f51920605 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2575204 Sep 30 08:28:11.791485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.797523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.808957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.816349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.831743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-68a6f6c1-d459-42b3-9c1d-139bdaba6625 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5404 time: 0.4285369 Sep 30 08:28:11.855681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3fbe-a17b-4ad4-8197-c5f7e8303246 service neutron] Pushing event updated for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:11.968676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.002986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-7b6867d0-287d-4623-bb8a-f9cdbba116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:12.004950 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-305848cc-76c2-45e1-bb18-dc8c64b55c12 req-7b6867d0-287d-4623-bb8a-f9cdbba116ac service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043529 Sep 30 08:28:12.063038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f30f27f1-933c-4c37-a5a8-c6f3284e6c8b req-c17b3f73-5738-4416-b914-0055e2133086 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226295 Sep 30 08:28:12.198218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.230085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.400775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=a066c997-721f-4609-92cc-d9562b5fab61,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:12.478939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.571412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.577461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7d069258-82a9-41f8-b5c2-2f161e603ea9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8187916 Sep 30 08:28:12.733182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b119b11-0e99-4848-942b-6526aba46dea {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:12.785692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.837319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Transition to ACTIVE for port object 5b119b11-0e99-4848-942b-6526aba46dea will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:12.847736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.086968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Pushing event updated for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:13.095221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.254418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-691f7749-9af3-4cf3-903c-ecce7e186476 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--705949845&fields=id&tenant_id=ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 267 time: 0.3066261 Sep 30 08:28:13.279584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Attempting to bind port 5b119b11-0e99-4848-942b-6526aba46dea on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:13.280290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Attempting to bind port 5b119b11-0e99-4848-942b-6526aba46dea by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:13.280708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Attempting to bind port 5b119b11-0e99-4848-942b-6526aba46dea on network 0230432a-6521-487a-a8da-9252aae24c09 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:13.288889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Port 5b119b11-0e99-4848-942b-6526aba46dea on network 0230432a-6521-487a-a8da-9252aae24c09 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:13.289543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Attempting to bind port 5b119b11-0e99-4848-942b-6526aba46dea on network 0230432a-6521-487a-a8da-9252aae24c09 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:13.360821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:13.383576 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906287b-f192-4d8a-a9d0-eb097b7de001" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:13.440751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:13.441595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Checking segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:13.441595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Bound using segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:13.441988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Bound port: 5b119b11-0e99-4848-942b-6526aba46dea, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:13.442398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.523740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-a02e6f74-e5ac-4bbe-bf99-81d6b72fadb6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:13.525209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-a02e6f74-e5ac-4bbe-bf99-81d6b72fadb6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.2468371 Sep 30 08:28:13.582764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-b69c72da-7d5c-4387-b857-6ec080de6089 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/quotas/ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 375 time: 0.0362742 Sep 30 08:28:13.600005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:13.605490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5b119b11-0e99-4848-942b-6526aba46dea,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:13.701124 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.744066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:13.744747 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.746313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-69064966-973d-49f6-9c2a-9f393180779b service neutron] 10.222.0.57 "PUT /v2.0/ports/5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 1091 time: 2.1349905 Sep 30 08:28:13.784599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-0abf578b-2435-4741-af6e-b27857432e3c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759400 Sep 30 08:28:13.789271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Request body: {'port': {'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:13.816954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:13.846713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69064966-973d-49f6-9c2a-9f393180779b service neutron] Pushing event updated for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:13.923941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.951232 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d57e2185-7718-4918-b853-a60bb1c2b2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.989011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-7f456019-bf27-4336-b45c-5604a82dceaa service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885133 Sep 30 08:28:14.094689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d57e2185-7718-4918-b853-a60bb1c2b2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.101966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d57e2185-7718-4918-b853-a60bb1c2b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.147464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d57e2185-7718-4918-b853-a60bb1c2b2cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50e6bcf858224f0c9277b3bbf7668608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285267 Sep 30 08:28:14.148478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e2185-7718-4918-b853-a60bb1c2b2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704a2050-cf3d-44e4-8df4-d8df2cde42e5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:14.150782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34384) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:14.170949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-01279574-620d-4a82-a0a1-0c6323dce774 service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811447 Sep 30 08:28:14.204866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42c8e443-8310-474c-ac5e-e88df0fe3c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.238612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42c8e443-8310-474c-ac5e-e88df0fe3c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.321107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42c8e443-8310-474c-ac5e-e88df0fe3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.323810 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42c8e443-8310-474c-ac5e-e88df0fe3c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.327388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-42c8e443-8310-474c-ac5e-e88df0fe3c79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/704a2050-cf3d-44e4-8df4-d8df2cde42e5 HTTP/1.1" status: 204 len: 168 time: 0.1730878 Sep 30 08:28:14.348634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8e443-8310-474c-ac5e-e88df0fe3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704a2050-cf3d-44e4-8df4-d8df2cde42e5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:14.349855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5212fce2-0bcc-40f9-9cad-e151b5a51a51 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:14.358834 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.374175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Transition to ACTIVE for port object 5212fce2-0bcc-40f9-9cad-e151b5a51a51 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:14.382600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.493029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Pushing event updated for resources: {'Port': ['ID=5212fce2-0bcc-40f9-9cad-e151b5a51a51,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:14.616745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.623508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.629881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.636157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.642288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.649905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.656387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.658772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-569f77a6-8dc9-45f3-839c-63e3842cd2f5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.1944737 Sep 30 08:28:14.728655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Attempting to bind port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:14.729239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Attempting to bind port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:14.729804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Attempting to bind port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 on network 0230432a-6521-487a-a8da-9252aae24c09 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:14.739206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 on network 0230432a-6521-487a-a8da-9252aae24c09 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:14.740414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Attempting to bind port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 on network 0230432a-6521-487a-a8da-9252aae24c09 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:14.759282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:14.759941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Checking segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:14.760826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Bound using segment: {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:14.761498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Bound port: 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8174df1d-6c57-43be-9a03-e6c04f4b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0230432a-6521-487a-a8da-9252aae24c09'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:14.762057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.793149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90f9ad5b-7c5e-433f-a226-568eb17eaa2c req-a11d2e95-a6ad-4fba-ab82-d9fa3e68bebd tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246927 Sep 30 08:28:14.855767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.883665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34404) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:14.918877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f8ff27-223d-42fa-8bbf-8aef2cd18ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.921399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] For port 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:14.925257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] For port 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:14.932673 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.996955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.998693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.001636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] 10.222.0.57 "PUT /v2.0/ports/5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 1091 time: 1.2253246 Sep 30 08:28:15.063955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf274ee-749d-4a8c-bbc2-910a869e748d service neutron] Pushing event updated for resources: {'Port': ['ID=5212fce2-0bcc-40f9-9cad-e151b5a51a51,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:15.120420 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac432507-5254-41ac-8149-e8f1259dbaf2 x-openstack-request-id: req-ac432507-5254-41ac-8149-e8f1259dbaf2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:15.121019 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:15.121582 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac432507-5254-41ac-8149-e8f1259dbaf2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:15.123171 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57', 'status': 'completed', 'code': 200} Sep 30 08:28:15.164334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.164835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.165325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.171553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.172074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.174022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.175185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.181075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-7f97c946-9c55-45f6-ab70-188a1f42d610 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6485 time: 0.1284854 Sep 30 08:28:15.232796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-1af8ed27-8701-4645-a0f2-835cc774d1c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 217 time: 0.0415313 Sep 30 08:28:15.299986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f8ff27-223d-42fa-8bbf-8aef2cd18ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.329541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d9a2cfce-67f1-4ed2-9fd0-80b5b9b05a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.334941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-d9a2cfce-67f1-4ed2-9fd0-80b5b9b05a79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.0934989 Sep 30 08:28:15.368539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f8ff27-223d-42fa-8bbf-8aef2cd18ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.447801 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20f8ff27-223d-42fa-8bbf-8aef2cd18ecf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e67e185ebc0e4aa59101737666f2c274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625563 Sep 30 08:28:15.451181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:15.452958 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-8c23b2b7-19c1-4927-a5f1-db5454ca7085 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2312477 Sep 30 08:28:15.454010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8ff27-223d-42fa-8bbf-8aef2cd18ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33f319-3b05-445a-a22a-b61bbf680974,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:15.487372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-171510c1-56d3-44ce-9d22-a2d5e24952d2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:28:15.489040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-171510c1-56d3-44ce-9d22-a2d5e24952d2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083821 Sep 30 08:28:15.587598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-a393f12a-146a-402a-bed8-5e614de86a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.589292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-a393f12a-146a-402a-bed8-5e614de86a48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424026 Sep 30 08:28:15.591376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef0415db-d500-430f-a27f-0bfa3de60cff req-a1d2388c-5f7c-43bb-abcd-411128297380 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 210 time: 0.1002185 Sep 30 08:28:15.722082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03004fa7-2b60-47a4-b184-e70f0df8bdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.770040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03004fa7-2b60-47a4-b184-e70f0df8bdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.793707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbb357-723a-41ec-bbf1-940725a7effa req-672fb2b2-5e2d-47df-8b76-ab073aa2445c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.798404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ffbb357-723a-41ec-bbf1-940725a7effa req-672fb2b2-5e2d-47df-8b76-ab073aa2445c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.1147816 Sep 30 08:28:15.803385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e325ee81-021a-40e5-aca7-44a4abb9583f service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055566 Sep 30 08:28:15.906571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ffbb357-723a-41ec-bbf1-940725a7effa req-a5e071fc-e414-4267-86eb-fdbea9b5a369 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890512 Sep 30 08:28:15.959985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03004fa7-2b60-47a4-b184-e70f0df8bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.962839 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-03004fa7-2b60-47a4-b184-e70f0df8bdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.964123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-03004fa7-2b60-47a4-b184-e70f0df8bdb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b33f319-3b05-445a-a22a-b61bbf680974 HTTP/1.1" status: 204 len: 168 time: 0.5026562 Sep 30 08:28:16.018505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03004fa7-2b60-47a4-b184-e70f0df8bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33f319-3b05-445a-a22a-b61bbf680974,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:16.055931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-fee87cf7-47a1-4882-bb96-9f88246b047f service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397439 Sep 30 08:28:16.736776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-a9c2d91c-d830-40de-9456-ec256d4125ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 217 time: 0.6647172 Sep 30 08:28:16.895296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d45745-ab25-4f04-ba77-a0e775265abb req-a03fb3ab-4e07-489c-ae7c-31e982091176 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:16.896898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9d45745-ab25-4f04-ba77-a0e775265abb req-a03fb3ab-4e07-489c-ae7c-31e982091176 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.8435280 Sep 30 08:28:16.904769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-881a84b5-0c85-48a2-91bc-fa6b6119d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:16.908768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-881a84b5-0c85-48a2-91bc-fa6b6119d2de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88&tenant_id=925fbd1962bc4bd4ac0db42456bfebd3 HTTP/1.1" status: 200 len: 1095 time: 0.2066028 Sep 30 08:28:16.948434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-e2945b0a-3e9f-4013-a999-98d612b0dc7c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:16.950052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-e2945b0a-3e9f-4013-a999-98d612b0dc7c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.9512722 Sep 30 08:28:16.958128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-380cf9f8-e565-4190-b95b-27483efb22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:16.959676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-380cf9f8-e565-4190-b95b-27483efb22b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1964939 Sep 30 08:28:16.976822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9d45745-ab25-4f04-ba77-a0e775265abb req-91a1a617-a576-456f-92f9-e569d1483052 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650914 Sep 30 08:28:17.094268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-0fa188f5-656c-4ebe-97c2-9b859b2dc592 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 379 time: 0.1016138 Sep 30 08:28:17.117605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'port': {'device_id': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'admin_state_up': True, 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'security_groups': ['e2c67dc9-3d73-4ba5-a0e8-7e31649a8214']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:17.124567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea'}, {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '5212fce2-0bcc-40f9-9cad-e151b5a51a51'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:17.127269 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4bbb07-be0f-43a6-9d5c-037b456643fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "5b119b11-0e99-4848-942b-6526aba46dea"}, {"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "5212fce2-0bcc-40f9-9cad-e151b5a51a51"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:17.187972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-778890e3-c9d4-4a76-b599-f07f138cab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.189543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-778890e3-c9d4-4a76-b599-f07f138cab6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945481 Sep 30 08:28:17.235384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34508) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:17.306564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-e485e461-c925-49cf-952d-bfe6d8718936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.308444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-e485e461-c925-49cf-952d-bfe6d8718936 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1095 time: 0.3145659 Sep 30 08:28:17.326674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.332688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.339449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.345711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.353062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.359135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.374649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.392393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-5ee58dcf-e3eb-4468-a4c6-435faef57d45 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.2960503 Sep 30 08:28:17.437285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2336fb1-9377-4a26-b446-b8f4818d7d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.595028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2336fb1-9377-4a26-b446-b8f4818d7d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.603085 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2336fb1-9377-4a26-b446-b8f4818d7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.630048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfded18d-d3a9-47b7-a9a2-4dc4292ac3af req-088cca88-f527-4cfc-b44e-041734529a15 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2367575 Sep 30 08:28:17.637475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-93821969-b595-4a48-bc74-5bf4c594e6e4 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367821 Sep 30 08:28:17.653131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:17.656834 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.660111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2336fb1-9377-4a26-b446-b8f4818d7d7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddfbd73f0bec4aa091727347a7b7b9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213314 Sep 30 08:28:17.660111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2336fb1-9377-4a26-b446-b8f4818d7d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc13e72-77a2-4714-87f3-da9fc56da269,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:17.662149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:17.707949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-82770a3d-b010-409e-bfa6-7710968da3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.710229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-82770a3d-b010-409e-bfa6-7710968da3d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.3157890 Sep 30 08:28:17.750211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c3688b2-4d1b-4e38-b799-3049822a7f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.783992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c3688b2-4d1b-4e38-b799-3049822a7f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.877346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c3688b2-4d1b-4e38-b799-3049822a7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.880093 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c3688b2-4d1b-4e38-b799-3049822a7f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.891668 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9c3688b2-4d1b-4e38-b799-3049822a7f53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fc13e72-77a2-4714-87f3-da9fc56da269 HTTP/1.1" status: 204 len: 168 time: 0.2185867 Sep 30 08:28:17.907284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3688b2-4d1b-4e38-b799-3049822a7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc13e72-77a2-4714-87f3-da9fc56da269,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:17.907478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a409bf00-f499-45eb-ac39-5384be8ee445 req-0fa0e8ec-171e-4870-b8ef-d2116c86820e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 210 time: 0.1298871 Sep 30 08:28:17.950012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-a765bd58-1c68-4bbe-85d8-549ac30200d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 1000 time: 0.2251055 Sep 30 08:28:18.059646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-e3eba53a-2570-4264-967b-40180bc764b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.069182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-e3eba53a-2570-4264-967b-40180bc764b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.0967674 Sep 30 08:28:18.089617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-b078b460-3a05-4bce-b7d9-5c4fa2a2acd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216919 Sep 30 08:28:18.217350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-84c2f1d8-a881-4a72-b1b2-e3f7a03bc2cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 217 time: 0.1027811 Sep 30 08:28:18.247233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34556) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.302254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Allocated IP 172.20.0.12 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/f28774b5-5a89-443a-a23b-65ce49f00a97) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:18.321037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-42b1fa79-9718-443c-aae6-3e3811268d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.322877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-42b1fa79-9718-443c-aae6-3e3811268d3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0950272 Sep 30 08:28:18.332836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-464c1934-77d9-4061-8cd4-51a3a8c8f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.335345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-464c1934-77d9-4061-8cd4-51a3a8c8f9eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426093 Sep 30 08:28:18.380690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afabdff0-968e-498f-b003-1b11eee3ebb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.398639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a807aa-5946-4870-b119-b4170893e6ee req-757b703c-ed22-497e-8b9a-1f8e26ea0491 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.400240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22a807aa-5946-4870-b119-b4170893e6ee req-757b703c-ed22-497e-8b9a-1f8e26ea0491 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.3131385 Sep 30 08:28:18.451069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.474903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5e92-0077-4dbe-90d6-c04bd0767d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.570935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afabdff0-968e-498f-b003-1b11eee3ebb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.581132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afabdff0-968e-498f-b003-1b11eee3ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.642659 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-afabdff0-968e-498f-b003-1b11eee3ebb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=855023a1fb0043099e7e409dde52fe35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937109 Sep 30 08:28:18.647448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.656292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabdff0-968e-498f-b003-1b11eee3ebb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e90228-53df-4e75-ba04-396b37457440,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:18.670917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e1d0c4c4-6a92-4fb2-b49f-0e0c44a6e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.672904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-e1d0c4c4-6a92-4fb2-b49f-0e0c44a6e329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3315432 Sep 30 08:28:18.722819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5e92-0077-4dbe-90d6-c04bd0767d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.728104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5e92-0077-4dbe-90d6-c04bd0767d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.734277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-03a0df92-95e7-471f-bc82-4446982a65cb service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862126 Sep 30 08:28:18.750870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22a807aa-5946-4870-b119-b4170893e6ee req-4d7e575c-214c-42fc-b55b-93bcd9d46b96 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325698 Sep 30 08:28:18.788678 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e6bb5e92-0077-4dbe-90d6-c04bd0767d03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cf296f74f3041bdabf8ce4d4100e339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360491 Sep 30 08:28:18.789463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb5e92-0077-4dbe-90d6-c04bd0767d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c9d3ca-6869-4d49-8373-85806b68eac7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:18.792452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.851752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63bfa3c4-7be9-4878-9c70-9d0471b6b83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.859885 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1debb98-dc5e-448d-a4f2-bcab0851a848 x-openstack-request-id: req-a1debb98-dc5e-448d-a4f2-bcab0851a848 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:18.860180 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "5b119b11-0e99-4848-942b-6526aba46dea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "5212fce2-0bcc-40f9-9cad-e151b5a51a51", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:18.860436 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1debb98-dc5e-448d-a4f2-bcab0851a848 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:18.860822 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea', 'status': 'completed', 'code': 200} Sep 30 08:28:18.861072 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '5212fce2-0bcc-40f9-9cad-e151b5a51a51', 'status': 'completed', 'code': 200} Sep 30 08:28:18.879525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63bfa3c4-7be9-4878-9c70-9d0471b6b83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.933267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63bfa3c4-7be9-4878-9c70-9d0471b6b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.935988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63bfa3c4-7be9-4878-9c70-9d0471b6b83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.937221 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-63bfa3c4-7be9-4878-9c70-9d0471b6b83d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1c9d3ca-6869-4d49-8373-85806b68eac7 HTTP/1.1" status: 204 len: 168 time: 0.1438279 Sep 30 08:28:18.945820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfa3c4-7be9-4878-9c70-9d0471b6b83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c9d3ca-6869-4d49-8373-85806b68eac7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.000442 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c90b07e0-d1f7-4c6b-b103-f6617f26e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.006018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.051203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-9a7ff510-cf06-4c37-b1ad-9d0e3571a082 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445075 Sep 30 08:28:19.063993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-c09de17a-6cf8-42c3-8283-236d53f823be service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121803 Sep 30 08:28:19.069563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c90b07e0-d1f7-4c6b-b103-f6617f26e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.123324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ee9d6-34bc-4c6e-9f02-e6c187293caa req-e4fa2bad-6781-48a9-a23c-957162e40898 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.129546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54ee9d6-34bc-4c6e-9f02-e6c187293caa req-e4fa2bad-6781-48a9-a23c-957162e40898 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1993413 Sep 30 08:28:19.222440 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.300971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:19.311792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54ee9d6-34bc-4c6e-9f02-e6c187293caa req-3db8c991-1480-459c-9dc2-4095927d8bac tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716235 Sep 30 08:28:19.323713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:19.326527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:19.375959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c90b07e0-d1f7-4c6b-b103-f6617f26e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.379195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c90b07e0-d1f7-4c6b-b103-f6617f26e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.380409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c90b07e0-d1f7-4c6b-b103-f6617f26e045 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0e90228-53df-4e75-ba04-396b37457440 HTTP/1.1" status: 204 len: 168 time: 0.7229297 Sep 30 08:28:19.427450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.428170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.440934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-27d2979c-66d0-4c16-9ff2-fa2bdf3a68de service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751280 Sep 30 08:28:19.441690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.453484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-c98fe714-55ce-43f6-8411-13817e63953d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3445413 Sep 30 08:28:19.509174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b07e0-d1f7-4c6b-b103-f6617f26e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e90228-53df-4e75-ba04-396b37457440,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.516260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Request body: {'port': {'device_id': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:19.536830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-1eed0bf6-d45a-4d85-a468-42892c1fac1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 217 time: 0.0755513 Sep 30 08:28:19.669144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.677959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.680596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ca35f0dc-476e-4178-a4e4-3ec955cd0a1b None None] Provisioning complete for port f28774b5-5a89-443a-a23b-65ce49f00a97 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:19.681145 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca35f0dc-476e-4178-a4e4-3ec955cd0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.682878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.688842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.695537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.701690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.707667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.715684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-0994bcd8-825f-4349-b978-952c8b2fdaba tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.2706213 Sep 30 08:28:19.722205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ca35f0dc-476e-4178-a4e4-3ec955cd0a1b None None] Port f28774b5-5a89-443a-a23b-65ce49f00a97 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:28:19.756539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-a9b94f05-b520-4c77-b8d8-23de495b77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:19.758222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-a9b94f05-b520-4c77-b8d8-23de495b77c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1898880 Sep 30 08:28:19.761151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.809227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26cc4ff6-75c7-4660-9614-8201db57a467 req-8e995b22-d438-4fb8-893d-af824d2d8870 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925701 Sep 30 08:28:20.235029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-ee7f8fba-3de5-462d-af66-318d26711a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:20.236504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-ee7f8fba-3de5-462d-af66-318d26711a5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4642491 Sep 30 08:28:20.410753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5be6a2-1b7d-4324-84ac-c4f1d5f294a8 req-0eb238c9-af99-4d96-961d-570d2e1961ff tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:20.417858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e5be6a2-1b7d-4324-84ac-c4f1d5f294a8 req-0eb238c9-af99-4d96-961d-570d2e1961ff tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 932 time: 0.3540025 Sep 30 08:28:21.322462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:21.331567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.348206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Transition to ACTIVE for port object f28774b5-5a89-443a-a23b-65ce49f00a97 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:21.360246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.408201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e5be6a2-1b7d-4324-84ac-c4f1d5f294a8 req-104c7dcf-ff29-426c-9a6f-d297b1c11bc8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9092345 Sep 30 08:28:21.462481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-1f880fd6-d880-4b79-b967-db88f7326412 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2176490 Sep 30 08:28:21.540383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:21.876695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Attempting to bind port f28774b5-5a89-443a-a23b-65ce49f00a97 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:21.877035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Attempting to bind port f28774b5-5a89-443a-a23b-65ce49f00a97 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:21.877368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Attempting to bind port f28774b5-5a89-443a-a23b-65ce49f00a97 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:21.891454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Port f28774b5-5a89-443a-a23b-65ce49f00a97 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:21.891937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Attempting to bind port f28774b5-5a89-443a-a23b-65ce49f00a97 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:21.919446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e702-623c-48fd-8f31-52decf9e8cda req-69a4b756-84f8-402e-8005-80e236944911 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:21.921016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11f3e702-623c-48fd-8f31-52decf9e8cda req-69a4b756-84f8-402e-8005-80e236944911 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.2828133 Sep 30 08:28:21.922021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:21.922508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:21.922897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:21.923360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Bound port: f28774b5-5a89-443a-a23b-65ce49f00a97, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:21.923726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.966186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-af970ccb-cc20-4d5c-acd8-037aa8fe30d8 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371116 Sep 30 08:28:22.027269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-089a694e-c24c-4f8c-8725-54c81916c806 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.0411103 Sep 30 08:28:22.050372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11f3e702-623c-48fd-8f31-52decf9e8cda req-aff86192-8882-4d3a-8a16-4b99c3016d77 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085846 Sep 30 08:28:22.141696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34680) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:22.171433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:22.181796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:22.195090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.201980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-616b18ee-d37f-42ba-a107-6cf0a3be4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.203757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-616b18ee-d37f-42ba-a107-6cf0a3be4c7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1570072 Sep 30 08:28:22.377739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.379249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.383614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] 10.222.0.50 "PUT /v2.0/ports/f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1092 time: 2.8755541 Sep 30 08:28:22.394860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:22.404256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acba4e23-0681-4914-854f-b44609fd220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.405662 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:22.674978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acba4e23-0681-4914-854f-b44609fd220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.687540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acba4e23-0681-4914-854f-b44609fd220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.691981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a98a5-c26f-4a5c-b88f-1a5433668f77 service neutron] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.713250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34fe17-d8d4-41ac-a94e-46848f7ab0bc req-448c4542-f4b5-4d82-9fd4-ca3c65793c3f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.715092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab34fe17-d8d4-41ac-a94e-46848f7ab0bc req-448c4542-f4b5-4d82-9fd4-ca3c65793c3f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.5071580 Sep 30 08:28:22.722302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-f961f6bf-8aef-4e49-a6a0-fa9798f607fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.724315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-f961f6bf-8aef-4e49-a6a0-fa9798f607fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4480073 Sep 30 08:28:22.806445 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-acba4e23-0681-4914-854f-b44609fd220c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=289c029acf6f42b9b74250abad03e43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628730 Sep 30 08:28:22.808760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba4e23-0681-4914-854f-b44609fd220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa99a322-2f74-442b-b212-1bc59858dd39,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.812232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34698) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:22.854912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-6d40e6ca-0ee2-4a13-88e2-e568cf5726ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.857155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-6d40e6ca-0ee2-4a13-88e2-e568cf5726ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1095 time: 0.3403823 Sep 30 08:28:22.892347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db330292-60c0-404a-8a49-002ee48596dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.918579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab34fe17-d8d4-41ac-a94e-46848f7ab0bc req-2dcb5aa5-184d-4aa9-9a50-fbdad17c1234 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916666 Sep 30 08:28:22.978602 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db330292-60c0-404a-8a49-002ee48596dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.985355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-6bf49378-01c2-4eda-87e2-edbd9d3363a7 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387288 Sep 30 08:28:23.102943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db330292-60c0-404a-8a49-002ee48596dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.106400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db330292-60c0-404a-8a49-002ee48596dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.111367 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db330292-60c0-404a-8a49-002ee48596dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa99a322-2f74-442b-b212-1bc59858dd39 HTTP/1.1" status: 204 len: 168 time: 0.2969809 Sep 30 08:28:23.133016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db330292-60c0-404a-8a49-002ee48596dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa99a322-2f74-442b-b212-1bc59858dd39,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:23.159556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-3fd1b36e-2827-42cd-93a6-fd0189de0427 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 217 time: 0.0961213 Sep 30 08:28:23.317018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.338943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.356772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.370754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.379443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.387881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.394761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.400062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-7d82eabf-27b4-48ad-a732-b396b3e3d3a9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.3372064 Sep 30 08:28:23.448728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-72acd102-0d28-46d8-9c3b-51f758ae4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.450264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-72acd102-0d28-46d8-9c3b-51f758ae4992 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.2228158 Sep 30 08:28:23.452803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4dae8b06-15ae-48df-86c0-185b88554e30 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539790 Sep 30 08:28:23.527224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-751b8d93-002c-4b3a-9bf8-858ae7f1cde0 req-bed53d88-c09f-4d9c-b2b6-cc19cf8affb4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157894 Sep 30 08:28:23.533178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-039abd68-9205-4a59-a1c0-ca028b5c9830 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.0633428 Sep 30 08:28:23.623837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-54844997-51d2-41d0-ae2e-cd1e59ef3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.625563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-54844997-51d2-41d0-ae2e-cd1e59ef3e6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.0871119 Sep 30 08:28:23.800564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4cf08a34-5c32-4b5f-b560-3bc138ac5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.802587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-4cf08a34-5c32-4b5f-b560-3bc138ac5f47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1671941 Sep 30 08:28:23.814693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067330-21ac-492e-9e25-db959295237c req-c0915d83-2d22-40f5-a3ed-c1e3f1b3424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.816553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-c0915d83-2d22-40f5-a3ed-c1e3f1b3424f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898758 Sep 30 08:28:23.854022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e785c1-691c-4286-b508-84a47e749e7f req-5f085c29-00df-4e74-8c94-93e640e5c16e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.868222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e785c1-691c-4286-b508-84a47e749e7f req-5f085c29-00df-4e74-8c94-93e640e5c16e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 944 time: 0.1640255 Sep 30 08:28:24.135909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e785c1-691c-4286-b508-84a47e749e7f req-ec629142-84f9-458c-8d33-d917f6bbe258 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667429 Sep 30 08:28:24.175564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-989bd40d-e2e8-4957-8bb8-25668e9b8d5c service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579152 Sep 30 08:28:24.178908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-d10cff5c-e43a-44e2-9054-cb65b3b3b995 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075576 Sep 30 08:28:24.254345 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2bdd9b-07a0-4a51-9b8b-86c3bb9e28fe x-openstack-request-id: req-8d2bdd9b-07a0-4a51-9b8b-86c3bb9e28fe {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:24.254755 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:24.255142 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d2bdd9b-07a0-4a51-9b8b-86c3bb9e28fe {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:24.255646 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'status': 'completed', 'code': 200} Sep 30 08:28:24.412083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46e1e-e9f0-48d9-ab58-d7a6d28e6596 req-65af2dd3-93ca-448f-96c1-5452649032c8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:24.414361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae46e1e-e9f0-48d9-ab58-d7a6d28e6596 req-65af2dd3-93ca-448f-96c1-5452649032c8 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.1065276 Sep 30 08:28:24.431699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-bfaec203-3da4-4365-b79d-7d424b2837fd service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440879 Sep 30 08:28:24.492937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-666f02ac-6fee-4b1f-bde1-c2ffc731a378 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.0482650 Sep 30 08:28:24.557047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-272954a0-dc63-4a66-a13f-1a5569953ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:24.558530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-272954a0-dc63-4a66-a13f-1a5569953ac2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.0569208 Sep 30 08:28:24.611622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae46e1e-e9f0-48d9-ab58-d7a6d28e6596 req-80cf09b7-9ae0-4f17-91ca-53a2e0087246 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875625 Sep 30 08:28:24.678608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-91444fdd-ccca-45dc-8d8a-e6b07b7d6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:24.683326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-91444fdd-ccca-45dc-8d8a-e6b07b7d6661 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158276 Sep 30 08:28:24.990426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2067330-21ac-492e-9e25-db959295237c req-a6b66246-e632-4fb1-8f91-2ac9ee723ac2 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913339 Sep 30 08:28:25.051157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-f7c2b816-501a-4a0b-b9ea-fd20959977b9 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589675 Sep 30 08:28:25.061264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da61f37-3e76-44b9-8c02-66153b78dea7 req-f7afd226-6f02-4196-876a-3c7a499e1839 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.069736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1da61f37-3e76-44b9-8c02-66153b78dea7 req-f7afd226-6f02-4196-876a-3c7a499e1839 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.2673585 Sep 30 08:28:25.226127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1da61f37-3e76-44b9-8c02-66153b78dea7 req-09170c5e-6f58-4d1c-bab1-39f6124c6059 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553502 Sep 30 08:28:25.515543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-2c03f894-bb6b-49e9-b35c-610eb869d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.517119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-2c03f894-bb6b-49e9-b35c-610eb869d0f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1095 time: 0.2465355 Sep 30 08:28:25.522159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3887a1ae-579c-4869-8732-a8a6bf6e2c3e req-ecd85265-4b1f-49f6-9a23-48dcca666cce service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497061 Sep 30 08:28:25.540295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.547690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.555172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.561432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.569148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.576650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.584534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.588810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-e6bdefc5-e37c-4d4e-b004-70ce98d92833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.2017910 Sep 30 08:28:25.606745 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.663988 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.804348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78a1f407-4007-41a0-bfe3-f360cdeceab0 req-8a4b170b-f4ef-4f88-a636-593681ba4403 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1885152 Sep 30 08:28:25.860222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.860700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.861191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.877097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.877097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.877097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.880238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.886453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-b6f96259-eb50-401d-9bfc-8e10661d59f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6485 time: 0.2228107 Sep 30 08:28:26.137174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-6a7273cf-7b7d-498a-b15c-ba59113910da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.140202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-6a7273cf-7b7d-498a-b15c-ba59113910da service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d14498a-f924-4c47-b956-21973e866e73 HTTP/1.1" status: 200 len: 903 time: 0.2386155 Sep 30 08:28:26.239753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-dd9410af-187e-44a3-a8f0-1f52dd09aef3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.0819468 Sep 30 08:28:26.280676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a2571-3bb2-45c0-9124-f3e623928999 req-90f35e7e-6366-41f7-9c1b-093e69f975a6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.282587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-226a2571-3bb2-45c0-9124-f3e623928999 req-90f35e7e-6366-41f7-9c1b-093e69f975a6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 944 time: 0.3227105 Sep 30 08:28:26.428021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-226a2571-3bb2-45c0-9124-f3e623928999 req-19abdc8b-a5ea-4592-a059-04d5aa8615b7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214941 Sep 30 08:28:26.431808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-a1c213d3-44fb-4b71-ad56-3903bbc5918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.433336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-a1c213d3-44fb-4b71-ad56-3903bbc5918d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1825156 Sep 30 08:28:26.677783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-7224afb6-fa30-4156-9697-56f690443087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.691714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-7224afb6-fa30-4156-9697-56f690443087 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.5462236 Sep 30 08:28:26.781566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:26.810339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-ff557729-bfa8-416b-ab78-a7bbb0248b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.816485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-ff557729-bfa8-416b-ab78-a7bbb0248b80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3614058 Sep 30 08:28:26.944447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-1f6e147c-e6bf-4bd3-a770-637b14f224be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 217 time: 0.2089963 Sep 30 08:28:26.997339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7433ed-1aa3-427e-a8a9-038da98ef4b6 req-e502ea57-a507-48c5-84e8-39b453401478 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:27.010387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7433ed-1aa3-427e-a8a9-038da98ef4b6 req-e502ea57-a507-48c5-84e8-39b453401478 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.3859084 Sep 30 08:28:27.027888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f64bed2c-2687-40aa-b42f-25538f1c1a81 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:27.112846 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f64bed2c-2687-40aa-b42f-25538f1c1a81 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "PUT /v2.0/quotas/8f4ca181934046f398d594d6ecae006a HTTP/1.1" status: 200 len: 368 time: 0.3294401 Sep 30 08:28:27.116922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34812) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:27.132388 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Request body: {'network': {'project_id': '8f4ca181934046f398d594d6ecae006a'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:27.179737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Made reservation on behalf of 8f4ca181934046f398d594d6ecae006a for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:27.183911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.205796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.215167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-5e857596-37b8-466f-a719-8f0973024b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:27.216769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-5e857596-37b8-466f-a719-8f0973024b38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1949909 Sep 30 08:28:27.281900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7433ed-1aa3-427e-a8a9-038da98ef4b6 req-40e2a3aa-667b-4346-80c6-c1e035260590 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704244 Sep 30 08:28:27.309867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-8dc65c9f-0b1c-4cb0-8b7f-d7033d078896 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032314 Sep 30 08:28:27.496735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-44337e90-fb95-4264-a2fe-2c48a19ba05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:27.498533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-44337e90-fb95-4264-a2fe-2c48a19ba05d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719984 Sep 30 08:28:27.637555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.654784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.737485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:27.798099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.799478 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Added segment cb6db0be-4e56-497e-a02e-3da2ce792fba of type vlan for network 5bc7e401-778b-4155-9629-ea06408a0772 Sep 30 08:28:27.800895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0af244-1230-4573-85ee-d9f3b1c09880,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:27.883327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34820) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:27.936881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.968386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94174859-0063-43d2-835e-8d57cfd80b7b req-84b54ec6-1b8d-4be8-8366-65aa435a8520 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:27.972956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94174859-0063-43d2-835e-8d57cfd80b7b req-84b54ec6-1b8d-4be8-8366-65aa435a8520 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.5521107 Sep 30 08:28:27.991699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8906287b-f192-4d8a-a9d0-eb097b7de001 req-d3f23e22-f93a-4e80-8231-93c01ba6d236 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722023 Sep 30 08:28:27.999371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.000398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.001016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.033892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-d8ac6c08-c722-445d-b329-65fc0eb0a20c service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613431 Sep 30 08:28:28.223104 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1035857 Sep 30 08:28:28.224321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:28.226539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab279-6aa0-444f-8ff4-33d329cce411 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Pushing event updated for resources: {'Network': ['ID=5bc7e401-778b-4155-9629-ea06408a0772,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:28.238406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5bc7e401-778b-4155-9629-ea06408a0772 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:28.254406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Request body: {'network': {'project_id': '8f4ca181934046f398d594d6ecae006a'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:28.392400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55fa612-12e1-48cd-b6d6-03e8f24c2a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.447789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b4096dc-bdc0-4de5-93c3-cb0f253df0d3 req-f2872bee-a5f2-404e-96b6-a47ee33665a8 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815339 Sep 30 08:28:28.490129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Made reservation on behalf of 8f4ca181934046f398d594d6ecae006a for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:28.500239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.623746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94174859-0063-43d2-835e-8d57cfd80b7b req-944baf86-5ab9-484d-b998-83ff2db4e859 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5887082 Sep 30 08:28:28.719348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.719861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.720325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.720867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.721341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.728486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:28.734784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.736185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.738369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-574d5364-130b-496f-befa-a8a9fb162c70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6485 time: 0.3793838 Sep 30 08:28:28.844170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.845260 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Added segment bb48ba91-a354-4cc1-b70b-bd51e4d4c7d1 of type vlan for network 1f63e060-e05b-4853-a73a-f1608c6d57aa Sep 30 08:28:28.949175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:28.954405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.067062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.075551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:29.077664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.292923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:29.374600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:29.568443 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.575531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Pushing event updated for resources: {'Network': ['ID=1f63e060-e05b-4853-a73a-f1608c6d57aa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:29.597324 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55fa612-12e1-48cd-b6d6-03e8f24c2a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.619198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1f63e060-e05b-4853-a73a-f1608c6d57aa details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:29.632186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:29.635410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55fa612-12e1-48cd-b6d6-03e8f24c2a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.656568 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2c6043e4-da79-4596-bf69-cbfd57b344f3 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4310088 Sep 30 08:28:29.660219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.677760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3eb7eda5-8b2e-43e7-9141-fd5f483b5775 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Request body: {'network': {'project_id': '8f4ca181934046f398d594d6ecae006a'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:29.679591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:29.692157 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb7eda5-8b2e-43e7-9141-fd5f483b5775 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 08:28:29.693481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb7eda5-8b2e-43e7-9141-fd5f483b5775 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:29.695050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3eb7eda5-8b2e-43e7-9141-fd5f483b5775 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0271716 Sep 30 08:28:29.706147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34840) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.749769 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b55fa612-12e1-48cd-b6d6-03e8f24c2a1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ad5369d0d494df89b48cad5afd66985&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8548768 Sep 30 08:28:29.752763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fa612-12e1-48cd-b6d6-03e8f24c2a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094d4f0c-fbd2-4dc2-8939-dd1ba42700d5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:29.757508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.761312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.829527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4662e2e8-e3ae-4448-9125-1e53c3da4b24 tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f4ca181934046f398d594d6ecae006a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213989 Sep 30 08:28:29.835394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34844) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.844033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:29.853873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.854242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.854572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.854992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.855330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.855667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.856004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.856416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.856748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.857072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.857397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.857749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:29.934804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b12412b7-5098-4f6c-9855-61e4a6103ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.970256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-41025137-a4fb-43f1-9ebb-f744bd1e5bcf tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.002073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b12412b7-5098-4f6c-9855-61e4a6103ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.055568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-41025137-a4fb-43f1-9ebb-f744bd1e5bcf tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.136898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f28774b5-5a89-443a-a23b-65ce49f00a97'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:30.137291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.143938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.150565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.160242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.167149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.174652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.182675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.186258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-cc6ce525-adda-4727-965f-6331008ef6d1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 1.4288549 Sep 30 08:28:30.211079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b12412b7-5098-4f6c-9855-61e4a6103ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.219621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-a345ca78-b2e1-4b88-a42e-e7ac4f1ead15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.221164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-a345ca78-b2e1-4b88-a42e-e7ac4f1ead15 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 902 time: 1.4706264 Sep 30 08:28:30.227543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b12412b7-5098-4f6c-9855-61e4a6103ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.228740 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b12412b7-5098-4f6c-9855-61e4a6103ba8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/094d4f0c-fbd2-4dc2-8939-dd1ba42700d5 HTTP/1.1" status: 204 len: 168 time: 0.4686346 Sep 30 08:28:30.231580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-41025137-a4fb-43f1-9ebb-f744bd1e5bcf tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.234095 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-41025137-a4fb-43f1-9ebb-f744bd1e5bcf tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.258346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-41025137-a4fb-43f1-9ebb-f744bd1e5bcf tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c0af244-1230-4573-85ee-d9f3b1c09880 HTTP/1.1" status: 204 len: 168 time: 0.4217832 Sep 30 08:28:30.277691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34848) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:30.295636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12412b7-5098-4f6c-9855-61e4a6103ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094d4f0c-fbd2-4dc2-8939-dd1ba42700d5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:30.307682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6748beca-c695-4ee9-810d-e6711fb0da6d req-b033e732-385b-4abe-a3d0-209a738539da tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073468 Sep 30 08:28:30.396291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025137-a4fb-43f1-9ebb-f744bd1e5bcf tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0af244-1230-4573-85ee-d9f3b1c09880,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:30.467015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.474646 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-791a0185-5340-47d4-b2e8-2e61c619ef2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.2343879 Sep 30 08:28:30.732623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-13fdfe22-5231-41b0-bad3-44211f971e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.734138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-13fdfe22-5231-41b0-bad3-44211f971e29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.2440023 Sep 30 08:28:30.785938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.807090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89623-84ae-473d-b347-6cf719e7aa5e req-21f07f68-f8fd-478d-b61d-5b102aaab384 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.808649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caf89623-84ae-473d-b347-6cf719e7aa5e req-21f07f68-f8fd-478d-b61d-5b102aaab384 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2859480 Sep 30 08:28:30.888070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f63e060-e05b-4853-a73a-f1608c6d57aa']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:30.927815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb48ba91-a354-4cc1-b70b-bd51e4d4c7d1') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:30.932031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb48ba91-a354-4cc1-b70b-bd51e4d4c7d1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:30.939268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34856) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:30.994508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-afb7c54a-1fdd-4fe7-9acf-06f3094874c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.996355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.002205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-afb7c54a-1fdd-4fe7-9acf-06f3094874c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2288065 Sep 30 08:28:31.027996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caf89623-84ae-473d-b347-6cf719e7aa5e req-0faf16d9-af31-446a-a781-45c62081860b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929743 Sep 30 08:28:31.036311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c69f7325-c087-4744-9cac-49e5ced28324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.053347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.074788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:31.075207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:31.076996 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:31.305999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.312049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.316436 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1f63e060-e05b-4853-a73a-f1608c6d57aa HTTP/1.1" status: 204 len: 168 time: 1.0365176 Sep 30 08:28:31.321140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34858) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:31.346706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c74398-e30b-4ecf-b4d4-32bb36be383a tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f63e060-e05b-4853-a73a-f1608c6d57aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:31.347483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-78f5869f-0ea5-4475-b00a-5adb2b181a50 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177383 Sep 30 08:28:31.444489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c69f7325-c087-4744-9cac-49e5ced28324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.459703 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c69f7325-c087-4744-9cac-49e5ced28324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.560570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e1815-651f-4d3b-b4fa-7bce78aefbf5 req-d25e28d7-168f-4b09-9ac0-2fa9e7ea1fca tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:31.573608 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c69f7325-c087-4744-9cac-49e5ced28324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e55c47d3091f4072a26e544db2c0693c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308258 Sep 30 08:28:31.573608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7325-c087-4744-9cac-49e5ced28324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f43e2b-e7ca-468e-b263-d6f77c7038e6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:31.575995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c38e1815-651f-4d3b-b4fa-7bce78aefbf5 req-d25e28d7-168f-4b09-9ac0-2fa9e7ea1fca tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.3674769 Sep 30 08:28:31.578420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34864) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:31.703900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19ffa051-c5cc-47aa-8a3b-37ba7691c079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.728371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c38e1815-651f-4d3b-b4fa-7bce78aefbf5 req-4fc73e4c-c788-45cd-99f5-f0117f540233 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394098 Sep 30 08:28:31.782885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.809209 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19ffa051-c5cc-47aa-8a3b-37ba7691c079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.819070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-0795893e-5933-4762-b591-5278bb787a14 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338472 Sep 30 08:28:31.935635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19ffa051-c5cc-47aa-8a3b-37ba7691c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.939035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19ffa051-c5cc-47aa-8a3b-37ba7691c079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.943636 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-19ffa051-c5cc-47aa-8a3b-37ba7691c079 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65f43e2b-e7ca-468e-b263-d6f77c7038e6 HTTP/1.1" status: 204 len: 168 time: 0.3606102 Sep 30 08:28:31.953550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffa051-c5cc-47aa-8a3b-37ba7691c079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f43e2b-e7ca-468e-b263-d6f77c7038e6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.251902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.320005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-270931cb-6559-49c6-b265-58ecaf10627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.322145 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-270931cb-6559-49c6-b265-58ecaf10627c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.1004176 Sep 30 08:28:32.356034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc7e401-778b-4155-9629-ea06408a0772']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:32.388247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.388742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.389229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.389845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.390309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.390897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.391373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.393745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-c69dd630-b527-4df7-81e5-2b315451655b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6485 time: 0.3771284 Sep 30 08:28:32.398824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6db0be-4e56-497e-a02e-3da2ce792fba') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:32.399139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6db0be-4e56-497e-a02e-3da2ce792fba') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:32.430517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.474249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.493006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:32.493364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:32.496577 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:32.519936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.526481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.532532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.540347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.545166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.554012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-5204ebee-9862-466f-954c-41bf4ee4eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.554012 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-5204ebee-9862-466f-954c-41bf4ee4eed7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.2122743 Sep 30 08:28:32.554263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.561137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.566204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-e9ac825a-286c-4d8a-9eac-a49fcca8c1a3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.3022950 Sep 30 08:28:32.636603 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-0ee86bfe-01ce-409a-bae0-0fb45ce029c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1002 time: 0.0731561 Sep 30 08:28:32.678557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.694792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.696601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5bc7e401-778b-4155-9629-ea06408a0772 HTTP/1.1" status: 204 len: 168 time: 1.3727624 Sep 30 08:28:32.704383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f85aa30c-9124-4cfd-8b88-979ee7c2db8e req-06802127-7ad4-4006-8e35-edbe98039ce9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063409 Sep 30 08:28:32.716708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-1d6fab7b-6f5d-43bd-a170-80dc54d9198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.718267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-1d6fab7b-6f5d-43bd-a170-80dc54d9198a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 902 time: 0.3132288 Sep 30 08:28:32.719014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d390ba9-b4f4-4b0e-8a81-03c2bc7941ac tempest-QuotasNegativeTest-160409211 tempest-QuotasNegativeTest-160409211-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bc7e401-778b-4155-9629-ea06408a0772,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.720875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-c3c218e8-0828-4524-a977-7d32bb87ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.722935 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-c3c218e8-0828-4524-a977-7d32bb87ed1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.0780814 Sep 30 08:28:32.776301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-70609e03-95b6-4808-a31a-434042a5f1f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.0417516 Sep 30 08:28:32.797735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-2df92ec9-8d21-46bf-ba80-7134477a2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.799533 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-2df92ec9-8d21-46bf-ba80-7134477a2b80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566628 Sep 30 08:28:32.903024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726799b2-106d-4e9a-872d-42aa6bbcea29 req-4d704cce-920f-4c21-9744-27abd2b3d8a4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.905000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-726799b2-106d-4e9a-872d-42aa6bbcea29 req-4d704cce-920f-4c21-9744-27abd2b3d8a4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1099267 Sep 30 08:28:32.907442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-d21fc6c8-0499-438b-9932-e1791ba2fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.909239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-d21fc6c8-0499-438b-9932-e1791ba2fa48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.1242824 Sep 30 08:28:32.930566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-10d2f0a9-5b5b-4166-af60-8ba5fce17b52 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162171 Sep 30 08:28:32.991572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-726799b2-106d-4e9a-872d-42aa6bbcea29 req-baa8a5ed-bf48-4cad-83f1-2aa17d510076 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795250 Sep 30 08:28:32.998130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:33.002281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-61559244-bf9a-4ec1-94b5-969c41f4f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.004215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-61559244-bf9a-4ec1-94b5-969c41f4f781 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803146 Sep 30 08:28:33.104961 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df0e16ae-0660-4333-ab8a-8722724bfcf1 req-c6785df1-35dc-481b-b666-d5e4c29f71f2 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650538 Sep 30 08:28:33.137387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-d9c6964b-b8c0-4f00-97bd-72466d66f438 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236639 Sep 30 08:28:33.152480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f28774b5-5a89-443a-a23b-65ce49f00a97 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:33.156807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f28774b5-5a89-443a-a23b-65ce49f00a97 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:33.157138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.258796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.287651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:33.290634 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341d26a-de04-49b9-916c-882c98c22146" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:33.291471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e12cd-581a-4c88-9a0f-5d0626f65b00 req-b5e19710-4a84-4974-94a1-5c15cbe61687 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.293075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-618e12cd-581a-4c88-9a0f-5d0626f65b00 req-b5e19710-4a84-4974-94a1-5c15cbe61687 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1545112 Sep 30 08:28:33.317946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:33.323765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.345110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a4bbb07-be0f-43a6-9d5c-037b456643fa req-d86074d2-3fc7-4300-a4d8-bba6347ed3c1 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663203 Sep 30 08:28:33.380412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-618e12cd-581a-4c88-9a0f-5d0626f65b00 req-d1db24ec-cfda-4d05-9966-fd33a3a75e1f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746708 Sep 30 08:28:33.390273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:33.532101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa54863-2980-4a6d-b60a-1c896965a2f1 req-9cbcc3a3-92d1-41c6-ba90-1f8c8aa597e0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.536477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efa54863-2980-4a6d-b60a-1c896965a2f1 req-9cbcc3a3-92d1-41c6-ba90-1f8c8aa597e0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.0603802 Sep 30 08:28:33.536607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:33.608409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efa54863-2980-4a6d-b60a-1c896965a2f1 req-6ebbda3a-e6cc-42ce-9120-334c936142f1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596035 Sep 30 08:28:33.693695 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e65ff2b-8932-4611-8aba-6c20373afe2d x-openstack-request-id: req-8e65ff2b-8932-4611-8aba-6c20373afe2d {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:33.693985 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:33.694292 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e65ff2b-8932-4611-8aba-6c20373afe2d {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:33.694679 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:28:33.709812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5503cb94-f3d5-4a3b-a5e2-e1bf0958a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.840441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5503cb94-f3d5-4a3b-a5e2-e1bf0958a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.858162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5503cb94-f3d5-4a3b-a5e2-e1bf0958a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.915489 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5503cb94-f3d5-4a3b-a5e2-e1bf0958a215 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e6468a5497f4b3f9d6b763b3da6ffd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781796 Sep 30 08:28:33.916816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503cb94-f3d5-4a3b-a5e2-e1bf0958a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a39853-af85-4c17-ba14-e07a47a097ed,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:33.920851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:33.945050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68ec2d-9e26-4a61-a8d3-42fe76ff59d9 req-edf93de6-9474-4e94-b248-dc97c836cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.946567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c68ec2d-9e26-4a61-a8d3-42fe76ff59d9 req-edf93de6-9474-4e94-b248-dc97c836cf2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1097 time: 0.1294053 Sep 30 08:28:33.975860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.981840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.987776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.994452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.000390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.008062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.015165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.018326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-ea4c1031-9f6a-4803-9a39-4c62aa5545d4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.1837215 Sep 30 08:28:34.092587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c68ec2d-9e26-4a61-a8d3-42fe76ff59d9 req-9eec7e43-ce18-4488-b97f-10a861c24c5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377518 Sep 30 08:28:34.104361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46f56ac1-4354-4afa-aa67-f532bd442111 req-fce262a6-e658-4c47-b25e-15ab9af858b8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732007 Sep 30 08:28:34.105273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4946eab4-8e30-4094-ae6a-22bcb51fe647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.133800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4946eab4-8e30-4094-ae6a-22bcb51fe647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.233094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4946eab4-8e30-4094-ae6a-22bcb51fe647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.235923 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4946eab4-8e30-4094-ae6a-22bcb51fe647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.237121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4946eab4-8e30-4094-ae6a-22bcb51fe647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8a39853-af85-4c17-ba14-e07a47a097ed HTTP/1.1" status: 204 len: 168 time: 0.3135097 Sep 30 08:28:34.254493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946eab4-8e30-4094-ae6a-22bcb51fe647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a39853-af85-4c17-ba14-e07a47a097ed,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:34.285805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0877f-4d1d-44ac-8751-5699a479320b req-b3dfa7af-da9a-49bd-abf1-68fdaa78c5df tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.288594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8de0877f-4d1d-44ac-8751-5699a479320b req-b3dfa7af-da9a-49bd-abf1-68fdaa78c5df tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.0968876 Sep 30 08:28:34.340880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8de0877f-4d1d-44ac-8751-5699a479320b req-15bb9f4c-8cda-4774-a7de-751f1d287de7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448518 Sep 30 08:28:34.523156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ad9f-f1fc-41f2-9dce-1b40f427d002 req-57dee689-c957-418e-9bac-08556cad8d48 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.524930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c487ad9f-f1fc-41f2-9dce-1b40f427d002 req-57dee689-c957-418e-9bac-08556cad8d48 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.0579121 Sep 30 08:28:34.599260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c487ad9f-f1fc-41f2-9dce-1b40f427d002 req-21c796db-fecc-4362-823e-ae56974bb9fa tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559909 Sep 30 08:28:34.709596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:34.726671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-104d8e5c-2526-4646-a6d5-cbd5bc168adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.762093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746104-de25-40f2-bc9d-d5e1fa8dfe9c req-7570a081-0834-4000-ac56-9dc957da9ac1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.764089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38746104-de25-40f2-bc9d-d5e1fa8dfe9c req-7570a081-0834-4000-ac56-9dc957da9ac1 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.0624449 Sep 30 08:28:34.814642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38746104-de25-40f2-bc9d-d5e1fa8dfe9c req-9e99aa32-1694-415f-a58f-8b35f5cd2904 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Sep 30 08:28:34.881174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-104d8e5c-2526-4646-a6d5-cbd5bc168adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.886281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-104d8e5c-2526-4646-a6d5-cbd5bc168adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.935103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-104d8e5c-2526-4646-a6d5-cbd5bc168adc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c63e1290f72f48a1bb2f66372ba654f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207055 Sep 30 08:28:34.935518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34976) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:34.945654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d8e5c-2526-4646-a6d5-cbd5bc168adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813cb0c6-9c89-4d0d-92dc-86860b39d9be,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:34.998314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e75fadf-98b8-48cc-b52a-5d2e71ffd4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.052745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e75fadf-98b8-48cc-b52a-5d2e71ffd4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.155902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e75fadf-98b8-48cc-b52a-5d2e71ffd4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.166054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e75fadf-98b8-48cc-b52a-5d2e71ffd4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.172521 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e75fadf-98b8-48cc-b52a-5d2e71ffd4a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/813cb0c6-9c89-4d0d-92dc-86860b39d9be HTTP/1.1" status: 204 len: 168 time: 0.2331049 Sep 30 08:28:35.180866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fadf-98b8-48cc-b52a-5d2e71ffd4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813cb0c6-9c89-4d0d-92dc-86860b39d9be,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:35.335306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.341330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.347590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.354069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.360200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.367156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.373398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.381785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-6076535e-955a-429e-a927-db85443d4e8d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.1131582 Sep 30 08:28:35.430716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74eef1e0-def0-4b3d-96c5-8eac40efcb47 req-ea1c6301-1077-4096-a44f-a5233808e788 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479171 Sep 30 08:28:35.552248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b199-ef57-4314-b392-f099f34cc1c3 req-3d04cc41-52cb-4dbb-babf-4931a8f6ccc2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.559757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7222b199-ef57-4314-b392-f099f34cc1c3 req-3d04cc41-52cb-4dbb-babf-4931a8f6ccc2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.0585642 Sep 30 08:28:35.604598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7222b199-ef57-4314-b392-f099f34cc1c3 req-b7ab8a3b-756f-434d-a279-2987f9ee944b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Sep 30 08:28:35.750171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4479de-adae-4bd3-b1c5-473c0bd0d447 req-e7b30088-fa03-4c78-a04f-768992ce4edd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:35.752123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d4479de-adae-4bd3-b1c5-473c0bd0d447 req-e7b30088-fa03-4c78-a04f-768992ce4edd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.0537279 Sep 30 08:28:35.763079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35006) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:35.767811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'floatingip': {'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:35.836457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.102939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9a30-3c2e-459e-9b4c-7589d85e42d2 req-031a1c22-cb22-4e7f-9d23-cee86d2a07fe tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.115872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9eea9a30-3c2e-459e-9b4c-7589d85e42d2 req-031a1c22-cb22-4e7f-9d23-cee86d2a07fe tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.1686523 Sep 30 08:28:36.245283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9eea9a30-3c2e-459e-9b4c-7589d85e42d2 req-1d3b3993-ea8a-45c7-86fd-b8301e7c1931 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267834 Sep 30 08:28:36.607753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.613770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.618984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.635630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.644510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.652604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.659511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.665817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.672073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:36.681417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-8c670048-52e1-43e3-b223-d7fede84d82b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.1274385 Sep 30 08:28:36.748698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88d2b331-2fc4-49e2-996d-e37e3b8feeaa req-2bf01ba0-c7fb-457f-9560-ce899f7a450f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658369 Sep 30 08:28:36.768592 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Floating IP 78aed520-22e4-4d04-91e2-278c723a3d9a associated. External IP: 172.25.7.125, port: f28774b5-5a89-443a-a23b-65ce49f00a97. Sep 30 08:28:37.014058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:37.166342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Router c16114b0-c198-4f12-84ae-8aa0ae36a58c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:28:37.222592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:37.236159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'port_id': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'mac_address': 'fa:16:3e:94:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:37.294818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35058) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:37.321225 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.366106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82d355b-59f0-43cf-8e53-1982e3be61a5 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:37.403301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:37.413782 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.463724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60b4a8-3482-4d6e-b818-d32455714638 req-8c13ad7d-5a6f-4cc5-866c-e42a2dce6888 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:37.480450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a60b4a8-3482-4d6e-b818-d32455714638 req-8c13ad7d-5a6f-4cc5-866c-e42a2dce6888 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 944 time: 0.1264772 Sep 30 08:28:37.506435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:37.551748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a60b4a8-3482-4d6e-b818-d32455714638 req-436c4471-4181-4c37-9e4d-41abac852c43 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675585 Sep 30 08:28:37.608799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1905498294'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:37.649243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Made reservation on behalf of 8998e700d0ae4ce59a63d7669928efa8 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:37.654232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.665379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.752186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e82d355b-59f0-43cf-8e53-1982e3be61a5'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:37.795595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.803998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.830194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:37.836627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.865715 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-243d8150-1a4b-4a96-be2c-2326925c0554 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "PUT /v2.0/floatingips/78aed520-22e4-4d04-91e2-278c723a3d9a HTTP/1.1" status: 200 len: 992 time: 2.1013939 Sep 30 08:28:37.866407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:37.868815 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dec76cd-dee3-4eea-8df5-5d86739081c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:37.877810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:37.879918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] Sync routers for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:37.928093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74971408-4c34-4bc2-b570-160f872564c6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:37.932543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.933188 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Added segment a2fae327-cedb-4c34-819c-0dad72033d62 of type vlan for network df2ace42-dce6-467b-8d43-72ab1b73f63f Sep 30 08:28:37.936657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:37.937623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:37.996445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.002826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.009521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.015796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.022600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.029322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.035554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.037651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-89fb76f6-b489-4a72-b05e-fbcb5699b122 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.1571684 Sep 30 08:28:38.071798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.112067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72b9b95c-5e20-4d8f-acf6-582c074a4fc6 req-8e9c05ed-bae5-41b7-be28-815268fd9060 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642736 Sep 30 08:28:38.128963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.135736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.146901 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.339151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Pushing event updated for resources: {'Network': ['ID=df2ace42-dce6-467b-8d43-72ab1b73f63f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:38.344349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-153ca190-df17-4874-819a-154707db6fb9 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0480368 Sep 30 08:28:38.357716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:38.404576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network df2ace42-dce6-467b-8d43-72ab1b73f63f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:38.427383 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96bca16-de16-45c0-832a-d85dda402bca x-openstack-request-id: req-f96bca16-de16-45c0-832a-d85dda402bca {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:38.427857 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:38.428255 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f96bca16-de16-45c0-832a-d85dda402bca {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:38.428877 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'status': 'completed', 'code': 200} Sep 30 08:28:38.543646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-dd73ab51-0683-4148-92a5-1e9615223e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.545915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-dd73ab51-0683-4148-92a5-1e9615223e96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1097 time: 0.0545917 Sep 30 08:28:38.659485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35090) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:38.664996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Request body: {'port': {'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f', 'binding:host_id': 'n-h2-807025-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2072142919'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:38.676699 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b422e2d-f0e9-4d35-8e38-a8408c76d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.703454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Made reservation on behalf of 567d0e3167a14c069d1cbd7784bb657f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:38.707262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.720425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.802749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-7d55d3cd-f3ad-495a-82f8-499667951464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.806888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-7d55d3cd-f3ad-495a-82f8-499667951464 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.2527068 Sep 30 08:28:38.852807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.864434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.868407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port 9ba2c913-c549-4267-9d10-7bf650a1fb24 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:38.910865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0f85b-9f62-4593-9980-16f0e98982fe req-553e7536-0b08-454c-b9c0-756234449540 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.912636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab0f85b-9f62-4593-9980-16f0e98982fe req-553e7536-0b08-454c-b9c0-756234449540 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 945 time: 0.1579285 Sep 30 08:28:38.926849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-ed183a6b-08a2-46bc-8f2b-74d5968de234 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.0911207 Sep 30 08:28:38.994450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab0f85b-9f62-4593-9980-16f0e98982fe req-728b273f-638d-409c-a6b4-865e74da3f0c tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713820 Sep 30 08:28:39.010030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-8d82612c-b2d0-4967-a6bc-10d2f3d04866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.011746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-8d82612c-b2d0-4967-a6bc-10d2f3d04866 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0640798 Sep 30 08:28:39.045146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '78aed520-22e4-4d04-91e2-278c723a3d9a', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:28:10Z', 'updated_at': '2021-09-30T08:28:36Z', 'revision_number': 1, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:07Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:39.079108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] Checking router: c16114b0-c198-4f12-84ae-8aa0ae36a58c for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:39.090558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:39.092197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:39.100470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-3fee963d-98b1-43f2-9ede-10d0437323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.101949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-3fee963d-98b1-43f2-9ede-10d0437323c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824127 Sep 30 08:28:39.255929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3f7f9-4033-48e3-8f65-939af7c2b9da,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:39.258469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:39.358108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port 9ba2c913-c549-4267-9d10-7bf650a1fb24 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:39.370454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.380259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.386854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-d7cbf72a-c68f-45e6-b57e-bbac532943a6 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755709 Sep 30 08:28:39.460456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba2c913-c549-4267-9d10-7bf650a1fb24,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:39.482110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Checking segment: {'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:39.483007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Network hostable DHCP agents. Network: df2ace42-dce6-467b-8d43-72ab1b73f63f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:39.492407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dec76cd-dee3-4eea-8df5-5d86739081c5 req-b725bac6-1a54-44ab-86c3-d4e9bf420bfe service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958183 Sep 30 08:28:39.508872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Network df2ace42-dce6-467b-8d43-72ab1b73f63f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:39.519928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, df2ace42-dce6-467b-8d43-72ab1b73f63f) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:39.525789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:39.534135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774505c-01d6-4008-a14b-c9b992588a90 None None] Network df2ace42-dce6-467b-8d43-72ab1b73f63f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:39.534683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.550169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.555342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.556147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.556147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.562110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.566712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.567551 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.568122 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 2 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.568306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.583184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.583413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.584677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.585075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.591197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.591625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.591968 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.592364 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 3 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.610613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.610861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.611205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.615645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.617954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-c8972a0b-73e2-49ce-8e37-6f5162d51160 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.2737339 Sep 30 08:28:39.618664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.619005 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.619484 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 4 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.635847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.636195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.636829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.648565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.649214 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.649695 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 5 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.669912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.670257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.670604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.676350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.676756 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.677399 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 6 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.695166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.695512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.695854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.702726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.703830 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.704957 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 7 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.705399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-befe3de2-861b-4836-a1df-7dff60bb94fb req-dec6d636-aca2-46b8-ab46-27f16c71a2e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789452 Sep 30 08:28:39.716325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '78aed520-22e4-4d04-91e2-278c723a3d9a', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:28:10Z', 'updated_at': '2021-09-30T08:28:36Z', 'revision_number': 1, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:07Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:39.722114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.722841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.723192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.729689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.730021 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.730414 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 8 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.750833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.750833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.750833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.754044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.755188 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.755628 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 9 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.755884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9a844-cd13-410b-abe9-7c2e4d0ec9f5 None None] The sync data for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 is: [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '78aed520-22e4-4d04-91e2-278c723a3d9a', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:28:10Z', 'updated_at': '2021-09-30T08:28:36Z', 'revision_number': 1, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:07Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:39.784739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.785084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.785424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.791039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.791376 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.791772 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 10 to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 Sep 30 08:28:39.806978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:39.807482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:39.807832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:39.816113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:39.816452 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 9ba2c913-c549-4267-9d10-7bf650a1fb24 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:39.816827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.948542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] For port 9ba2c913-c549-4267-9d10-7bf650a1fb24, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:39.949167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempted to set empty binding levels {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:28:39.963779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.031389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.032121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.059349 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba2c913-c549-4267-9d10-7bf650a1fb24,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:40.073937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35116) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:40.075225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-791d446e-5c39-41e0-8a86-55f7d330c0e0 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4145710 Sep 30 08:28:40.165412 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82aec-3a01-4646-83b7-c2c789248b07 None None] New status for floating IP 78aed520-22e4-4d04-91e2-278c723a3d9a: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:28:40.219115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1988c-fac4-4bf1-a77c-f94dab399300 req-c07b9f7d-9792-47ee-ae78-b4e75316ae46 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.220725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fb1988c-fac4-4bf1-a77c-f94dab399300 req-c07b9f7d-9792-47ee-ae78-b4e75316ae46 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 945 time: 0.1092801 Sep 30 08:28:40.262055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Deleting port 9ba2c913-c549-4267-9d10-7bf650a1fb24 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:40.262395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.301082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fb1988c-fac4-4bf1-a77c-f94dab399300 req-3207c3b8-3ead-4fc7-8d3a-aabe50425139 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700362 Sep 30 08:28:40.402560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] For port 9ba2c913-c549-4267-9d10-7bf650a1fb24, host n-h2-807025-5, got binding levels [] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:40.403073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.419626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Calling delete_port for 9ba2c913-c549-4267-9d10-7bf650a1fb24 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:40.606947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.652134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ba2c913-c549-4267-9d10-7bf650a1fb24,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:40.662041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.666769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5fb722a0-9e99-40aa-9ff2-186ee1f60273 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9ba2c913-c549-4267-9d10-7bf650a1fb24 HTTP/1.1" status: 204 len: 168 time: 0.5914533 Sep 30 08:28:40.671968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35120) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:40.711775 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f66df7-756a-42c0-8c30-a749431120d4 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:28:40.717513 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f0f66df7-756a-42c0-8c30-a749431120d4 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "GET /v2.0/ports/9ba2c913-c549-4267-9d10-7bf650a1fb24 HTTP/1.1" status: 404 len: 333 time: 0.0404212 Sep 30 08:28:40.719565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35122) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:40.726825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Request body: {'port': {'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-730734437'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:40.758988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Made reservation on behalf of 567d0e3167a14c069d1cbd7784bb657f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:40.761848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.790742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port 12b0327e-d791-496f-a000-62ca3ad46554 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:40.902101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.909637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.916678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.925559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.933520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.943705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.952385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:40.961955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e1c434-3987-486f-bf7d-7b78504e520d req-951c73e8-f832-43e7-9c12-7669ce4cd432 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.1427665 Sep 30 08:28:41.007720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.036338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e1c434-3987-486f-bf7d-7b78504e520d req-1c5f6f93-4b09-4c71-b727-43277579064f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702710 Sep 30 08:28:41.040429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:41.060382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.106519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Network df2ace42-dce6-467b-8d43-72ab1b73f63f is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:41.111589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:41.114103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:41.115079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:41.115807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.136628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=12b0327e-d791-496f-a000-62ca3ad46554,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:41.150813 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b41e6720-531c-4e8a-bb6e-6e005b78dd9e tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4301429 Sep 30 08:28:41.153703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:41.156486 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e578-9643-4be3-8e95-75877871bc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.159821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:41.162374 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:28:41.163496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e82d355b-59f0-43cf-8e53-1982e3be61a5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:41.163965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.216941 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.260234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.286483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:41.289057 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9dd5d8-0966-49d6-8732-a8d3c6d2a021" -d '{"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-plugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:41.309144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:41.318937 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.352392 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68313d4-b609-4d93-9838-4a5a0a78a9ed x-openstack-request-id: req-a68313d4-b609-4d93-9838-4a5a0a78a9ed {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:41.352777 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-plugged", "status": "completed", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:41.353121 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a68313d4-b609-4d93-9838-4a5a0a78a9ed {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:41.353638 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'code': 200} Sep 30 08:28:41.404097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:41.453587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.486757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1508ea-392c-4f3c-98c0-09c8454298b9 req-f9fdb510-c8d5-4ed4-9fde-0ccb145e3af0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:41.492125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port 12b0327e-d791-496f-a000-62ca3ad46554 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:41.496872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f1508ea-392c-4f3c-98c0-09c8454298b9 req-f9fdb510-c8d5-4ed4-9fde-0ccb145e3af0 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.0815425 Sep 30 08:28:41.508413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.519639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.556306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f1508ea-392c-4f3c-98c0-09c8454298b9 req-2cbdc65f-b261-4d6c-9b6c-1ac452d18cde tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559516 Sep 30 08:28:41.603966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=12b0327e-d791-496f-a000-62ca3ad46554,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:41.629987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.630569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.630923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.636813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6357710-8368-4fd8-9541-a78f4897fe5c req-ec73cbe1-84ff-40b8-935c-a97641c799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:41.637794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.638169 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.638534 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 2 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.640701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6357710-8368-4fd8-9541-a78f4897fe5c req-ec73cbe1-84ff-40b8-935c-a97641c799c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1098 time: 0.0673716 Sep 30 08:28:41.661372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.662002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.662585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.669499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.669882 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.670287 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 3 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.686261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.686587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.686870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.691789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.692697 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.693078 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 4 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.696424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6357710-8368-4fd8-9541-a78f4897fe5c req-1db584be-3512-443a-a00d-f89133286880 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486853 Sep 30 08:28:41.708047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.708404 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.708751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.714062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.714399 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.714795 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 5 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.730446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.730948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.731300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.736909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.737145 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.737759 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 6 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.759506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.759857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.760222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.765074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.765577 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.765983 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 7 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.780058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.780494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.780770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.786333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.786671 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.787073 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 8 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.800878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.801220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.801680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.806365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.806700 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.807104 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 9 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.821401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.821800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.822151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.827055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.827389 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.827785 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 10 to bind port 12b0327e-d791-496f-a000-62ca3ad46554 Sep 30 08:28:41.843273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:41.843705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:41.844056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:41.850987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:41.851401 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port 12b0327e-d791-496f-a000-62ca3ad46554 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:41.851832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.931238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] For port 12b0327e-d791-496f-a000-62ca3ad46554, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:41.931706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempted to set empty binding levels {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:28:41.937389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.970335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] In _notify_port_updated(), no bound segment for port 12b0327e-d791-496f-a000-62ca3ad46554 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:28:41.971220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:41.971836 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.973204 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "PUT /v2.0/ports/12b0327e-d791-496f-a000-62ca3ad46554 HTTP/1.1" status: 200 len: 974 time: 0.8185122 Sep 30 08:28:41.976374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35144) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:41.988618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3247bd-718c-4b93-bd73-1c544803eba7 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=12b0327e-d791-496f-a000-62ca3ad46554,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:42.106245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.106245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.107028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.107415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.108257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.109087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.109608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.110612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.110830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.111586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.112048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.112772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.113471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.114854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.115320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.115789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.116389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.116862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.117524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.118239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.118851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.119347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.119782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.120396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.120899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.121539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.122044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.122808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.123456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.123905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.124374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.125199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.125719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.126476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.126996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.127742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.128356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.129042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.129713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.130370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.130877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.131470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.131949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.132556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.133028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.133666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.139250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8dd1b4a7-faef-4c2f-8278-64cd26747576 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41368 time: 0.1611876 Sep 30 08:28:42.144035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35152) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.314251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.317027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Deleting port 12b0327e-d791-496f-a000-62ca3ad46554 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:42.321646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.326479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.342872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.351314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.366808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.392297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.409674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.419370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-d36e9a15-8c18-4676-868c-1181c655c99d tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.2149277 Sep 30 08:28:42.420901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] For port 12b0327e-d791-496f-a000-62ca3ad46554, host n-h2-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:42.422553 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.440724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Calling delete_port for 12b0327e-d791-496f-a000-62ca3ad46554 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:42.472995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c2f786-5ca2-4145-aa50-46c905ec1c60 req-585b58ed-2fa9-4c4c-bdcd-cea78b44303c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458915 Sep 30 08:28:42.615406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.668951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event deleted for resources: {'Port': ['ID=12b0327e-d791-496f-a000-62ca3ad46554,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:42.684102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.686251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ee51bd05-f72e-4da7-a9d0-cbf8f0dca366 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "DELETE /v2.0/ports/12b0327e-d791-496f-a000-62ca3ad46554 HTTP/1.1" status: 204 len: 168 time: 0.5410676 Sep 30 08:28:42.688897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35174) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.722708 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fea36ed-1699-45f3-a95c-f01c1d9f6d54 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:28:42.724275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1fea36ed-1699-45f3-a95c-f01c1d9f6d54 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "GET /v2.0/ports/12b0327e-d791-496f-a000-62ca3ad46554 HTTP/1.1" status: 404 len: 333 time: 0.0343270 Sep 30 08:28:42.730304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.736095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1078141722', 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:42.782562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Made reservation on behalf of 567d0e3167a14c069d1cbd7784bb657f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:42.786775 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.817552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port 9e620a6f-86ec-4091-9e5d-d234fec34a74 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:43.030326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:43.088423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:43.089388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:43.183459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Network df2ace42-dce6-467b-8d43-72ab1b73f63f is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:43.196525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:43.200136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=9e620a6f-86ec-4091-9e5d-d234fec34a74,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:43.204926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:43.207525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.208734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:43.265511 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82a1b7b0-3ea0-4886-ba78-a2c5785e502c tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5337753 Sep 30 08:28:43.269962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35196) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.302139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f26748-b884-474c-b12e-d8c7a3386d3d req-e02c6b1e-0c6a-4586-9d11-ac2c247163e7 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.310827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75f26748-b884-474c-b12e-d8c7a3386d3d req-e02c6b1e-0c6a-4586-9d11-ac2c247163e7 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.1080041 Sep 30 08:28:43.375768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75f26748-b884-474c-b12e-d8c7a3386d3d req-6a8c42d4-60d5-40b2-9b7d-e9e80afa5bad tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627253 Sep 30 08:28:43.404507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93987b3-3c95-473f-917f-2362e39145f5 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.407218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f93987b3-3c95-473f-917f-2362e39145f5 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "GET /v2.0/ports/9e620a6f-86ec-4091-9e5d-d234fec34a74 HTTP/1.1" status: 200 len: 955 time: 0.1353695 Sep 30 08:28:43.412813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35204) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.605068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.612479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.619649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.625530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.631641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.637663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.643567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.646005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-e7340a8e-5c76-46d7-b35a-e7d245b9f135 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.1205609 Sep 30 08:28:43.647732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Deleting port 9e620a6f-86ec-4091-9e5d-d234fec34a74 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:43.648075 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:43.740048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:43.759751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc444bbb-1c76-4ecb-94a4-82e6e5abb5e2 req-c64cc272-006f-4c48-a840-d3b2dd3422a4 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970631 Sep 30 08:28:43.761052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Calling delete_port for 9e620a6f-86ec-4091-9e5d-d234fec34a74 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:43.833634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5212fce2-0bcc-40f9-9cad-e151b5a51a51 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:44.023529 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.093742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:44.124880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '5212fce2-0bcc-40f9-9cad-e151b5a51a51', 'network_id': '0230432a-6521-487a-a8da-9252aae24c09', 'port_id': '5212fce2-0bcc-40f9-9cad-e151b5a51a51', 'mac_address': 'fa:16:3e:fa:c9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b101cc4-e911-4c5a-9def-083ec03d26d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:44.148690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.155700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9e620a6f-86ec-4091-9e5d-d234fec34a74 HTTP/1.1" status: 204 len: 168 time: 0.7432108 Sep 30 08:28:44.157231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453b7ea-ebff-4a12-abdb-cb500fafc1e9 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e620a6f-86ec-4091-9e5d-d234fec34a74,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:44.158722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.183364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.195847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.204865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.232738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.239352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.243323 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.251745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.252382 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e17dbf2-bcba-4441-b078-52a38fb887d6 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:28:44.263581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e17dbf2-bcba-4441-b078-52a38fb887d6 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "GET /v2.0/ports/9e620a6f-86ec-4091-9e5d-d234fec34a74 HTTP/1.1" status: 404 len: 333 time: 0.1024635 Sep 30 08:28:44.267224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35236) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.274868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.276828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-8c4658a7-742f-4c2e-8a06-e3f6eafde404 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5428 time: 0.3546915 Sep 30 08:28:44.283634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Request body: {'port': {'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-991330551'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:44.318077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5212fce2-0bcc-40f9-9cad-e151b5a51a51 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:44.382369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Made reservation on behalf of 567d0e3167a14c069d1cbd7784bb657f for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:44.385292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.386944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:44.394294 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.422802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port b616b94a-c593-4121-b958-53134432d607 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:44.493737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5212fce2-0bcc-40f9-9cad-e151b5a51a51,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:44.516988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-879e80e8-6596-4abb-8da6-2cc11300dfcb req-629958c7-68d1-4d3d-94b4-0826866782b6 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996644 Sep 30 08:28:44.582463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.605514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.627920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.652733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.670340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.700998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.715525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.718930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-7708e155-f742-4024-b5b7-cb124f356022 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.4327431 Sep 30 08:28:44.753429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['5212fce2-0bcc-40f9-9cad-e151b5a51a51'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:44.850831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.908221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.915548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-5fc17178-7b94-4e04-8f91-93570911e5ee tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.917559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-5fc17178-7b94-4e04-8f91-93570911e5ee tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "GET /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1733913 Sep 30 08:28:44.940344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35256) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.953351 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.049433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Network df2ace42-dce6-467b-8d43-72ab1b73f63f is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:45.059524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:45.071884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:45.072845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:45.073481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.077016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=b616b94a-c593-4121-b958-53134432d607,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:45.117375 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c54edb5c-ca11-4903-b0ef-3c4116eecd58 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8489425 Sep 30 08:28:45.120687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35260) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:45.126145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:45.180770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb2e4c-d500-49ac-9253-429f939a1107 req-d91d0fcd-42fd-40ba-9cbd-e0fa2b9e39db tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:45.194683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06cb2e4c-d500-49ac-9253-429f939a1107 req-d91d0fcd-42fd-40ba-9cbd-e0fa2b9e39db tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.2759480 Sep 30 08:28:45.247677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.267192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-797389ac-9617-4c1a-a42f-8fb123c709a7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "GET /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3329134 Sep 30 08:28:45.279193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:45.297291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c433cc9-91a1-4277-8b6a-3804d2bcd276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.320433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06cb2e4c-d500-49ac-9253-429f939a1107 req-632ca0e0-a852-4dba-861a-7e4f69745b35 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866849 Sep 30 08:28:45.371398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.718214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] device_id is not set on port b616b94a-c593-4121-b958-53134432d607 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:45.750754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.757539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c433cc9-91a1-4277-8b6a-3804d2bcd276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.769828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c433cc9-91a1-4277-8b6a-3804d2bcd276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.812303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.841691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d358ff51-01cc-4a22-8adf-56f28f8c9b57 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:45.845681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5212fce2-0bcc-40f9-9cad-e151b5a51a51 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:45.868351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c433cc9-91a1-4277-8b6a-3804d2bcd276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d611054a-8ac0-4f98-a1a9-712c5ff6170a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:45.892509 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3c433cc9-91a1-4277-8b6a-3804d2bcd276 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69e3285d06c944e4825a6128daa7acb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485633 Sep 30 08:28:45.893047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35272) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:46.019977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:46.029261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:46.032198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.049153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.049834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.051907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.061809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=86fa577e-a0f8-494d-b99c-8e6e54e189d2,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.062511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=b616b94a-c593-4121-b958-53134432d607,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.079287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.084393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.084735 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.087011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.088319 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 2 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.094272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.101413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.104140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.109069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.117785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.123948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'port_id': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57', 'mac_address': 'fa:16:3e:63:f3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:46.124717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.127059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-96393141-d4de-4332-aceb-8d2cabb5dc82 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 5432 time: 0.6206350 Sep 30 08:28:46.131789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde029ff-083e-4c1c-bb94-bea6191321c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.172818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde029ff-083e-4c1c-bb94-bea6191321c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.197199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.197434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] For port 86fa577e-a0f8-494d-b99c-8e6e54e189d2, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:46.211813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.237120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d358ff51-01cc-4a22-8adf-56f28f8c9b57 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:46.247554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5212fce2-0bcc-40f9-9cad-e151b5a51a51'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:46.248005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-679817e3-0c9e-48bf-8c25-2908070b3835 req-affec033-51a1-4aa0-b296-0a153de6696d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952766 Sep 30 08:28:46.249344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.250861 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9b964-f17f-4fce-9e79-519a997c1dec" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "5212fce2-0bcc-40f9-9cad-e151b5a51a51"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:46.255099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.255605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.268699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] device_id is not set on port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:46.271481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.272022 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.272755 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 3 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.274372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.283860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.285438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.289674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.293869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.294221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.294568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.296882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde029ff-083e-4c1c-bb94-bea6191321c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.297873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.299776 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cde029ff-083e-4c1c-bb94-bea6191321c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.301010 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cde029ff-083e-4c1c-bb94-bea6191321c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d611054a-8ac0-4f98-a1a9-712c5ff6170a HTTP/1.1" status: 204 len: 168 time: 0.4065688 Sep 30 08:28:46.313735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde029ff-083e-4c1c-bb94-bea6191321c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611054a-8ac0-4f98-a1a9-712c5ff6170a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.318060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.325439 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.326597 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 4 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.344338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.344807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.345250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.353587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.353950 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.354355 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 5 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.375053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.375500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.375916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.381795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.382249 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.382701 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 6 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.391333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.391771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:46.418896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.419616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.420175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.426586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.427294 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.428422 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 7 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.443422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] No DVR routers for this DVR port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:46.459675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.460603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.461332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.473805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.474870 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.475534 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 8 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.485181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5212fce2-0bcc-40f9-9cad-e151b5a51a51,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.499694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] In _notify_port_updated(), no bound segment for port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:28:46.500690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.501309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.503166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] 10.222.0.50 "PUT /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 200 len: 1026 time: 1.2282076 Sep 30 08:28:46.510883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b69ca-a310-4ea0-ba11-22e72932cc8e service neutron] Pushing event updated for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.531587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.532189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.532765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.540934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.554513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.555080 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.555747 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 9 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.557068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.581997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.583129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.583706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.589680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-2cc9051f-8ca4-4fc5-84f3-633f47341f28 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.591434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-2cc9051f-8ca4-4fc5-84f3-633f47341f28 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "GET /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0777555 Sep 30 08:28:46.592180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.592753 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.593534 n-d-807025-5 neutron-server[95002]: INFO neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempt 10 to bind port b616b94a-c593-4121-b958-53134432d607 Sep 30 08:28:46.595265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '8ae855ec-8bb2-4ed0-9d2c-f852764abc37', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'port_id': '8ae855ec-8bb2-4ed0-9d2c-f852764abc37', 'mac_address': 'fa:16:3e:f6:5c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:46.616231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:46.620497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.623216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.623893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempting to bind port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.632528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:46.633111 n-d-807025-5 neutron-server[95002]: ERROR neutron.plugins.ml2.managers [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Failed to bind port b616b94a-c593-4121-b958-53134432d607 on host n-h2-807025-5 for vnic_type normal using segments [{'id': 'a2fae327-cedb-4c34-819c-0dad72033d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df2ace42-dce6-467b-8d43-72ab1b73f63f'}] Sep 30 08:28:46.633817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.667824 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.685718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:46.716584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.724199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.725275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:46.743697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.750719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.752034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] For port b616b94a-c593-4121-b958-53134432d607, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:46.752645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attempted to set empty binding levels {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:28:46.759290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.765028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.767743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.775778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.782918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.788892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.790909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-651a7697-ed89-4625-9087-3ceb58748f19 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5431 time: 0.3015590 Sep 30 08:28:46.799294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.812729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.826587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-388ea58e-d6af-43ca-9c1e-036dba5a7d01 None None] Provisioning complete for port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:46.827260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-388ea58e-d6af-43ca-9c1e-036dba5a7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.831155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.844343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] In _notify_port_updated(), no bound segment for port b616b94a-c593-4121-b958-53134432d607 on network df2ace42-dce6-467b-8d43-72ab1b73f63f {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:28:46.847075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.848958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.852239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "PUT /v2.0/ports/b616b94a-c593-4121-b958-53134432d607 HTTP/1.1" status: 200 len: 974 time: 1.7298586 Sep 30 08:28:46.858838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35282) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:46.889724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '1e8deddc-0dfa-46be-a5a8-27f09a34cac3', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'port_id': '1e8deddc-0dfa-46be-a5a8-27f09a34cac3', 'mac_address': 'fa:16:3e:73:25:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:46.907271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35286) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:46.932268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-388ea58e-d6af-43ca-9c1e-036dba5a7d01 None None] Port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:28:46.950083 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.954457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11065e1-e3c1-431d-85d3-e018b08c98c2 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event updated for resources: {'Port': ['ID=b616b94a-c593-4121-b958-53134432d607,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.966353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:46.989733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:46.996184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.997186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b558a10-35f2-41ed-95b6-bc35355f7266 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:47.037269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98185a59-7e8b-4c39-a656-9b4ef07c992c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.047448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Deleting port b616b94a-c593-4121-b958-53134432d607 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:47.048200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.063928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:47.073042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-458842f9-09e6-4398-a059-640c044a3f2b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898379 Sep 30 08:28:47.099943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2319a3da-1556-4626-811a-f15d8fbfa359 req-5f0ab0b4-0c8b-44fb-88bd-eacc2882fa74 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2964673 Sep 30 08:28:47.126585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b558a10-35f2-41ed-95b6-bc35355f7266,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:47.175680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '3b558a10-35f2-41ed-95b6-bc35355f7266', 'network_id': '7d14498a-f924-4c47-b956-21973e866e73', 'port_id': '3b558a10-35f2-41ed-95b6-bc35355f7266', 'mac_address': 'fa:16:3e:a3:7a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7217c2-a328-49a6-a59e-136b971a9de3', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:47.181674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:47.201251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] For port b616b94a-c593-4121-b958-53134432d607, host n-h2-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:47.202026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.231150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Calling delete_port for b616b94a-c593-4121-b958-53134432d607 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:47.285071 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.319536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566522cb-397d-4503-a908-5be07331ef88 req-b016e810-0cd3-4cf1-9f25-afe08dc6d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.321821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-b016e810-0cd3-4cf1-9f25-afe08dc6d527 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 1098 time: 0.1968520 Sep 30 08:28:47.337784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-c15745f9-cdc8-4b93-82ca-dff744691cec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4309118 Sep 30 08:28:47.342954 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f017f9ee-5494-416f-8f98-69b5827515ee x-openstack-request-id: req-f017f9ee-5494-416f-8f98-69b5827515ee {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:47.343202 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "5212fce2-0bcc-40f9-9cad-e151b5a51a51", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:47.343310 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f017f9ee-5494-416f-8f98-69b5827515ee {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:47.343714 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5212fce2-0bcc-40f9-9cad-e151b5a51a51', 'code': 200} Sep 30 08:28:47.356723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b558a10-35f2-41ed-95b6-bc35355f7266 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:47.435810 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.444737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b558a10-35f2-41ed-95b6-bc35355f7266,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:47.448391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.464315 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.465423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5b119b11-0e99-4848-942b-6526aba46dea details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:47.501985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.506951 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b616b94a-c593-4121-b958-53134432d607 HTTP/1.1" status: 204 len: 168 time: 0.6459882 Sep 30 08:28:47.507778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:47.508601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64d887-11d7-449c-8a84-8f56c6660def tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] Pushing event deleted for resources: {'Port': ['ID=b616b94a-c593-4121-b958-53134432d607,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:47.536450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:47.541064 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cc5ef7-9c2e-478a-927e-83f245928c93 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:28:47.550632 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c5cc5ef7-9c2e-478a-927e-83f245928c93 tempest-PortsAdminExtendedAttrsTestJSON-1142132887 tempest-PortsAdminExtendedAttrsTestJSON-1142132887-project-admin] 10.222.0.41 "GET /v2.0/ports/b616b94a-c593-4121-b958-53134432d607 HTTP/1.1" status: 404 len: 333 time: 0.0372369 Sep 30 08:28:47.552234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.552602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35300) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:47.553558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9e3e1d28-e45c-4a3c-ad07-652ef56e545c no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:47.642432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e8ff4c9c-0c20-46d5-8cac-127398ce4099,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:47.649087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:47.663059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.671721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-9d15bb5d-78e9-44c8-bac8-8489e6c7276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.673991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-9d15bb5d-78e9-44c8-bac8-8489e6c7276d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.2575939 Sep 30 08:28:47.750649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566522cb-397d-4503-a908-5be07331ef88 req-b871c59b-1c80-4c28-8798-d23318df379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.752968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-b871c59b-1c80-4c28-8798-d23318df379d service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 200 len: 916 time: 0.4022768 Sep 30 08:28:47.779729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.784050 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.786943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.794933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.801892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.808973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.811200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ace42-dce6-467b-8d43-72ab1b73f63f']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:47.815374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:47.817982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-e74a1284-5207-4c5b-9a80-701f5b523b23 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 4659 time: 0.3627355 Sep 30 08:28:47.825779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fae327-cedb-4c34-819c-0dad72033d62') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:47.826159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fae327-cedb-4c34-819c-0dad72033d62') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:47.838527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.854914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.862565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:47.864220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:47.871241 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:47.924014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98185a59-7e8b-4c39-a656-9b4ef07c992c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.943485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] For port e8ff4c9c-0c20-46d5-8cac-127398ce4099, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:47.949964 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98185a59-7e8b-4c39-a656-9b4ef07c992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.041159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.055376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5b119b11-0e99-4848-942b-6526aba46dea,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:48.056607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.065254 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] 10.222.0.41 "DELETE /v2.0/networks/df2ace42-dce6-467b-8d43-72ab1b73f63f HTTP/1.1" status: 204 len: 168 time: 0.5076492 Sep 30 08:28:48.065571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] device_id is not set on port e8ff4c9c-0c20-46d5-8cac-127398ce4099 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:48.093188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-80d32a47-b404-42b2-a4f3-564bcc3b895e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 200 len: 1002 time: 0.2721422 Sep 30 08:28:48.096607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.106556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98185a59-7e8b-4c39-a656-9b4ef07c992c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc8d84c22a364038b0ae9b2804a35f51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1886554 Sep 30 08:28:48.106785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335894aa-88ec-4e23-9c16-64ee17554266 tempest-PortsAdminExtendedAttrsTestJSON-1253006455 tempest-PortsAdminExtendedAttrsTestJSON-1253006455-project] Pushing event deleted for resources: {'Network': ['ID=df2ace42-dce6-467b-8d43-72ab1b73f63f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.114358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaa4b7d2-bf44-4b84-ba7b-2424bb44d755 req-ce5e1f6b-e0f8-4877-b395-947abb349970 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebae1908-4b3c-48ee-9943-343ff03fb983&id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2495000 Sep 30 08:28:48.120313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '5b119b11-0e99-4848-942b-6526aba46dea', 'network_id': '0230432a-6521-487a-a8da-9252aae24c09', 'port_id': '5b119b11-0e99-4848-942b-6526aba46dea', 'mac_address': 'fa:16:3e:e6:b2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b101cc4-e911-4c5a-9def-083ec03d26d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:48.123372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35308) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.137435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185a59-7e8b-4c39-a656-9b4ef07c992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b257f53-09c6-4b17-9b06-2c8cea4dff83,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.155361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.159087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-3d4252e2-757d-4913-aebd-3e066811322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.160702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-3d4252e2-757d-4913-aebd-3e066811322b service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.4576051 Sep 30 08:28:48.180987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.314805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.323680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:48.340240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.341651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 64920def-9ce7-401f-868e-a1b53635b936 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:48.407816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.428107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b119b11-0e99-4848-942b-6526aba46dea {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:48.530375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5b119b11-0e99-4848-942b-6526aba46dea,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:48.541181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.545859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.546949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 741144a1-e2dd-4edb-92dd-33f3f865e9dd details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:48.561571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35316) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.601260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Pushing event updated for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.625076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566522cb-397d-4503-a908-5be07331ef88 req-f3a7c9b3-ad1e-44d8-8376-011de625895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.627716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-f3a7c9b3-ad1e-44d8-8376-011de625895e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 200 len: 854 time: 0.4917285 Sep 30 08:28:48.722816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fa8-c52a-4015-b304-b0f7923528b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.722816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] No DVR routers for this DVR port e8ff4c9c-0c20-46d5-8cac-127398ce4099 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:48.764980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.resource_extend [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:28:48.802607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.816223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.823545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.830087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.834219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.837502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.844026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.850436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.852449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df627058-18f4-46a9-977f-9c5b56e2496d req-49c0bcee-7f8b-4a6c-bd9a-68f317ef1778 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5434 time: 0.5338271 Sep 30 08:28:48.856784 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.882034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] In _notify_port_updated(), no bound segment for port e8ff4c9c-0c20-46d5-8cac-127398ce4099 on network 735e6368-d227-4126-95a3-7ca7e3916820 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:28:48.882800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.883418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.885247 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae65d026-78a2-4463-93db-88805d789fc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8998e700d0ae4ce59a63d7669928efa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217926 Sep 30 08:28:48.887614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.887843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-09eca870-f76f-46a5-8020-93ad02883a6b service neutron] 10.222.0.50 "PUT /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 200 len: 1027 time: 2.2797968 Sep 30 08:28:48.889728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-0b081ac3-1744-4bbd-ba08-216435437ecf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1002 time: 0.6876118 Sep 30 08:28:48.963271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=64920def-9ce7-401f-868e-a1b53635b936,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:48.971269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:48.975197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.976727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e8ff4c9c-0c20-46d5-8cac-127398ce4099 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:48.981698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fa8-c52a-4015-b304-b0f7923528b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.996620 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cdac71-5df9-4d89-90fb-c9b1e9a9eef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.027676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cdac71-5df9-4d89-90fb-c9b1e9a9eef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.050019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'port_id': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'mac_address': 'fa:16:3e:8d:e6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:49.090840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-69547b2d-d178-485a-8a42-6bd4ec76b54c None None] Provisioning complete for port e8ff4c9c-0c20-46d5-8cac-127398ce4099 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:49.091575 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-69547b2d-d178-485a-8a42-6bd4ec76b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.106077 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cdac71-5df9-4d89-90fb-c9b1e9a9eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.109122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35cdac71-5df9-4d89-90fb-c9b1e9a9eef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.110948 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35cdac71-5df9-4d89-90fb-c9b1e9a9eef4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74971408-4c34-4bc2-b570-160f872564c6 HTTP/1.1" status: 204 len: 168 time: 0.2213380 Sep 30 08:28:49.111614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.112300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-c6afd088-5f88-4148-91db-6f3f78a9e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.116468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-c6afd088-5f88-4148-91db-6f3f78a9e974 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.2064788 Sep 30 08:28:49.123592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df627058-18f4-46a9-977f-9c5b56e2496d req-c5945bdf-c49b-44d8-a096-e47bc97b705a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327800 Sep 30 08:28:49.130107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdac71-5df9-4d89-90fb-c9b1e9a9eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74971408-4c34-4bc2-b570-160f872564c6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.136526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566522cb-397d-4503-a908-5be07331ef88 req-35c0bf6e-7a3d-44c4-8706-696d3d9a2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.138879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-35c0bf6e-7a3d-44c4-8706-696d3d9a2d77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e21cca3-a8ed-46c3-bdf4-2b957d03b941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4980159 Sep 30 08:28:49.172493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e8ff4c9c-0c20-46d5-8cac-127398ce4099 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:49.172918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:49.256299 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.262919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-69547b2d-d178-485a-8a42-6bd4ec76b54c None None] Port e8ff4c9c-0c20-46d5-8cac-127398ce4099 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:28:49.284695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741144a1-e2dd-4edb-92dd-33f3f865e9dd {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:49.304126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fa8-c52a-4015-b304-b0f7923528b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.307163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fa8-c52a-4015-b304-b0f7923528b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.308348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a4d80fa8-c52a-4015-b304-b0f7923528b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b257f53-09c6-4b17-9b06-2c8cea4dff83 HTTP/1.1" status: 204 len: 168 time: 1.1643488 Sep 30 08:28:49.310169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:49.321886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-72bc7ffe-3e68-43b3-bce7-5ff99331b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.323636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-72bc7ffe-3e68-43b3-bce7-5ff99331b3df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819634 Sep 30 08:28:49.329951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.338775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port 64920def-9ce7-401f-868e-a1b53635b936 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:49.339161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.360191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64920def-9ce7-401f-868e-a1b53635b936'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:49.363018 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9fa7a4-2e2a-4f9d-a1e4-e3d62c785a20" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "64920def-9ce7-401f-868e-a1b53635b936"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:49.381954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.385147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d80fa8-c52a-4015-b304-b0f7923528b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b257f53-09c6-4b17-9b06-2c8cea4dff83,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.422637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-6f4cfb2a-da5c-4ca7-a174-5dd341aedae5 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679768 Sep 30 08:28:49.432714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.454338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:49.460183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.462078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 86fa577e-a0f8-494d-b99c-8e6e54e189d2 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:49.569095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 86fa577e-a0f8-494d-b99c-8e6e54e189d2 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:49.570101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device b6208b89-6232-4ca4-9c8d-da0027372ac9 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:49.595058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.597255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35336) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.660504 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4532b04f-0dcd-46be-b919-b616fbec17be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=567d0e3167a14c069d1cbd7784bb657f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602226 Sep 30 08:28:49.662827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35340) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.677306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.710443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] For port 64920def-9ce7-401f-868e-a1b53635b936, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=64920def-9ce7-401f-868e-a1b53635b936,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:49.710821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.722149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:49.725313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ba67a16-b8ae-46fc-b8eb-0bb7165d720f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.742827 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.743262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-dc86aee3-c75c-4a4e-8995-eb1b4dea9e0f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.749811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-dc86aee3-c75c-4a4e-8995-eb1b4dea9e0f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.750251 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ba67a16-b8ae-46fc-b8eb-0bb7165d720f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.757017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-dc86aee3-c75c-4a4e-8995-eb1b4dea9e0f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.763750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-dc86aee3-c75c-4a4e-8995-eb1b4dea9e0f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.770125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-dc86aee3-c75c-4a4e-8995-eb1b4dea9e0f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.778806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-dc86aee3-c75c-4a4e-8995-eb1b4dea9e0f tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 3877 time: 0.2942886 Sep 30 08:28:49.800329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for 64920def-9ce7-401f-868e-a1b53635b936 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:49.805736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-03fb85a2-d0b2-43d2-b2b2-e1afac0d54cb service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522932 Sep 30 08:28:49.814927 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ba67a16-b8ae-46fc-b8eb-0bb7165d720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.819931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9ba67a16-b8ae-46fc-b8eb-0bb7165d720f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.822467 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9ba67a16-b8ae-46fc-b8eb-0bb7165d720f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39e3f7f9-4033-48e3-8f65-939af7c2b9da HTTP/1.1" status: 204 len: 168 time: 0.1578507 Sep 30 08:28:49.833603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba67a16-b8ae-46fc-b8eb-0bb7165d720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3f7f9-4033-48e3-8f65-939af7c2b9da,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.894439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.900487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566522cb-397d-4503-a908-5be07331ef88 req-6d514b36-3f3b-445e-9725-79259ccfe833 service neutron] 10.222.0.50 "GET /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388893 Sep 30 08:28:50.048207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adefe40e-0e55-43d6-bcc4-373a47f24c3d req-088bb791-e898-45a7-93a9-0ad1dc65e21e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682228 Sep 30 08:28:50.093406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a662c5a-a980-4a67-a75f-6bb62a25d59f req-807e6881-4309-4dc5-806f-1f771bf9360a service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636728 Sep 30 08:28:50.103961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['741144a1-e2dd-4edb-92dd-33f3f865e9dd'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:50.135628 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad65b169-5c92-4810-895d-0dc60e762c74 x-openstack-request-id: req-ad65b169-5c92-4810-895d-0dc60e762c74 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:50.135911 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "64920def-9ce7-401f-868e-a1b53635b936", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:50.136161 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad65b169-5c92-4810-895d-0dc60e762c74 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:50.136762 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754', 'code': 200} Sep 30 08:28:50.137100 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c', 'code': 200} Sep 30 08:28:50.137253 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64920def-9ce7-401f-868e-a1b53635b936', 'code': 200} Sep 30 08:28:50.186625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.192882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['3b558a10-35f2-41ed-95b6-bc35355f7266'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:50.228812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=64920def-9ce7-401f-868e-a1b53635b936,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:50.274114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['5b119b11-0e99-4848-942b-6526aba46dea'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:50.276696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1e8deddc-0dfa-46be-a5a8-27f09a34cac3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:50.324337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] No DVR routers for this DVR port 64920def-9ce7-401f-868e-a1b53635b936 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:50.328793 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.331522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-1458c253-e3f0-4741-9aea-ffd2be9491a0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "DELETE /v2.0/ports/64920def-9ce7-401f-868e-a1b53635b936 HTTP/1.1" status: 204 len: 173 time: 1.4303985 Sep 30 08:28:50.331941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '64920def-9ce7-401f-868e-a1b53635b936'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:50.335340 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4057c78-edf7-4749-bd19-048fa6ddf3e4" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "64920def-9ce7-401f-868e-a1b53635b936"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:50.370275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.376641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.383009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.389172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.409011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.415678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.422603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.425598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-c54f704d-2a48-48d8-971a-c9d542528e85 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5436 time: 0.1447442 Sep 30 08:28:50.536779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ed8116d-a573-48a4-93b2-5a048674a81c req-1452c6ad-ac4b-4612-bc5c-23a65a8a70f7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003745 Sep 30 08:28:50.584939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port b6208b89-6232-4ca4-9c8d-da0027372ac9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:50.585290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.648605 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abc7eb1-c541-4ae7-ac20-464181667f96 x-openstack-request-id: req-1abc7eb1-c541-4ae7-ac20-464181667f96 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:50.648900 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "64920def-9ce7-401f-868e-a1b53635b936", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:50.649177 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1abc7eb1-c541-4ae7-ac20-464181667f96 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:50.649574 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '64920def-9ce7-401f-868e-a1b53635b936', 'status': 'completed', 'code': 200} Sep 30 08:28:50.804405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] For port b6208b89-6232-4ca4-9c8d-da0027372ac9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=b6208b89-6232-4ca4-9c8d-da0027372ac9,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:50.804929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.283669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['8ae855ec-8bb2-4ed0-9d2c-f852764abc37'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:51.344856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d358ff51-01cc-4a22-8adf-56f28f8c9b57'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:51.814367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584e35-afdb-4444-9f61-4c9d11622529 req-dc1ba94f-9369-49e3-a720-5784a6de99c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.820430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584e35-afdb-4444-9f61-4c9d11622529 req-dc1ba94f-9369-49e3-a720-5784a6de99c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.829274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584e35-afdb-4444-9f61-4c9d11622529 req-dc1ba94f-9369-49e3-a720-5784a6de99c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.836513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584e35-afdb-4444-9f61-4c9d11622529 req-dc1ba94f-9369-49e3-a720-5784a6de99c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.838539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64584e35-afdb-4444-9f61-4c9d11622529 req-dc1ba94f-9369-49e3-a720-5784a6de99c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 3142 time: 0.1384470 Sep 30 08:28:51.877056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.877544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.877935 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Floating IP c4c7665d-3467-4018-a012-18217933ca84 disassociated. External IP: 172.25.7.66, port: b6208b89-6232-4ca4-9c8d-da0027372ac9. Sep 30 08:28:51.878290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for b6208b89-6232-4ca4-9c8d-da0027372ac9 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:51.962394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64584e35-afdb-4444-9f61-4c9d11622529 req-1965e79a-547f-4636-8b18-84252790dd6a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154590 Sep 30 08:28:52.092601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.138431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:52.141557 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19f7163-b009-4541-b709-00f3383be8e9" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:52.189164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=b6208b89-6232-4ca4-9c8d-da0027372ac9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:52.278925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.285180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.291906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.298132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.305036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.312178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.320221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.329629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2c05795-32ef-4112-a80f-320335827440 req-1c935671-7c5a-4348-a6c5-8c00c7966b9e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5436 time: 0.2162154 Sep 30 08:28:52.468858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:28:52.475463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2c05795-32ef-4112-a80f-320335827440 req-6a1e4e39-61fc-40e4-946d-ab38380040eb tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441827 Sep 30 08:28:52.520298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:52.665197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:52.682874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] Sync routers for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:52.696045 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56db09f9-0ebd-4282-84b8-81042cb7b418 x-openstack-request-id: req-56db09f9-0ebd-4282-84b8-81042cb7b418 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:52.696888 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-unplugged", "status": "completed", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:52.696888 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56db09f9-0ebd-4282-84b8-81042cb7b418 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:52.697403 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1', 'code': 200} Sep 30 08:28:52.697780 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'code': 200} Sep 30 08:28:52.704182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:52.705083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:52.743455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1837338292', 'router:external': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:52.749320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] No DVR routers for this DVR port b6208b89-6232-4ca4-9c8d-da0027372ac9 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:52.752187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.755516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-6d14d9bd-4f37-4cce-9c13-651604314a33 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "DELETE /v2.0/ports/b6208b89-6232-4ca4-9c8d-da0027372ac9 HTTP/1.1" status: 204 len: 173 time: 2.3290458 Sep 30 08:28:52.757179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:52.760458 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dc95f0-fa74-44da-8275-ed4127c1de3f" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:52.795066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Made reservation on behalf of 890c617f52ee4786809d38c59176d75a for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:52.799428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.820294 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e83738-c4e0-44ce-8817-3d4d089200d5 x-openstack-request-id: req-e8e83738-c4e0-44ce-8817-3d4d089200d5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:52.821777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.822147 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "b6208b89-6232-4ca4-9c8d-da0027372ac9", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:52.822781 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8e83738-c4e0-44ce-8817-3d4d089200d5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:52.823976 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': 'b6208b89-6232-4ca4-9c8d-da0027372ac9', 'status': 'completed', 'code': 200} Sep 30 08:28:52.909828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:52.971989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:52.973490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.987241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.994420 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.025597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:53.040004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22e02a2-0242-464d-a70f-fe2e7b0ecc6c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:53.049976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.052151 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Added segment e883359b-dad7-4e20-a1bb-4ff696af246a of type vlan for network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b Sep 30 08:28:53.126991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.167140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.168338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.169131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.260082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] For port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:53.260455 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.273790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Network': ['ID=e282ee4a-f67f-4bae-b2a2-dcd5a17c086b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:53.287638 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7cdca3c-3143-4016-b924-0f7320d44442 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7614536 Sep 30 08:28:53.287767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:53.287892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35448) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.291362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b239d6-c8b1-4277-88d5-0d56d8509b59 req-b0d70839-c099-4a67-8e55-bb82d33578c6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.293866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'subnet': {'network_id': 'e282ee4a-f67f-4bae-b2a2-dcd5a17c086b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:53.297644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b239d6-c8b1-4277-88d5-0d56d8509b59 req-b0d70839-c099-4a67-8e55-bb82d33578c6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.304538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b239d6-c8b1-4277-88d5-0d56d8509b59 req-b0d70839-c099-4a67-8e55-bb82d33578c6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.306337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5b239d6-c8b1-4277-88d5-0d56d8509b59 req-b0d70839-c099-4a67-8e55-bb82d33578c6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 2409 time: 0.1582489 Sep 30 08:28:53.307328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for 9e3e1d28-e45c-4a3c-ad07-652ef56e545c owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:53.339560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Made reservation on behalf of 890c617f52ee4786809d38c59176d75a for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:53.342395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.355110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 741144a1-e2dd-4edb-92dd-33f3f865e9dd up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:53.389382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:53.394452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5b239d6-c8b1-4277-88d5-0d56d8509b59 req-e6f1fa4c-d69f-4f4a-8b3f-081738b06280 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746665 Sep 30 08:28:53.426712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] Checking router: 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:53.446421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:53.447555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:53.502140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 741144a1-e2dd-4edb-92dd-33f3f865e9dd completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:53.510456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 741144a1-e2dd-4edb-92dd-33f3f865e9dd triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:53.510985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.618069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.653718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:53.709956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=9e3e1d28-e45c-4a3c-ad07-652ef56e545c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:53.787604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] No DVR routers for this DVR port 9e3e1d28-e45c-4a3c-ad07-652ef56e545c on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:53.814781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.826175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.836690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.839262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:28:53.840145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.847018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.857004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.865237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.871360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.873673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-3c04054f-9026-4d08-b970-536323313369 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5436 time: 0.2504892 Sep 30 08:28:53.874809 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.876762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e2808643-26d0-4caf-aacb-4ba15b1a5680 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "DELETE /v2.0/ports/9e3e1d28-e45c-4a3c-ad07-652ef56e545c HTTP/1.1" status: 204 len: 173 time: 1.1122394 Sep 30 08:28:53.904070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1336f7a8-f8f7-4c21-8ed4-365b28307d8d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:53.922359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Checking segment: {'id': 'e883359b-dad7-4e20-a1bb-4ff696af246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e282ee4a-f67f-4bae-b2a2-dcd5a17c086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:53.922782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network hostable DHCP agents. Network: e282ee4a-f67f-4bae-b2a2-dcd5a17c086b, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:53.946602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:53.949142 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.959746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e282ee4a-f67f-4bae-b2a2-dcd5a17c086b) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:53.965240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:53.966067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.984481 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8a746f1d-c81d-4665-aff8-eb0c2a7c0f29 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6952853 Sep 30 08:28:53.988108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35460) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.994705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1453681535', 'network_id': 'e282ee4a-f67f-4bae-b2a2-dcd5a17c086b'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:53.996217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bd301-dd4a-43c2-98a9-6468ddf643fd req-cc6baeff-5108-46d5-9500-c40cf45056ac tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137769 Sep 30 08:28:54.001105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee62313-1c41-4bde-8a42-863fa1a908b7 None None] Network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:54.042575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Made reservation on behalf of 890c617f52ee4786809d38c59176d75a for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:54.047109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.083182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:54.084096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.092808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] device_id is not set on port 10053f85-bf78-4b94-bbc7-53a5d95431fe yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:54.096839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:54.112564 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.113155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5b119b11-0e99-4848-942b-6526aba46dea up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:54.259875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] For port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:54.260220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.289992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:54.292260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:54.324823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b33ea5-4781-4440-888e-024b30a9f092 None None] Network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:54.327094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Allocated IP 2001:db8::a3 (e282ee4a-f67f-4bae-b2a2-dcd5a17c086b/1336f7a8-f8f7-4c21-8ed4-365b28307d8d/10053f85-bf78-4b94-bbc7-53a5d95431fe) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:54.366427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 5b119b11-0e99-4848-942b-6526aba46dea completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:54.380191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 5b119b11-0e99-4848-942b-6526aba46dea triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:54.380604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.451821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:54.493541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2df864-f231-4836-a9e1-0039ada6003c None None] The sync data for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 is: [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:18:17Z', 'revision_number': 4, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'dc774202-17de-49f9-943c-75f58a1ac136', 'name': '', 'network_id': 'a5103723-1daf-4d37-9852-982e5f94ac13', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'mac_address': 'fa:16:3e:a7:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:16Z', 'updated_at': '2021-09-30T08:18:22Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'subnets': [{'id': 'a89c2ac4-5990-4efb-a40f-598326d929af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:54.614576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.657428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.693881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.759455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5b119b11-0e99-4848-942b-6526aba46dea,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:54.760729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:54.763817 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa00f3-6e61-4498-84cd-4a3a67e2c96d" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "5b119b11-0e99-4848-942b-6526aba46dea"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:54.767204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa644-934f-46de-8d83-66cfbcecb056 req-9daa5d2a-3fc6-481c-876d-5c67f873805e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:54.768484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.770093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b558a10-35f2-41ed-95b6-bc35355f7266 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:54.780866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa644-934f-46de-8d83-66cfbcecb056 req-9daa5d2a-3fc6-481c-876d-5c67f873805e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:54.796762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dbaa644-934f-46de-8d83-66cfbcecb056 req-9daa5d2a-3fc6-481c-876d-5c67f873805e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 1676 time: 0.1466978 Sep 30 08:28:54.816762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.836169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:54.846898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:54.857593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:54.862969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:54.866561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.885759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:54.888378 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9fb4b1-2476-488b-9810-cedefd9ca725" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:54.899058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=203d0a79-c61d-4111-9cc3-c0c1f5e003e1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:54.930149 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9407172 Sep 30 08:28:54.937859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae86053-ab0b-4820-9a0b-5f76e063d19e tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Port': ['ID=10053f85-bf78-4b94-bbc7-53a5d95431fe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:54.941055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35482) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:54.966910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 3b558a10-35f2-41ed-95b6-bc35355f7266 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:54.996057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 3b558a10-35f2-41ed-95b6-bc35355f7266 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:54.996943 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.036143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] No DVR routers for this DVR port 203d0a79-c61d-4111-9cc3-c0c1f5e003e1 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:55.046070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.053630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-e03278ad-e696-4351-bec6-2d79ee3aeb79 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "DELETE /v2.0/ports/203d0a79-c61d-4111-9cc3-c0c1f5e003e1 HTTP/1.1" status: 204 len: 173 time: 1.1698050 Sep 30 08:28:55.072968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dbaa644-934f-46de-8d83-66cfbcecb056 req-49774ff1-a5b9-41cd-b3cf-7945242da3ff tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups?id=52a0355f-c3d6-438d-a579-fff21569191e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746942 Sep 30 08:28:55.073867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Deleting port 10053f85-bf78-4b94-bbc7-53a5d95431fe {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:55.075211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.112016 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e1f77-8a5e-41af-8b6b-66f7fec62ff8 None None] New status for floating IP c4c7665d-3467-4018-a012-18217933ca84: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:28:55.198124 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662485ae-16a1-4530-aae1-d4ddeb0828ba x-openstack-request-id: req-662485ae-16a1-4530-aae1-d4ddeb0828ba {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:55.198545 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "5b119b11-0e99-4848-942b-6526aba46dea", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:55.198908 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-662485ae-16a1-4530-aae1-d4ddeb0828ba {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:55.199502 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'code': 200} Sep 30 08:28:55.199860 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea', 'code': 200} Sep 30 08:28:55.200971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:55.216614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.266696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Calling delete_port for 10053f85-bf78-4b94-bbc7-53a5d95431fe owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:55.289179 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb7ae9-153c-421f-880a-d45b3a7a8d52 x-openstack-request-id: req-3eeb7ae9-153c-421f-880a-d45b3a7a8d52 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:55.314939 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "9e3e1d28-e45c-4a3c-ad07-652ef56e545c", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:55.314939 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eeb7ae9-153c-421f-880a-d45b3a7a8d52 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:55.316014 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '9e3e1d28-e45c-4a3c-ad07-652ef56e545c', 'status': 'completed', 'code': 200} Sep 30 08:28:55.375015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:55.384731 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.457081 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.528805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] For port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:55.529343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.546378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:55.618345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b558a10-35f2-41ed-95b6-bc35355f7266,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:55.620396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.626280 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.643613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.687909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:55.690729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d358ff51-01cc-4a22-8adf-56f28f8c9b57 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:55.721521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.727859 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/ports/10053f85-bf78-4b94-bbc7-53a5d95431fe HTTP/1.1" status: 204 len: 168 time: 0.7839713 Sep 30 08:28:55.727859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a35af9-1ed4-4714-a7aa-46d7218bca00 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event deleted for resources: {'Port': ['ID=10053f85-bf78-4b94-bbc7-53a5d95431fe,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:55.730003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:55.735423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e282ee4a-f67f-4bae-b2a2-dcd5a17c086b', 'external_fixed_ips': [{'subnet_id': '1336f7a8-f8f7-4c21-8ed4-365b28307d8d', 'ip_address': '2001:db8::a3'}]}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:55.760609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.764404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.781370 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.784057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port d358ff51-01cc-4a22-8adf-56f28f8c9b57 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:55.790392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d358ff51-01cc-4a22-8adf-56f28f8c9b57 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:55.790975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.841853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.880463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.886802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.893251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.894022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.901633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.908020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.915490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.921974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:55.926174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.931958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-6488cc10-895e-4fc0-adbd-69a3622ab547 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5439 time: 0.1683273 Sep 30 08:28:55.943057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:55.952008 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.953546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:55.985657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=2b67a49e-fbe9-45cf-b18f-c486fe2ac754,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:56.058899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] No DVR routers for this DVR port 2b67a49e-fbe9-45cf-b18f-c486fe2ac754 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:56.068019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.075589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151c5048-ead7-4ea9-8db8-1e1aa3b2eb9b req-958aea7d-53f9-4ad0-a331-031217a23303 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.50 "DELETE /v2.0/ports/2b67a49e-fbe9-45cf-b18f-c486fe2ac754 HTTP/1.1" status: 204 len: 173 time: 0.9997277 Sep 30 08:28:56.127835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5e08dc6-fb74-4e65-8e06-0d96a4d968b8 req-09c37a77-4faf-4c7f-9d9c-0ccb53db7583 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933570 Sep 30 08:28:56.226713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:56.234173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.246916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:56.251722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:56.251908 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.366060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.401036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4710d511-5d64-4c69-a6e6-b86bb07913ea req-82d11276-c163-45b9-8dd9-393182e78c3c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0515916 Sep 30 08:28:56.461849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:56.473520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.474988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:56.495878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.603451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.660269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:56.681340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:56.689024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:56.689530 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.861181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.934434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Allocated IP 2001:db8::a3 (e282ee4a-f67f-4bae-b2a2-dcd5a17c086b/1336f7a8-f8f7-4c21-8ed4-365b28307d8d/4e3f7805-ec0d-4a4e-b115-345543c52300) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:56.935339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:56.942253 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.003201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:57.097707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.139811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.179039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:57.182289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:57.184971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:57.201183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae855ec-8bb2-4ed0-9d2c-f852764abc37'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8deddc-0dfa-46be-a5a8-27f09a34cac3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:57.207915 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59832511-beb8-435d-a4dc-7c98f3bb0a7c" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "8ae855ec-8bb2-4ed0-9d2c-f852764abc37"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "1e8deddc-0dfa-46be-a5a8-27f09a34cac3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:57.253599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3f7805-ec0d-4a4e-b115-345543c52300,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:57.317114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1'}, {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:57.319757 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df744536-4538-4aac-a4e9-e527a1b53296" -d '{"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1"}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:57.394514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.401653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.408297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.414580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.423001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.430628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.437845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.447308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-d9789970-a9b1-436b-94da-2f672aef5dd4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.1323786 Sep 30 08:28:57.497805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.500522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81e4f498-35c3-43a7-ade3-690bc3a4b97d req-7db57882-82c3-4a5b-a715-a0d040b52d49 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520842 Sep 30 08:28:57.599045 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d4468-16a9-482f-ad50-2cb163ae0b1c x-openstack-request-id: req-789d4468-16a9-482f-ad50-2cb163ae0b1c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:57.599567 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "8ae855ec-8bb2-4ed0-9d2c-f852764abc37", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-plugged", "status": "completed", "tag": "1e8deddc-0dfa-46be-a5a8-27f09a34cac3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:57.599825 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-789d4468-16a9-482f-ad50-2cb163ae0b1c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:57.600317 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266', 'code': 200} Sep 30 08:28:57.600653 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57', 'code': 200} Sep 30 08:28:57.600992 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae855ec-8bb2-4ed0-9d2c-f852764abc37', 'code': 200} Sep 30 08:28:57.601329 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8deddc-0dfa-46be-a5a8-27f09a34cac3', 'code': 200} Sep 30 08:28:57.771667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.789083 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ab7df2-9ed7-45e5-8b68-0c1758718d58 x-openstack-request-id: req-c3ab7df2-9ed7-45e5-8b68-0c1758718d58 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:57.789385 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "203d0a79-c61d-4111-9cc3-c0c1f5e003e1", "status": "completed", "code": 200}, {"server_uuid": "a7f671c1-6aa9-451c-a394-2a7429cf9787", "name": "network-vif-deleted", "tag": "2b67a49e-fbe9-45cf-b18f-c486fe2ac754", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:57.789698 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3ab7df2-9ed7-45e5-8b68-0c1758718d58 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:57.790096 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '203d0a79-c61d-4111-9cc3-c0c1f5e003e1', 'status': 'completed', 'code': 200} Sep 30 08:28:57.790351 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f671c1-6aa9-451c-a394-2a7429cf9787', 'name': 'network-vif-deleted', 'tag': '2b67a49e-fbe9-45cf-b18f-c486fe2ac754', 'status': 'completed', 'code': 200} Sep 30 08:28:57.795873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.796359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.796838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.797314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.797945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.798415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.799141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.801099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-833dd435-a5e8-49d1-85e1-db034473861f req-4b98c539-f258-4fff-bc17-4affd7bc87e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.0656912 Sep 30 08:28:57.887335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-833dd435-a5e8-49d1-85e1-db034473861f req-3bc0318f-cc7e-4394-ad5d-a63809a74c8f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741048 Sep 30 08:28:57.913083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84604a0c-b97f-487e-826a-ff2b43c79e5c req-b3d88304-cb04-4929-b754-964c1444edb4 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0506272 Sep 30 08:28:58.357090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Router fc591fcd-bb35-4be9-944c-5b69c9f8fcd3 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:28:58.477656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:58.489385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Sync routers for ids ['fc591fcd-bb35-4be9-944c-5b69c9f8fcd3'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:58.501044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.502537 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-11b4ff06-48a8-454e-846f-9f0d7c45de85 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.7708576 Sep 30 08:28:58.503754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Routers {'fc591fcd-bb35-4be9-944c-5b69c9f8fcd3'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:58.505149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['fc591fcd-bb35-4be9-944c-5b69c9f8fcd3'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:58.506442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35522) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:58.680414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Set router fc591fcd-bb35-4be9-944c-5b69c9f8fcd3 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:58.760556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.893609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.900228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.906417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.921787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.939630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.951150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.959679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.978637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc591fcd-bb35-4be9-944c-5b69c9f8fcd3', 'name': '', 'tenant_id': '890c617f52ee4786809d38c59176d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e282ee4a-f67f-4bae-b2a2-dcd5a17c086b', 'external_fixed_ips': [{'subnet_id': '1336f7a8-f8f7-4c21-8ed4-365b28307d8d', 'ip_address': '2001:db8::a3'}], 'enable_snat': True}, 'gw_port_id': '4e3f7805-ec0d-4a4e-b115-345543c52300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:28:55Z', 'updated_at': '2021-09-30T08:28:57Z', 'revision_number': 3, 'project_id': '890c617f52ee4786809d38c59176d75a', 'gw_port': {'id': '4e3f7805-ec0d-4a4e-b115-345543c52300', 'name': '', 'network_id': 'e282ee4a-f67f-4bae-b2a2-dcd5a17c086b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc591fcd-bb35-4be9-944c-5b69c9f8fcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '1336f7a8-f8f7-4c21-8ed4-365b28307d8d', 'ip_address': '2001:db8::a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:56Z', 'updated_at': '2021-09-30T08:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1336f7a8-f8f7-4c21-8ed4-365b28307d8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:58.987437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-c18df23f-3ed5-4860-8d07-cd4c8beb5381 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.2917564 Sep 30 08:28:59.077047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Checking router: fc591fcd-bb35-4be9-944c-5b69c9f8fcd3 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:59.077402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Updating router fc591fcd-bb35-4be9-944c-5b69c9f8fcd3 port 4e3f7805-ec0d-4a4e-b115-345543c52300 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:28:59.125769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fb016a1-0f74-46a0-ba8f-c7a1c9e711ca req-28eed292-a39e-4712-83ef-5366487a1ee0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370485 Sep 30 08:28:59.153097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.174488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.291249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Deleting port 4e3f7805-ec0d-4a4e-b115-345543c52300 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:59.291607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.463782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.487594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e56c3d6-76c7-448c-840b-10757510ad6e req-d475fb7b-cd99-439a-9bcb-8b213291e4e2 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0425291 Sep 30 08:28:59.499199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Calling delete_port for 4e3f7805-ec0d-4a4e-b115-345543c52300 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:59.785571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.814201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e3f7805-ec0d-4a4e-b115-345543c52300,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:59.847364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.908649 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:28:59.909240 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:28:59.972110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.974791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.024249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.024888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc591fcd-bb35-4be9-944c-5b69c9f8fcd3 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:00.033182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.037161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b778b5ca-6d72-4606-b7e5-fcecda2a2998 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/routers/fc591fcd-bb35-4be9-944c-5b69c9f8fcd3 HTTP/1.1" status: 204 len: 168 time: 1.5270531 Sep 30 08:29:00.037614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:00.087659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Deleting subnet 1336f7a8-f8f7-4c21-8ed4-365b28307d8d {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:00.091248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.132148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.202735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.301992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.331933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1336f7a8-f8f7-4c21-8ed4-365b28307d8d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:00.334889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.336111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.339314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b094f8b6-4ae1-43c4-92f5-d735f7cb2876 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/1336f7a8-f8f7-4c21-8ed4-365b28307d8d HTTP/1.1" status: 204 len: 168 time: 0.2984295 Sep 30 08:29:00.339595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:00.342174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.349643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.356128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.363729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.370292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.377206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.386263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-19bd0531-28cd-4c5b-b1c6-b91c26095680 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.1163263 Sep 30 08:29:00.427284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.433270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Port 4e3f7805-ec0d-4a4e-b115-345543c52300 not found while updating agent binding for router fc591fcd-bb35-4be9-944c-5b69c9f8fcd3. {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 08:29:00.466359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf958fb6-b450-4de6-ae86-f09369c250fc req-967275ca-c8a7-41be-9377-e2b5c9118399 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791063 Sep 30 08:29:00.483160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Routers set() bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:00.483542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Router IDs set() for agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:29:00.484776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc591fcd-bb35-4be9-944c-5b69c9f8fcd3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent'). {{(pid=95003) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:29:00.485190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3612d-ac69-4572-9c75-7b7bd301682b None None] The sync data for ids ['fc591fcd-bb35-4be9-944c-5b69c9f8fcd3'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:00.533056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.563457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e282ee4a-f67f-4bae-b2a2-dcd5a17c086b']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:00.576916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e883359b-dad7-4e20-a1bb-4ff696af246a') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:00.577606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e883359b-dad7-4e20-a1bb-4ff696af246a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:00.588837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.612608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.620100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:00.620600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:00.622845 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:00.726392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.734246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e282ee4a-f67f-4bae-b2a2-dcd5a17c086b {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:29:00.751818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.754004 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/networks/e282ee4a-f67f-4bae-b2a2-dcd5a17c086b HTTP/1.1" status: 204 len: 168 time: 0.4134464 Sep 30 08:29:00.782658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057999a6-f679-48ca-9d7b-7bb35b05219d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event deleted for resources: {'Network': ['ID=e282ee4a-f67f-4bae-b2a2-dcd5a17c086b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:00.787622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.794247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.802241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.817342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.829481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.845702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.858491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:00.860499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70f7700c-eb0b-48b9-b4ca-7655865f4a04 req-c52fccd7-08f4-4ca6-a78d-7019c3666b6c tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.1841381 Sep 30 08:29:00.872075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35576) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:00.879754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Request body: {'floatingip': {'port_id': '741144a1-e2dd-4edb-92dd-33f3f865e9dd'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:00.973615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.050210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35580) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:01.054862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'name': 'tempest-router--259130683', 'project_id': '5b4fc2295a1143fc890e760018725b23'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:01.100828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.102151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.175715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb329419-538c-45e8-8d17-1a17729c5e32 req-57aa0a9c-d5fa-43a3-893d-06e8a54e61ef tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.1943765 Sep 30 08:29:01.216707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.228880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.253458 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.266897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35582) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:01.269231 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7ed4872-405e-420f-b66b-ba0860739c50 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2178342 Sep 30 08:29:01.462541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.698223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.702601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.387675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e181302-9231-4205-950c-9747672f30a6 req-24e292bb-1a7d-4a52-893b-911c7d14e1c7 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0638144 Sep 30 08:29:02.393986 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.394524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa01e44e-2d2b-41c4-86ac-85b7acc4a860 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:02.404156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.405537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e7a37823-5b9b-413d-a95c-32f55969e17c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/routers/fa01e44e-2d2b-41c4-86ac-85b7acc4a860 HTTP/1.1" status: 204 len: 168 time: 1.1373641 Sep 30 08:29:02.579775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35596) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:02.843940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.850933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.920251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-838574997', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:02.951941 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.953662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.033769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.060080 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Floating IP b95863ff-3359-4615-a9e2-31aa29d6224d associated. External IP: 172.25.7.114, port: 741144a1-e2dd-4edb-92dd-33f3f865e9dd. Sep 30 08:29:03.197632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.348331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Router a435de86-3309-4582-b4b9-0c51fffd56da has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:03.432109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.453876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.497508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:03.510820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] Sync routers for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:03.518767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.524680 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:03.525605 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:03.601639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Allocated IP 172.25.7.47 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/93c32a60-dcb2-47bf-ae68-9e1f3b443f5b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:03.623168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6debc3e4-c22a-4ced-80ab-29f1f526359a req-8c48f899-158f-4ede-9356-355fe07f1a63 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0540833 Sep 30 08:29:03.625854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4bbd24d-aca3-476f-804f-5eb9bfe965e4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "PUT /v2.0/floatingips/b95863ff-3359-4615-a9e2-31aa29d6224d HTTP/1.1" status: 200 len: 991 time: 2.7500966 Sep 30 08:29:03.626923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:03.630267 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:03.694799 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:03.801903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.868877 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4081fb-ef01-472a-84c6-c0ea3b285cce x-openstack-request-id: req-1f4081fb-ef01-472a-84c6-c0ea3b285cce {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:03.869273 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:03.869430 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f4081fb-ef01-472a-84c6-c0ea3b285cce {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:03.870001 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'status': 'completed', 'code': 200} Sep 30 08:29:03.978024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.029089 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'b95863ff-3359-4615-a9e2-31aa29d6224d', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'port_id': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'mac_address': 'fa:16:3e:8d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:27:29Z', 'updated_at': '2021-09-30T08:29:02Z', 'revision_number': 1, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:04.057389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:04.063450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.064195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.064967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.065598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.066112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.067570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.068064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.070359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-16223dc4-349c-480b-a06a-daeef2327b0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.1494644 Sep 30 08:29:04.077773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:04.079160 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] Checking router: a435de86-3309-4582-b4b9-0c51fffd56da for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:04.093741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event updated for resources: {'Port': ['ID=93c32a60-dcb2-47bf-ae68-9e1f3b443f5b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:04.098461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:04.111047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:04.111836 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:04.338993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-d967c98b-137e-4da4-8753-13d5e3ff864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.343563 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:04.346003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-d967c98b-137e-4da4-8753-13d5e3ff864d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41 HTTP/1.1" status: 200 len: 918 time: 0.2568772 Sep 30 08:29:04.455693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-0bc817e9-e357-414e-a73b-bc1963a0c5e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 999 time: 0.1018355 Sep 30 08:29:04.482908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.572840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-e1fc22f1-8ad3-4038-b844-1ecad095fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.578741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-e1fc22f1-8ad3-4038-b844-1ecad095fd96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.1079533 Sep 30 08:29:04.682838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-ad62aee4-2d5f-4757-a96c-db7f9551cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.684412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-ad62aee4-2d5f-4757-a96c-db7f9551cda2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923676 Sep 30 08:29:04.687307 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'b95863ff-3359-4615-a9e2-31aa29d6224d', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'port_id': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'mac_address': 'fa:16:3e:8d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:27:29Z', 'updated_at': '2021-09-30T08:29:02Z', 'revision_number': 1, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:04.766689 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c36fe1-dde1-43e2-861e-1b35368e06a0 None None] The sync data for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 is: [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'b95863ff-3359-4615-a9e2-31aa29d6224d', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'port_id': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'mac_address': 'fa:16:3e:8d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64cbca9-643f-4392-b672-58f992971671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:27:29Z', 'updated_at': '2021-09-30T08:29:02Z', 'revision_number': 1, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:04.872305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-797bc2d2-92fa-415b-9055-13691b73b6f0 service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739063 Sep 30 08:29:04.888423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.905916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6212680c-361b-4946-9868-01db058d7e10 req-ac19a262-d571-4570-9525-140b66813db1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0361609 Sep 30 08:29:05.021266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1ac86b3-73a5-43d8-858f-a91842dc2bb9 req-69bdd2b4-e3fe-4545-97a6-14e261e69efe service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143155 Sep 30 08:29:05.131141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Router 2bfc18fb-9862-4b7c-be11-86dd343fb35f is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:05.189358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45188f7d-cac8-4b3a-ac1d-730c098e6b94 None None] New status for floating IP b95863ff-3359-4615-a9e2-31aa29d6224d: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:29:05.354343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:05.366015 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] Sync routers for ids ['2bfc18fb-9862-4b7c-be11-86dd343fb35f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:05.381037 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] Routers {'2bfc18fb-9862-4b7c-be11-86dd343fb35f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:05.381783 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2bfc18fb-9862-4b7c-be11-86dd343fb35f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:05.383676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.387703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35646) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:05.387873 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f042818b-00b0-47a3-b061-07fd650c36e3 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8069193 Sep 30 08:29:05.435155 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:05.445474 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] Routers {'2bfc18fb-9862-4b7c-be11-86dd343fb35f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:05.446980 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2bfc18fb-9862-4b7c-be11-86dd343fb35f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:05.481472 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:05.481472 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02b60-d7b7-48b0-bf81-94c773bd93e8 None None] The sync data for ids ['2bfc18fb-9862-4b7c-be11-86dd343fb35f'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:05.566728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d8cbb5e-aa8d-498f-a9e7-6aee4b45b623 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/2bfc18fb-9862-4b7c-be11-86dd343fb35f HTTP/1.1" status: 200 len: 923 time: 0.1776025 Sep 30 08:29:05.570706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35654) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:05.600061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c2f8910e-42fa-4382-bbf0-ad0de16b1f85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc18fb-9862-4b7c-be11-86dd343fb35f HTTP/1.1" status: 200 len: 205 time: 0.0279570 Sep 30 08:29:05.602658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35656) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:05.720811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.843501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.905836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Deleting port 93c32a60-dcb2-47bf-ae68-9e1f3b443f5b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:05.906066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.001213 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.017993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Calling delete_port for 93c32a60-dcb2-47bf-ae68-9e1f3b443f5b owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:06.103554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8802b464-8256-449f-8fc8-780613887363 req-bd2eb978-8990-47c6-add0-59ebe34ef26a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0359194 Sep 30 08:29:06.356502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.382198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event deleted for resources: {'Port': ['ID=93c32a60-dcb2-47bf-ae68-9e1f3b443f5b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:06.394232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.394629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.394977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.395327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.395663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.395998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.396326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.396677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.397149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.397530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.397863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.398191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:06.518559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.624072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.626794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.675180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.676535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Fanout notify agent at l3_agent the message router_deleted on router 2bfc18fb-9862-4b7c-be11-86dd343fb35f {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:06.684201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.685718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-361aa8fa-39b6-4f6c-bd31-3e7d6c7fdc1e tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/2bfc18fb-9862-4b7c-be11-86dd343fb35f HTTP/1.1" status: 204 len: 168 time: 1.0819960 Sep 30 08:29:06.689828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35672) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:06.698446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1087736926', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': False}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:06.736631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.738176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.806234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.955618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.279339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34a8fcb5-c85a-4f3b-a60b-6274bccbf024 req-b0e7ded4-9b04-4f31-ab1a-ef2fb27e04c9 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0653949 Sep 30 08:29:07.286147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.326653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.471673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Allocated IP 172.25.7.112 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/954452f7-dbea-44db-a3e2-d1eaacf29742) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:07.638632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.711068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.757489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:07.761745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:07.784121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:07.842785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Port': ['ID=954452f7-dbea-44db-a3e2-d1eaacf29742,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:08.165969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:08.449897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d8f32a1-a50c-4833-9059-1b33324091aa req-b4f1a615-2fab-49c6-8372-a8d89465ddd1 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0578642 Sep 30 08:29:08.468470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:08.524627 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c77dec2-0cc3-480f-810d-1199bf721e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.093478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Router 081af54e-9d57-4e07-b520-bb81bde80221 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:09.229428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:09.241907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Sync routers for ids ['081af54e-9d57-4e07-b520-bb81bde80221'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:09.256218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Routers {'081af54e-9d57-4e07-b520-bb81bde80221'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:09.257028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['081af54e-9d57-4e07-b520-bb81bde80221'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:09.272068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.276244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-53d62a4b-a886-4ab1-bf0e-23d9b56cecd6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5814629 Sep 30 08:29:09.276391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:09.436727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Set router 081af54e-9d57-4e07-b520-bb81bde80221 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:09.474369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa464e24-ac2a-4732-be1a-d8f077e3354c tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/081af54e-9d57-4e07-b520-bb81bde80221 HTTP/1.1" status: 200 len: 909 time: 0.1967087 Sep 30 08:29:09.477038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35746) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:09.484770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1087736926', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': True}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:09.518790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.520921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.635354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.698686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62ce523f-aa17-40ed-a426-c9cb72b1e7e0 req-3b9e43f8-17c6-4cc1-a4ce-0ce48351a1a5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0773571 Sep 30 08:29:09.886936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081af54e-9d57-4e07-b520-bb81bde80221', 'name': 'tempest-snat-router-1087736926', 'tenant_id': '890c617f52ee4786809d38c59176d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.112'}], 'enable_snat': False}, 'gw_port_id': '954452f7-dbea-44db-a3e2-d1eaacf29742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:08Z', 'revision_number': 3, 'project_id': '890c617f52ee4786809d38c59176d75a', 'gw_port': {'id': '954452f7-dbea-44db-a3e2-d1eaacf29742', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081af54e-9d57-4e07-b520-bb81bde80221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:07Z', 'updated_at': '2021-09-30T08:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:09.922054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Checking router: 081af54e-9d57-4e07-b520-bb81bde80221 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:09.922410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Updating router 081af54e-9d57-4e07-b520-bb81bde80221 port 954452f7-dbea-44db-a3e2-d1eaacf29742 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:09.962866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.991924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.279725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.301749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.310770 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.318077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.374758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Attempting to bind port 954452f7-dbea-44db-a3e2-d1eaacf29742 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:10.375138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Attempting to bind port 954452f7-dbea-44db-a3e2-d1eaacf29742 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:10.375472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Attempting to bind port 954452f7-dbea-44db-a3e2-d1eaacf29742 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:10.379352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834ef86-534d-43ce-9330-c116498876c5 None None] Pushing event updated for resources: {'Port': ['ID=954452f7-dbea-44db-a3e2-d1eaacf29742,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:10.385981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:10.386373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:10.386728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.387623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:10.387623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Bound port: 954452f7-dbea-44db-a3e2-d1eaacf29742, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:10.387997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.450749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] For port 954452f7-dbea-44db-a3e2-d1eaacf29742, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:10.453464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Allocated IP 172.25.7.28 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/6d09372b-9134-4266-8a65-840c6da4487e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:10.454991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] For port 954452f7-dbea-44db-a3e2-d1eaacf29742, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=954452f7-dbea-44db-a3e2-d1eaacf29742,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:10.459127 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.510795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Routers {'081af54e-9d57-4e07-b520-bb81bde80221'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:10.511429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:28:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['081af54e-9d57-4e07-b520-bb81bde80221'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:10.575996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834ef86-534d-43ce-9330-c116498876c5 None None] Pushing event updated for resources: {'Port': ['ID=954452f7-dbea-44db-a3e2-d1eaacf29742,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:10.597799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.645301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] Set router 081af54e-9d57-4e07-b520-bb81bde80221 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:10.646116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.708417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Port': ['ID=6d09372b-9134-4266-8a65-840c6da4487e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:10.722124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.722550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.722993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.723512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.723874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.724217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.724553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.724905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.725235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.725769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.726124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.726471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:10.737914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:10.740279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:10.743587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:10.879852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081af54e-9d57-4e07-b520-bb81bde80221', 'name': 'tempest-snat-router-1087736926', 'tenant_id': '890c617f52ee4786809d38c59176d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.112'}], 'enable_snat': False}, 'gw_port_id': '954452f7-dbea-44db-a3e2-d1eaacf29742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:08Z', 'revision_number': 3, 'project_id': '890c617f52ee4786809d38c59176d75a', 'gw_port': {'id': '954452f7-dbea-44db-a3e2-d1eaacf29742', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081af54e-9d57-4e07-b520-bb81bde80221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:07Z', 'updated_at': '2021-09-30T08:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:10.907292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faa24572-14a3-48e6-9491-b986b3a7448d req-e149b4ff-1b26-4994-bcb4-c2bdc6b89a5d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0548310 Sep 30 08:29:10.946902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4fbb9b-d8fe-493f-90eb-1f8270dcbe08 None None] The sync data for ids ['081af54e-9d57-4e07-b520-bb81bde80221'] in n-d-807025-5 is: [{'id': '081af54e-9d57-4e07-b520-bb81bde80221', 'name': 'tempest-snat-router-1087736926', 'tenant_id': '890c617f52ee4786809d38c59176d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.112'}], 'enable_snat': False}, 'gw_port_id': '954452f7-dbea-44db-a3e2-d1eaacf29742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:08Z', 'revision_number': 3, 'project_id': '890c617f52ee4786809d38c59176d75a', 'gw_port': {'id': '954452f7-dbea-44db-a3e2-d1eaacf29742', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081af54e-9d57-4e07-b520-bb81bde80221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:07Z', 'updated_at': '2021-09-30T08:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:11.082068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1c5a-9e6d-45e8-b04a-70ec07ffe06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.114114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.475764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.557035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.714577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Router 07c8b4cb-11aa-4bdc-a138-dbfe5052c316 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:11.887136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:11.898732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Sync routers for ids ['07c8b4cb-11aa-4bdc-a138-dbfe5052c316'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:11.913204 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Routers {'07c8b4cb-11aa-4bdc-a138-dbfe5052c316'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:11.913849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['07c8b4cb-11aa-4bdc-a138-dbfe5052c316'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:11.917348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.921520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2623e1f-6f9b-466a-85b7-dd37348b7078 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4397740 Sep 30 08:29:11.922329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35790) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:12.098415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-911afa38-eca6-4eed-b21f-0823ae66ff2c req-977f8cc3-9f60-41b9-a7f0-dc816fd516e8 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.0591447 Sep 30 08:29:12.163565 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32497d6a-4b19-4857-aae8-4cd208bbbd78 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/07c8b4cb-11aa-4bdc-a138-dbfe5052c316 HTTP/1.1" status: 200 len: 907 time: 0.2398143 Sep 30 08:29:12.166175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35796) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:12.176387 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Set router 07c8b4cb-11aa-4bdc-a138-dbfe5052c316 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:12.469910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.619463 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.704004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Deleting port 6d09372b-9134-4266-8a65-840c6da4487e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:12.704235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.739722 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8b4cb-11aa-4bdc-a138-dbfe5052c316', 'name': 'tempest-snat-router-1087736926', 'tenant_id': '890c617f52ee4786809d38c59176d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6d09372b-9134-4266-8a65-840c6da4487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:09Z', 'updated_at': '2021-09-30T08:29:10Z', 'revision_number': 3, 'project_id': '890c617f52ee4786809d38c59176d75a', 'gw_port': {'id': '6d09372b-9134-4266-8a65-840c6da4487e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8b4cb-11aa-4bdc-a138-dbfe5052c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:10Z', 'updated_at': '2021-09-30T08:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:12.777944 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Checking router: 07c8b4cb-11aa-4bdc-a138-dbfe5052c316 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:12.778413 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Updating router 07c8b4cb-11aa-4bdc-a138-dbfe5052c316 port 6d09372b-9134-4266-8a65-840c6da4487e binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:12.810224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.828857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Calling delete_port for 6d09372b-9134-4266-8a65-840c6da4487e owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:12.834881 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.093537 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.098792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.149557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d09372b-9134-4266-8a65-840c6da4487e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:13.254873 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.db.api [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:29:13.257104 n-d-807025-5 neutron-server[95004]: DEBUG oslo_db.api [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:29:13.257785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.437710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 954452f7-dbea-44db-a3e2-d1eaacf29742 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:13.482260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.484880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.531360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74fd33b4-8949-4efe-9861-666ba8c4a323 req-f03cf1cd-b140-46f9-8a81-f0a9b165a45a tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f671c1-6aa9-451c-a394-2a7429cf9787 HTTP/1.1" status: 200 len: 210 time: 0.1428595 Sep 30 08:29:13.549071 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.552881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07c8b4cb-11aa-4bdc-a138-dbfe5052c316 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:13.559719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.561124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-37c008f2-ea6f-40fe-9dd0-372cd7db71e1 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/routers/07c8b4cb-11aa-4bdc-a138-dbfe5052c316 HTTP/1.1" status: 204 len: 168 time: 1.3937390 Sep 30 08:29:13.564226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35828) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:13.567805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 954452f7-dbea-44db-a3e2-d1eaacf29742 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:13.568186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.708378 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.727309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.737297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 954452f7-dbea-44db-a3e2-d1eaacf29742, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=954452f7-dbea-44db-a3e2-d1eaacf29742,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:13.742816 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.780682 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Port 6d09372b-9134-4266-8a65-840c6da4487e not found while updating agent binding for router 07c8b4cb-11aa-4bdc-a138-dbfe5052c316. {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 08:29:13.793102 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Routers set() bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:13.793102 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Router IDs set() for agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:29:13.793818 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_agentschedulers_db [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07c8b4cb-11aa-4bdc-a138-dbfe5052c316'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent'). {{(pid=95004) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:29:13.794193 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609d2a3-48ac-44c1-ae85-7930e75e34e8 None None] The sync data for ids ['07c8b4cb-11aa-4bdc-a138-dbfe5052c316'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:13.809632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=954452f7-dbea-44db-a3e2-d1eaacf29742,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:13.848811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.909951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Deleting port 954452f7-dbea-44db-a3e2-d1eaacf29742 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:13.910892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.012642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] For port 954452f7-dbea-44db-a3e2-d1eaacf29742, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=954452f7-dbea-44db-a3e2-d1eaacf29742,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:14.013108 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.037287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Calling delete_port for 954452f7-dbea-44db-a3e2-d1eaacf29742 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:14.225114 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.251610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event deleted for resources: {'Port': ['ID=954452f7-dbea-44db-a3e2-d1eaacf29742,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:14.321617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.433114 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.436602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.496414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.497395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 081af54e-9d57-4e07-b520-bb81bde80221 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:14.512358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.514338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9e0e29c4-5e97-44a6-9fbf-b283a03ac179 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "DELETE /v2.0/routers/081af54e-9d57-4e07-b520-bb81bde80221 HTTP/1.1" status: 204 len: 168 time: 0.9488602 Sep 30 08:29:14.518765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35832) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:14.543386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119257974', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:14.591052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.593558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.766593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35844) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:14.854316 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.870335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-819fe9f6-f2bd-4ef6-8820-b5f0164385b0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.897983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-819fe9f6-f2bd-4ef6-8820-b5f0164385b0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.954788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-819fe9f6-f2bd-4ef6-8820-b5f0164385b0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.957644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-819fe9f6-f2bd-4ef6-8820-b5f0164385b0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.958980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-819fe9f6-f2bd-4ef6-8820-b5f0164385b0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/security-groups/52a0355f-c3d6-438d-a579-fff21569191e HTTP/1.1" status: 204 len: 168 time: 0.1913784 Sep 30 08:29:14.962673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35846) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:14.981994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fe9f6-f2bd-4ef6-8820-b5f0164385b0 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a0355f-c3d6-438d-a579-fff21569191e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:14.984618 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-4e4575d7-2e82-4c0d-86e7-67b534c7cc81 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] show failed (client error): The resource could not be found. Sep 30 08:29:14.985863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e4575d7-2e82-4c0d-86e7-67b534c7cc81 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "GET /v2.0/security-groups/52a0355f-c3d6-438d-a579-fff21569191e HTTP/1.1" status: 404 len: 347 time: 0.0221522 Sep 30 08:29:14.989202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35848) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:15.115033 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.178145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port 28dc6e65-7008-4cc5-893e-9d00230aef2d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:15.178487 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.283306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.284403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.284896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.320508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for 28dc6e65-7008-4cc5-893e-9d00230aef2d owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:15.401859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 954452f7-dbea-44db-a3e2-d1eaacf29742 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:15.440321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 954452f7-dbea-44db-a3e2-d1eaacf29742 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:15.440641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 954452f7-dbea-44db-a3e2-d1eaacf29742 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:15.576631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.612773 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.632882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.636002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=28dc6e65-7008-4cc5-893e-9d00230aef2d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:15.727245 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.730282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.731700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-102ed1b1-c5a7-4664-9ea5-7bb5754a3cf5 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/floatingips/c4c7665d-3467-4018-a012-18217933ca84 HTTP/1.1" status: 204 len: 168 time: 0.7396908 Sep 30 08:29:15.735655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35874) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:15.862675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Allocated IP 172.25.7.10 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/199f9e36-ad06-4c33-9c38-a91562cc36e6) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:15.911950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port 86fa577e-a0f8-494d-b99c-8e6e54e189d2 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:15.912301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.083947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.086415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.107825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for 86fa577e-a0f8-494d-b99c-8e6e54e189d2 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:16.180524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.238792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:16.245568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:16.248244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:16.278921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event updated for resources: {'Port': ['ID=199f9e36-ad06-4c33-9c38-a91562cc36e6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:16.479354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.561461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=86fa577e-a0f8-494d-b99c-8e6e54e189d2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:16.764480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.771769 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-098b28ea-4f77-47bb-9d2e-4f80e3b08034 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/ports/86fa577e-a0f8-494d-b99c-8e6e54e189d2 HTTP/1.1" status: 204 len: 168 time: 1.0302165 Sep 30 08:29:16.771769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:16.872300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.995040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting port e8ff4c9c-0c20-46d5-8cac-127398ce4099 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:16.995400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.155696 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.197679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Calling delete_port for e8ff4c9c-0c20-46d5-8cac-127398ce4099 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:17.218201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.457122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.466703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Router 6abd9ea0-5a21-4240-a519-593fcfde0289 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:17.492199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Port': ['ID=e8ff4c9c-0c20-46d5-8cac-127398ce4099,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:17.612346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.614827 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5541928c-4654-479d-aa70-a35972179c7d tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/ports/e8ff4c9c-0c20-46d5-8cac-127398ce4099 HTTP/1.1" status: 204 len: 168 time: 0.8418145 Sep 30 08:29:17.617771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35892) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:17.671115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:17.680342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting subnet a83c215e-84f6-43b0-bf58-932300992328 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:17.683942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.686865 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] Sync routers for ids ['6abd9ea0-5a21-4240-a519-593fcfde0289'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:17.717132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.718722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] Routers {'6abd9ea0-5a21-4240-a519-593fcfde0289'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:17.720142 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-425f869f-3271-481d-9c44-9f5a78983743 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1997635 Sep 30 08:29:17.721267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6abd9ea0-5a21-4240-a519-593fcfde0289'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.723630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35896) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:17.732328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': False}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:17.751355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.773035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.814163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] Routers {'6abd9ea0-5a21-4240-a519-593fcfde0289'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:17.814853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6abd9ea0-5a21-4240-a519-593fcfde0289'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.906977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.907975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14dc22-e7e5-4131-a1bb-e3fa1a4a06ca None None] The sync data for ids ['6abd9ea0-5a21-4240-a519-593fcfde0289'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:18.065225 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.163690 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:29:18.259752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.305731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Subnet': ['ID=a83c215e-84f6-43b0-bf58-932300992328,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:18.314927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.317867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-801b8d19-ccff-4bcf-8aaf-d1b6d627d8f6 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/subnets/a83c215e-84f6-43b0-bf58-932300992328 HTTP/1.1" status: 204 len: 168 time: 0.6989372 Sep 30 08:29:18.320476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35926) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:18.324832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83596707-e0b5-47e7-9cc3-c45e106ccc0d None None] Network 84b8f949-19d2-42d6-b87c-7331cef07b6d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:18.391140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.432690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Deleting subnet 4e1c6b49-df58-483a-b986-c16b6b0844bb {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:18.452722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.530520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.685223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] DHCP port deletion for 84b8f949-19d2-42d6-b87c-7331cef07b6d request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:18.741989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.796813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] Deleting port edeb6687-c829-4d7d-b7cb-54968f17d650 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:18.802614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.829166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc0993-6bd7-4607-86e1-0fdc7042b1e2 req-5c0ddc93-d552-41d0-beab-36c637a70881 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:18.837460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47cc0993-6bd7-4607-86e1-0fdc7042b1e2 req-5c0ddc93-d552-41d0-beab-36c637a70881 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.1418364 Sep 30 08:29:18.895390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47cc0993-6bd7-4607-86e1-0fdc7042b1e2 req-7b0830a3-e085-4eca-8673-b775338fd452 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570419 Sep 30 08:29:18.923150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.989196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] For port edeb6687-c829-4d7d-b7cb-54968f17d650, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=edeb6687-c829-4d7d-b7cb-54968f17d650,segment=NetworkSegment(1da16273-fdd2-46b1-a8c4-17c58e97ad8b),segment_id=1da16273-fdd2-46b1-a8c4-17c58e97ad8b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:18.989951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.997826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.004837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/subnets/4e1c6b49-df58-483a-b986-c16b6b0844bb HTTP/1.1" status: 204 len: 168 time: 0.6831284 Sep 30 08:29:19.009380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35934) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:19.014106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218ea7-f2fd-4db5-92e6-ad17621b544e tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1c6b49-df58-483a-b986-c16b6b0844bb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:19.016912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] Calling delete_port for edeb6687-c829-4d7d-b7cb-54968f17d650 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:19.073683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd2271-2c06-49d7-a376-a7849ca9fae4 None None] Network 735e6368-d227-4126-95a3-7ca7e3916820 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:19.159054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.177908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.184308 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.238622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.390064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Router 6abd9ea0-5a21-4240-a519-593fcfde0289 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:19.409567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] Pushing event deleted for resources: {'Port': ['ID=edeb6687-c829-4d7d-b7cb-54968f17d650,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:19.419473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1ec08-f36b-42d2-9def-802f18fc5f7e None None] No DVR routers for this DVR port edeb6687-c829-4d7d-b7cb-54968f17d650 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:19.421533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edeb6687-c829-4d7d-b7cb-54968f17d650 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:19.468578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: edeb6687-c829-4d7d-b7cb-54968f17d650 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:19.469221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device edeb6687-c829-4d7d-b7cb-54968f17d650 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:19.494248 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.567061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b8f949-19d2-42d6-b87c-7331cef07b6d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:19.586285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] DHCP port deletion for 735e6368-d227-4126-95a3-7ca7e3916820 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:19.604299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da16273-fdd2-46b1-a8c4-17c58e97ad8b') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:19.606396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da16273-fdd2-46b1-a8c4-17c58e97ad8b') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:19.647390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.720564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] Deleting port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:19.720821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.725681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.743582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:19.744986 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:19.748133 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:19.839204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.851929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.858378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/networks/84b8f949-19d2-42d6-b87c-7331cef07b6d HTTP/1.1" status: 204 len: 168 time: 0.8451252 Sep 30 08:29:19.859130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35944) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:19.883992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] For port 7bfdf5a4-98f0-40c5-960d-8c6907702c60, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bfdf5a4-98f0-40c5-960d-8c6907702c60,segment=NetworkSegment(100e327a-f66a-401f-a86d-e44acd4ef7c3),segment_id=100e327a-f66a-401f-a86d-e44acd4ef7c3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:19.884556 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.899300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] Calling delete_port for 7bfdf5a4-98f0-40c5-960d-8c6907702c60 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:19.919737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb9cb7-e419-432c-9683-3a59d0e12c6c tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Network': ['ID=84b8f949-19d2-42d6-b87c-7331cef07b6d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:20.040053 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.097013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:20.110631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.116126 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] Sync routers for ids ['6abd9ea0-5a21-4240-a519-593fcfde0289'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:20.123637 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-484e1f75-0c39-4241-b535-bbe3cbb55086 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "PUT /v2.0/routers/6abd9ea0-5a21-4240-a519-593fcfde0289 HTTP/1.1" status: 200 len: 925 time: 2.3983173 Sep 30 08:29:20.124327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35950) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:20.125560 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.141892 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] Routers {'6abd9ea0-5a21-4240-a519-593fcfde0289'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:20.146753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6abd9ea0-5a21-4240-a519-593fcfde0289'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.230721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] Pushing event deleted for resources: {'Port': ['ID=7bfdf5a4-98f0-40c5-960d-8c6907702c60,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:20.237252 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.242199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c85f1-44d4-47b0-a606-bf60c2dfab46 None None] No DVR routers for this DVR port 7bfdf5a4-98f0-40c5-960d-8c6907702c60 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:20.246494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] The port '7bfdf5a4-98f0-40c5-960d-8c6907702c60' was deleted {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Sep 30 08:29:20.267467 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] Routers {'6abd9ea0-5a21-4240-a519-593fcfde0289'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:20.267986 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6abd9ea0-5a21-4240-a519-593fcfde0289'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.347995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dfa66-446a-4858-bb29-9457b99c13ee req-279797e7-6fc8-47e0-8d7f-77f5ee29c4a5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:20.350302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-356dfa66-446a-4858-bb29-9457b99c13ee req-279797e7-6fc8-47e0-8d7f-77f5ee29c4a5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.3837602 Sep 30 08:29:20.354106 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.355005 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e78daf-a7ae-4037-9b09-412e030d6eca None None] The sync data for ids ['6abd9ea0-5a21-4240-a519-593fcfde0289'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:20.383309 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-626f0e11-0295-4b53-a20a-da8022f7fd97 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/6abd9ea0-5a21-4240-a519-593fcfde0289 HTTP/1.1" status: 200 len: 925 time: 0.2577705 Sep 30 08:29:20.386289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35954) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:20.399192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726fe19-2291-4b62-9b4a-c0f5234677f1 req-76f6ab8f-c5e6-4694-87dd-e28641f3ed27 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:20.400845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b726fe19-2291-4b62-9b4a-c0f5234677f1 req-76f6ab8f-c5e6-4694-87dd-e28641f3ed27 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.2696831 Sep 30 08:29:20.466934 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.481007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d94cb-f7d6-4c96-9dca-b1012e2e10c0 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:20.482344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c0d94cb-f7d6-4c96-9dca-b1012e2e10c0 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=6abd9ea0-5a21-4240-a519-593fcfde0289&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0945826 Sep 30 08:29:20.485888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:20.538899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e6368-d227-4126-95a3-7ca7e3916820']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.564923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100e327a-f66a-401f-a86d-e44acd4ef7c3') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.565556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100e327a-f66a-401f-a86d-e44acd4ef7c3') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.571569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b726fe19-2291-4b62-9b4a-c0f5234677f1 req-fdf6be63-5ca8-4942-8fd7-dcf79e30188a tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487944 Sep 30 08:29:20.583413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.631569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.651571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:20.652089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:20.663936 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:20.679885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91edf142-94b9-4e09-8471-b1761d13fc92 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:20.685185 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-91edf142-94b9-4e09-8471-b1761d13fc92 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.1943982 Sep 30 08:29:20.685650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35962) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:20.697158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Deleting port e82d355b-59f0-43cf-8e53-1982e3be61a5 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:20.697560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.750041 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-09da71a3-12bf-4983-b66f-893961a8db32 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=6abd9ea0-5a21-4240-a519-593fcfde0289 HTTP/1.1" status: 200 len: 205 time: 0.0626707 Sep 30 08:29:20.752462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:20.764624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.773760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.779229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] 10.222.0.41 "DELETE /v2.0/networks/735e6368-d227-4126-95a3-7ca7e3916820 HTTP/1.1" status: 204 len: 168 time: 0.9113147 Sep 30 08:29:21.035668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.265384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.385684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Deleting port 199f9e36-ad06-4c33-9c38-a91562cc36e6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:21.386025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.416907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bfdf5a4-98f0-40c5-960d-8c6907702c60 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:21.443076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7bfdf5a4-98f0-40c5-960d-8c6907702c60 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:21.443541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bfdf5a4-98f0-40c5-960d-8c6907702c60 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:21.463067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d5c74-d9bf-4e79-9853-031c3d10f331 tempest-TaggedBootDevicesTest-734977414 tempest-TaggedBootDevicesTest-734977414-project] Pushing event deleted for resources: {'Network': ['ID=735e6368-d227-4126-95a3-7ca7e3916820,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:21.532004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] For port e82d355b-59f0-43cf-8e53-1982e3be61a5, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e82d355b-59f0-43cf-8e53-1982e3be61a5,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:21.532781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.582621 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.604797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Calling delete_port for 199f9e36-ad06-4c33-9c38-a91562cc36e6 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:21.933016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26ec25-d07e-45a5-ac97-d46c1bac30f5 req-1d89e867-f116-44f7-b3de-cca2a33bfdcd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:21.941632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be26ec25-d07e-45a5-ac97-d46c1bac30f5 req-1d89e867-f116-44f7-b3de-cca2a33bfdcd tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 947 time: 0.1405489 Sep 30 08:29:21.961298 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.002287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.002658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.002990 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Floating IP 716e5a1a-0007-4a34-88a3-b40b8028b812 disassociated. External IP: 172.25.7.110, port: e82d355b-59f0-43cf-8e53-1982e3be61a5. Sep 30 08:29:22.003370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Calling delete_port for e82d355b-59f0-43cf-8e53-1982e3be61a5 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:22.006076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event deleted for resources: {'Port': ['ID=199f9e36-ad06-4c33-9c38-a91562cc36e6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:22.021343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be26ec25-d07e-45a5-ac97-d46c1bac30f5 req-5a3b018c-e98a-4fb9-87ff-14f77bf868a5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ff52bca-b163-4faf-bdd6-6183accc23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787129 Sep 30 08:29:22.124210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.301962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.340702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event deleted for resources: {'Port': ['ID=e82d355b-59f0-43cf-8e53-1982e3be61a5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:22.369475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.372966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.431873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.432744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Fanout notify agent at l3_agent the message router_deleted on router 6abd9ea0-5a21-4240-a519-593fcfde0289 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:22.442435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.444173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-84dadff3-57be-4eca-8fae-d7c8e410e5dc tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/6abd9ea0-5a21-4240-a519-593fcfde0289 HTTP/1.1" status: 204 len: 168 time: 1.6862025 Sep 30 08:29:22.447805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:22.452924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-152881713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:22.496433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.497936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.554032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Router 0b3d5632-9624-4990-800e-fad470c69a27 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:22.612053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.633016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.696982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.701519 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3682bb0b-8933-4597-bdca-16a18748849d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2525074 Sep 30 08:29:22.704926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36026) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:22.713364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:22.729150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:22.734609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:22.744841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:22.745358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:22.773340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] No DVR routers for this DVR port e82d355b-59f0-43cf-8e53-1982e3be61a5 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:22.781574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.784161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-356dfa66-446a-4858-bb29-9457b99c13ee req-fb9058a6-39cd-431c-9307-57ba9faab78d tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.50 "DELETE /v2.0/ports/e82d355b-59f0-43cf-8e53-1982e3be61a5 HTTP/1.1" status: 204 len: 173 time: 2.4196508 Sep 30 08:29:22.784747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-deleted', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:22.788340 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ef3ee-8aaa-4215-8b89-8f302fc25328" -d '{"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-deleted", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:22.853159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36030) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:22.864852 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f4c78-4473-4ed6-9ebd-c75e09b5f23a x-openstack-request-id: req-a38f4c78-4473-4ed6-9ebd-c75e09b5f23a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:22.865130 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e8d0-3d7c-4131-849c-6443dc105e88", "name": "network-vif-deleted", "tag": "e82d355b-59f0-43cf-8e53-1982e3be61a5", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:22.866147 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a38f4c78-4473-4ed6-9ebd-c75e09b5f23a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:22.866552 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d0e8d0-3d7c-4131-849c-6443dc105e88', 'name': 'network-vif-deleted', 'tag': 'e82d355b-59f0-43cf-8e53-1982e3be61a5', 'status': 'completed', 'code': 200} Sep 30 08:29:23.120615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d8012c-aaaf-4062-9b8f-ab4cda6e307a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.167792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:23.186337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.232106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:23.239732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6919ad7-7ede-41e8-9c74-695e585ef150 req-582fe380-fbb2-4f27-8773-246b59941794 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d0e8d0-3d7c-4131-849c-6443dc105e88 HTTP/1.1" status: 200 len: 210 time: 0.0462773 Sep 30 08:29:23.314490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: e82d355b-59f0-43cf-8e53-1982e3be61a5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:23.314817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e82d355b-59f0-43cf-8e53-1982e3be61a5 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:23.339520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d8012c-aaaf-4062-9b8f-ab4cda6e307a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.344665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d8012c-aaaf-4062-9b8f-ab4cda6e307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.450683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8012c-aaaf-4062-9b8f-ab4cda6e307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79927e41-92e6-44e3-bbdd-190f56698202,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:23.462916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-78d8012c-aaaf-4062-9b8f-ab4cda6e307a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c9b2cb45de34b40b5809ef2d15ce67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083374 Sep 30 08:29:23.466151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36044) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:23.543655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8d8d-342c-4338-8501-f75515fe5397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.584933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8d8d-342c-4338-8501-f75515fe5397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.644201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.663737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8d8d-342c-4338-8501-f75515fe5397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.667687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8d8d-342c-4338-8501-f75515fe5397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.668982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.672314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5e9f8d8d-342c-4338-8501-f75515fe5397 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79927e41-92e6-44e3-bbdd-190f56698202 HTTP/1.1" status: 204 len: 168 time: 0.2053638 Sep 30 08:29:23.684570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f8d8d-342c-4338-8501-f75515fe5397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79927e41-92e6-44e3-bbdd-190f56698202,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:23.745111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:23.796492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:23.816372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:23.817016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:23.821875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Allocated IP 172.25.7.187 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/c437050a-977a-4b4c-98d0-41ac5fc8af37) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:23.945703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:24.036646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.111086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.198810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:24.210276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:24.220651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:24.259538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36060) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:24.303912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8847631e-4e60-49f6-85b9-05393f26b95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.375145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:24.388346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event updated for resources: {'Port': ['ID=c437050a-977a-4b4c-98d0-41ac5fc8af37,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.476235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36070) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:24.480848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee151d5-2855-4cd8-8547-e8b4a351cd65 None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:20:05Z', 'revision_number': 4, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '015d7e46-03af-4844-a8c7-edf97e3f9dce', 'name': '', 'network_id': '5e21cca3-a8ed-46c3-bdf4-2b957d03b941', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'mac_address': 'fa:16:3e:3c:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:03Z', 'updated_at': '2021-09-30T08:20:19Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'subnets': [{'id': '19808504-62a9-40bb-a8b4-1c4bdb137f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:24.532966 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8847631e-4e60-49f6-85b9-05393f26b95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.583437 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8847631e-4e60-49f6-85b9-05393f26b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.671396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847631e-4e60-49f6-85b9-05393f26b95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1d54c-ee45-41d5-bee9-7daafe942d52,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.681428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8847631e-4e60-49f6-85b9-05393f26b95a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ba043e5a1d4c65b242aa2eaed88c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199126 Sep 30 08:29:24.681880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36076) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:24.728504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-551b5d7b-b072-4899-b938-2b21bc534e66 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.791817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-551b5d7b-b072-4899-b938-2b21bc534e66 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.810956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06970e10-bac3-404c-a033-af504733cfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.828178 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.916332 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06970e10-bac3-404c-a033-af504733cfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.969390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-551b5d7b-b072-4899-b938-2b21bc534e66 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.973794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-551b5d7b-b072-4899-b938-2b21bc534e66 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.976154 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3a4ed-dec3-4d06-aa0c-49bf45f95646 None None] New status for floating IP 716e5a1a-0007-4a34-88a3-b40b8028b812: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:29:24.978821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-551b5d7b-b072-4899-b938-2b21bc534e66 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "DELETE /v2.0/security-groups/5ff52bca-b163-4faf-bdd6-6183accc23f5 HTTP/1.1" status: 204 len: 168 time: 0.5018442 Sep 30 08:29:24.980247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:25.009412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b5d7b-b072-4899-b938-2b21bc534e66 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff52bca-b163-4faf-bdd6-6183accc23f5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:25.013934 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-cd753045-e458-4a38-a103-d73d334ad4d5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] show failed (client error): The resource could not be found. Sep 30 08:29:25.018712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cd753045-e458-4a38-a103-d73d334ad4d5 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "GET /v2.0/security-groups/5ff52bca-b163-4faf-bdd6-6183accc23f5 HTTP/1.1" status: 404 len: 347 time: 0.0328419 Sep 30 08:29:25.022737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36082) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:25.131029 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06970e10-bac3-404c-a033-af504733cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.134086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-06970e10-bac3-404c-a033-af504733cfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.139264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-06970e10-bac3-404c-a033-af504733cfb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97d1d54c-ee45-41d5-bee9-7daafe942d52 HTTP/1.1" status: 204 len: 168 time: 0.4547982 Sep 30 08:29:25.190374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06970e10-bac3-404c-a033-af504733cfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1d54c-ee45-41d5-bee9-7daafe942d52,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:25.229612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.259427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.262989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Deleting port 285873c6-56b5-4830-8663-c2fcb2d168e9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:25.263491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.392241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.392898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.408606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Calling delete_port for 285873c6-56b5-4830-8663-c2fcb2d168e9 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:25.570684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.620117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Router ee135f8d-b464-4919-81c0-6fa4f8100ba2 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:25.674177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.741861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.774153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Pushing event deleted for resources: {'Port': ['ID=285873c6-56b5-4830-8663-c2fcb2d168e9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:25.895032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.906274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.910928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8a71df00-3838-417d-8790-dce2055191d6 tempest-AttachVolumeShelveTestJSON-293281304 tempest-AttachVolumeShelveTestJSON-293281304-project] 10.222.0.41 "DELETE /v2.0/floatingips/716e5a1a-0007-4a34-88a3-b40b8028b812 HTTP/1.1" status: 204 len: 168 time: 0.8820667 Sep 30 08:29:25.913162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:25.938356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.941565 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-380b43b4-c14c-4b27-bd09-4c392dfe803b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "PUT /v2.0/routers/ee135f8d-b464-4919-81c0-6fa4f8100ba2 HTTP/1.1" status: 200 len: 883 time: 3.2336390 Sep 30 08:29:25.944293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36110) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:25.964094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] Sync routers for ids ['ee135f8d-b464-4919-81c0-6fa4f8100ba2'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:25.989190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] Routers {'ee135f8d-b464-4919-81c0-6fa4f8100ba2'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:25.990012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ee135f8d-b464-4919-81c0-6fa4f8100ba2'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.081137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.099541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] Routers {'ee135f8d-b464-4919-81c0-6fa4f8100ba2'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:26.102186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ee135f8d-b464-4919-81c0-6fa4f8100ba2'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.192567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.193296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ca6a2-ff59-4500-a061-413f09d90e5e None None] The sync data for ids ['ee135f8d-b464-4919-81c0-6fa4f8100ba2'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:26.279839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36118) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:26.282159 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-529a0777-d8d9-46fc-8fbb-faf780ee100b tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/ee135f8d-b464-4919-81c0-6fa4f8100ba2 HTTP/1.1" status: 200 len: 924 time: 0.3362315 Sep 30 08:29:26.502079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d24380-788c-4c3d-8e92-658dfef684ef tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:26.503950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-31d24380-788c-4c3d-8e92-658dfef684ef tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=ee135f8d-b464-4919-81c0-6fa4f8100ba2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2229421 Sep 30 08:29:26.506888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36126) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:26.697142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe936e-aeda-4842-8d95-887b57ca016a tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:26.702907 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8afe936e-aeda-4842-8d95-887b57ca016a tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.1919312 Sep 30 08:29:26.703532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:26.790193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36136) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:26.802980 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5aaa32f0-8339-4fe2-963a-c565ea59121f tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee135f8d-b464-4919-81c0-6fa4f8100ba2 HTTP/1.1" status: 200 len: 205 time: 0.0981386 Sep 30 08:29:26.964535 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.145999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.243343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Deleting port c437050a-977a-4b4c-98d0-41ac5fc8af37 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:27.243834 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.370044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.398507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Calling delete_port for c437050a-977a-4b4c-98d0-41ac5fc8af37 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:27.767007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.879822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event deleted for resources: {'Port': ['ID=c437050a-977a-4b4c-98d0-41ac5fc8af37,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:28.007378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.236687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.249554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.395245 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.396627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Fanout notify agent at l3_agent the message router_deleted on router ee135f8d-b464-4919-81c0-6fa4f8100ba2 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:28.421690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.432788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-665eb5e9-56d9-499c-86fa-41a2427a2db5 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/ee135f8d-b464-4919-81c0-6fa4f8100ba2 HTTP/1.1" status: 204 len: 168 time: 1.6382465 Sep 30 08:29:28.433678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36188) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:28.439722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1454603404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:28.490234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.491644 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.610672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.618552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.659218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.661060 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1a71560e-6831-430e-b8f0-a5091a342f44 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2262814 Sep 30 08:29:28.664774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36194) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:28.670663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': True}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:29.048950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.372945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.409438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.616627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Allocated IP 172.25.7.246 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/00d994b0-a639-434f-aa55-ebab0b4d33d1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:29.779982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.826740 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.878917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:29.882761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:29.889936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:29.948014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Port': ['ID=00d994b0-a639-434f-aa55-ebab0b4d33d1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:30.428056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.134407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.138494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.391233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Router d3d5962b-1063-43dd-a470-a54e011bd53a is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:31.650298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:31.663798 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] Sync routers for ids ['d3d5962b-1063-43dd-a470-a54e011bd53a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:31.667195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.674874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36274) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:31.679587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a323cfd6-eba0-443b-a0c5-7aca7ab32404 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "PUT /v2.0/routers/d3d5962b-1063-43dd-a470-a54e011bd53a HTTP/1.1" status: 200 len: 919 time: 3.0129764 Sep 30 08:29:31.679855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] Routers {'d3d5962b-1063-43dd-a470-a54e011bd53a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:31.680275 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d3d5962b-1063-43dd-a470-a54e011bd53a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:31.752926 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:31.766381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] Routers {'d3d5962b-1063-43dd-a470-a54e011bd53a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:31.767501 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d3d5962b-1063-43dd-a470-a54e011bd53a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:31.816753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:31.824240 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be62fe1-4eaf-488d-b0ec-785e506f2219 None None] The sync data for ids ['d3d5962b-1063-43dd-a470-a54e011bd53a'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:31.856044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a8b3-1973-4e89-bdb2-1b52038d5336 req-d7075147-f152-4ba4-a664-67bef9c156d7 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:31.864383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b87a8b3-1973-4e89-bdb2-1b52038d5336 req-d7075147-f152-4ba4-a664-67bef9c156d7 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1348362 Sep 30 08:29:31.867832 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d892e030-f9ba-4d7c-9cfe-bdeb5bdd2c01 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/d3d5962b-1063-43dd-a470-a54e011bd53a HTTP/1.1" status: 200 len: 925 time: 0.1918631 Sep 30 08:29:31.871386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36278) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:31.921685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b87a8b3-1973-4e89-bdb2-1b52038d5336 req-b9ebb36d-973c-4d80-b7a0-1020498e1065 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491602 Sep 30 08:29:31.962612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36280) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:31.974113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ceb72-aff3-4cc6-b072-6c189cc58cd9 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:31.975676 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d15ceb72-aff3-4cc6-b072-6c189cc58cd9 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=d3d5962b-1063-43dd-a470-a54e011bd53a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1031127 Sep 30 08:29:31.979102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36284) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.116030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d81c5-4631-4b8b-93a1-54a57400598a tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:32.120955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36288) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.130052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-176d81c5-4631-4b8b-93a1-54a57400598a tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.1497698 Sep 30 08:29:32.132095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ae37c2c-3915-4d3c-a63f-aeaacd1487d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.159200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eb81f929-e0b8-4376-8ec8-4b2a30e33a5a tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d5962b-1063-43dd-a470-a54e011bd53a HTTP/1.1" status: 200 len: 205 time: 0.0369425 Sep 30 08:29:32.159412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.341977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.455260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.516235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ae37c2c-3915-4d3c-a63f-aeaacd1487d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.527010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ae37c2c-3915-4d3c-a63f-aeaacd1487d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.557683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8ae37c2c-3915-4d3c-a63f-aeaacd1487d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b25f3712ad874f999aea88862549a269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936787 Sep 30 08:29:32.561047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36300) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.586794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae37c2c-3915-4d3c-a63f-aeaacd1487d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e7b6c8-6156-4a57-ba0b-adb97cd2a44e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:32.604049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Deleting port 00d994b0-a639-434f-aa55-ebab0b4d33d1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:32.604049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.691462 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae23452b-e906-48b2-9a57-8baa105ed5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.698770 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.715851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Calling delete_port for 00d994b0-a639-434f-aa55-ebab0b4d33d1 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:32.747360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae23452b-e906-48b2-9a57-8baa105ed5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.855664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae23452b-e906-48b2-9a57-8baa105ed5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.858467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae23452b-e906-48b2-9a57-8baa105ed5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.859665 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae23452b-e906-48b2-9a57-8baa105ed5e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24e7b6c8-6156-4a57-ba0b-adb97cd2a44e HTTP/1.1" status: 204 len: 168 time: 0.2969656 Sep 30 08:29:32.885571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23452b-e906-48b2-9a57-8baa105ed5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e7b6c8-6156-4a57-ba0b-adb97cd2a44e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:32.964525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.055747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event deleted for resources: {'Port': ['ID=00d994b0-a639-434f-aa55-ebab0b4d33d1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:33.233951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6490d5a-5844-4acc-b7d0-d20b7340e1f6 req-e41e3d86-c6c1-4d9e-8314-58a0f40a36a3 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:33.235901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6490d5a-5844-4acc-b7d0-d20b7340e1f6 req-e41e3d86-c6c1-4d9e-8314-58a0f40a36a3 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.2044721 Sep 30 08:29:33.256214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.372790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6490d5a-5844-4acc-b7d0-d20b7340e1f6 req-eb096fae-1a4c-42e3-a0ae-f5e1bf4af4c6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295204 Sep 30 08:29:33.404293 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.408239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.493001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.494166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Fanout notify agent at l3_agent the message router_deleted on router d3d5962b-1063-43dd-a470-a54e011bd53a {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:33.502445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.504364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7620f7dd-718f-424a-abc7-99cb7ae6c5b9 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/d3d5962b-1063-43dd-a470-a54e011bd53a HTTP/1.1" status: 204 len: 168 time: 1.3437793 Sep 30 08:29:33.511000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36328) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.516333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-187871430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:33.561607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.562698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.716332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.751808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.800697 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.805637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36336) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.806137 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d09195d8-7b0a-47c9-8291-03bf40eb9eb1 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2935588 Sep 30 08:29:33.812658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': False}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:34.177874 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.518562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.542123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.694278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e812b3-6499-4668-bed4-11376027eb50 req-b513c200-f7e4-4842-823c-892bcb16490f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:34.702558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40e812b3-6499-4668-bed4-11376027eb50 req-b513c200-f7e4-4842-823c-892bcb16490f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.0930686 Sep 30 08:29:34.778771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40e812b3-6499-4668-bed4-11376027eb50 req-28d9283e-2e70-4bdd-940f-421ba111a043 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739326 Sep 30 08:29:34.826540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Allocated IP 172.25.7.139 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ff0fe35f-666b-462d-8c67-f83f6c8eb968) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:35.155033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.203591 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.245888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:35.249404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:35.259854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:35.317534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Pushing event updated for resources: {'Port': ['ID=ff0fe35f-666b-462d-8c67-f83f6c8eb968,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:35.758506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.303020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60ce8-ec6a-4b62-9d4e-7a122986bae4 req-21e33290-aaa6-40f8-a2ea-7c9ee0c03419 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:36.307432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2aa60ce8-ec6a-4b62-9d4e-7a122986bae4 req-21e33290-aaa6-40f8-a2ea-7c9ee0c03419 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.3102331 Sep 30 08:29:36.418696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2aa60ce8-ec6a-4b62-9d4e-7a122986bae4 req-37948fc5-1c8d-4eab-a42b-c41ce7a37b2c tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004212 Sep 30 08:29:36.429785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.433626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.723908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36396) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:36.938589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Router 12351d89-5bd0-46ad-8f91-6df07f7bdfd6 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:37.072591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:37.077361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.078816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fb3d293c-2b7a-40fd-8983-5763c4a026fa tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "PUT /v2.0/routers/12351d89-5bd0-46ad-8f91-6df07f7bdfd6 HTTP/1.1" status: 200 len: 919 time: 3.2724533 Sep 30 08:29:37.081472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36402) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.085729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] Sync routers for ids ['12351d89-5bd0-46ad-8f91-6df07f7bdfd6'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:37.101792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] Routers {'12351d89-5bd0-46ad-8f91-6df07f7bdfd6'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:37.110599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['12351d89-5bd0-46ad-8f91-6df07f7bdfd6'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:37.184787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:37.237517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] Routers {'12351d89-5bd0-46ad-8f91-6df07f7bdfd6'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:37.240364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['12351d89-5bd0-46ad-8f91-6df07f7bdfd6'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:37.359883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-108a3473-ec5b-4938-b51f-02ed89e26fbd tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/12351d89-5bd0-46ad-8f91-6df07f7bdfd6 HTTP/1.1" status: 200 len: 925 time: 0.2742422 Sep 30 08:29:37.361227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.386073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:37.387396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807da96-c9dd-4289-926e-9c0ccce64b1e None None] The sync data for ids ['12351d89-5bd0-46ad-8f91-6df07f7bdfd6'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:37.466562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6415d-be94-4370-83c0-c4445bfcbabe tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:37.469193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b2e6415d-be94-4370-83c0-c4445bfcbabe tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=12351d89-5bd0-46ad-8f91-6df07f7bdfd6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1078079 Sep 30 08:29:37.472313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36414) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.756413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f1b51-380c-4315-9dc5-a34fa581de7d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:37.757737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b66f1b51-380c-4315-9dc5-a34fa581de7d tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.2844059 Sep 30 08:29:37.762212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36422) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.780248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e781785-b1e0-4bbc-b2f0-5b612d76446a req-c251f4d9-7919-442e-9e49-d42c9d21d6c2 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:37.788327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e781785-b1e0-4bbc-b2f0-5b612d76446a req-c251f4d9-7919-442e-9e49-d42c9d21d6c2 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1191680 Sep 30 08:29:37.813764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08953437-f4f7-470a-96ad-e8b154b723ce tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=12351d89-5bd0-46ad-8f91-6df07f7bdfd6 HTTP/1.1" status: 200 len: 205 time: 0.0506713 Sep 30 08:29:37.822766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36424) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.924098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e781785-b1e0-4bbc-b2f0-5b612d76446a req-1cde0a2b-e693-4d18-8041-b5f7a7da9541 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346295 Sep 30 08:29:38.041066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.119279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.124229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-af2f96be-eb75-4b7c-b47a-2c618df947d8 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=36deac2677b0466dbd5ce3373b46adbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384221 Sep 30 08:29:38.333761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.435507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-9a61dc89-e71f-45ed-aafe-0fcb0fa7fdcf tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:38.445377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-9a61dc89-e71f-45ed-aafe-0fcb0fa7fdcf tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3137970 Sep 30 08:29:38.473046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-1b70cc8d-1108-4e96-941c-ee44cc218671 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/quotas/36deac2677b0466dbd5ce3373b46adbb HTTP/1.1" status: 200 len: 375 time: 0.0260940 Sep 30 08:29:38.524083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-f1d9901f-51d5-4c1c-b2f7-75c8caa86ee2 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=36deac2677b0466dbd5ce3373b46adbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486641 Sep 30 08:29:38.531210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Deleting port ff0fe35f-666b-462d-8c67-f83f6c8eb968 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:38.533096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.542747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-92dd670f-51ae-4e1d-aa20-5b89c87642f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.548850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Deleting port 015d7e46-03af-4844-a8c7-edf97e3f9dce {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:38.549270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.671781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] For port 015d7e46-03af-4844-a8c7-edf97e3f9dce, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=015d7e46-03af-4844-a8c7-edf97e3f9dce,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:38.672164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.696728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Calling delete_port for 015d7e46-03af-4844-a8c7-edf97e3f9dce owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:38.724658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.752827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Calling delete_port for ff0fe35f-666b-462d-8c67-f83f6c8eb968 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:39.037767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.070309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.116077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40494438-225a-441b-8805-86e0cc84be2c req-40553a33-cd11-4c65-8ab1-563298c69bef tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 210 time: 0.0702281 Sep 30 08:29:39.118372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event deleted for resources: {'Port': ['ID=ff0fe35f-666b-462d-8c67-f83f6c8eb968,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:39.148516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Pushing event deleted for resources: {'Port': ['ID=015d7e46-03af-4844-a8c7-edf97e3f9dce,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:39.243245 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.509110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.593367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.624994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.638712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.725369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465db8e-170c-4083-99bd-a79b90d208e1 req-f632860e-576b-4fe5-aa72-d26f7a29bbbe tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:39.733682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4465db8e-170c-4083-99bd-a79b90d208e1 req-f632860e-576b-4fe5-aa72-d26f7a29bbbe tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.2762735 Sep 30 08:29:39.805327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.806209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Fanout notify agent at l3_agent the message router_deleted on router 12351d89-5bd0-46ad-8f91-6df07f7bdfd6 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:39.825236 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.826406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c7b4b8a6-1dc8-4150-9b86-2daf5def29c7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/12351d89-5bd0-46ad-8f91-6df07f7bdfd6 HTTP/1.1" status: 204 len: 168 time: 2.0026634 Sep 30 08:29:39.840900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.856912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1598724724', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:39.864340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4465db8e-170c-4083-99bd-a79b90d208e1 req-4f07b236-7366-49a2-802d-0b891be51c17 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296875 Sep 30 08:29:39.954610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.955683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.069524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.208675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Router 0b3d5632-9624-4990-800e-fad470c69a27 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:40.242190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.347317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9fb004c1-b2f6-43c8-b6b6-29134c0005de req-d5c908a7-6cc5-4a15-9a1f-611c12cbaab2 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 210 time: 0.0725198 Sep 30 08:29:40.436049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:40.449484 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] Sync routers for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:40.457433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-629f6fec-2dee-482d-a5c6-b58f1fdf70a3 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=36deac2677b0466dbd5ce3373b46adbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349228 Sep 30 08:29:40.461047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1aae50c4-6cdb-4583-a395-ed1c023431fb admin admin] 10.222.0.41 "PUT /v2.0/routers/0b3d5632-9624-4990-800e-fad470c69a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7351606 Sep 30 08:29:40.468315 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:40.469767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:40.491939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36476) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:40.628604 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:40.705574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.727510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.882609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Allocated IP 172.25.7.144 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/3d4cba6f-b169-4c98-ae12-125a35f776a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:40.886097 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:29:38Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:40.994863 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] Checking router: 0b3d5632-9624-4990-800e-fad470c69a27 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:41.015935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-8614ef5d-d76f-4803-9072-e16b6d286406 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:41.017702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-8614ef5d-d76f-4803-9072-e16b6d286406 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5568447 Sep 30 08:29:41.019285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.032879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] Routers {'0b3d5632-9624-4990-800e-fad470c69a27'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:41.033939 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['0b3d5632-9624-4990-800e-fad470c69a27'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:41.057921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.069308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Request body: {'port': {'device_id': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': '36deac2677b0466dbd5ce3373b46adbb'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:41.093115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58ecb10f-4266-4aea-8076-501e7e8692bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.113735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.126659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.142566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:41.145626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:41.148276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:41.190068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event updated for resources: {'Port': ['ID=3d4cba6f-b169-4c98-ae12-125a35f776a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:41.200690 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] Set router 0b3d5632-9624-4990-800e-fad470c69a27 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:41.285161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e568-4d70-4674-a53c-808541e80b67 req-852b5946-a2c1-4ef9-a9a7-9a3d2a366bf6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:41.292645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3840e568-4d70-4674-a53c-808541e80b67 req-852b5946-a2c1-4ef9-a9a7-9a3d2a366bf6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.2739561 Sep 30 08:29:41.468976 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.474661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3840e568-4d70-4674-a53c-808541e80b67 req-627fa194-0f6a-4a97-a7b7-853d87951abe tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809602 Sep 30 08:29:41.508719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.564968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.633271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Made reservation on behalf of 36deac2677b0466dbd5ce3373b46adbb for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:41.637156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.704145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.756325 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:29:38Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:41.821768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Deleting port 3d9f4add-91e3-4267-bf38-b169bdbb2939 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:41.822107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.826043 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe3b2b-2b05-4bca-a500-8f5990751e99 None None] The sync data for ids ['0b3d5632-9624-4990-800e-fad470c69a27'] in n-d-807025-5 is: [{'id': '0b3d5632-9624-4990-800e-fad470c69a27', 'name': 'tempest-AttachVolumeShelveTestJSON-60733337-router', 'tenant_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:19:57Z', 'updated_at': '2021-09-30T08:29:38Z', 'revision_number': 5, 'project_id': '925fbd1962bc4bd4ac0db42456bfebd3', 'gw_port': {'id': '3d9f4add-91e3-4267-bf38-b169bdbb2939', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d5632-9624-4990-800e-fad470c69a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:19:58Z', 'updated_at': '2021-09-30T08:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:41.855713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.952544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2830e1a-ce16-4875-a3c8-ce13ca0351b2 req-d6fb5e85-7b56-46aa-bc68-0ea402fad3a3 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 210 time: 0.0938401 Sep 30 08:29:42.044828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Router 4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:42.079719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] For port 3d9f4add-91e3-4267-bf38-b169bdbb2939, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3d9f4add-91e3-4267-bf38-b169bdbb2939,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:42.080321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.084698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.094370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.122414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Calling delete_port for 3d9f4add-91e3-4267-bf38-b169bdbb2939 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:42.216495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:42.239565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] Sync routers for ids ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:42.246737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Deleting port dc774202-17de-49f9-943c-75f58a1ac136 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:42.247249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.250937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.260433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:42.260669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] Routers {'4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:42.263093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:42.263261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eab44a18-1b3d-41d7-83f0-685fd1d765ff tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4193437 Sep 30 08:29:42.264046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36490) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:42.281272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:42.363801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:42.384806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] Routers {'4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:42.385468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:42.438062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:42.439134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885356f-8559-4e6d-9ce5-ec0fb4d7fda1 None None] The sync data for ids ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:42.508619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] For port dc774202-17de-49f9-943c-75f58a1ac136, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=dc774202-17de-49f9-943c-75f58a1ac136,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:42.509028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.521184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Allocated IP 192.168.233.186 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/2825678c-8d0b-40e4-8418-a3a99372f977) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:42.544983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Calling delete_port for dc774202-17de-49f9-943c-75f58a1ac136 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:42.810945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e85ae-9214-43a6-be89-ba2e3fc15e9a req-843e9f89-66e6-4b6a-ada7-b5c7c9dc5aea tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:42.818371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d59e85ae-9214-43a6-be89-ba2e3fc15e9a req-843e9f89-66e6-4b6a-ada7-b5c7c9dc5aea tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1860790 Sep 30 08:29:42.824715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.087392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.169393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9f4add-91e3-4267-bf38-b169bdbb2939,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.198176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.229032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.255359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d59e85ae-9214-43a6-be89-ba2e3fc15e9a req-b322091b-52e1-4035-92f7-8ec649056e89 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4361176 Sep 30 08:29:43.296498 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.348985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.355847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Deleting port 3d4cba6f-b169-4c98-ae12-125a35f776a4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:43.363925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.464377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 015d7e46-03af-4844-a8c7-edf97e3f9dce no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:43.524174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 015d7e46-03af-4844-a8c7-edf97e3f9dce {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:43.524174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 015d7e46-03af-4844-a8c7-edf97e3f9dce not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:43.531050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.536718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.551920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.553044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.591132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Calling delete_port for 3d4cba6f-b169-4c98-ae12-125a35f776a4 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:43.591947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.641427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.642280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3d5632-9624-4990-800e-fad470c69a27 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:43.652053 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.653172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-79e247a3-87b6-4bc1-89fd-a4fc40e40c52 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0b3d5632-9624-4990-800e-fad470c69a27 HTTP/1.1" status: 204 len: 168 time: 3.1405456 Sep 30 08:29:43.662434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:43.663067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36508) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:43.695099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:43.698645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Pushing event updated for resources: {'Port': ['ID=2825678c-8d0b-40e4-8418-a3a99372f977,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.711841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:43.822723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc774202-17de-49f9-943c-75f58a1ac136,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.992495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:43.996744 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.068933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.106481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Deleting subnet 19808504-62a9-40bb-a8b4-1c4bdb137f28 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:44.110289 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.114128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Pushing event deleted for resources: {'Port': ['ID=3d4cba6f-b169-4c98-ae12-125a35f776a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:44.185784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-5433b3bc-4bf2-4d35-ba29-e73f94b6fa42 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1262021 Sep 30 08:29:44.193460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb05b2-6bfd-4a28-bd40-6b7cc4813625 req-f40b6aeb-012a-466c-9af2-6e310a5f5af4 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:44.194916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71bb05b2-6bfd-4a28-bd40-6b7cc4813625 req-f40b6aeb-012a-466c-9af2-6e310a5f5af4 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 936 time: 0.3511102 Sep 30 08:29:44.215417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.218990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Request body: {'port': {'device_id': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:44.251733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9f847b0d-b279-4d44-8047-3494ab9be50c None None] Provisioning complete for port 2825678c-8d0b-40e4-8418-a3a99372f977 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:44.252501 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f847b0d-b279-4d44-8047-3494ab9be50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.277014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.290329 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.303886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9f847b0d-b279-4d44-8047-3494ab9be50c None None] Port 2825678c-8d0b-40e4-8418-a3a99372f977 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:44.347327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71bb05b2-6bfd-4a28-bd40-6b7cc4813625 req-47a5bd3e-1112-45b4-bc2f-aedd5879cc7e tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390088 Sep 30 08:29:44.451149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.455282 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.530896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.583420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Router 4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:44.664407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:44.672482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.673977 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5ccf24a5-4a31-4562-b844-4a1a4f601c85 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "PUT /v2.0/routers/4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 200 len: 710 time: 2.4084065 Sep 30 08:29:44.677902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.678206 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] Sync routers for ids ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:44.688293 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] Routers {'4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:44.689234 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:44.724467 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:44.734333 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] Routers {'4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:44.735312 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:44.773778 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.778559 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:44.779521 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173d2b0-af2a-4de5-894e-b5654496d1ff None None] The sync data for ids ['4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:44.780002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-23a81297-d585-481a-befa-f316ba0732d6 tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/routers/4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 200 len: 745 time: 0.1007493 Sep 30 08:29:44.782732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.817275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6274-c884-40a4-aaad-b7678cfddb6b req-530a2951-fcac-4667-9095-b924304e052a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:44.819061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-853b6274-c884-40a4-aaad-b7678cfddb6b req-530a2951-fcac-4667-9095-b924304e052a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1551902 Sep 30 08:29:44.838095 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-84598391-b1ea-4c55-926e-bab13538853a tempest-RoutersIpV6AdminTest-643715409 tempest-RoutersIpV6AdminTest-643715409-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 200 len: 205 time: 0.0535972 Sep 30 08:29:44.839153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-46df7412-75f7-4f27-87e1-bfd2aa9355c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:44.840909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.843239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-46df7412-75f7-4f27-87e1-bfd2aa9355c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.2601724 Sep 30 08:29:44.854664 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.879715 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e89bb95c-da42-4ae5-b4a3-d3427d0713fe tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 200 len: 205 time: 0.0373101 Sep 30 08:29:44.882247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.988305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.114860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-853b6274-c884-40a4-aaad-b7678cfddb6b req-09e287f0-72b1-4afb-8b4a-09040ea7f74d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695315 Sep 30 08:29:45.175135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.178597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.190304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:45.204060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.235902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.236599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:45.244883 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.250552 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8ca5262-0c17-413e-b817-f7e015d47e56 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 204 len: 168 time: 0.3669965 Sep 30 08:29:45.251649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.284168 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96c8fb9a-139d-40c5-aae0-7f20095e9f7f tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 200 len: 205 time: 0.0311508 Sep 30 08:29:45.286415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36532) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.305989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c1701-e1eb-4a2d-bc21-d2b7930b485a None None] Network 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:45.337821 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-c34b7310-ca58-4a8b-a5f9-d8bffffb463c tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] delete failed (client error): The resource could not be found. Sep 30 08:29:45.340480 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c34b7310-ca58-4a8b-a5f9-d8bffffb463c tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/4aa5a867-b6c1-4820-b5f3-b420f2cdd4fd HTTP/1.1" status: 404 len: 336 time: 0.0516188 Sep 30 08:29:45.342527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.390346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b7a535df-6a6e-445b-9bdd-962508b168bd tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=12351d89-5bd0-46ad-8f91-6df07f7bdfd6 HTTP/1.1" status: 200 len: 205 time: 0.0443554 Sep 30 08:29:45.390575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.449498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3d9f4add-91e3-4267-bf38-b169bdbb2939 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:45.459284 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-75ca63e5-03d2-4c2b-bc25-e641cd873c69 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] delete failed (client error): The resource could not be found. Sep 30 08:29:45.460353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75ca63e5-03d2-4c2b-bc25-e641cd873c69 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/12351d89-5bd0-46ad-8f91-6df07f7bdfd6 HTTP/1.1" status: 404 len: 336 time: 0.0688734 Sep 30 08:29:45.463454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36540) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.470960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 3d9f4add-91e3-4267-bf38-b169bdbb2939 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:45.471325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3d9f4add-91e3-4267-bf38-b169bdbb2939 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:45.498741 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c289c887-cd60-4adc-af55-1ff7a0827a69 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d5962b-1063-43dd-a470-a54e011bd53a HTTP/1.1" status: 200 len: 205 time: 0.0341384 Sep 30 08:29:45.501118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.523428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] DHCP port deletion for 5e21cca3-a8ed-46c3-bdf4-2b957d03b941 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:45.543361 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-1d7b2ef4-bafb-42ec-8347-ef5adc221757 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] delete failed (client error): The resource could not be found. Sep 30 08:29:45.546709 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d7b2ef4-bafb-42ec-8347-ef5adc221757 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/d3d5962b-1063-43dd-a470-a54e011bd53a HTTP/1.1" status: 404 len: 336 time: 0.0423384 Sep 30 08:29:45.547932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.578956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Deleting port 169607c0-cbf7-4f21-ab26-48c1bbe116bc {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:45.579332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.582382 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ed7e85b6-f668-4f9c-b086-25ed62bcba2d tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee135f8d-b464-4919-81c0-6fa4f8100ba2 HTTP/1.1" status: 200 len: 205 time: 0.0330780 Sep 30 08:29:45.584820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.621960 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-95f99cec-0ace-449c-b5be-43d43c81353c tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] delete failed (client error): The resource could not be found. Sep 30 08:29:45.624484 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-95f99cec-0ace-449c-b5be-43d43c81353c tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/ee135f8d-b464-4919-81c0-6fa4f8100ba2 HTTP/1.1" status: 404 len: 336 time: 0.0372493 Sep 30 08:29:45.625870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36550) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.645769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] For port 169607c0-cbf7-4f21-ab26-48c1bbe116bc, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=169607c0-cbf7-4f21-ab26-48c1bbe116bc,segment=NetworkSegment(aed16fa8-90d3-405c-9722-de41f2c60ff9),segment_id=aed16fa8-90d3-405c-9722-de41f2c60ff9)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:45.646265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.658585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d22fed3b-0266-4f88-b74e-74a65cbe2d41 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=6abd9ea0-5a21-4240-a519-593fcfde0289 HTTP/1.1" status: 200 len: 205 time: 0.0312564 Sep 30 08:29:45.661296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.661542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19808504-62a9-40bb-a8b4-1c4bdb137f28,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:45.664660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Calling delete_port for 169607c0-cbf7-4f21-ab26-48c1bbe116bc owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:45.666570 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.669359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6939619b-0741-4467-a345-7c6ef3e8ed03 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/19808504-62a9-40bb-a8b4-1c4bdb137f28 HTTP/1.1" status: 204 len: 168 time: 2.0027220 Sep 30 08:29:45.671886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.709011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-b52b5dd8-3be7-4726-b92d-9da01d1507f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:45.710512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-b52b5dd8-3be7-4726-b92d-9da01d1507f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.8234253 Sep 30 08:29:45.722112 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-7ff5b689-dd00-4a96-b564-4dbe052ed8aa tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] delete failed (client error): The resource could not be found. Sep 30 08:29:45.723310 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7ff5b689-dd00-4a96-b564-4dbe052ed8aa tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/6abd9ea0-5a21-4240-a519-593fcfde0289 HTTP/1.1" status: 404 len: 336 time: 0.0608735 Sep 30 08:29:45.727674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36556) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.757703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.784940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Pushing event deleted for resources: {'Port': ['ID=169607c0-cbf7-4f21-ab26-48c1bbe116bc,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:45.793538 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cf0179c5-a3ae-4150-b035-8a4f24b3ea0b tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfc18fb-9862-4b7c-be11-86dd343fb35f HTTP/1.1" status: 200 len: 205 time: 0.0636780 Sep 30 08:29:45.793804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] No DVR routers for this DVR port 169607c0-cbf7-4f21-ab26-48c1bbe116bc on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:45.795706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.796321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.796601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.796937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.797266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.797649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.798390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.798573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.799096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.799422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.800264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.800608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36558) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.800959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3b906-8870-4cd8-9501-def376bdda44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:45.813651 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.849349 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-d2149315-dd40-481f-bdef-9d4610f98ac7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] delete failed (client error): The resource could not be found. Sep 30 08:29:45.853114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2149315-dd40-481f-bdef-9d4610f98ac7 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/routers/2bfc18fb-9862-4b7c-be11-86dd343fb35f HTTP/1.1" status: 404 len: 336 time: 0.0488884 Sep 30 08:29:45.853299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.858304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58169109-92d5-4ed3-bcef-2c8330ac11e6 req-4893ddcc-c3de-4a25-bf67-2ae8e480d56c tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:45.859836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58169109-92d5-4ed3-bcef-2c8330ac11e6 req-4893ddcc-c3de-4a25-bf67-2ae8e480d56c tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 936 time: 0.1846757 Sep 30 08:29:45.887640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-036f7c2d-ba14-4130-8edd-d17db3abd58d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1002 time: 0.1587167 Sep 30 08:29:45.903207 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aecd82a-994e-49ca-9ec0-c48626e29c53 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] DELETE failed (client error): The resource could not be found. Sep 30 08:29:45.903659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aecd82a-994e-49ca-9ec0-c48626e29c53 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:29:45.905344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6aecd82a-994e-49ca-9ec0-c48626e29c53 tempest-RoutersIpV6AdminTest-1365502954 tempest-RoutersIpV6AdminTest-1365502954-project] 10.222.0.41 "DELETE /v2.0/subnets/1336f7a8-f8f7-4c21-8ed4-365b28307d8d HTTP/1.1" status: 404 len: 337 time: 0.0511250 Sep 30 08:29:45.937284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:45.950588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-162b8456-48fb-4c43-b318-e4fbbdabb96b admin admin] 10.222.0.41 "PUT /v2.0/routers/5947a123-5456-4b14-9c72-0ea4f1a7f3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4300451 Sep 30 08:29:45.951671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] Sync routers for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:45.960917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.963950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.965070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:45.965855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:45.999738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2825678c-8d0b-40e4-8418-a3a99372f977 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:29:46.014826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58169109-92d5-4ed3-bcef-2c8330ac11e6 req-7764eec1-4956-4ad5-bfd4-8c1bc8f38b68 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347377 Sep 30 08:29:46.018867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.023377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-55a8bc4d-67dc-4e0a-809f-22bd2a6317bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:46.024947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-55a8bc4d-67dc-4e0a-809f-22bd2a6317bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.1072648 Sep 30 08:29:46.034333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e21cca3-a8ed-46c3-bdf4-2b957d03b941']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:46.038051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Transition to ACTIVE for port object 2825678c-8d0b-40e4-8418-a3a99372f977 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:29:46.047923 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.067984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed16fa8-90d3-405c-9722-de41f2c60ff9') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:46.068389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed16fa8-90d3-405c-9722-de41f2c60ff9') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:46.085718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.134407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2825678c-8d0b-40e4-8418-a3a99372f977,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:46.148038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-500c1bf9-eb50-4a21-bdbd-1211b9bf53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:46.148038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-500c1bf9-eb50-4a21-bdbd-1211b9bf53e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033623 Sep 30 08:29:46.183407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.196151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:46.196585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:46.198460 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:46.286141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.302876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36580) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:46.305703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:46.393099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-0e2c5564-3140-4602-929a-24760c2a7444 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159958 Sep 30 08:29:46.458429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.468396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.473601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e21cca3-a8ed-46c3-bdf4-2b957d03b941 HTTP/1.1" status: 204 len: 168 time: 0.7973590 Sep 30 08:29:46.481646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Attempting to bind port 2825678c-8d0b-40e4-8418-a3a99372f977 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:46.481993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Attempting to bind port 2825678c-8d0b-40e4-8418-a3a99372f977 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:46.482331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Attempting to bind port 2825678c-8d0b-40e4-8418-a3a99372f977 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:46.496550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d669a-809c-4123-b6ec-b12fd0007675 req-2a7e9223-104c-448f-86bd-5cbed136d817 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:46.499575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd88efd-8303-43ad-91c1-511fe4f9af20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e21cca3-a8ed-46c3-bdf4-2b957d03b941,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:46.505931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b38d669a-809c-4123-b6ec-b12fd0007675 req-2a7e9223-104c-448f-86bd-5cbed136d817 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1444736 Sep 30 08:29:46.582146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Port 2825678c-8d0b-40e4-8418-a3a99372f977 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:29:46.582513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Attempting to bind port 2825678c-8d0b-40e4-8418-a3a99372f977 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:46.595213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:46.595555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:46.595953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:46.596431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Bound port: 2825678c-8d0b-40e4-8418-a3a99372f977, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:46.596799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.606446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.625838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b38d669a-809c-4123-b6ec-b12fd0007675 req-0f54a7a9-b9ad-4c9b-8063-9f4d37566f00 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188850 Sep 30 08:29:46.665220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2372df2b-4354-492f-943c-6519e217cc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.689974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:29:43Z', 'revision_number': 5, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port': {'id': '432f4ec3-8e71-4de6-9851-d2df4286791e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:12Z', 'updated_at': '2021-09-30T08:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:46.717419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36608) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:46.727364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Deleting port 432f4ec3-8e71-4de6-9851-d2df4286791e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:46.727585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.757394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] Checking router: 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:46.766957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] Routers {'5947a123-5456-4b14-9c72-0ea4f1a7f3e1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:46.767610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:46.830552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b5dbdf0-78c9-4489-8115-c30ace5c9d5e req-ff85945c-1a62-4676-9912-323319bcf8c4 service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175668 Sep 30 08:29:46.834339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] For port 432f4ec3-8e71-4de6-9851-d2df4286791e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=432f4ec3-8e71-4de6-9851-d2df4286791e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:46.834914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.855114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Calling delete_port for 432f4ec3-8e71-4de6-9851-d2df4286791e owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:46.883264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-203db259-68af-4150-9776-5871bda20de5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937226 Sep 30 08:29:46.893762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] Set router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:46.914686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b4a9ed11-c62c-4462-884f-10a106ba77b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=925fbd1962bc4bd4ac0db42456bfebd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899905 Sep 30 08:29:46.922608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36610) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:46.964792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:29:46Z', 'revision_number': 6, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:47.010847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250f0aa-169e-4def-aad5-cb545e82d3ec None None] The sync data for ids ['5947a123-5456-4b14-9c72-0ea4f1a7f3e1'] in n-d-807025-5 is: [{'id': '5947a123-5456-4b14-9c72-0ea4f1a7f3e1', 'name': 'tempest-TaggedBootDevicesTest-2023946986-router', 'tenant_id': '0fb01bac7d934f679b8b571ae61e83b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:11Z', 'updated_at': '2021-09-30T08:29:46Z', 'revision_number': 6, 'project_id': '0fb01bac7d934f679b8b571ae61e83b1', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:47.034599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] For port 2825678c-8d0b-40e4-8418-a3a99372f977, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:47.074265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] For port 2825678c-8d0b-40e4-8418-a3a99372f977, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2825678c-8d0b-40e4-8418-a3a99372f977,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:47.076785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-714bfac3-76da-4b50-a5ac-96ff8df4345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:47.078702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-714bfac3-76da-4b50-a5ac-96ff8df4345a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1097 time: 0.1063688 Sep 30 08:29:47.079530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc6497f0-00a3-4379-b946-7bbed4126a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.090722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.140408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.177434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:47.178086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.178978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=432f4ec3-8e71-4de6-9851-d2df4286791e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.179496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] 10.222.0.50 "PUT /v2.0/ports/2825678c-8d0b-40e4-8418-a3a99372f977 HTTP/1.1" status: 200 len: 1096 time: 2.9758735 Sep 30 08:29:47.181162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'tag': '2825678c-8d0b-40e4-8418-a3a99372f977'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:47.187388 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192b70e-cf9f-43fe-87e9-4527258214dc" -d '{"events": [{"name": "network-changed", "server_uuid": "daf9747d-2c22-48d5-847a-bbe781f8de03", "tag": "2825678c-8d0b-40e4-8418-a3a99372f977"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:47.191821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc6497f0-00a3-4379-b946-7bbed4126a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.289768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.433730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc6497f0-00a3-4379-b946-7bbed4126a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.439122 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc6497f0-00a3-4379-b946-7bbed4126a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.441702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc6497f0-00a3-4379-b946-7bbed4126a4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fc3cf6e-4472-48e6-be6a-e615dc93ee87 HTTP/1.1" status: 204 len: 168 time: 0.5172689 Sep 30 08:29:47.507529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6497f0-00a3-4379-b946-7bbed4126a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3cf6e-4472-48e6-be6a-e615dc93ee87,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.530595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.544459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.552363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2372df2b-4354-492f-943c-6519e217cc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.596613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a1b41-4e87-4a55-977f-9f7106c0d42c req-271bb0b2-4905-4696-9816-ae7cdfc9a2dc tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:47.600831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed8a1b41-4e87-4a55-977f-9f7106c0d42c req-271bb0b2-4905-4696-9816-ae7cdfc9a2dc tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 948 time: 0.4465132 Sep 30 08:29:47.602805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e27d8e-aad6-4aa3-9778-37d7084612e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2825678c-8d0b-40e4-8418-a3a99372f977,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.619129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2372df2b-4354-492f-943c-6519e217cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.651735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.652275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5947a123-5456-4b14-9c72-0ea4f1a7f3e1 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:47.667330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-d7227aa0-a7db-41f5-86f1-b489527bc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:47.668917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-d7227aa0-a7db-41f5-86f1-b489527bc694 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.5522859 Sep 30 08:29:47.670686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.673377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1ab3360-87e8-4391-9784-379dd5c4ccf3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5947a123-5456-4b14-9c72-0ea4f1a7f3e1 HTTP/1.1" status: 204 len: 168 time: 1.7079864 Sep 30 08:29:47.675910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36622) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:47.738175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Deleting subnet a89c2ac4-5990-4efb-a40f-598326d929af {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:47.742807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.768716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-390311d4-b29e-41fe-9449-e0dd35838a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:47.770650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-390311d4-b29e-41fe-9449-e0dd35838a3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36deac2677b0466dbd5ce3373b46adbb&device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 1099 time: 0.5220981 Sep 30 08:29:47.789734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.804578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2372df2b-4354-492f-943c-6519e217cc36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb7e002c1a4a41c79c8c938d05cc16d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4829810 Sep 30 08:29:47.813092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36630) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:47.875583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-0169acb8-49fb-4ef0-ad9b-63c5df259a5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2825678c-8d0b-40e4-8418-a3a99372f977 HTTP/1.1" status: 200 len: 217 time: 0.0836475 Sep 30 08:29:47.898799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed8a1b41-4e87-4a55-977f-9f7106c0d42c req-1a3ae20b-bcae-4ce9-a88b-5b457350e4ef tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870510 Sep 30 08:29:47.900718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372df2b-4354-492f-943c-6519e217cc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9f28b-884c-4bfc-bd1e-4ff0c5968f71,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.953168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4a55-a4f7-449f-9409-e0efbf3082ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.968513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-f22d4e90-2564-4421-8fb6-8f2a8e3557c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1002 time: 0.2798424 Sep 30 08:29:48.000467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 169607c0-cbf7-4f21-ab26-48c1bbe116bc no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:48.023888 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e0ef8-a7a6-4954-8c07-d9a4c67c8b0a x-openstack-request-id: req-474e0ef8-a7a6-4954-8c07-d9a4c67c8b0a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:48.024296 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf9747d-2c22-48d5-847a-bbe781f8de03", "tag": "2825678c-8d0b-40e4-8418-a3a99372f977", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:48.024652 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-474e0ef8-a7a6-4954-8c07-d9a4c67c8b0a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:48.025177 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'tag': '2825678c-8d0b-40e4-8418-a3a99372f977', 'status': 'completed', 'code': 200} Sep 30 08:29:48.029537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4a55-a4f7-449f-9409-e0efbf3082ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.041007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 169607c0-cbf7-4f21-ab26-48c1bbe116bc {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:48.042794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 169607c0-cbf7-4f21-ab26-48c1bbe116bc not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:48.047831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dc774202-17de-49f9-943c-75f58a1ac136 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:48.084157 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.086847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4a55-a4f7-449f-9409-e0efbf3082ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.089737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4a55-a4f7-449f-9409-e0efbf3082ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.090674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: dc774202-17de-49f9-943c-75f58a1ac136 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:48.091336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dc774202-17de-49f9-943c-75f58a1ac136 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:48.091546 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4e3d4a55-a4f7-449f-9409-e0efbf3082ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ce9f28b-884c-4bfc-bd1e-4ff0c5968f71 HTTP/1.1" status: 204 len: 168 time: 0.2772725 Sep 30 08:29:48.113379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-c16b86f3-4fb7-4369-bcec-ba5128472b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.115704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-c16b86f3-4fb7-4369-bcec-ba5128472b9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1896219 Sep 30 08:29:48.133903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d4a55-a4f7-449f-9409-e0efbf3082ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9f28b-884c-4bfc-bd1e-4ff0c5968f71,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:48.173617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-fda4c594-bb20-477a-9e10-4889c4f34a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.175449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-fda4c594-bb20-477a-9e10-4889c4f34a43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1972392 Sep 30 08:29:48.182317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.227604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89c2ac4-5990-4efb-a40f-598326d929af,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:48.243932 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.246852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ef05aaa9-e021-47bf-9f60-51840998e154 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a89c2ac4-5990-4efb-a40f-598326d929af HTTP/1.1" status: 204 len: 168 time: 0.5696507 Sep 30 08:29:48.249516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36642) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.251763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e05a6-a2b5-409a-832d-eac1ce6ffdd2 None None] Network a5103723-1daf-4d37-9852-982e5f94ac13 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:48.313927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-3a68b93f-93db-41ac-ae56-d646010854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.321340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-3a68b93f-93db-41ac-ae56-d646010854b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948109 Sep 30 08:29:48.324819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-126f27d7-252b-4b36-b3fc-48de156c45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.331866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-126f27d7-252b-4b36-b3fc-48de156c45ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323190 Sep 30 08:29:48.358462 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.638255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] DHCP port deletion for a5103723-1daf-4d37-9852-982e5f94ac13 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:48.754731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] Deleting port 082979be-0bb1-43fd-bdbf-926cfbe36648 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:48.755373 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.786801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d32dd3-408b-45e2-b156-e19029677dc0 req-90c44771-ff6d-4115-812f-45f02cc5b7e5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.788545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67d32dd3-408b-45e2-b156-e19029677dc0 req-90c44771-ff6d-4115-812f-45f02cc5b7e5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.4505782 Sep 30 08:29:48.816187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36654) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.895966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-50decb68-6b03-41e2-a701-15af7d4e2fd9 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593150 Sep 30 08:29:48.930165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] For port 082979be-0bb1-43fd-bdbf-926cfbe36648, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=082979be-0bb1-43fd-bdbf-926cfbe36648,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:48.930714 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.931849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Deleting port 082979be-0bb1-43fd-bdbf-926cfbe36648 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:48.935058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.958412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] Calling delete_port for 082979be-0bb1-43fd-bdbf-926cfbe36648 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:48.962992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-7872f8e6-2c63-447a-af7e-4cb90ed19efd service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231718 Sep 30 08:29:49.042153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67d32dd3-408b-45e2-b156-e19029677dc0 req-318380a0-1c75-476d-8972-53ef8a9825cf tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275660 Sep 30 08:29:49.079082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-83ef0241-11e0-4116-beab-397ea02d82dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=890c617f52ee4786809d38c59176d75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606781 Sep 30 08:29:49.092731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36666) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.114529 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.115239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-8a77cd9a-f7c1-4180-a97a-ffe75cc0f010 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2282197 Sep 30 08:29:49.141636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] For port 082979be-0bb1-43fd-bdbf-926cfbe36648, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=082979be-0bb1-43fd-bdbf-926cfbe36648,segment=NetworkSegment(7a83d5bd-8835-4d07-9400-badfa245815c),segment_id=7a83d5bd-8835-4d07-9400-badfa245815c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:49.142073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.165025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Calling delete_port for 082979be-0bb1-43fd-bdbf-926cfbe36648 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:49.217371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] Pushing event deleted for resources: {'Port': ['ID=082979be-0bb1-43fd-bdbf-926cfbe36648,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:49.225181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f1ebb-5e58-4c80-a7df-c25c45601d5b None None] No DVR routers for this DVR port 082979be-0bb1-43fd-bdbf-926cfbe36648 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:49.332417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d67992-cd5f-432d-bc96-7be7938d4791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.342961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.408491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d67992-cd5f-432d-bc96-7be7938d4791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.420352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Pushing event deleted for resources: {'Port': ['ID=082979be-0bb1-43fd-bdbf-926cfbe36648,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:49.427770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] No DVR routers for this DVR port 082979be-0bb1-43fd-bdbf-926cfbe36648 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:49.459235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 432f4ec3-8e71-4de6-9851-d2df4286791e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:49.497751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 432f4ec3-8e71-4de6-9851-d2df4286791e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:49.498255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 432f4ec3-8e71-4de6-9851-d2df4286791e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:49.498910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 082979be-0bb1-43fd-bdbf-926cfbe36648 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:49.530074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 082979be-0bb1-43fd-bdbf-926cfbe36648 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:49.530588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 082979be-0bb1-43fd-bdbf-926cfbe36648 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:49.552406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.575688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5103723-1daf-4d37-9852-982e5f94ac13']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:49.597742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d67992-cd5f-432d-bc96-7be7938d4791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.602701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d67992-cd5f-432d-bc96-7be7938d4791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.611481 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-73d67992-cd5f-432d-bc96-7be7938d4791 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a22e02a2-0242-464d-a70f-fe2e7b0ecc6c HTTP/1.1" status: 204 len: 168 time: 0.5102272 Sep 30 08:29:49.611481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a83d5bd-8835-4d07-9400-badfa245815c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:49.611481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a83d5bd-8835-4d07-9400-badfa245815c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:49.620871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb4c27e6-c65d-4533-bb9c-a6a68ee57811 req-dd855f25-78b6-40a2-b32c-de25e0d414ac service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964343 Sep 30 08:29:49.638938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d67992-cd5f-432d-bc96-7be7938d4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22e02a2-0242-464d-a70f-fe2e7b0ecc6c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:49.653126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.692824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.700412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:49.700671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:49.704101 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:49.722660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56e35a8f-3e8f-456b-aa5f-b0ca7e3033ef req-4463d697-2c66-4909-8f78-9be58284f8ba service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301536 Sep 30 08:29:49.725664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-a149ecb6-4d0b-4ad3-a68e-76dc4a061428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.726958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-a149ecb6-4d0b-4ad3-a68e-76dc4a061428 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 1097 time: 0.5452306 Sep 30 08:29:49.742199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa491e0-6da2-411c-b5ee-4b76953458a0 req-3346b335-fa68-4626-95f6-5ffc7f762186 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.753804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaa491e0-6da2-411c-b5ee-4b76953458a0 req-3346b335-fa68-4626-95f6-5ffc7f762186 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 948 time: 0.1456420 Sep 30 08:29:49.817565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.835852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.845079 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5103723-1daf-4d37-9852-982e5f94ac13 HTTP/1.1" status: 204 len: 168 time: 1.5937357 Sep 30 08:29:49.871375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec0f4c-cc4a-41c6-9f81-783b0187576b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5103723-1daf-4d37-9852-982e5f94ac13,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:49.877976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aaa491e0-6da2-411c-b5ee-4b76953458a0 req-2837970c-381d-4e29-ad97-c35e8994b236 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206617 Sep 30 08:29:49.938258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-34def6a0-996c-4097-8390-328ace66e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.939920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-34def6a0-996c-4097-8390-328ace66e195 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36deac2677b0466dbd5ce3373b46adbb&device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 1099 time: 0.1830440 Sep 30 08:29:50.055234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-6795d722-cc48-48b5-8033-603b3ae208e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.056840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-6795d722-cc48-48b5-8033-603b3ae208e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.2843866 Sep 30 08:29:50.228070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36700) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.312842 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3c6da379-b44e-4be0-8bcc-9985b3bf8f29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fb01bac7d934f679b8b571ae61e83b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834033 Sep 30 08:29:50.315744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36704) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.336681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-eaa2c27c-ef5d-4187-9500-3a4e57730f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.339986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-eaa2c27c-ef5d-4187-9500-3a4e57730f60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3920226 Sep 30 08:29:50.434618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c857daf-c9a1-402d-a14f-53c06383b318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.470344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c857daf-c9a1-402d-a14f-53c06383b318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.485796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-da2e0f77-4cdf-480c-acc7-02bd20d26c13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2825678c-8d0b-40e4-8418-a3a99372f977 HTTP/1.1" status: 200 len: 217 time: 0.1127734 Sep 30 08:29:50.513065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-672736be-aee4-4331-a568-3093bd4325d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 200 len: 1002 time: 0.4393499 Sep 30 08:29:50.537761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c857daf-c9a1-402d-a14f-53c06383b318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.547657 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c857daf-c9a1-402d-a14f-53c06383b318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.560037 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8c857daf-c9a1-402d-a14f-53c06383b318 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebae1908-4b3c-48ee-9943-343ff03fb983 HTTP/1.1" status: 204 len: 168 time: 0.2392147 Sep 30 08:29:50.583905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c857daf-c9a1-402d-a14f-53c06383b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae1908-4b3c-48ee-9943-343ff03fb983,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:50.616143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-8a239033-5661-4805-b75e-22b83c4a3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.617836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-8a239033-5661-4805-b75e-22b83c4a3ce3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1186621 Sep 30 08:29:50.624094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-f63f77cd-5fc1-4773-b17f-660e0fbde8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.625729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-f63f77cd-5fc1-4773-b17f-660e0fbde8a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.0863140 Sep 30 08:29:50.725524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-4edb90fb-f7bc-43d2-bff9-489fb90571b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.727185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-4edb90fb-f7bc-43d2-bff9-489fb90571b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548882 Sep 30 08:29:50.733514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-75f616af-97d8-4328-acc9-aa39acfded47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.735209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-75f616af-97d8-4328-acc9-aa39acfded47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084611 Sep 30 08:29:50.879725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-8eabd4dd-004d-4bcd-ace7-22cf766f60f9 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304057 Sep 30 08:29:51.064920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-6a6d8896-acbb-4479-939b-6a6050660c7e service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254323 Sep 30 08:29:51.097087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb8e8-5c5c-4f68-a4f3-6134453c4861 req-87ff5993-2c16-44e7-8ae0-336fa0cc38b9 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:51.098738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a55bb8e8-5c5c-4f68-a4f3-6134453c4861 req-87ff5993-2c16-44e7-8ae0-336fa0cc38b9 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 948 time: 0.1378005 Sep 30 08:29:51.132032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8192b70e-cf9f-43fe-87e9-4527258214dc req-ff9b7540-5d6b-4266-8e42-3ec51366779a service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456515 Sep 30 08:29:51.200758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a55bb8e8-5c5c-4f68-a4f3-6134453c4861 req-1ca7ea25-993b-491f-9458-8f9ab310e87c tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950556 Sep 30 08:29:51.261914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525212c5-1a27-45b2-817a-4a4fc5ddd5fe req-8c33c9f2-7d32-44c9-aaad-f73e5264efff service neutron] 10.222.0.57 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850288 Sep 30 08:29:51.608825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36764) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:51.878561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1600916523'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:51.917234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Made reservation on behalf of 79a53e03e8e14f1488eaf3f3b77a737e for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:51.924417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:51.938153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.015668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36776) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:52.055068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.061717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.077964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:29:52.089920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.090560 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Added segment 106ef18a-9903-4ea2-9d7c-15301e36c6f7 of type vlan for network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 Sep 30 08:29:52.129504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe1990-f1ee-44fc-b082-c7dfc2c2acbd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:52.182616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-network', 'tenant_id': '26a42527c3c84ad3973750dc43b48912'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:52.188555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.225435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Made reservation on behalf of 26a42527c3c84ad3973750dc43b48912 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:52.229785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.241350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.258477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.260872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:52.262650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.378688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event updated for resources: {'Network': ['ID=14482656-3d9c-411d-a4c7-8b3eab0bdbf4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:52.387072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0c9c-44aa-4793-ab6b-7987c36b2d61 req-b8a60aaa-f700-41ca-b6d4-6f405d01ccb9 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:52.388692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41be0c9c-44aa-4793-ab6b-7987c36b2d61 req-b8a60aaa-f700-41ca-b6d4-6f405d01ccb9 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 948 time: 0.0913298 Sep 30 08:29:52.417991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:29:52.460048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41be0c9c-44aa-4793-ab6b-7987c36b2d61 req-03b37ea1-417d-4f9f-9807-20cb168910b9 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Sep 30 08:29:52.510917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.518063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.526052 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-23cb90d6-84bb-4a1d-a6c8-5762862246d4 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9155993 Sep 30 08:29:52.528716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36794) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:52.543722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Request body: {'subnet': {'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:52.557375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d3fc14-ab66-4fce-a4fe-b00c74a128af,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:52.560288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:29:52.576209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.576520 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Added segment 06ae0ee2-7f02-4db7-baea-d7d80ee0011d of type vlan for network 4e731743-33b2-4cc1-85cc-55b98875aeb5 Sep 30 08:29:52.679094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.730660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.734592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:52.736482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.739994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Made reservation on behalf of 79a53e03e8e14f1488eaf3f3b77a737e for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:52.747455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.868854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8517239 Sep 30 08:29:52.873843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36814) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:52.879628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Request body: {'subnet': {'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-subnet', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:52.915253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Made reservation on behalf of 26a42527c3c84ad3973750dc43b48912 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:52.918016 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.971676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2e431-69ff-46b5-81b8-983c21f35cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e731743-33b2-4cc1-85cc-55b98875aeb5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:52.983309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:29:53.138990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.215960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event updated for resources: {'Subnet': ['ID=42b70f3b-cb7c-4569-b0fb-3d876c8f68a0,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:53.232118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Checking segment: {'id': '106ef18a-9903-4ea2-9d7c-15301e36c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:53.232821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Network hostable DHCP agents. Network: 14482656-3d9c-411d-a4c7-8b3eab0bdbf4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:53.263010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:53.276033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.287610 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 14482656-3d9c-411d-a4c7-8b3eab0bdbf4) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:53.299241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace1a64-bf9d-4bb6-9cc9-b1f76bcf57bb None None] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:53.317560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:53.320531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.361662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0325a5a2-aef7-4d82-a229-d7a98a622e94,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:53.373156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Checking segment: {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:53.373651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Network hostable DHCP agents. Network: 4e731743-33b2-4cc1-85cc-55b98875aeb5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:53.375773 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c48d729a-0885-463b-ac96-41ec88a9c85b tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8446753 Sep 30 08:29:53.376249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36826) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:53.388494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Request body: {'port': {'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-248894724'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:53.440979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36828) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:53.494774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2825678c-8d0b-40e4-8418-a3a99372f977 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:29:53.532123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-14482656-3d9c-411d-a4c7-8b3eab0bdbf4', 'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4', 'tenant_id': '79a53e03e8e14f1488eaf3f3b77a737e', 'fixed_ips': [{'subnet_id': '42b70f3b-cb7c-4569-b0fb-3d876c8f68a0'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:29:53.533227 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.560573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:53.611107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 4e731743-33b2-4cc1-85cc-55b98875aeb5) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:53.649876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:53.651023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.653070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80137294-3762-4acc-a7a1-018200df3593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.677993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193bd87b-94ee-4f02-a701-529bf62ba064 None None] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:53.682681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f30f0233-383d-4035-a7e8-478a1d0958c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8075085 Sep 30 08:29:53.685526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36840) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:53.693975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:53.732238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9b50-780b-4365-a8b3-9849dcb733c6 req-3e8c2a91-a3af-46ca-8a3a-f0090744744e tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:53.734901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-928b9b50-780b-4365-a8b3-9849dcb733c6 req-3e8c2a91-a3af-46ca-8a3a-f0090744744e tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 948 time: 0.1406176 Sep 30 08:29:53.790454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80137294-3762-4acc-a7a1-018200df3593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.795209 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80137294-3762-4acc-a7a1-018200df3593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.830772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.832137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.843378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:29:53.843378 n-d-807025-5 neutron-server[95001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:29:53.843378 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id_1': '79a53e03e8e14f1488eaf3f3b77a737e', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 29, 33, 713733)}] Sep 30 08:29:53.843378 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:29:53.843953 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:29:53.851042 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80137294-3762-4acc-a7a1-018200df3593 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fe4872352614a269436e243e27175ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084079 Sep 30 08:29:53.854414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36844) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:53.857743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80137294-3762-4acc-a7a1-018200df3593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eea781-7ffd-4105-b979-8d85568dee5f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:53.857974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-928b9b50-780b-4365-a8b3-9849dcb733c6 req-556b3088-b8f1-497f-a2bc-3d58b79bb989 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151791 Sep 30 08:29:53.956790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542ec2fe-303a-40da-b0dc-93ff21688428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.957872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.991401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542ec2fe-303a-40da-b0dc-93ff21688428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.077639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542ec2fe-303a-40da-b0dc-93ff21688428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.084052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542ec2fe-303a-40da-b0dc-93ff21688428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.085426 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-542ec2fe-303a-40da-b0dc-93ff21688428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57eea781-7ffd-4105-b979-8d85568dee5f HTTP/1.1" status: 204 len: 168 time: 0.2299802 Sep 30 08:29:54.098978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33087b64-568e-4e1a-9920-7ca31c91f4f9 None None] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:54.105552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ec2fe-303a-40da-b0dc-93ff21688428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eea781-7ffd-4105-b979-8d85568dee5f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:54.197041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.303543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2825678c-8d0b-40e4-8418-a3a99372f977, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2825678c-8d0b-40e4-8418-a3a99372f977,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:54.340727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Allocated IP 172.20.0.2 (14482656-3d9c-411d-a4c7-8b3eab0bdbf4/42b70f3b-cb7c-4569-b0fb-3d876c8f68a0/1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:54.351292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2825678c-8d0b-40e4-8418-a3a99372f977', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '2825678c-8d0b-40e4-8418-a3a99372f977', 'mac_address': 'fa:16:3e:5f:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:29:54.397865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.441850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2825678c-8d0b-40e4-8418-a3a99372f977 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:29:54.474031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2825678c-8d0b-40e4-8418-a3a99372f977, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2825678c-8d0b-40e4-8418-a3a99372f977,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:54.479682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.481131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.483808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Made reservation on behalf of 79a53e03e8e14f1488eaf3f3b77a737e for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:54.490383 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.516443 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.534913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] device_id is not set on port 4b701162-543e-49c3-967a-48cf9582553c yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:29:54.555638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:54.571854 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9b57c13-efc0-4635-bf93-02c54936e1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.597326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2825678c-8d0b-40e4-8418-a3a99372f977,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:54.665941 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.680314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.720401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9b57c13-efc0-4635-bf93-02c54936e1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.728351 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9b57c13-efc0-4635-bf93-02c54936e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.732845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:54.736068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:54.739623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Allocated IP 172.25.7.240 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4e1156f3-b032-42a8-bf20-10eccd688eff) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:54.741849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:54.763491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Allocated IP 172.20.0.5 (14482656-3d9c-411d-a4c7-8b3eab0bdbf4/42b70f3b-cb7c-4569-b0fb-3d876c8f68a0/4b701162-543e-49c3-967a-48cf9582553c) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:54.780878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2825678c-8d0b-40e4-8418-a3a99372f977'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:29:54.786501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Pushing event updated for resources: {'Port': ['ID=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:54.811132 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f9b57c13-efc0-4635-bf93-02c54936e1cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=331a4071ad40487d80e787d328306dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526090 Sep 30 08:29:54.812059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36862) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:54.839647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b57c13-efc0-4635-bf93-02c54936e1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860dfe04-3bf9-42fa-96ca-724521c0daf9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:54.845189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Attempting to bind port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:54.846754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Attempting to bind port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '106ef18a-9903-4ea2-9d7c-15301e36c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:54.847314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Attempting to bind port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 on network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:54.867823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:54.868534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Checking segment: {'id': '106ef18a-9903-4ea2-9d7c-15301e36c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:54.869134 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.869563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Bound using segment: {'id': '106ef18a-9903-4ea2-9d7c-15301e36c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:54.870073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Bound port: 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106ef18a-9903-4ea2-9d7c-15301e36c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:54.870957 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.894053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-830a892d-d836-4043-9b1f-5d93418cda6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.925907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-830a892d-d836-4043-9b1f-5d93418cda6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.965288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] For port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:54.969744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] For port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,segment=NetworkSegment(106ef18a-9903-4ea2-9d7c-15301e36c6f7),segment_id=106ef18a-9903-4ea2-9d7c-15301e36c6f7)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:54.976290 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.980303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-830a892d-d836-4043-9b1f-5d93418cda6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.985677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-830a892d-d836-4043-9b1f-5d93418cda6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.991311 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-830a892d-d836-4043-9b1f-5d93418cda6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/860dfe04-3bf9-42fa-96ca-724521c0daf9 HTTP/1.1" status: 204 len: 168 time: 0.1753001 Sep 30 08:29:55.010823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a892d-d836-4043-9b1f-5d93418cda6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860dfe04-3bf9-42fa-96ca-724521c0daf9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:55.039111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.135558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3504549-9a1a-42ce-a4f2-84e73b046e98 None None] Pushing event updated for resources: {'Port': ['ID=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:55.183008 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:29:55.493290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6cc5-7d39-4676-969a-bf55e0d0bce9 req-caa8cece-ed15-467b-8996-721543dea14f tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.494465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bcc6cc5-7d39-4676-969a-bf55e0d0bce9 req-caa8cece-ed15-467b-8996-721543dea14f tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 949 time: 0.5064106 Sep 30 08:29:55.523568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.551017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.581675 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.612493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bcc6cc5-7d39-4676-969a-bf55e0d0bce9 req-3d317310-560f-44e3-8b1d-aab688c2c42d tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085508 Sep 30 08:29:55.624887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:55.638930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:55.638930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:55.669821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Pushing event updated for resources: {'Port': ['ID=4e1156f3-b032-42a8-bf20-10eccd688eff,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:55.689752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.690871 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.749899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:55.787314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:55.789727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:55.907220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event updated for resources: {'Port': ['ID=4b701162-543e-49c3-967a-48cf9582553c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:55.923212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.923892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.958171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36904) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:55.958803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2d22cb46-6c7d-4252-843b-147113f32edd tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5774388 Sep 30 08:29:55.963762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Request body: {'port': {'network_id': '14482656-3d9c-411d-a4c7-8b3eab0bdbf4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-368717416', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:55.964321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] bootfile-name is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:29:55.965202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] tftp-server is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:29:55.965593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] server-ip-address is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:29:56.123855 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.196972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Made reservation on behalf of 79a53e03e8e14f1488eaf3f3b77a737e for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:56.202093 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.231863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] device_id is not set on port 7724c6ee-38c5-4de6-9894-5129dcf3d253 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:29:56.399055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Allocated IP 172.20.0.11 (14482656-3d9c-411d-a4c7-8b3eab0bdbf4/42b70f3b-cb7c-4569-b0fb-3d876c8f68a0/7724c6ee-38c5-4de6-9894-5129dcf3d253) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:56.429891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b974721-6fce-4c7a-a164-bc05cb73a23c None None] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:56.477808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.531466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-90fdd188-f5ee-4e5e-8028-e160bdf069be None None] Provisioning complete for port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:56.532141 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90fdd188-f5ee-4e5e-8028-e160bdf069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.647933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:56.713703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90fdd188-f5ee-4e5e-8028-e160bdf069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.740360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.780034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-90fdd188-f5ee-4e5e-8028-e160bdf069be None None] For port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,segment=NetworkSegment(106ef18a-9903-4ea2-9d7c-15301e36c6f7),segment_id=106ef18a-9903-4ea2-9d7c-15301e36c6f7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:56.786582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90fdd188-f5ee-4e5e-8028-e160bdf069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.823485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.866154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdd188-f5ee-4e5e-8028-e160bdf069be None None] Pushing event updated for resources: {'Port': ['ID=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:56.883838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:56.889511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:56.892488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:56.900116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65cd7d-c092-4d52-b61d-e767198a34c5 req-6878abc3-31ca-4f29-971d-8a182cebb2ef tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.902967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a65cd7d-c092-4d52-b61d-e767198a34c5 req-6878abc3-31ca-4f29-971d-8a182cebb2ef tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 949 time: 0.1726866 Sep 30 08:29:56.921711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:56.935964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event updated for resources: {'Port': ['ID=7724c6ee-38c5-4de6-9894-5129dcf3d253,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:56.948379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Sync routers for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:56.967007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.968423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f6a7426b-a9db-4a5e-8500-69675eda07dc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2813976 Sep 30 08:29:56.971475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:56.979798 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:56.982766 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:56.988088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.988807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.027694 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-55ac9d5f-6155-470b-851c-b2fe69c26494 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0682337 Sep 30 08:29:57.028497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36942) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:57.054996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a65cd7d-c092-4d52-b61d-e767198a34c5 req-7d9d8260-49a8-4c88-b8f1-069e7da5a085 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357844 Sep 30 08:29:57.144681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2662314-d932-4bdb-9175-f276d065c134 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.152977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2662314-d932-4bdb-9175-f276d065c134 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.160790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2662314-d932-4bdb-9175-f276d065c134 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.162744 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2662314-d932-4bdb-9175-f276d065c134 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1332192 Sep 30 08:29:57.165518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:57.222387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6b5d5d61-7579-47b4-a6de-6a089d513aa1 None None] Provisioning complete for port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:57.223583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5d61-7579-47b4-a6de-6a089d513aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.227134 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:57.306015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Deleting port 7724c6ee-38c5-4de6-9894-5129dcf3d253 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:57.306300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.380639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2825678c-8d0b-40e4-8418-a3a99372f977 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:57.496574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2825678c-8d0b-40e4-8418-a3a99372f977 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:29:57.523282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2825678c-8d0b-40e4-8418-a3a99372f977 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:57.524235 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.582948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.599591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:57.630308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Calling delete_port for 7724c6ee-38c5-4de6-9894-5129dcf3d253 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:57.667046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6b5d5d61-7579-47b4-a6de-6a089d513aa1 None None] Provisioning complete for port 4b701162-543e-49c3-967a-48cf9582553c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:57.667503 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5d61-7579-47b4-a6de-6a089d513aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.741843 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:55Z', 'revision_number': 3, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:57.751588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:57.752541 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.806258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d5d61-7579-47b4-a6de-6a089d513aa1 None None] Port 4b701162-543e-49c3-967a-48cf9582553c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:57.816758 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Checking router: 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:57.818235 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Updating router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 port 4e1156f3-b032-42a8-bf20-10eccd688eff binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:57.896651 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.897720 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.935781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.984258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.991965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2825678c-8d0b-40e4-8418-a3a99372f977, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2825678c-8d0b-40e4-8418-a3a99372f977,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:57.998276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2825678c-8d0b-40e4-8418-a3a99372f977'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:58.001378 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f60d3-d10e-4fc2-9ee1-a3a57eabb360" -d '{"events": [{"server_uuid": "daf9747d-2c22-48d5-847a-bbe781f8de03", "name": "network-vif-plugged", "status": "completed", "tag": "2825678c-8d0b-40e4-8418-a3a99372f977"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:58.011255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.055572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-84bf9587-07d1-4a60-aaac-67eef425348f None None] Provisioning complete for port 4b701162-543e-49c3-967a-48cf9582553c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:58.055961 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-84bf9587-07d1-4a60-aaac-67eef425348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.058044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event deleted for resources: {'Port': ['ID=7724c6ee-38c5-4de6-9894-5129dcf3d253,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:58.103242 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ba028-150d-40cd-bb0b-75b54cbf8de6 x-openstack-request-id: req-b14ba028-150d-40cd-bb0b-75b54cbf8de6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:58.103694 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf9747d-2c22-48d5-847a-bbe781f8de03", "name": "network-vif-plugged", "status": "completed", "tag": "2825678c-8d0b-40e4-8418-a3a99372f977", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:58.104076 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b14ba028-150d-40cd-bb0b-75b54cbf8de6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:58.104483 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2825678c-8d0b-40e4-8418-a3a99372f977', 'code': 200} Sep 30 08:29:58.164361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-84bf9587-07d1-4a60-aaac-67eef425348f None None] Port 4b701162-543e-49c3-967a-48cf9582553c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:58.176822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2825678c-8d0b-40e4-8418-a3a99372f977,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:58.253265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.265437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e35c9a5-e5da-4a1e-b032-8a7f0dbcfc50 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "DELETE /v2.0/ports/7724c6ee-38c5-4de6-9894-5129dcf3d253 HTTP/1.1" status: 204 len: 168 time: 1.0981455 Sep 30 08:29:58.268498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36970) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:58.275799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Request body: {'port': {'name': 'tempest-new-port-name-1252508721', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:58.276459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] bootfile-name is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:29:58.276867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] tftp-server is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:29:58.277766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] server-ip-address is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:29:58.285984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c78861c1-7453-439a-9a7f-a997506eb9ea None None] Could not find standard attr ID for object 7724c6ee-38c5-4de6-9894-5129dcf3d253. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:29:58.426596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.454074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77695-53b2-436c-bf13-fb19dfab73d6 req-ef086a9a-fe95-4b9f-8980-6a3deb882d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:58.457052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60f77695-53b2-436c-bf13-fb19dfab73d6 req-ef086a9a-fe95-4b9f-8980-6a3deb882d8b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 1101 time: 0.2732058 Sep 30 08:29:58.458029 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.467165 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.541755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5ace5-bf29-4eb0-b38e-9505e82ebeb7 req-0d9a3088-d32d-4824-a996-cb1f554083d1 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:58.543319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0db5ace5-bf29-4eb0-b38e-9505e82ebeb7 req-0d9a3088-d32d-4824-a996-cb1f554083d1 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 950 time: 0.2733631 Sep 30 08:29:58.571118 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Pushing event updated for resources: {'Port': ['ID=4e1156f3-b032-42a8-bf20-10eccd688eff,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:58.582511 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.582868 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.583210 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.583685 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.584024 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.584354 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.584682 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.585073 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.585404 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.585762 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.586088 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.586407 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:58.597303 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Attempting to bind port 4e1156f3-b032-42a8-bf20-10eccd688eff on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:58.597903 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Attempting to bind port 4e1156f3-b032-42a8-bf20-10eccd688eff by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:58.598430 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Attempting to bind port 4e1156f3-b032-42a8-bf20-10eccd688eff on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:58.605977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:58.606358 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:58.606765 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.607158 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:58.607637 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Bound port: 4e1156f3-b032-42a8-bf20-10eccd688eff, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:58.608853 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.670845 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] For port 4e1156f3-b032-42a8-bf20-10eccd688eff, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:58.675426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60f77695-53b2-436c-bf13-fb19dfab73d6 req-86c2085c-19cd-41ee-a76e-09bf6aefc037 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096078 Sep 30 08:29:58.675672 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] For port 4e1156f3-b032-42a8-bf20-10eccd688eff, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4e1156f3-b032-42a8-bf20-10eccd688eff,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:58.680962 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.695360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.702446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.704737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Allocated IP 172.20.0.1 (4e731743-33b2-4cc1-85cc-55b98875aeb5/0325a5a2-aef7-4d82-a229-d7a98a622e94/fe60632d-502e-4f50-895a-9c5af982e3cb) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:58.722097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0db5ace5-bf29-4eb0-b38e-9505e82ebeb7 req-b516d047-b5f8-455e-83b8-aee65e1359bc tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271684 Sep 30 08:29:58.780065 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826b8ed-bb39-4ce4-b210-5fefaab8b46d None None] Pushing event updated for resources: {'Port': ['ID=4e1156f3-b032-42a8-bf20-10eccd688eff,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:58.822803 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:58.823370 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:58.883246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event updated for resources: {'Port': ['ID=4b701162-543e-49c3-967a-48cf9582553c,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:58.897330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] In _notify_port_updated(), no bound segment for port 4b701162-543e-49c3-967a-48cf9582553c on network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:29:58.903538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:58.903992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.905549 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8f6ba327-4f55-4451-900c-44730641cdc8 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "PUT /v2.0/ports/4b701162-543e-49c3-967a-48cf9582553c HTTP/1.1" status: 200 len: 1136 time: 0.6358407 Sep 30 08:29:58.908199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36984) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:58.970980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7aa04d-2d7d-4c0a-86df-953ec08faa55 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:58.973047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d7aa04d-2d7d-4c0a-86df-953ec08faa55 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "GET /v2.0/ports/4b701162-543e-49c3-967a-48cf9582553c HTTP/1.1" status: 200 len: 1136 time: 0.0635974 Sep 30 08:29:58.979734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36986) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:59.011055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.011577 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:59.087569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.092050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Deleting port 4b701162-543e-49c3-967a-48cf9582553c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:59.092586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.198210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:59.199534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe60632d-502e-4f50-895a-9c5af982e3cb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:59.202184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:59.208118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:59.225896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d54eaf7a-4d99-43b7-8609-495fc62a9e86 None None] Provisioning complete for port 4b701162-543e-49c3-967a-48cf9582553c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:59.226814 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d54eaf7a-4d99-43b7-8609-495fc62a9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.248325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.264374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Calling delete_port for 4b701162-543e-49c3-967a-48cf9582553c owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:59.285839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d54eaf7a-4d99-43b7-8609-495fc62a9e86 None None] Port 4b701162-543e-49c3-967a-48cf9582553c cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:59.287724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.299969 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:55Z', 'revision_number': 3, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:59.346720 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076efb3-8580-475d-a5fb-ffff1972e4ad None None] The sync data for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 is: [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:55Z', 'revision_number': 3, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:59.473408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.535068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event deleted for resources: {'Port': ['ID=4b701162-543e-49c3-967a-48cf9582553c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:59.554636 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.628932 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.633257 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4f5e4a02-1aab-4557-8bf7-04a04b792ea5 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "DELETE /v2.0/ports/4b701162-543e-49c3-967a-48cf9582553c HTTP/1.1" status: 204 len: 168 time: 0.6501393 Sep 30 08:29:59.636592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36992) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:59.659887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36994) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:59.770606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Deleting subnet 42b70f3b-cb7c-4569-b0fb-3d876c8f68a0 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:59.819900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.944256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28316105-2741-4905-a2f2-600977facae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.063817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28316105-2741-4905-a2f2-600977facae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.069132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28316105-2741-4905-a2f2-600977facae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.114139 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-28316105-2741-4905-a2f2-600977facae0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2629ff554d5847e8ab3c523ae90b0a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501562 Sep 30 08:30:00.114139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28316105-2741-4905-a2f2-600977facae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c70381a-80d1-4c95-b7bd-9a4515190ddb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:00.129730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37006) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:00.193051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90df993c-50b6-4af5-8337-f59d3f3ce5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.217543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.218811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90df993c-50b6-4af5-8337-f59d3f3ce5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.276632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90df993c-50b6-4af5-8337-f59d3f3ce5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.279740 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90df993c-50b6-4af5-8337-f59d3f3ce5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.283570 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-90df993c-50b6-4af5-8337-f59d3f3ce5c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c70381a-80d1-4c95-b7bd-9a4515190ddb HTTP/1.1" status: 204 len: 168 time: 0.1498296 Sep 30 08:30:00.290709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df993c-50b6-4af5-8337-f59d3f3ce5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c70381a-80d1-4c95-b7bd-9a4515190ddb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:00.336105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe62ca-59b1-441f-b715-5b5b0b439c8d req-f79860f5-5774-4307-bcc9-c25ebf024369 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.337751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ebe62ca-59b1-441f-b715-5b5b0b439c8d req-f79860f5-5774-4307-bcc9-c25ebf024369 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 950 time: 0.4447684 Sep 30 08:30:00.342928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.355395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.507443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ebe62ca-59b1-441f-b715-5b5b0b439c8d req-95f84e84-000f-4219-b79b-21039d50f2f1 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599627 Sep 30 08:30:00.511211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe60632d-502e-4f50-895a-9c5af982e3cb,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:00.521140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.524830 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.675382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.685321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37012) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:00.703916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8734a6dd-3da7-4b72-9f4c-19c3685f04de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.718540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event deleted for resources: {'Subnet': ['ID=42b70f3b-cb7c-4569-b0fb-3d876c8f68a0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:00.720913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.730942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-74c2d15a-7745-4913-b236-f17a34b84904 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "DELETE /v2.0/subnets/42b70f3b-cb7c-4569-b0fb-3d876c8f68a0 HTTP/1.1" status: 204 len: 168 time: 1.0910320 Sep 30 08:30:00.731144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:00.731903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37014) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:00.736252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e174f4-d9cc-4ffb-af93-91abf18f409f None None] Network 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:30:00.777908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:00.828629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8734a6dd-3da7-4b72-9f4c-19c3685f04de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.832578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.834847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8734a6dd-3da7-4b72-9f4c-19c3685f04de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.866418 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8734a6dd-3da7-4b72-9f4c-19c3685f04de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a63bf5338bee466da757977d9dbfe237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796944 Sep 30 08:30:00.867959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:00.927695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734a6dd-3da7-4b72-9f4c-19c3685f04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d7c43-e742-4a46-9452-22ee352c7a6b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:00.980962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:30:01.001948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f067-f413-4932-bd27-f616cc7ea4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.041814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] DHCP port deletion for 14482656-3d9c-411d-a4c7-8b3eab0bdbf4 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:30:01.045956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f067-f413-4932-bd27-f616cc7ea4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.105879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] Deleting port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:30:01.106265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.126920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f067-f413-4932-bd27-f616cc7ea4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.130378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f067-f413-4932-bd27-f616cc7ea4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.131587 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ae1f067-f413-4932-bd27-f616cc7ea4c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c9d7c43-e742-4a46-9452-22ee352c7a6b HTTP/1.1" status: 204 len: 168 time: 0.2627032 Sep 30 08:30:01.189171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1f067-f413-4932-bd27-f616cc7ea4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d7c43-e742-4a46-9452-22ee352c7a6b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:01.237789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] For port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,segment=NetworkSegment(106ef18a-9903-4ea2-9d7c-15301e36c6f7),segment_id=106ef18a-9903-4ea2-9d7c-15301e36c6f7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:01.238459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Deleting port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:30:01.238916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.239028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.262462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:30:01.263670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] Calling delete_port for 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:30:01.269900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d1e04f18-a1e7-468c-9219-e8d89d15d7d8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f14c2fe-172f-4cfe-a0b0-74f23f747c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2973018 Sep 30 08:30:01.391796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] For port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,segment=NetworkSegment(106ef18a-9903-4ea2-9d7c-15301e36c6f7),segment_id=106ef18a-9903-4ea2-9d7c-15301e36c6f7)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:01.392185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.435259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Calling delete_port for 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:30:01.471567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.530957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] Pushing event deleted for resources: {'Port': ['ID=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:01.542088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f3304-248b-4c9d-952d-5eb0d2c76e07 None None] No DVR routers for this DVR port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:01.551633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e1156f3-b032-42a8-bf20-10eccd688eff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:01.602210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.655101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event deleted for resources: {'Port': ['ID=1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:01.659339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] No DVR routers for this DVR port 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:01.710698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4e1156f3-b032-42a8-bf20-10eccd688eff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:01.711292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.777703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930e738-0987-4bef-b15c-0696c42b624f req-49f9ba00-71c3-4958-a4f8-fa1e1a89b7a8 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:01.782929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9930e738-0987-4bef-b15c-0696c42b624f req-49f9ba00-71c3-4958-a4f8-fa1e1a89b7a8 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 950 time: 0.1667290 Sep 30 08:30:01.854598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.854883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Sync routers for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:30:01.895212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:30:01.896512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:01.901491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9930e738-0987-4bef-b15c-0696c42b624f req-18b5b8fb-044d-4f2e-b131-007801088bb9 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172702 Sep 30 08:30:01.912684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14482656-3d9c-411d-a4c7-8b3eab0bdbf4']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:01.934258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106ef18a-9903-4ea2-9d7c-15301e36c6f7') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:01.934548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106ef18a-9903-4ea2-9d7c-15301e36c6f7') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:01.956203 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.988780 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:01.996298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:30:01.996942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:30:02.000789 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:30:02.014869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.041767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 4e1156f3-b032-42a8-bf20-10eccd688eff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4e1156f3-b032-42a8-bf20-10eccd688eff,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:02.049934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.133886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.149626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.151705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] 10.222.0.41 "DELETE /v2.0/networks/14482656-3d9c-411d-a4c7-8b3eab0bdbf4 HTTP/1.1" status: 204 len: 168 time: 1.4181709 Sep 30 08:30:02.164826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd685f-4d86-46b1-8c1f-640a383b4f91 tempest-ExtraDHCPOptionsTestJSON-926424508 tempest-ExtraDHCPOptionsTestJSON-926424508-project] Pushing event deleted for resources: {'Network': ['ID=14482656-3d9c-411d-a4c7-8b3eab0bdbf4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:02.165142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:02.193585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:30:02.193952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1b3522fa-ac2c-4be9-9da8-e82f08e4c7b9 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:30:02.232113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:30:02.234080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=4e1156f3-b032-42a8-bf20-10eccd688eff,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:02.476007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37076) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:02.651494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-837ec1f3-17a5-4b67-b827-b8e0dc25d2ed tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:02.653091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-837ec1f3-17a5-4b67-b827-b8e0dc25d2ed tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 819 time: 0.2274199 Sep 30 08:30:02.676438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-f9d2a4f1-ab95-4589-b011-3effb5110293 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/quotas/26a42527c3c84ad3973750dc43b48912 HTTP/1.1" status: 200 len: 375 time: 0.0173912 Sep 30 08:30:02.713622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7671bfd4-c59e-4974-8cb2-5725e364e8c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79a53e03e8e14f1488eaf3f3b77a737e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361851 Sep 30 08:30:02.716074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37086) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:02.796653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 2, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:02.802409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-85833463-b1cd-432d-8b8e-0bf85f2fa6be tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165276 Sep 30 08:30:02.838629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Checking router: 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:30:02.838924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Updating router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 port fe60632d-502e-4f50-895a-9c5af982e3cb binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:30:02.845536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3244-c28e-4d4e-a976-df7a6fb1aea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.871718 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.881358 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3244-c28e-4d4e-a976-df7a6fb1aea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.958153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-599974f5-5cff-451a-a256-8bcb7758eab2 service neutron] 10.222.0.41 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524444 Sep 30 08:30:02.972384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3244-c28e-4d4e-a976-df7a6fb1aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.975799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3244-c28e-4d4e-a976-df7a6fb1aea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:02.977228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b2e3244-c28e-4d4e-a976-df7a6fb1aea4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecbe1990-f1ee-44fc-b082-c7dfc2c2acbd HTTP/1.1" status: 204 len: 168 time: 0.2594836 Sep 30 08:30:02.993261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e3244-c28e-4d4e-a976-df7a6fb1aea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe1990-f1ee-44fc-b082-c7dfc2c2acbd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:03.120421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-5f737665-6f07-41bd-bea2-4a5de706d31b service neutron] 10.222.0.41 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609592 Sep 30 08:30:03.351107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:03.359990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:03.446282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f4884-0470-4887-8114-90db748b1036 None None] Pushing event updated for resources: {'Port': ['ID=fe60632d-502e-4f50-895a-9c5af982e3cb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:03.475621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e1156f3-b032-42a8-bf20-10eccd688eff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:03.539744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Attempting to bind port fe60632d-502e-4f50-895a-9c5af982e3cb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:03.540236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Attempting to bind port fe60632d-502e-4f50-895a-9c5af982e3cb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:03.540709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Attempting to bind port fe60632d-502e-4f50-895a-9c5af982e3cb on network 4e731743-33b2-4cc1-85cc-55b98875aeb5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:03.549785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:03.550297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Checking segment: {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:03.550912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:03.551443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Bound using segment: {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:03.552007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Bound port: fe60632d-502e-4f50-895a-9c5af982e3cb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:03.552725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:03.619490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4e1156f3-b032-42a8-bf20-10eccd688eff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:03.620141 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:03.675320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] For port fe60632d-502e-4f50-895a-9c5af982e3cb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:03.680369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] For port fe60632d-502e-4f50-895a-9c5af982e3cb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fe60632d-502e-4f50-895a-9c5af982e3cb,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:03.688137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:03.761580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f4884-0470-4887-8114-90db748b1036 None None] Pushing event updated for resources: {'Port': ['ID=fe60632d-502e-4f50-895a-9c5af982e3cb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:03.788314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:30:03.789031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:29:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:04.037037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:30:04.381308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a41d08eb-e1bb-4a92-a2b9-813b47614251 req-3a6d0936-87bd-451a-9b37-6611a494054d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 210 time: 0.0627401 Sep 30 08:30:04.466259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:03Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:04.537897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa479a-9e1d-4498-9ff8-b9ee573962c7 None None] The sync data for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 is: [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:03Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:30:04.905612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37154) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:05.295742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6389e43b-76dc-465c-8153-abc720970f6c tempest-DvrRoutersNegativeTest-1375036359 tempest-DvrRoutersNegativeTest-1375036359-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1971739330', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:05.299670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.policy [None req-6389e43b-76dc-465c-8153-abc720970f6c tempest-DvrRoutersNegativeTest-1375036359 tempest-DvrRoutersNegativeTest-1375036359-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95002) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 30 08:30:05.299984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.policy [None req-6389e43b-76dc-465c-8153-abc720970f6c tempest-DvrRoutersNegativeTest-1375036359 tempest-DvrRoutersNegativeTest-1375036359-project] Failed policy check for 'create_router' {{(pid=95002) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 30 08:30:05.300534 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-6389e43b-76dc-465c-8153-abc720970f6c tempest-DvrRoutersNegativeTest-1375036359 tempest-DvrRoutersNegativeTest-1375036359-project] create failed (client error): Access was denied to this resource. Sep 30 08:30:05.307758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6389e43b-76dc-465c-8153-abc720970f6c tempest-DvrRoutersNegativeTest-1375036359 tempest-DvrRoutersNegativeTest-1375036359-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3996055 Sep 30 08:30:05.524492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe60632d-502e-4f50-895a-9c5af982e3cb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:05.637586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fe60632d-502e-4f50-895a-9c5af982e3cb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:05.638462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.689159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e250e68f-bde9-4677-af11-d2cc0b1f115b req-a8f2e564-da2a-4530-9038-6aae2e62375e tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 210 time: 0.1232266 Sep 30 08:30:05.759617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-12bc56e8-7e7f-4d1a-8320-d12fa6abbf3b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:05.765640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-12bc56e8-7e7f-4d1a-8320-d12fa6abbf3b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 819 time: 0.4137609 Sep 30 08:30:05.781351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'port': {'device_id': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'admin_state_up': True, 'tenant_id': '26a42527c3c84ad3973750dc43b48912'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:05.852801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.859871 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37182) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:05.899415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port fe60632d-502e-4f50-895a-9c5af982e3cb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fe60632d-502e-4f50-895a-9c5af982e3cb,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:05.905285 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.976941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=fe60632d-502e-4f50-895a-9c5af982e3cb,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:06.030517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Made reservation on behalf of 26a42527c3c84ad3973750dc43b48912 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:30:06.035882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.054743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fe3acea-da9c-458f-99fd-180c9139dd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.260024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fe3acea-da9c-458f-99fd-180c9139dd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.266929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fe3acea-da9c-458f-99fd-180c9139dd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.315825 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4fe3acea-da9c-458f-99fd-180c9139dd9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=525f09c53197415cb0e5c25d3084bf40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534774 Sep 30 08:30:06.316818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:06.337961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Allocated IP 172.20.0.10 (4e731743-33b2-4cc1-85cc-55b98875aeb5/0325a5a2-aef7-4d82-a229-d7a98a622e94/07b6c5c2-3300-4fa3-bc72-30177b63ef59) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:06.483827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3acea-da9c-458f-99fd-180c9139dd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0892e8a-f152-40de-a8ef-035a00bd6f1f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:06.516103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d730a2ea-6e6a-4ca2-b21f-071864671bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.587801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d730a2ea-6e6a-4ca2-b21f-071864671bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.719544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d730a2ea-6e6a-4ca2-b21f-071864671bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.727688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d730a2ea-6e6a-4ca2-b21f-071864671bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.735811 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d730a2ea-6e6a-4ca2-b21f-071864671bff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0892e8a-f152-40de-a8ef-035a00bd6f1f HTTP/1.1" status: 204 len: 168 time: 0.4147282 Sep 30 08:30:06.767306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730a2ea-6e6a-4ca2-b21f-071864671bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0892e8a-f152-40de-a8ef-035a00bd6f1f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:06.921180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.040719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.152899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Network 4e731743-33b2-4cc1-85cc-55b98875aeb5 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:07.163903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:07.182821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:07.220726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:07.231434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981f54d-9623-4b56-969f-05a0c6f6cf3f req-40fe72ee-cf4c-4be7-8d16-fcc7546959cf tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:07.240178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b981f54d-9623-4b56-969f-05a0c6f6cf3f req-40fe72ee-cf4c-4be7-8d16-fcc7546959cf tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 932 time: 0.2250264 Sep 30 08:30:07.279963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37218) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:07.308117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.308316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.308730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.309086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.309428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.309779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.310248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.310861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.311208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.311593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.311841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.312201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:07.329957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37222) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:07.352426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:07.353433 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.385705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b981f54d-9623-4b56-969f-05a0c6f6cf3f req-c8bb9602-d461-4be4-88e3-616db645e8c1 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441555 Sep 30 08:30:07.413773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c13eb0e3-6fc6-40be-9eaf-e3a2c8c811dd tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6362584 Sep 30 08:30:07.435533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Request body: {'port': {'device_id': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:07.495000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe60632d-502e-4f50-895a-9c5af982e3cb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:07.621834 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.643657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fe60632d-502e-4f50-895a-9c5af982e3cb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:07.644112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.756531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.803708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bce9-06f4-4a0f-b8e5-83d0e0b853f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.847671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:30:07.847671 n-d-807025-5 neutron-server[95002]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:30:07.847671 n-d-807025-5 neutron-server[95002]: [parameters: {'project_id': '7d5a0073c25341429cb1f08e852457f6', 'id': 'aa3e8d44-a7a2-4b2b-8d9e-f67a0b4ca1ac', 'expiration': datetime.datetime(2021, 9, 30, 8, 32, 7, 836638)}] Sep 30 08:30:07.847671 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:30:07.850698 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:30:07.944107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bce9-06f4-4a0f-b8e5-83d0e0b853f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.950152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bce9-06f4-4a0f-b8e5-83d0e0b853f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.003513 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ed7bce9-06f4-4a0f-b8e5-83d0e0b853f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7581bb80b1c4a6bb5046416dbbbacfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732051 Sep 30 08:30:08.005299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7bce9-06f4-4a0f-b8e5-83d0e0b853f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57abd3a-e358-46e9-baad-473a7f8d1db6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.006449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37240) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:08.018352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b6c5c2-3300-4fa3-bc72-30177b63ef59 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:08.034797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.068608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Transition to ACTIVE for port object 07b6c5c2-3300-4fa3-bc72-30177b63ef59 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:08.079021 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.110508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ebbbf29-e90f-4859-a866-69a5786019bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.162466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ebbbf29-e90f-4859-a866-69a5786019bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.164393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.258771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Attempting to bind port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:08.259002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Attempting to bind port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:08.259330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Attempting to bind port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 on network 4e731743-33b2-4cc1-85cc-55b98875aeb5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:08.264375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 on network 4e731743-33b2-4cc1-85cc-55b98875aeb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:08.264699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Attempting to bind port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 on network 4e731743-33b2-4cc1-85cc-55b98875aeb5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:08.271571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ebbbf29-e90f-4859-a866-69a5786019bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.274164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ebbbf29-e90f-4859-a866-69a5786019bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.277702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3ebbbf29-e90f-4859-a866-69a5786019bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b57abd3a-e358-46e9-baad-473a7f8d1db6 HTTP/1.1" status: 204 len: 168 time: 0.2679217 Sep 30 08:30:08.278030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:08.278369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Checking segment: {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:08.279177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Bound using segment: {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:08.279771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Bound port: 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ae0ee2-7f02-4db7-baea-d7d80ee0011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:08.280130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.303897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbbf29-e90f-4859-a866-69a5786019bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57abd3a-e358-46e9-baad-473a7f8d1db6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.352964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.353708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:08.358224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:08.366396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.423132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.423760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.425890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] 10.222.0.57 "PUT /v2.0/ports/07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 1092 time: 1.0022666 Sep 30 08:30:08.428006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:08.430903 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3acf8d-0b9e-4358-b690-592ad119d4de" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:08.468878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c89490-9238-477f-a7c0-088809a0d391 service neutron] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.505314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37256) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:08.531851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8d40-b526-416d-8b84-ba93297d8bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.537320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.542446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.586192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec2fce3-710b-4be4-a0b1-503b21dd8310,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.606789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-7ed35e7e-9ff9-4781-9e8e-4ccf43690d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.608324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-7ed35e7e-9ff9-4781-9e8e-4ccf43690d95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1095 time: 0.1228430 Sep 30 08:30:08.620362 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-88eb2d11-7b79-4631-b272-bc1c728183f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d5a0073c25341429cb1f08e852457f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3392200 Sep 30 08:30:08.622972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37262) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:08.636417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cb115-0166-4adb-bea3-770af444edd4 req-75837508-f1b8-4da9-98f3-bf64b21b1f79 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.639798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d98cb115-0166-4adb-bea3-770af444edd4 req-75837508-f1b8-4da9-98f3-bf64b21b1f79 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 944 time: 0.0753829 Sep 30 08:30:08.678668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82ab12a8-e929-4d7c-b01c-86ae42a5a723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.681635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-ae3a4194-454a-4f66-a6a3-b1c82250003b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.0562868 Sep 30 08:30:08.713401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82ab12a8-e929-4d7c-b01c-86ae42a5a723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.778806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d98cb115-0166-4adb-bea3-770af444edd4 req-da351996-478c-42b1-8e2b-d2961f55b32d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060977 Sep 30 08:30:08.789604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-a895e972-cb49-41e8-a71e-757c8049c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.791301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-a895e972-cb49-41e8-a71e-757c8049c8c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.1032422 Sep 30 08:30:08.841292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82ab12a8-e929-4d7c-b01c-86ae42a5a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.841638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-c1284762-cfd9-4176-b1da-15fb1b826833 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407293 Sep 30 08:30:08.844708 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82ab12a8-e929-4d7c-b01c-86ae42a5a723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.847057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82ab12a8-e929-4d7c-b01c-86ae42a5a723 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aec2fce3-710b-4be4-a0b1-503b21dd8310 HTTP/1.1" status: 204 len: 168 time: 0.2219119 Sep 30 08:30:08.855070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab12a8-e929-4d7c-b01c-86ae42a5a723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec2fce3-710b-4be4-a0b1-503b21dd8310,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.865229 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89b1192-3c7c-4ed0-9ae5-6181262b03f6 x-openstack-request-id: req-c89b1192-3c7c-4ed0-9ae5-6181262b03f6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:08.865582 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:08.865840 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c89b1192-3c7c-4ed0-9ae5-6181262b03f6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:08.866250 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'status': 'completed', 'code': 200} Sep 30 08:30:08.954216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37272) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:08.970073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--531409777'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:08.970543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33499d12-f963-4d17-b9fc-9c0d0cee7d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.010051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.037521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.076166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-5ddc50dc-d9c3-4ae7-a83e-7a5bb85ff895 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254717 Sep 30 08:30:09.133246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33499d12-f963-4d17-b9fc-9c0d0cee7d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.138082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33499d12-f963-4d17-b9fc-9c0d0cee7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.185060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33499d12-f963-4d17-b9fc-9c0d0cee7d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21d74e-872c-435a-83e7-6b101deada9b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:09.194250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-33499d12-f963-4d17-b9fc-9c0d0cee7d86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4119a5457223441b8e22a772238277dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364395 Sep 30 08:30:09.194738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37276) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:09.234269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60c8f78f-6121-4f66-a28c-1bc038645216 req-1b82a908-2787-4102-aa15-d9386664edf2 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476369 Sep 30 08:30:09.259918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86cc050d-bbee-44bb-a2f4-a858e8656e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.294218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86cc050d-bbee-44bb-a2f4-a858e8656e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.304601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.317963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.379251 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86cc050d-bbee-44bb-a2f4-a858e8656e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.383707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86cc050d-bbee-44bb-a2f4-a858e8656e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.386100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-86cc050d-bbee-44bb-a2f4-a858e8656e77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d21d74e-872c-435a-83e7-6b101deada9b HTTP/1.1" status: 204 len: 168 time: 0.1899488 Sep 30 08:30:09.400346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0bf66-463c-4f57-a318-5fc33660edce,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:09.406497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc050d-bbee-44bb-a2f4-a858e8656e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21d74e-872c-435a-83e7-6b101deada9b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:09.420729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-d078575e-de15-4999-8c09-45290272a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.422586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-d078575e-de15-4999-8c09-45290272a66f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1095 time: 0.1163924 Sep 30 08:30:09.478950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37280) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:09.493901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b81c6e-a3c9-42f1-8a5b-eccbe2d0f3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.501273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.511692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.599616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde84c97-06dd-4b45-9a9b-29490dc84dec,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:09.621680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b81c6e-a3c9-42f1-8a5b-eccbe2d0f3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.627788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b81c6e-a3c9-42f1-8a5b-eccbe2d0f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.638424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-e30cb611-a45f-42fd-91ec-f3be5957389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.640566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-e30cb611-a45f-42fd-91ec-f3be5957389a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.2036812 Sep 30 08:30:09.642291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.643773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b39a6824-3d78-488a-befd-0b0722f4290d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1393352 Sep 30 08:30:09.646600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37284) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:09.681277 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46b81c6e-a3c9-42f1-8a5b-eccbe2d0f3b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc931c6aecd446d1a11683fb90ba98dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007837 Sep 30 08:30:09.681984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37288) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:09.691486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b81c6e-a3c9-42f1-8a5b-eccbe2d0f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b151a2-e2ba-4e1f-8e65-31f8f708791e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:09.746476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec561f8c-8b8f-4ebd-9a56-1d311d8cd1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.780990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec561f8c-8b8f-4ebd-9a56-1d311d8cd1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.837328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec561f8c-8b8f-4ebd-9a56-1d311d8cd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.842113 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec561f8c-8b8f-4ebd-9a56-1d311d8cd1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.843475 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ec561f8c-8b8f-4ebd-9a56-1d311d8cd1a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24b151a2-e2ba-4e1f-8e65-31f8f708791e HTTP/1.1" status: 204 len: 168 time: 0.1593328 Sep 30 08:30:09.857353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec561f8c-8b8f-4ebd-9a56-1d311d8cd1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b151a2-e2ba-4e1f-8e65-31f8f708791e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:10.140991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-ebbea773-3630-46e7-9db2-6ec89797d6db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.0698252 Sep 30 08:30:10.210713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-22d18219-6d2d-4d86-b021-a4c412071aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.212267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-22d18219-6d2d-4d86-b021-a4c412071aaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.0555601 Sep 30 08:30:10.238536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6fae-a819-4008-b9db-b50507fa5414 req-e1ce5da3-eeae-4f1e-a2e3-c7708520ae3d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.240077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6ba6fae-a819-4008-b9db-b50507fa5414 req-e1ce5da3-eeae-4f1e-a2e3-c7708520ae3d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 944 time: 0.1700857 Sep 30 08:30:10.267912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-f6ec9afd-4d35-4256-8704-e25f5aaf9c1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372462 Sep 30 08:30:10.292373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-75b6f12e-a0e2-4682-91a1-d16837710c8a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6442971 Sep 30 08:30:10.295335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37322) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:10.301784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-security--308515056', 'description': 'tempest-security-description-1039455067'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:10.313011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6ba6fae-a819-4008-b9db-b50507fa5414 req-bc09154a-fc69-49fe-8515-a63b63b8bc1a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433476 Sep 30 08:30:10.421017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.453867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-a6771be7-f20c-45f2-a573-f59d18bc76ec service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424484 Sep 30 08:30:10.484704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.491828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.494853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.500096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "PUT /v2.0/security-groups/cde84c97-06dd-4b45-9a9b-29490dc84dec HTTP/1.1" status: 200 len: 1779 time: 0.2033327 Sep 30 08:30:10.500841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:10.641678 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3d49269c-ff2b-4bf4-9e68-730ff459193c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups/cde84c97-06dd-4b45-9a9b-29490dc84dec HTTP/1.1" status: 200 len: 1779 time: 0.1337037 Sep 30 08:30:10.649322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37332) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:10.652354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d75df-ed36-454d-91af-eba550c356c9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde84c97-06dd-4b45-9a9b-29490dc84dec,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:10.667251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3acf8d-0b9e-4358-b690-592ad119d4de req-ad4d33c8-1db1-4e31-9673-bab80a7c9e95 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028251 Sep 30 08:30:10.733640 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0212-6a46-48df-8758-f4f550d8db1a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.770084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0212-6a46-48df-8758-f4f550d8db1a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.854019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0212-6a46-48df-8758-f4f550d8db1a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.857534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0212-6a46-48df-8758-f4f550d8db1a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.863766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee6a0212-6a46-48df-8758-f4f550d8db1a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/cde84c97-06dd-4b45-9a9b-29490dc84dec HTTP/1.1" status: 204 len: 168 time: 0.2116594 Sep 30 08:30:10.866389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:10.888607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0212-6a46-48df-8758-f4f550d8db1a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde84c97-06dd-4b45-9a9b-29490dc84dec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:10.963221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37348) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:10.963789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b7c1ae0-e527-4239-868f-4cad41ea44d9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955949 Sep 30 08:30:10.998143 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-86a60b1c-676a-4a8c-86f5-389588ea6f2e tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] delete failed (client error): The resource could not be found. Sep 30 08:30:10.999505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-86a60b1c-676a-4a8c-86f5-389588ea6f2e tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/cde84c97-06dd-4b45-9a9b-29490dc84dec HTTP/1.1" status: 404 len: 347 time: 0.0353012 Sep 30 08:30:11.004814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37354) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.009577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917548894'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:11.036001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.072093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-281027f8-3a84-4c62-be33-213b586e9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.142842 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.147512 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.185012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.187152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1811240 Sep 30 08:30:11.195044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37360) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.195629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087516-aead-477c-9e44-1e9d27c73e30 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3375897-2645-4b9c-9146-8fa284ebf1ae,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:11.195845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': 'e3375897-2645-4b9c-9146-8fa284ebf1ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:11.240513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.302852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.307983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.332597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93542303-f9af-4892-a81d-d1e85e357f0d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:11.344689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.346914 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557112 Sep 30 08:30:11.348752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.349099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.349559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.350040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37368) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.350279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.350630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.350991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.351329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.351662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.351991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.352318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.352820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.353330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05200c0-f916-4536-b869-8887df16473c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:11.397872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00e5031b-a20b-4394-87c7-a11c3742fb21 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.417059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00e5031b-a20b-4394-87c7-a11c3742fb21 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.453938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.506481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00e5031b-a20b-4394-87c7-a11c3742fb21 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.511346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00e5031b-a20b-4394-87c7-a11c3742fb21 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.512725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-00e5031b-a20b-4394-87c7-a11c3742fb21 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/93542303-f9af-4892-a81d-d1e85e357f0d HTTP/1.1" status: 204 len: 168 time: 0.1616862 Sep 30 08:30:11.515610 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.526050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5031b-a20b-4394-87c7-a11c3742fb21 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93542303-f9af-4892-a81d-d1e85e357f0d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:11.548470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2794c6-dbb6-45cf-896c-20bfa6d141f6 req-73b4eb3f-df07-4999-8384-137958ffbdaa tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:11.550189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb2794c6-dbb6-45cf-896c-20bfa6d141f6 req-73b4eb3f-df07-4999-8384-137958ffbdaa tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 944 time: 0.0921221 Sep 30 08:30:11.600702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb2794c6-dbb6-45cf-896c-20bfa6d141f6 req-4206fe2a-7ca4-408d-81e5-afca658a3aaa tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Sep 30 08:30:11.609524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37380) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.626025 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d41254f-e033-4035-98f1-c2ccceb0360f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898736 Sep 30 08:30:11.707044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 07b6c5c2-3300-4fa3-bc72-30177b63ef59 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:11.708653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d761ced3-21f6-4c1d-99ed-d4c80541dc6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.756750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d761ced3-21f6-4c1d-99ed-d4c80541dc6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.832730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d761ced3-21f6-4c1d-99ed-d4c80541dc6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.835598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d761ced3-21f6-4c1d-99ed-d4c80541dc6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:11.836777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d761ced3-21f6-4c1d-99ed-d4c80541dc6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/e3375897-2645-4b9c-9146-8fa284ebf1ae HTTP/1.1" status: 204 len: 168 time: 0.2261057 Sep 30 08:30:11.842738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37390) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.857766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761ced3-21f6-4c1d-99ed-d4c80541dc6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3375897-2645-4b9c-9146-8fa284ebf1ae,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:11.910784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:11.925135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'port_id': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'mac_address': 'fa:16:3e:f3:27:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:11.952627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37396) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:11.953353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b3594df-70a6-4bf0-849e-9495f4af345a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064143 Sep 30 08:30:11.958875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684204093'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:11.997677 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.013255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.015720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b6c5c2-3300-4fa3-bc72-30177b63ef59 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:12.050317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:12.069685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.138486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:12.184651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.192682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.231494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.235794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37404) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:12.241397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2826538 Sep 30 08:30:12.241397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100dbb9-3e01-4d74-bc0a-2aa608a6b526 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a95dd-c504-4892-824f-42f618ea7579,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:12.245642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '2d3a95dd-c504-4892-824f-42f618ea7579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:12.285269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.365913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.371283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.397285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e346024-75e0-4ad5-abd9-17429e8cd660,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:12.421526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.423332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2c137ed4-e4c7-4880-be8b-df46d483ceb5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1854997 Sep 30 08:30:12.426573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37414) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:12.431972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '2d3a95dd-c504-4892-824f-42f618ea7579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:12.488301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['07b6c5c2-3300-4fa3-bc72-30177b63ef59'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:12.517268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.601622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.612926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.677873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c641a828-7bef-4f2d-ab61-51158c6a6c2d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:12.695292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.699200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-098d9d96-0972-4a40-b4f9-8d9b2a733825 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689579 Sep 30 08:30:12.700577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37434) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:12.706220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '2d3a95dd-c504-4892-824f-42f618ea7579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:12.784889 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.852261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5054e-4901-40ca-b054-153f65396008 req-f795807e-ee15-48c2-8191-710deda66b46 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:12.859359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5c5054e-4901-40ca-b054-153f65396008 req-f795807e-ee15-48c2-8191-710deda66b46 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 945 time: 0.1154613 Sep 30 08:30:12.907705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5c5054e-4901-40ca-b054-153f65396008 req-34416f6a-1fbe-4297-9951-d82286420a7a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474358 Sep 30 08:30:12.909992 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.915954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.968838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.971451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2687087 Sep 30 08:30:12.981181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37448) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:12.986018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '2d3a95dd-c504-4892-824f-42f618ea7579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:12.990715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c0732-3efc-4c14-9fff-7c3e33656820 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5bad7a-9990-443c-ac86-4bb01b4f4771,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.045790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.091789 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.134362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37452) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.139410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.144190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.160304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9dfbaa-ce3e-431c-ac8a-719f9cc2b40e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.176708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.181667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ed219155-1e7b-4c6c-8db9-1d4680b8f1e5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987495 Sep 30 08:30:13.185104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37456) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.190347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '2d3a95dd-c504-4892-824f-42f618ea7579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:13.230841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.302646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.307882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.330122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d252cc-aa8f-43fa-b110-389493abcb44,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.355445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.356744 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c8859cc2-28a0-4ea5-9c97-7ea69d2f5b97 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1705921 Sep 30 08:30:13.359964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.391212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed6b-79cb-4241-aa08-cd8a75313fb2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.404095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed6b-79cb-4241-aa08-cd8a75313fb2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.431911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec00a217-7bc5-4136-9307-be32d0cb4d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.444105 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed6b-79cb-4241-aa08-cd8a75313fb2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.451347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed6b-79cb-4241-aa08-cd8a75313fb2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.455736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-30b6ed6b-79cb-4241-aa08-cd8a75313fb2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d1d252cc-aa8f-43fa-b110-389493abcb44 HTTP/1.1" status: 204 len: 168 time: 0.0911021 Sep 30 08:30:13.456806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.466020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6ed6b-79cb-4241-aa08-cd8a75313fb2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1d252cc-aa8f-43fa-b110-389493abcb44,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.549332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bd23f6f9-d324-4cbe-9953-cb3c41ca0e2a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0907459 Sep 30 08:30:13.549511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.583867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec00a217-7bc5-4136-9307-be32d0cb4d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.590651 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec00a217-7bc5-4136-9307-be32d0cb4d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.596010 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c4da-ff7c-431a-9746-1a6ce8913e4d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.609627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c4da-ff7c-431a-9746-1a6ce8913e4d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.656583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ec00a217-7bc5-4136-9307-be32d0cb4d06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=517efd6ea2a9411c83de5990622e0bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187867 Sep 30 08:30:13.657431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37468) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.665321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00a217-7bc5-4136-9307-be32d0cb4d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4365d0de-75b2-43b6-99e1-12b1be902a64,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.666956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37470) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.683944 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c4da-ff7c-431a-9746-1a6ce8913e4d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.691982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c4da-ff7c-431a-9746-1a6ce8913e4d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.693096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d0f9c4da-ff7c-431a-9746-1a6ce8913e4d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5e9dfbaa-ce3e-431c-ac8a-719f9cc2b40e HTTP/1.1" status: 204 len: 168 time: 0.1432023 Sep 30 08:30:13.695836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37474) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.706111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9c4da-ff7c-431a-9746-1a6ce8913e4d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e9dfbaa-ce3e-431c-ac8a-719f9cc2b40e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.725299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ee79e68-5c12-440e-8822-f5049d8a1e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.745379 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-306a64a2-8eb1-40e7-9e38-fdf99c8b0864 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0484636 Sep 30 08:30:13.748153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ee79e68-5c12-440e-8822-f5049d8a1e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.748301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.780213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae18157a-93c9-477f-a1d2-b57db85c53dc tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.789480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae18157a-93c9-477f-a1d2-b57db85c53dc tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.800623 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ee79e68-5c12-440e-8822-f5049d8a1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.803650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ee79e68-5c12-440e-8822-f5049d8a1e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.804827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ee79e68-5c12-440e-8822-f5049d8a1e9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4365d0de-75b2-43b6-99e1-12b1be902a64 HTTP/1.1" status: 204 len: 168 time: 0.1461606 Sep 30 08:30:13.814385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-019560ea-f0a9-4bc0-b3b4-4dc338ab9d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.815581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee79e68-5c12-440e-8822-f5049d8a1e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4365d0de-75b2-43b6-99e1-12b1be902a64,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.841986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae18157a-93c9-477f-a1d2-b57db85c53dc tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.851047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae18157a-93c9-477f-a1d2-b57db85c53dc tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.853506 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae18157a-93c9-477f-a1d2-b57db85c53dc tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1d5bad7a-9990-443c-ac86-4bb01b4f4771 HTTP/1.1" status: 204 len: 168 time: 0.1030762 Sep 30 08:30:13.855058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37480) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.866202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18157a-93c9-477f-a1d2-b57db85c53dc tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d5bad7a-9990-443c-ac86-4bb01b4f4771,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.909158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16aba4bb-7407-4635-a0ba-3c92ce4a8ace tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0526617 Sep 30 08:30:13.909872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37482) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.931171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-019560ea-f0a9-4bc0-b3b4-4dc338ab9d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.935543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77ac85e0-1254-49b8-8279-4f627cc09dab tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.936346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-019560ea-f0a9-4bc0-b3b4-4dc338ab9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.945630 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77ac85e0-1254-49b8-8279-4f627cc09dab tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.979220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77ac85e0-1254-49b8-8279-4f627cc09dab tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.985547 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-019560ea-f0a9-4bc0-b3b4-4dc338ab9d88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d99200f8924840cfb05379bb0f4ae254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174841 Sep 30 08:30:13.987453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019560ea-f0a9-4bc0-b3b4-4dc338ab9d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9abd3c-86a0-45f5-bc4c-a210c40d21fb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:13.989212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77ac85e0-1254-49b8-8279-4f627cc09dab tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.989788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.990608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-77ac85e0-1254-49b8-8279-4f627cc09dab tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c641a828-7bef-4f2d-ab61-51158c6a6c2d HTTP/1.1" status: 204 len: 168 time: 0.0798144 Sep 30 08:30:13.997337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37490) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.998306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac85e0-1254-49b8-8279-4f627cc09dab tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c641a828-7bef-4f2d-ab61-51158c6a6c2d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.054232 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ef5401f-cad2-411a-a487-e3a718c1c961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.062108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-557b609c-1a30-4083-a0b4-8f7d142bf173 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0610359 Sep 30 08:30:14.068205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.093557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ef5401f-cad2-411a-a487-e3a718c1c961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.113952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33770de9-5d56-4a80-8536-988b4379087b req-d06aa9e4-0f2a-4b13-af73-924d7a833604 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:14.115528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33770de9-5d56-4a80-8536-988b4379087b req-d06aa9e4-0f2a-4b13-af73-924d7a833604 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 945 time: 0.0670135 Sep 30 08:30:14.121765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b071c7c1-2224-4bcc-bb10-bda55967e076 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.143045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b071c7c1-2224-4bcc-bb10-bda55967e076 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.169937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33770de9-5d56-4a80-8536-988b4379087b req-f4b5a2e6-3160-49a8-83a8-c56679eaab5c tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480800 Sep 30 08:30:14.187722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b071c7c1-2224-4bcc-bb10-bda55967e076 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.200410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b071c7c1-2224-4bcc-bb10-bda55967e076 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.202157 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b071c7c1-2224-4bcc-bb10-bda55967e076 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3e346024-75e0-4ad5-abd9-17429e8cd660 HTTP/1.1" status: 204 len: 168 time: 0.1328914 Sep 30 08:30:14.204183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ef5401f-cad2-411a-a487-e3a718c1c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.204860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37500) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.211459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37502) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.212165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ef5401f-cad2-411a-a487-e3a718c1c961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.215010 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ef5401f-cad2-411a-a487-e3a718c1c961 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f9abd3c-86a0-45f5-bc4c-a210c40d21fb HTTP/1.1" status: 204 len: 168 time: 0.2222660 Sep 30 08:30:14.220295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c7c1-2224-4bcc-bb10-bda55967e076 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e346024-75e0-4ad5-abd9-17429e8cd660,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.228336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5401f-cad2-411a-a487-e3a718c1c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9abd3c-86a0-45f5-bc4c-a210c40d21fb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.257382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f388906a-763a-4937-8de0-8ef95b4955fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.295428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0ee910e9-ca0f-4f91-a272-f704a108c805 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0893536 Sep 30 08:30:14.298533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37506) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.357848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-905096f3-8e9e-4e18-8268-6f1de3883ccb tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.382875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-905096f3-8e9e-4e18-8268-6f1de3883ccb tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.396907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f388906a-763a-4937-8de0-8ef95b4955fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.401939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f388906a-763a-4937-8de0-8ef95b4955fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.431560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-905096f3-8e9e-4e18-8268-6f1de3883ccb tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.434634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-905096f3-8e9e-4e18-8268-6f1de3883ccb tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.436427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-905096f3-8e9e-4e18-8268-6f1de3883ccb tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/2d3a95dd-c504-4892-824f-42f618ea7579 HTTP/1.1" status: 204 len: 168 time: 0.1354744 Sep 30 08:30:14.445951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37508) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.448252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905096f3-8e9e-4e18-8268-6f1de3883ccb tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a95dd-c504-4892-824f-42f618ea7579,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.466866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f388906a-763a-4937-8de0-8ef95b4955fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37b7ff68640d477989673c535508e5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544153 Sep 30 08:30:14.469764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.477728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388906a-763a-4937-8de0-8ef95b4955fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca81228a-c9ec-42fc-9fa8-d589863e8887,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.516514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bf2fd5dc-6bd2-44c4-a685-f2868ce36fc9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684283 Sep 30 08:30:14.521305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37514) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.526491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--116455603'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:14.545967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d739768d-77b4-46aa-a441-56064372fc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.569388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.585291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d739768d-77b4-46aa-a441-56064372fc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.680490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d739768d-77b4-46aa-a441-56064372fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.683078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d739768d-77b4-46aa-a441-56064372fc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.684228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d739768d-77b4-46aa-a441-56064372fc51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca81228a-c9ec-42fc-9fa8-d589863e8887 HTTP/1.1" status: 204 len: 168 time: 0.2131367 Sep 30 08:30:14.688157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.701142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739768d-77b4-46aa-a441-56064372fc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca81228a-c9ec-42fc-9fa8-d589863e8887,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.702851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60dccefd-d465-4a92-a8d4-4a46a2586a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.712727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.718683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.754818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18665947-64bb-49d4-a24a-bc0e418198e5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.819810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60dccefd-d465-4a92-a8d4-4a46a2586a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.824622 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60dccefd-d465-4a92-a8d4-4a46a2586a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.833742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.838697 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4e9d4e9d-ef1b-40f9-b38a-887982e388a3 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3131106 Sep 30 08:30:14.842255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.851170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '18665947-64bb-49d4-a24a-bc0e418198e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:14.872798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-60dccefd-d465-4a92-a8d4-4a46a2586a7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73873dcf24604b6c869d057ecca9a1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846309 Sep 30 08:30:14.874325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dccefd-d465-4a92-a8d4-4a46a2586a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546f79e-3c0e-402a-9c0f-fb9d12c5d448,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.877484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:14.881254 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.916356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.980760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed02d8d9-36d6-481a-a267-6f2a3c874087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.998760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.010285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.022395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed02d8d9-36d6-481a-a267-6f2a3c874087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.040558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab47f2b-0c92-414b-aa9b-dd98529be778,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:15.053407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.056654 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dfdf3a3d-5b45-41f0-ab76-43369e7efbde tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2101088 Sep 30 08:30:15.057535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37530) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:15.090307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed02d8d9-36d6-481a-a267-6f2a3c874087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.093169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ed02d8d9-36d6-481a-a267-6f2a3c874087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.097631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ed02d8d9-36d6-481a-a267-6f2a3c874087 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d546f79e-3c0e-402a-9c0f-fb9d12c5d448 HTTP/1.1" status: 204 len: 168 time: 0.2082641 Sep 30 08:30:15.107030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d8d9-36d6-481a-a267-6f2a3c874087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546f79e-3c0e-402a-9c0f-fb9d12c5d448,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:15.120163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a02c072e-eb3c-46fd-83f6-33b3b3826c28 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.154906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a02c072e-eb3c-46fd-83f6-33b3b3826c28 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.222242 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a02c072e-eb3c-46fd-83f6-33b3b3826c28 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.224886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a02c072e-eb3c-46fd-83f6-33b3b3826c28 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.226113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a02c072e-eb3c-46fd-83f6-33b3b3826c28 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/18665947-64bb-49d4-a24a-bc0e418198e5 HTTP/1.1" status: 204 len: 168 time: 0.1672494 Sep 30 08:30:15.228852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:15.236808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c072e-eb3c-46fd-83f6-33b3b3826c28 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18665947-64bb-49d4-a24a-bc0e418198e5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:15.289209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ea8e78e2-0bdf-4d56-b081-4f4dacbe4bfd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587227 Sep 30 08:30:15.292749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:15.299789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956801881'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:15.343938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.360669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182c769-4661-4d5e-9c29-951aeaecf120 req-80d8a857-9d91-410a-b059-bf835c2933a7 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:15.362339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c182c769-4661-4d5e-9c29-951aeaecf120 req-80d8a857-9d91-410a-b059-bf835c2933a7 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 945 time: 0.0645649 Sep 30 08:30:15.424289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c182c769-4661-4d5e-9c29-951aeaecf120 req-5f58ec2c-c4b8-429f-b48b-48c8d8bd0084 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545812 Sep 30 08:30:15.470902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.478404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.518494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43854714-0b3e-4e2a-9243-64820698a807,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:15.533523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.535407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-383985e0-350e-4128-afdb-6e19cdeff848 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2414098 Sep 30 08:30:15.538933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:15.543912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--671980108'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:15.579823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.699172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.703357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.724213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 07b6c5c2-3300-4fa3-bc72-30177b63ef59 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:15.771928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.773203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2331030 Sep 30 08:30:15.776318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37574) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:15.778212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a907d2-52ac-4407-ac7b-17ce39a648e9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b2b03a-ac9d-4669-830c-1dd34b4d11ca,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:15.784323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '43854714-0b3e-4e2a-9243-64820698a807', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '94b2b03a-ac9d-4669-830c-1dd34b4d11ca', 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:15.791274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:15.794149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fe9e-35e3-4f50-b440-ffa0456f558a req-357c6cd1-9879-4013-b945-ce2c93ad5d42 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:15.795858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9249fe9e-35e3-4f50-b440-ffa0456f558a req-357c6cd1-9879-4013-b945-ce2c93ad5d42 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.0813391 Sep 30 08:30:15.807621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:15.807989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.844835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.871727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9249fe9e-35e3-4f50-b440-ffa0456f558a req-d32d39ea-177b-4f2c-8a4a-ebfdfeb31cfb tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657086 Sep 30 08:30:15.949847 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.970330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.975485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.000042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:16.005194 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f528620-fd26-4122-99ee-7aa17fcc7197" -d '{"events": [{"server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "name": "network-vif-plugged", "status": "completed", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:16.005608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192087ae-1e2c-4698-815d-93d18a80f7f6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:16.037400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:16.038785 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.041880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.043675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e48004b-92e3-44b6-bebc-0501568a3d1c tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2658145 Sep 30 08:30:16.046073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.102288 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f5e9-3d25-4bb8-a639-2153aac18ec5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.103606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:16.123170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f5e9-3d25-4bb8-a639-2153aac18ec5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.174325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f5e9-3d25-4bb8-a639-2153aac18ec5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.184261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f5e9-3d25-4bb8-a639-2153aac18ec5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.189285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b9e3f5e9-3d25-4bb8-a639-2153aac18ec5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/192087ae-1e2c-4698-815d-93d18a80f7f6 HTTP/1.1" status: 204 len: 168 time: 0.1420918 Sep 30 08:30:16.189640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37606) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.205161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3f5e9-3d25-4bb8-a639-2153aac18ec5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=192087ae-1e2c-4698-815d-93d18a80f7f6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:16.260873 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0211a61-4e20-4b9e-86c4-7a079f7fe672 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697052 Sep 30 08:30:16.263737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.331212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9012871-f47a-40e2-b609-f32fc475cddd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.359284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9012871-f47a-40e2-b609-f32fc475cddd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.366384 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359861eb-0fba-4d85-b5ba-44aba8ec7f59 x-openstack-request-id: req-359861eb-0fba-4d85-b5ba-44aba8ec7f59 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:16.366793 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "name": "network-vif-plugged", "status": "completed", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:16.367140 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-359861eb-0fba-4d85-b5ba-44aba8ec7f59 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:16.367541 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'code': 200} Sep 30 08:30:16.427829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9012871-f47a-40e2-b609-f32fc475cddd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.432011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9012871-f47a-40e2-b609-f32fc475cddd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.433361 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d9012871-f47a-40e2-b609-f32fc475cddd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/94b2b03a-ac9d-4669-830c-1dd34b4d11ca HTTP/1.1" status: 204 len: 168 time: 0.1684422 Sep 30 08:30:16.437497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37624) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.454282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9012871-f47a-40e2-b609-f32fc475cddd tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b2b03a-ac9d-4669-830c-1dd34b4d11ca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:16.624652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8f9984c2-24d5-4077-ab75-4a51ee8eff01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1858406 Sep 30 08:30:16.628348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37640) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.632343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d76b9-46b3-438b-80c7-a89245ea529a req-e4addc50-1e81-404c-8c05-0294491ad8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:16.633898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff2d76b9-46b3-438b-80c7-a89245ea529a req-e4addc50-1e81-404c-8c05-0294491ad8a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.1410618 Sep 30 08:30:16.652234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077d474-6953-4382-b58c-51b0ff253019 req-a11a0b98-ecfe-43d0-b2eb-7f6312ac9d4a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:16.654301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9077d474-6953-4382-b58c-51b0ff253019 req-a11a0b98-ecfe-43d0-b2eb-7f6312ac9d4a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.0945406 Sep 30 08:30:16.717905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff2d76b9-46b3-438b-80c7-a89245ea529a req-4a795010-a433-47fd-97dc-0cae089e73a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594079 Sep 30 08:30:16.722116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97963cc5-bc97-4394-8548-89c28fe4368f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.733293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9077d474-6953-4382-b58c-51b0ff253019 req-1f2c6add-e85b-40d1-9e52-f9a5867f2951 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668383 Sep 30 08:30:16.766571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97963cc5-bc97-4394-8548-89c28fe4368f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.831673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97963cc5-bc97-4394-8548-89c28fe4368f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.834842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97963cc5-bc97-4394-8548-89c28fe4368f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.838501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-97963cc5-bc97-4394-8548-89c28fe4368f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/43854714-0b3e-4e2a-9243-64820698a807 HTTP/1.1" status: 204 len: 168 time: 0.2066958 Sep 30 08:30:16.838920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37648) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.847871 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97963cc5-bc97-4394-8548-89c28fe4368f tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43854714-0b3e-4e2a-9243-64820698a807,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:16.898002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37654) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:16.898382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-85cb5e7f-5ef0-48b6-900e-2ad5cfafe804 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581739 Sep 30 08:30:16.908813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007084604'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:16.927380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.038418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.042999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.077764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.079022 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1799927 Sep 30 08:30:17.082549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37660) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.084089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0198fb-5d30-437b-bdda-1d190ab79979 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95142c3b-4115-4d90-a044-865d88ccdfe4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:17.087158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '95142c3b-4115-4d90-a044-865d88ccdfe4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:17.122690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.191164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.195579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.212731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0570a4ca-e315-4cd6-9a9f-787d7ab413fc,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:17.228314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.232268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e1a7eff9-faf5-4667-90f5-094c3b35b7e4 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1459632 Sep 30 08:30:17.232441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37668) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.257640 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49be5e70-2473-41be-9534-53815b44cd89 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.267226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49be5e70-2473-41be-9534-53815b44cd89 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.300313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49be5e70-2473-41be-9534-53815b44cd89 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.306933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49be5e70-2473-41be-9534-53815b44cd89 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.308333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49be5e70-2473-41be-9534-53815b44cd89 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0570a4ca-e315-4cd6-9a9f-787d7ab413fc HTTP/1.1" status: 204 len: 168 time: 0.0749562 Sep 30 08:30:17.310992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37672) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.327289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be5e70-2473-41be-9534-53815b44cd89 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0570a4ca-e315-4cd6-9a9f-787d7ab413fc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:17.378115 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b6defb3-6c2e-4df6-8708-3895ed1db707 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659661 Sep 30 08:30:17.380722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37684) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.468002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52ef9aa7-6726-4699-8607-2b96a6088a3a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.498582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52ef9aa7-6726-4699-8607-2b96a6088a3a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.552507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52ef9aa7-6726-4699-8607-2b96a6088a3a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.556586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52ef9aa7-6726-4699-8607-2b96a6088a3a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.558622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-52ef9aa7-6726-4699-8607-2b96a6088a3a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/95142c3b-4115-4d90-a044-865d88ccdfe4 HTTP/1.1" status: 204 len: 168 time: 0.1763902 Sep 30 08:30:17.561061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37698) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.571195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef9aa7-6726-4699-8607-2b96a6088a3a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95142c3b-4115-4d90-a044-865d88ccdfe4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:17.628105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0506fcc6-63ca-4af5-9d46-8826af5bd10a tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622380 Sep 30 08:30:17.628363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37700) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.634792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group': {'name': 'tempest-secgroup--962200668'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:17.665413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.779001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.786948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.830102 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.831684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2018018 Sep 30 08:30:17.834040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92141852-ffcb-4423-b06f-7d24bf987f7d tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc31612-1cd2-47dd-954e-f83bcc39d4a9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:17.834376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37712) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:17.839860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '4dc31612-1cd2-47dd-954e-f83bcc39d4a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:17.900568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.934087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833bed-a262-4bc4-89e0-db94620cfa3a req-63c326a6-5e32-4543-9802-1843847a4ba6 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:17.935967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e833bed-a262-4bc4-89e0-db94620cfa3a req-63c326a6-5e32-4543-9802-1843847a4ba6 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.0620434 Sep 30 08:30:17.994761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.001315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.016198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e833bed-a262-4bc4-89e0-db94620cfa3a req-fe0d1988-aead-446a-8e94-a866a49e9960 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725045 Sep 30 08:30:18.052758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126ae48f-414f-44a4-95e4-cd5b293e2ccb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:18.077265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.078768 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bb63c19b-9435-44c6-8e1c-d1717154f508 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2432468 Sep 30 08:30:18.082268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37720) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.113626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-36ba420e-ae49-4c4c-89a9-a6d2607517db tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules/126ae48f-414f-44a4-95e4-cd5b293e2ccb HTTP/1.1" status: 200 len: 763 time: 0.0298054 Sep 30 08:30:18.116218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.174326 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-866d38fc-77c3-4922-ac86-142a852d5871 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0567408 Sep 30 08:30:18.176954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37726) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.235849 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451f4ccc-b659-46fa-a2de-ea060baac224 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.255445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451f4ccc-b659-46fa-a2de-ea060baac224 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.325882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451f4ccc-b659-46fa-a2de-ea060baac224 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.338277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451f4ccc-b659-46fa-a2de-ea060baac224 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.340645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-451f4ccc-b659-46fa-a2de-ea060baac224 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/126ae48f-414f-44a4-95e4-cd5b293e2ccb HTTP/1.1" status: 204 len: 168 time: 0.1623111 Sep 30 08:30:18.343457 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37732) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.370207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f4ccc-b659-46fa-a2de-ea060baac224 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=126ae48f-414f-44a4-95e4-cd5b293e2ccb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:18.411843 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d8c712b0-133a-4785-b720-45f8cc4dec87 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671508 Sep 30 08:30:18.414874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37740) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.426907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '4dc31612-1cd2-47dd-954e-f83bcc39d4a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:18.467619 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.560832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.567017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.592267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52123f2-8334-4d1c-a540-0bc966d8d9d2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:18.609382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.610680 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-047e659d-e30f-4c47-b327-278e25d1a27b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942198 Sep 30 08:30:18.613750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.639684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37750) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.654427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-65d29396-456d-4951-ada1-408be008cd68 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules/b52123f2-8334-4d1c-a540-0bc966d8d9d2 HTTP/1.1" status: 200 len: 763 time: 0.0357671 Sep 30 08:30:18.700511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37756) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.713330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dcd13430-d477-4f06-a808-212f85747bd8 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0695205 Sep 30 08:30:18.735272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8de-3495-4270-a830-5365046923c5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.744879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8de-3495-4270-a830-5365046923c5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.779814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8de-3495-4270-a830-5365046923c5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.785858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8de-3495-4270-a830-5365046923c5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.790001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37758) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.790257 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7f4de8de-3495-4270-a830-5365046923c5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b52123f2-8334-4d1c-a540-0bc966d8d9d2 HTTP/1.1" status: 204 len: 168 time: 0.0876250 Sep 30 08:30:18.800074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4de8de-3495-4270-a830-5365046923c5 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b52123f2-8334-4d1c-a540-0bc966d8d9d2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:18.843362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4c83a983-5a31-410f-a20b-7f60681ef3e2 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520568 Sep 30 08:30:18.845886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37762) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:18.850575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Request body: {'security_group_rule': {'security_group_id': '4dc31612-1cd2-47dd-954e-f83bcc39d4a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:18.874344 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Project 12ab73a5cca24c1b83b9f9544d7a103e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:30:18.880611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.966384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.972933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.999804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c650f37-e633-4c04-8bae-f4cc91c7bdc7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:19.014806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.016709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-15fd87dc-5ba2-4bc4-9d9d-454bb3d34c01 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695731 Sep 30 08:30:19.019462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37766) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.059932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c047104b-bd39-42fd-913b-c4aaa0fd0911 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules/6c650f37-e633-4c04-8bae-f4cc91c7bdc7 HTTP/1.1" status: 200 len: 769 time: 0.0389886 Sep 30 08:30:19.066001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37770) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.134823 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-67342d93-f9dd-4eb9-8d8b-dacad42340a9 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0673046 Sep 30 08:30:19.137261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37774) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.173107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-765a7da1-fdbe-487f-bc97-36de4bb509da tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.183804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-765a7da1-fdbe-487f-bc97-36de4bb509da tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.219196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8b57-ac08-42a2-8a71-a0d36df6a733 req-53849499-7fa0-4f17-97f5-ab5f0d30b5ab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:19.227717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9f8b57-ac08-42a2-8a71-a0d36df6a733 req-53849499-7fa0-4f17-97f5-ab5f0d30b5ab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.0966511 Sep 30 08:30:19.233085 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-765a7da1-fdbe-487f-bc97-36de4bb509da tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.242297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-765a7da1-fdbe-487f-bc97-36de4bb509da tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.246436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37780) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.246726 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-765a7da1-fdbe-487f-bc97-36de4bb509da tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6c650f37-e633-4c04-8bae-f4cc91c7bdc7 HTTP/1.1" status: 204 len: 168 time: 0.1079938 Sep 30 08:30:19.253315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a7da1-fdbe-487f-bc97-36de4bb509da tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c650f37-e633-4c04-8bae-f4cc91c7bdc7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:19.297892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9f8b57-ac08-42a2-8a71-a0d36df6a733 req-8bac69f6-45ef-4fe8-8261-a1dffd0d6471 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674233 Sep 30 08:30:19.328672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37784) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.335049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-770976e8-58a3-4542-9ec9-88c9f438ce6b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864632 Sep 30 08:30:19.394258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6244383e-521a-45bf-935e-a0b698b9361b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.423183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:19.447056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6244383e-521a-45bf-935e-a0b698b9361b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.531796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6244383e-521a-45bf-935e-a0b698b9361b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.534496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6244383e-521a-45bf-935e-a0b698b9361b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.535864 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6244383e-521a-45bf-935e-a0b698b9361b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "DELETE /v2.0/security-groups/4dc31612-1cd2-47dd-954e-f83bcc39d4a9 HTTP/1.1" status: 204 len: 168 time: 0.2060044 Sep 30 08:30:19.539209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37800) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.558684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244383e-521a-45bf-935e-a0b698b9361b tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc31612-1cd2-47dd-954e-f83bcc39d4a9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:19.613285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9c5c7746-b435-4b3b-983c-cc56a7018159 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728223 Sep 30 08:30:19.619953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37808) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:19.674615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:19.697748 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d789aa2c-6fd1-4d43-b9a4-612cdc4094a0 tempest-SecGroupIPv6Test-31532964 tempest-SecGroupIPv6Test-31532964-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764112 Sep 30 08:30:19.706365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:19.810553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-9da1b10a-5226-4de0-aa03-d30993cfefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:19.812841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-9da1b10a-5226-4de0-aa03-d30993cfefae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.1194582 Sep 30 08:30:19.826818 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.837012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3c4c8-e598-46f4-8547-af9353bdeb4c req-fdb4e9f4-1890-46c7-b8b6-35972f6d0662 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:19.848198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22c3c4c8-e598-46f4-8547-af9353bdeb4c req-fdb4e9f4-1890-46c7-b8b6-35972f6d0662 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1377735 Sep 30 08:30:19.875419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:19.954395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:19.962420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:19.964839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22c3c4c8-e598-46f4-8547-af9353bdeb4c req-64c337f4-8a11-41af-a7d3-4aaeb25b8015 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149390 Sep 30 08:30:20.006207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-17459f2b-9ecf-4b85-bd77-a32e1d0b08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:20.008805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-17459f2b-9ecf-4b85-bd77-a32e1d0b08ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.1562612 Sep 30 08:30:20.070973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-fd6f2a37-cd22-474f-8585-8d240449e8c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.0492842 Sep 30 08:30:20.114637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:20.148638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f28774b5-5a89-443a-a23b-65ce49f00a97'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:20.195915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-89ee4cb5-bc91-4375-a05f-910590d1864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:20.198818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-89ee4cb5-bc91-4375-a05f-910590d1864a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.1100347 Sep 30 08:30:20.259834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-88a94c12-2f25-4e05-b0e6-04522e3ddaea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512125 Sep 30 08:30:20.402160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-582bb0a3-d476-46ea-996f-4cb9d9ec0d6d service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298583 Sep 30 08:30:20.573112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37868) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:20.585832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bcb9ee7-10c0-4229-87d7-f9eba1a6dec1 req-8f6c00e9-2c44-4d9e-8f47-b951bbc125de service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715465 Sep 30 08:30:20.885424 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aefe2828-16f5-4515-b810-9f148e32c05a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12ab73a5cca24c1b83b9f9544d7a103e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107586 Sep 30 08:30:20.887966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37884) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:20.960829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d50d13da-99ce-4cdd-9b84-d42e87d14454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:21.020841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d50d13da-99ce-4cdd-9b84-d42e87d14454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:21.192574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d50d13da-99ce-4cdd-9b84-d42e87d14454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:21.196689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d50d13da-99ce-4cdd-9b84-d42e87d14454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:21.198291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d50d13da-99ce-4cdd-9b84-d42e87d14454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cc0bf66-463c-4f57-a318-5fc33660edce HTTP/1.1" status: 204 len: 168 time: 0.3092346 Sep 30 08:30:21.210974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d13da-99ce-4cdd-9b84-d42e87d14454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0bf66-463c-4f57-a318-5fc33660edce,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:21.252911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2cf56-29fd-4ef6-8f7a-775c80af14a2 req-d06071e9-2e7a-4620-a7b4-b41ae3cc4450 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:21.269848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ea2cf56-29fd-4ef6-8f7a-775c80af14a2 req-d06071e9-2e7a-4620-a7b4-b41ae3cc4450 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1682844 Sep 30 08:30:21.354475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ea2cf56-29fd-4ef6-8f7a-775c80af14a2 req-078117c7-344c-4eb5-ae6f-6c064c56d136 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728416 Sep 30 08:30:21.433898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:21.665774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f28774b5-5a89-443a-a23b-65ce49f00a97 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:21.666854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:21.808327 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:21.884780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:21.887504 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aed53f-dab6-4e59-be54-c697abac9380" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:21.955577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:21.967837 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:22.051303 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562e4552-83c4-40b2-830e-d85c5d35d0e8 x-openstack-request-id: req-562e4552-83c4-40b2-830e-d85c5d35d0e8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:22.052887 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:22.053615 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-562e4552-83c4-40b2-830e-d85c5d35d0e8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:22.054305 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:30:22.057984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:22.631686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c4a16-7eac-408f-bf20-9daec087bb99 req-d85e1366-152e-40d9-a4d4-0fc96f2f687b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:22.642196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f73c4a16-7eac-408f-bf20-9daec087bb99 req-d85e1366-152e-40d9-a4d4-0fc96f2f687b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1271827 Sep 30 08:30:22.742965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f73c4a16-7eac-408f-bf20-9daec087bb99 req-ff6ad46a-a4ec-4119-b946-8d8286aaae12 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953672 Sep 30 08:30:23.099439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37946) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:23.497110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5829aade-5fbf-4684-80ac-012c1212f057 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:23.497918 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-5829aade-5fbf-4684-80ac-012c1212f057 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:30:23.498432 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-5829aade-5fbf-4684-80ac-012c1212f057 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:30:23.499824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5829aade-5fbf-4684-80ac-012c1212f057 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3993154 Sep 30 08:30:23.503635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37958) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:23.508287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--858522078'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:23.550517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:23.568373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:23.790735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:23.797130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:23.888113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7474a5-a9dd-4e2d-9fbf-adef3328ee51,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:24.073169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.079872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.088532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9ebf1-39a3-4084-aa4d-9e83332a69c9 req-0b138106-cd47-4a85-8cf6-9114f5b98dd5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:24.109538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32a9ebf1-39a3-4084-aa4d-9e83332a69c9 req-0b138106-cd47-4a85-8cf6-9114f5b98dd5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2059517 Sep 30 08:30:24.167674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2582bfd3-e16d-4c23-b2db-8eb5de7b402b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:24.187422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.193736 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dabcc3f9-022c-4994-a58b-c8e93ae76242 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6865401 Sep 30 08:30:24.198563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37980) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:24.209483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '2582bfd3-e16d-4c23-b2db-8eb5de7b402b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:24.256564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32a9ebf1-39a3-4084-aa4d-9e83332a69c9 req-b7a6d866-4ad4-4d2b-ab34-57fc079b5bed tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443923 Sep 30 08:30:24.282502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.463953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.469962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.504329 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.507794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3073344 Sep 30 08:30:24.509835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37988) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:24.511581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2bcb5-11a6-4cc7-8482-c6ee5810a0f6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8891f30-e803-4cfa-8aff-e909c4b233c7,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:24.515003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-19007c23-78c2-4dd5-872c-c8ff86f0a5b7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '2582bfd3-e16d-4c23-b2db-8eb5de7b402b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:24.603945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-19007c23-78c2-4dd5-872c-c8ff86f0a5b7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.681735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37990) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:24.737508 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-19007c23-78c2-4dd5-872c-c8ff86f0a5b7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:30:24.739654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-19007c23-78c2-4dd5-872c-c8ff86f0a5b7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2285388 Sep 30 08:30:24.741753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37998) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:24.826192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daab182-6652-4fa9-91dd-3f516ca6cdb2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:24.875210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daab182-6652-4fa9-91dd-3f516ca6cdb2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.006951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eec87a54-bb30-44d7-adf4-01a0e12de191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.032677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daab182-6652-4fa9-91dd-3f516ca6cdb2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.041241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6daab182-6652-4fa9-91dd-3f516ca6cdb2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.044734 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6daab182-6652-4fa9-91dd-3f516ca6cdb2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/2582bfd3-e16d-4c23-b2db-8eb5de7b402b HTTP/1.1" status: 204 len: 168 time: 0.2997167 Sep 30 08:30:25.045739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38004) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.089682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daab182-6652-4fa9-91dd-3f516ca6cdb2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582bfd3-e16d-4c23-b2db-8eb5de7b402b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:25.169883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-17ac6011-f80a-498a-befd-597f276b692a tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158309 Sep 30 08:30:25.170456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38006) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.175626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--893304917'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:25.255935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eec87a54-bb30-44d7-adf4-01a0e12de191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.264781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eec87a54-bb30-44d7-adf4-01a0e12de191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.287584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.333864 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eec87a54-bb30-44d7-adf4-01a0e12de191 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31827d88524a4752a9f7c3f1a26ce786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6497562 Sep 30 08:30:25.336552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38012) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.346435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec87a54-bb30-44d7-adf4-01a0e12de191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da34d077-5d97-4202-b95a-3cd5004458ce,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:25.625928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.632870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eba9d155-9031-4329-a8f0-6007613c267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.655784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.671373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.692640 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.723594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eba9d155-9031-4329-a8f0-6007613c267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.746427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.751730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38020) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.757476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d4293670-1c25-4641-afd6-70c09b160a78 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': 'fd03c814-698c-414e-8fab-afc9cd8cd3a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:25.758636 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-d4293670-1c25-4641-afd6-70c09b160a78 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 30 08:30:25.759098 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-d4293670-1c25-4641-afd6-70c09b160a78 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:25.765731 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d4293670-1c25-4641-afd6-70c09b160a78 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103490 Sep 30 08:30:25.765731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38026) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.768736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5972612 Sep 30 08:30:25.801354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8851f-b1a2-40f4-a912-17546b43d4c2 req-1d928ae2-9223-4d6f-8379-0b5d47d642e6 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:25.812385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03d8851f-b1a2-40f4-a912-17546b43d4c2 req-1d928ae2-9223-4d6f-8379-0b5d47d642e6 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.3186564 Sep 30 08:30:25.893430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e336a1c-c19d-4f35-b43a-c05509c9f3b4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.914037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33104c16-9cdb-4b25-b797-c142eb16a866 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd03c814-698c-414e-8fab-afc9cd8cd3a4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:25.956053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e336a1c-c19d-4f35-b43a-c05509c9f3b4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.986711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03d8851f-b1a2-40f4-a912-17546b43d4c2 req-e36cc854-44de-46df-bd46-90ddeebe5b9e tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732917 Sep 30 08:30:26.005037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eba9d155-9031-4329-a8f0-6007613c267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.008256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eba9d155-9031-4329-a8f0-6007613c267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.009752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eba9d155-9031-4329-a8f0-6007613c267b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da34d077-5d97-4202-b95a-3cd5004458ce HTTP/1.1" status: 204 len: 168 time: 0.6657350 Sep 30 08:30:26.047415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9d155-9031-4329-a8f0-6007613c267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da34d077-5d97-4202-b95a-3cd5004458ce,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:26.094481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e336a1c-c19d-4f35-b43a-c05509c9f3b4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.101190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e336a1c-c19d-4f35-b43a-c05509c9f3b4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.106687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38032) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:26.115742 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e336a1c-c19d-4f35-b43a-c05509c9f3b4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/fd03c814-698c-414e-8fab-afc9cd8cd3a4 HTTP/1.1" status: 204 len: 168 time: 0.3497851 Sep 30 08:30:26.174720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e336a1c-c19d-4f35-b43a-c05509c9f3b4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd03c814-698c-414e-8fab-afc9cd8cd3a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:26.284766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38036) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:26.285820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0577182a-4a27-444d-91bd-aac0749adb62 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1778853 Sep 30 08:30:26.289685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410855294'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:26.353687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.620647 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.628628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.664600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.668729 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3826656 Sep 30 08:30:26.675377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38042) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:26.683657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-15003b43-4246-4d8b-9bac-eed0d732179b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '5e3abef1-ac39-446f-8f60-f24d14a1cebe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:26.684658 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-15003b43-4246-4d8b-9bac-eed0d732179b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 30 08:30:26.685495 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-15003b43-4246-4d8b-9bac-eed0d732179b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:26.690641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-15003b43-4246-4d8b-9bac-eed0d732179b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136302 Sep 30 08:30:26.691362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38044) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:26.726603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32a099-2ede-4079-843f-054221fed9dd tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3abef1-ac39-446f-8f60-f24d14a1cebe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:26.812642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ade8a105-5bbf-49b6-95b6-fd89f0129a6f tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.881644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ade8a105-5bbf-49b6-95b6-fd89f0129a6f tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.967159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ade8a105-5bbf-49b6-95b6-fd89f0129a6f tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.996424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ade8a105-5bbf-49b6-95b6-fd89f0129a6f tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.003473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ade8a105-5bbf-49b6-95b6-fd89f0129a6f tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/5e3abef1-ac39-446f-8f60-f24d14a1cebe HTTP/1.1" status: 204 len: 168 time: 0.3101535 Sep 30 08:30:27.007442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38052) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:27.077817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8a105-5bbf-49b6-95b6-fd89f0129a6f tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3abef1-ac39-446f-8f60-f24d14a1cebe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:27.127259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38058) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:27.166259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f91e-994d-4434-86d3-5a1b1eded68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.168481 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d717f8f7-0e29-44dd-acfc-1f183da3f88c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1598411 Sep 30 08:30:27.172301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38060) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:27.180170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308799200'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:27.199421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:30:27.199421 n-d-807025-5 neutron-server[95002]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:30:27.199421 n-d-807025-5 neutron-server[95002]: [parameters: {'project_id': '379fbde4729a47afb2ff7db9d539c283', 'id': '87d056dd-050e-474b-a193-59b9ecb19af3', 'expiration': datetime.datetime(2021, 9, 30, 8, 32, 27, 193866)}] Sep 30 08:30:27.199421 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:30:27.200679 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:30:27.310549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffa94-1ca1-4790-b71e-7eb55d6f2716 req-bebf4524-0a8c-44a4-8ce5-eabd261aa057 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:27.323304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d62ffa94-1ca1-4790-b71e-7eb55d6f2716 req-bebf4524-0a8c-44a4-8ce5-eabd261aa057 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1451602 Sep 30 08:30:27.396478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f91e-994d-4434-86d3-5a1b1eded68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.410354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d62ffa94-1ca1-4790-b71e-7eb55d6f2716 req-0df309ba-2ebe-491e-ba98-5cb3a56e8ea7 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793481 Sep 30 08:30:27.415865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f91e-994d-4434-86d3-5a1b1eded68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.476740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ebf6f91e-994d-4434-86d3-5a1b1eded68d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef8abaa83bff493a8ed7274653e7da18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422031 Sep 30 08:30:27.482119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38066) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:27.595929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f91e-994d-4434-86d3-5a1b1eded68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9609228b-2cec-459b-b377-2787feee82ce,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:27.681691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3073a330-6035-437c-a45f-cdf4b7f4ddb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.744679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3073a330-6035-437c-a45f-cdf4b7f4ddb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.762608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.886969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3073a330-6035-437c-a45f-cdf4b7f4ddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.891116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3073a330-6035-437c-a45f-cdf4b7f4ddb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:27.896663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3073a330-6035-437c-a45f-cdf4b7f4ddb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9609228b-2cec-459b-b377-2787feee82ce HTTP/1.1" status: 204 len: 168 time: 0.4119480 Sep 30 08:30:27.952255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073a330-6035-437c-a45f-cdf4b7f4ddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609228b-2cec-459b-b377-2787feee82ce,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:28.158897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:28.169022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:28.232509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:28.241240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38082) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:28.247960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f9cc87e0-2899-4d9b-ae8e-412eb8c477d0 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '25da800c-154f-4135-b0f6-a633cb3b953c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:28.250611 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0762215 Sep 30 08:30:28.254419 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-f9cc87e0-2899-4d9b-ae8e-412eb8c477d0 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 30 08:30:28.255520 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-f9cc87e0-2899-4d9b-ae8e-412eb8c477d0 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:28.260190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f9cc87e0-2899-4d9b-ae8e-412eb8c477d0 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174503 Sep 30 08:30:28.262182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38084) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:28.288649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d8204ae6-8b83-41ae-b697-57b8f857a43b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '25da800c-154f-4135-b0f6-a633cb3b953c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:28.292484 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-d8204ae6-8b83-41ae-b697-57b8f857a43b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 30 08:30:28.296857 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-d8204ae6-8b83-41ae-b697-57b8f857a43b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:28.308671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d8204ae6-8b83-41ae-b697-57b8f857a43b tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0430269 Sep 30 08:30:28.310158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38086) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:28.340199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-67fedd37-a9ef-4b74-b7c0-4e1985d2b5de tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '25da800c-154f-4135-b0f6-a633cb3b953c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:28.341161 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-67fedd37-a9ef-4b74-b7c0-4e1985d2b5de tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 30 08:30:28.341694 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-67fedd37-a9ef-4b74-b7c0-4e1985d2b5de tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:28.346135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67fedd37-a9ef-4b74-b7c0-4e1985d2b5de tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0279403 Sep 30 08:30:28.353721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38088) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:28.407377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5665d90a-e05c-4cd7-9ebe-fd6ac25798b8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '25da800c-154f-4135-b0f6-a633cb3b953c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:28.409685 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-5665d90a-e05c-4cd7-9ebe-fd6ac25798b8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 30 08:30:28.426616 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-5665d90a-e05c-4cd7-9ebe-fd6ac25798b8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:28.444195 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5665d90a-e05c-4cd7-9ebe-fd6ac25798b8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0746515 Sep 30 08:30:28.447097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38094) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:28.459543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5772cd6-5774-44a7-ac20-cac25bf74a3c tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25da800c-154f-4135-b0f6-a633cb3b953c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:28.884507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34d44e52-8463-4629-be35-21dc9251e3a2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:28.896166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829932c-e26d-4542-b75b-411932da401a req-d04f5b34-b318-4fad-8c9b-2ada36ac3b24 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:28.908992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6829932c-e26d-4542-b75b-411932da401a req-d04f5b34-b318-4fad-8c9b-2ada36ac3b24 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2785466 Sep 30 08:30:29.007483 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34d44e52-8463-4629-be35-21dc9251e3a2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.073022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6829932c-e26d-4542-b75b-411932da401a req-81a35142-d427-427b-9037-3635645938b0 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630542 Sep 30 08:30:29.128377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34d44e52-8463-4629-be35-21dc9251e3a2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.131306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34d44e52-8463-4629-be35-21dc9251e3a2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.132479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-34d44e52-8463-4629-be35-21dc9251e3a2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/25da800c-154f-4135-b0f6-a633cb3b953c HTTP/1.1" status: 204 len: 168 time: 0.6841784 Sep 30 08:30:29.136586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38108) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:29.198592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d44e52-8463-4629-be35-21dc9251e3a2 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da800c-154f-4135-b0f6-a633cb3b953c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:29.343548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38112) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:29.349608 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f16a1a1c-7030-47f8-9299-d23ffdf54a30 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101533 Sep 30 08:30:29.383460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419132620'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:29.506560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.628509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38118) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:29.664475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cb5faa1-a88a-477f-bca7-ba0fe579d56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.772335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.787192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:29.900019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c4f26-13d1-4fbd-8b4c-f937e3b70613,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:30.083676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cb5faa1-a88a-477f-bca7-ba0fe579d56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.092635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cb5faa1-a88a-477f-bca7-ba0fe579d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.097216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.102966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5dd31559-a038-4946-945a-95920c56e700 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7544305 Sep 30 08:30:30.103657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38130) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.113389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ec6be119-25e8-4af4-9ecb-01fcd0a14d59 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:30.116454 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-ec6be119-25e8-4af4-9ecb-01fcd0a14d59 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:30:30.124229 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-ec6be119-25e8-4af4-9ecb-01fcd0a14d59 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:30.130192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ec6be119-25e8-4af4-9ecb-01fcd0a14d59 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0250044 Sep 30 08:30:30.135512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38132) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.157157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4eefeca8-1c6b-409b-97d8-1d27e3e73c85 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:30.238622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5faa1-a88a-477f-bca7-ba0fe579d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f7efc-81cf-4052-b4e5-cbbcccfb8b5b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:30.268059 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2cb5faa1-a88a-477f-bca7-ba0fe579d56e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a21cd98707a45889955b2656d9e6b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385567 Sep 30 08:30:30.272929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38134) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.514103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-834a0410-e65f-4f93-a40e-ea1dbf4169e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.527640 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-4eefeca8-1c6b-409b-97d8-1d27e3e73c85 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:30.529792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4eefeca8-1c6b-409b-97d8-1d27e3e73c85 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3927333 Sep 30 08:30:30.535953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38142) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.579834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01f823-5301-46c4-afdb-6dbe7e9c57d4 req-6cb97165-bc7f-4082-9037-90961761125d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:30.582323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-834a0410-e65f-4f93-a40e-ea1dbf4169e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.596008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf01f823-5301-46c4-afdb-6dbe7e9c57d4 req-6cb97165-bc7f-4082-9037-90961761125d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.3589027 Sep 30 08:30:30.616368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d6c5ae14-405d-4f96-83ff-28c2943e8db8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:30.617430 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-d6c5ae14-405d-4f96-83ff-28c2943e8db8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 30 08:30:30.618222 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-d6c5ae14-405d-4f96-83ff-28c2943e8db8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:30.627021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d6c5ae14-405d-4f96-83ff-28c2943e8db8 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173268 Sep 30 08:30:30.628986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38144) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.635306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4775f143-9dc2-4484-91d4-fba3d5e5dbbe tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:30.780765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-834a0410-e65f-4f93-a40e-ea1dbf4169e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.784826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-834a0410-e65f-4f93-a40e-ea1dbf4169e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.790368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf01f823-5301-46c4-afdb-6dbe7e9c57d4 req-a2ae87ab-bda9-4a48-a2cf-ed4560f56a63 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828158 Sep 30 08:30:30.791124 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-834a0410-e65f-4f93-a40e-ea1dbf4169e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e52f7efc-81cf-4052-b4e5-cbbcccfb8b5b HTTP/1.1" status: 204 len: 168 time: 0.5168095 Sep 30 08:30:30.825391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a0410-e65f-4f93-a40e-ea1dbf4169e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f7efc-81cf-4052-b4e5-cbbcccfb8b5b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:30.834984 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-4775f143-9dc2-4484-91d4-fba3d5e5dbbe tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:30.840645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4775f143-9dc2-4484-91d4-fba3d5e5dbbe tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2070498 Sep 30 08:30:30.840645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38150) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.865033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f7d12fba-1fed-41ea-b8de-099c5c74d8ce tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:30.869978 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-f7d12fba-1fed-41ea-b8de-099c5c74d8ce tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:30:30.872560 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-f7d12fba-1fed-41ea-b8de-099c5c74d8ce tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:30.876282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f7d12fba-1fed-41ea-b8de-099c5c74d8ce tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0318270 Sep 30 08:30:30.877259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38152) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:30.889567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b5443a90-7660-41d6-964e-defe0d8aa214 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:31.035926 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-b5443a90-7660-41d6-964e-defe0d8aa214 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Project 379fbde4729a47afb2ff7db9d539c283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:30:31.076378 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-b5443a90-7660-41d6-964e-defe0d8aa214 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:31.077763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b5443a90-7660-41d6-964e-defe0d8aa214 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1992829 Sep 30 08:30:31.081893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38154) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:31.090756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-20f9f89e-a2ec-4655-990d-30ee0824d9dc tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:31.092178 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-20f9f89e-a2ec-4655-990d-30ee0824d9dc tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 30 08:30:31.092974 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-20f9f89e-a2ec-4655-990d-30ee0824d9dc tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:31.094477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-20f9f89e-a2ec-4655-990d-30ee0824d9dc tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101261 Sep 30 08:30:31.097467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:31.131856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3147a29b-7ab6-4c9e-9eb7-c8b000d330e1 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:31.270324 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-3147a29b-7ab6-4c9e-9eb7-c8b000d330e1 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Project 379fbde4729a47afb2ff7db9d539c283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:30:31.313684 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-3147a29b-7ab6-4c9e-9eb7-c8b000d330e1 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:31.314762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3147a29b-7ab6-4c9e-9eb7-c8b000d330e1 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2146833 Sep 30 08:30:31.324051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38166) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:31.338834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e8ec5a77-7869-4a6d-88cc-4bbf88c3a515 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '3d2c4f26-13d1-4fbd-8b4c-f937e3b70613', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:31.420792 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-e8ec5a77-7869-4a6d-88cc-4bbf88c3a515 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Project 379fbde4729a47afb2ff7db9d539c283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:30:31.459128 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-e8ec5a77-7869-4a6d-88cc-4bbf88c3a515 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:31.464923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38174) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:31.482112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e8ec5a77-7869-4a6d-88cc-4bbf88c3a515 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1396527 Sep 30 08:30:31.711341 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aa28339-887c-4d13-a948-b945025a779d tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:31.827193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aa28339-887c-4d13-a948-b945025a779d tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:31.989513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aa28339-887c-4d13-a948-b945025a779d tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:31.992228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6aa28339-887c-4d13-a948-b945025a779d tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:31.993427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6aa28339-887c-4d13-a948-b945025a779d tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d2c4f26-13d1-4fbd-8b4c-f937e3b70613 HTTP/1.1" status: 204 len: 168 time: 0.5273225 Sep 30 08:30:31.998271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38192) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:32.020483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa28339-887c-4d13-a948-b945025a779d tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c4f26-13d1-4fbd-8b4c-f937e3b70613,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:32.173145 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:30:32.281782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5bfba819-2e17-48ee-b408-5ee94f55070a tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2766566 Sep 30 08:30:32.309052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38204) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:32.325987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345613617'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:32.395150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:32.485514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20b5b1-3e74-4702-8321-94b42dfb060a req-cab02867-1c50-4864-9bfb-bcceb9cb54ae tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:32.499827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b20b5b1-3e74-4702-8321-94b42dfb060a req-cab02867-1c50-4864-9bfb-bcceb9cb54ae tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.4198966 Sep 30 08:30:32.634830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b20b5b1-3e74-4702-8321-94b42dfb060a req-ba7e1c36-1fb6-4f52-bfee-b79d4695ac93 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310809 Sep 30 08:30:32.900408 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:32.910048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:33.055227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8087a-b2fc-44ae-8670-b5f17b741f9a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:33.067357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:33.071790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38222) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:33.078989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80e84c21-f683-475a-9888-071c4e66b891 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7669547 Sep 30 08:30:33.080370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c65f29f3-707f-4987-84f6-f9b850aa803a tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '41e8087a-b2fc-44ae-8670-b5f17b741f9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:33.260931 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-c65f29f3-707f-4987-84f6-f9b850aa803a tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The resource could not be found. Sep 30 08:30:33.266538 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c65f29f3-707f-4987-84f6-f9b850aa803a tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1920464 Sep 30 08:30:33.271570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38232) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:33.278479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f0cd612a-85ad-416d-8b69-fd9013c5ed0e tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': '41e8087a-b2fc-44ae-8670-b5f17b741f9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '41a2f860-57d3-4474-8c34-b5f9708cacb0'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:33.413076 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-f0cd612a-85ad-416d-8b69-fd9013c5ed0e tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The resource could not be found. Sep 30 08:30:33.414927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f0cd612a-85ad-416d-8b69-fd9013c5ed0e tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1417871 Sep 30 08:30:33.418029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38236) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:33.516104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f711edc-1100-4a68-b520-720cf7487d43 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:33.548373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f711edc-1100-4a68-b520-720cf7487d43 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:33.625655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f711edc-1100-4a68-b520-720cf7487d43 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:33.629631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f711edc-1100-4a68-b520-720cf7487d43 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:33.635182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4f711edc-1100-4a68-b520-720cf7487d43 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/41e8087a-b2fc-44ae-8670-b5f17b741f9a HTTP/1.1" status: 204 len: 168 time: 0.2138419 Sep 30 08:30:33.643267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38240) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:33.680136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f711edc-1100-4a68-b520-720cf7487d43 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8087a-b2fc-44ae-8670-b5f17b741f9a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:33.741259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4573c-522d-4cda-9cb7-b89e51ae10ab req-66a5109f-9863-459b-a0ef-20a6fd762f5a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:33.756055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1d4573c-522d-4cda-9cb7-b89e51ae10ab req-66a5109f-9863-459b-a0ef-20a6fd762f5a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.1817725 Sep 30 08:30:33.800477 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b7bb14f3-b90d-4f3c-81e6-3ed7a4b1cccb tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1559744 Sep 30 08:30:33.804497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38246) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:33.814339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0129b7c1-7cdb-4073-a592-b0571af7d8e4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': 'a12fadef-2af5-439f-939f-eb5dd96b453d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:33.852904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1d4573c-522d-4cda-9cb7-b89e51ae10ab req-dbb0f9d5-10ee-4a49-a2bb-fe5cbb040b33 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946436 Sep 30 08:30:33.927899 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-0129b7c1-7cdb-4073-a592-b0571af7d8e4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The resource could not be found. Sep 30 08:30:33.929922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0129b7c1-7cdb-4073-a592-b0571af7d8e4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1240819 Sep 30 08:30:33.934024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38250) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:33.946736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--908570800'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:34.016451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.054538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bd55c-76e0-4a48-bf42-6169986e8522 req-4c184ca4-7964-4b97-a825-13ea9711a703 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:34.065653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f8bd55c-76e0-4a48-bf42-6169986e8522 req-4c184ca4-7964-4b97-a825-13ea9711a703 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1356595 Sep 30 08:30:34.172107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f8bd55c-76e0-4a48-bf42-6169986e8522 req-9ddd4711-35a3-41ad-a965-a8db8cc24396 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976484 Sep 30 08:30:34.263498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.269018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.341433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.342765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4074838 Sep 30 08:30:34.345766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38262) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:34.351287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617924453'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:34.372664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2384-8cfb-41b8-a752-1d4046656ab7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f296f59a-e963-461c-8a88-9b5e6bbce94c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:34.403384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.679810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.692402 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.761195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:34.783105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38276) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:34.783805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4368365 Sep 30 08:30:34.789690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-53981020-697b-4cc6-a62b-9fa4a541d7af tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': 'f296f59a-e963-461c-8a88-9b5e6bbce94c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bb5c441d-5d40-48b5-93ef-95b5f01940b0'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:34.805722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b12c2-3a84-4047-ad2e-c820cc81e956 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5c441d-5d40-48b5-93ef-95b5f01940b0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:34.898156 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-53981020-697b-4cc6-a62b-9fa4a541d7af tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:34.905989 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53981020-697b-4cc6-a62b-9fa4a541d7af tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1179931 Sep 30 08:30:34.906278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:35.083261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20b052d8-133d-4df4-9c7c-ea4fe9d6e0b5 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.153911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20b052d8-133d-4df4-9c7c-ea4fe9d6e0b5 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.285637 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20b052d8-133d-4df4-9c7c-ea4fe9d6e0b5 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.289271 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20b052d8-133d-4df4-9c7c-ea4fe9d6e0b5 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.293306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-20b052d8-133d-4df4-9c7c-ea4fe9d6e0b5 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/bb5c441d-5d40-48b5-93ef-95b5f01940b0 HTTP/1.1" status: 204 len: 168 time: 0.3837230 Sep 30 08:30:35.293980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:35.320472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b052d8-133d-4df4-9c7c-ea4fe9d6e0b5 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5c441d-5d40-48b5-93ef-95b5f01940b0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:35.367451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26700128-6813-402a-b483-acbaceed3bf5 req-fc03a04e-2a11-4dca-ac04-471319c7c13a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:35.368501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26700128-6813-402a-b483-acbaceed3bf5 req-fc03a04e-2a11-4dca-ac04-471319c7c13a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.2863626 Sep 30 08:30:35.458281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-512228c8-ca46-4c34-93d3-f4ebe9413036 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1629624 Sep 30 08:30:35.459615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38304) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:35.473115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26700128-6813-402a-b483-acbaceed3bf5 req-3ca6dfd0-f7a7-4f16-bdc9-1691e84a2818 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e89b9193-5728-4f31-a5de-da21f2271d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937316 Sep 30 08:30:35.595323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-514a49fd-187e-4ecf-bb90-952e58d27df6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.693112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-514a49fd-187e-4ecf-bb90-952e58d27df6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.872675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-514a49fd-187e-4ecf-bb90-952e58d27df6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.888162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-514a49fd-187e-4ecf-bb90-952e58d27df6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.893738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-514a49fd-187e-4ecf-bb90-952e58d27df6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/f296f59a-e963-461c-8a88-9b5e6bbce94c HTTP/1.1" status: 204 len: 168 time: 0.4320016 Sep 30 08:30:35.908538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:35.950207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a49fd-187e-4ecf-bb90-952e58d27df6 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f296f59a-e963-461c-8a88-9b5e6bbce94c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:35.988618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e4cab-59b2-4241-a2bc-7f648f82729b req-c2daecb6-aa58-43c2-85d2-027585904504 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:35.998372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-677e4cab-59b2-4241-a2bc-7f648f82729b req-c2daecb6-aa58-43c2-85d2-027585904504 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.3986912 Sep 30 08:30:36.010264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5db9-2926-4435-8236-6c514d373209 req-42319b86-39b4-4409-b1e0-366c85feb974 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:36.011721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc2f5db9-2926-4435-8236-6c514d373209 req-42319b86-39b4-4409-b1e0-366c85feb974 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 946 time: 0.3346305 Sep 30 08:30:36.086736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38336) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:36.137520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-09fc6c43-70ea-45eb-a209-2997e7f23421 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2233565 Sep 30 08:30:36.145932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:36.158755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--360411284'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:36.219692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.227106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-677e4cab-59b2-4241-a2bc-7f648f82729b req-b2fa7837-4a8e-4766-83e9-3c00d31598a1 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277441 Sep 30 08:30:36.315506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Deleting port c7a96afd-ab0c-4763-b2cc-8eae5a56551b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:30:36.315904 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.496555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] For port c7a96afd-ab0c-4763-b2cc-8eae5a56551b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:36.497349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.585475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.598002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2241-6fcd-40ee-8828-e0ab9cd84752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.625786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.723052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8939856-f0da-4683-819c-90dd366f426d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:36.867021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2241-6fcd-40ee-8828-e0ab9cd84752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.876371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2241-6fcd-40ee-8828-e0ab9cd84752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.893517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.893762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.894146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.894454 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Floating IP a772e3c3-d024-4d10-a6bb-d90a897372fa disassociated. External IP: 172.25.7.166, port: c7a96afd-ab0c-4763-b2cc-8eae5a56551b. Sep 30 08:30:36.897203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Calling delete_port for c7a96afd-ab0c-4763-b2cc-8eae5a56551b owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:30:36.898433 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-870eb754-6e59-4614-93a4-6235b8747fe9 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7447090 Sep 30 08:30:36.927178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38360) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:36.933153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-53ac2a4a-9377-4e10-8dc3-a3cf76a4c5e4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': 'a8939856-f0da-4683-819c-90dd366f426d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:36.941135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38362) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:37.008613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8c3b2241-6fcd-40ee-8828-e0ab9cd84752 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1dabcd354ae414f9abef127ceb0c2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9159334 Sep 30 08:30:37.011649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38366) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:37.021047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b2241-6fcd-40ee-8828-e0ab9cd84752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563297b5-cef3-4a49-a053-543c4634d34f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:37.096433 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-53ac2a4a-9377-4e10-8dc3-a3cf76a4c5e4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:37.100950 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53ac2a4a-9377-4e10-8dc3-a3cf76a4c5e4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1727085 Sep 30 08:30:37.116233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:37.128529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-04b4dcf0-c315-4277-9ee3-e21abfaeaaf4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group_rule': {'security_group_id': 'a8939856-f0da-4683-819c-90dd366f426d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:37.162870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.234743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event deleted for resources: {'Port': ['ID=c7a96afd-ab0c-4763-b2cc-8eae5a56551b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:37.247174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cb9-5d23-4e47-808f-9853839e0d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.311290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a4a-360c-4874-9c2b-890c55edfea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.362173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cb9-5d23-4e47-808f-9853839e0d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.585864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cb9-5d23-4e47-808f-9853839e0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.588509 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cb9-5d23-4e47-808f-9853839e0d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.595257 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81ea7cb9-5d23-4e47-808f-9853839e0d5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/563297b5-cef3-4a49-a053-543c4634d34f HTTP/1.1" status: 204 len: 168 time: 0.5771213 Sep 30 08:30:37.605738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97d1cda7-071d-4331-beb8-70c53a0280e6 req-5c10f9f7-9291-45e0-b104-4c20054a79d2 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 210 time: 0.5196843 Sep 30 08:30:37.629666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Router acb58aa0-80f9-42a2-a226-669e41ac375b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:30:37.668712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea7cb9-5d23-4e47-808f-9853839e0d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563297b5-cef3-4a49-a053-543c4634d34f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:37.687228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a4a-360c-4874-9c2b-890c55edfea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.697574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a4a-360c-4874-9c2b-890c55edfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.709555 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-04b4dcf0-c315-4277-9ee3-e21abfaeaaf4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:30:37.716735 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04b4dcf0-c315-4277-9ee3-e21abfaeaaf4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5962429 Sep 30 08:30:37.720740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38386) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:37.810302 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e0e27a4a-360c-4874-9c2b-890c55edfea5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e155d0e0192541ebb53ded29c60b51bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8657877 Sep 30 08:30:37.813680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38390) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:37.875045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e27a4a-360c-4874-9c2b-890c55edfea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9579e2ca-c242-4b23-8a80-e5436e9a9bed,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:37.935616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:30:37.949300 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:30:37.964362 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:30:37.965004 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:30:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:37.968317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b242b2e-902e-42b8-afe1-1472d4300ec7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.038668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] No DVR routers for this DVR port c7a96afd-ab0c-4763-b2cc-8eae5a56551b on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:38.043482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.046336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc2f5db9-2926-4435-8236-6c514d373209 req-8f937b17-b473-425b-b240-0a4e95829e8f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.57 "DELETE /v2.0/ports/c7a96afd-ab0c-4763-b2cc-8eae5a56551b HTTP/1.1" status: 204 len: 173 time: 2.0149384 Sep 30 08:30:38.048965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'name': 'network-vif-deleted', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:38.052110 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1183b-b1f0-4990-9692-54f83560e3d5" -d '{"events": [{"server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "name": "network-vif-deleted", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:38.084618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de036-889e-4e90-86d1-daca45c34ef2 req-fa875294-8ac4-4f6c-bb66-ccc2c7dfc342 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:38.085164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63c3a3f7-26a1-4699-a934-2f051d1fbf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.097364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b242b2e-902e-42b8-afe1-1472d4300ec7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.099817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-644de036-889e-4e90-86d1-daca45c34ef2 req-fa875294-8ac4-4f6c-bb66-ccc2c7dfc342 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1655784 Sep 30 08:30:38.213836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-644de036-889e-4e90-86d1-daca45c34ef2 req-da8ed60d-a485-42f7-a465-23a7816ec960 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125419 Sep 30 08:30:38.283567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63c3a3f7-26a1-4699-a934-2f051d1fbf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.323905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b242b2e-902e-42b8-afe1-1472d4300ec7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.329794 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b242b2e-902e-42b8-afe1-1472d4300ec7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.334272 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6b242b2e-902e-42b8-afe1-1472d4300ec7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8939856-f0da-4683-819c-90dd366f426d HTTP/1.1" status: 204 len: 168 time: 0.6046278 Sep 30 08:30:38.335180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38396) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:38.349352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242b2e-902e-42b8-afe1-1472d4300ec7 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8939856-f0da-4683-819c-90dd366f426d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:38.382611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63c3a3f7-26a1-4699-a934-2f051d1fbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.391622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63c3a3f7-26a1-4699-a934-2f051d1fbf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.395761 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-63c3a3f7-26a1-4699-a934-2f051d1fbf14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9579e2ca-c242-4b23-8a80-e5436e9a9bed HTTP/1.1" status: 204 len: 168 time: 0.5782285 Sep 30 08:30:38.429199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3a3f7-26a1-4699-a934-2f051d1fbf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9579e2ca-c242-4b23-8a80-e5436e9a9bed,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:38.447977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38400) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:38.468891 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:30:38.513205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfc27fd1-6602-4115-a811-4c7cec8c5822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.527643 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a73b986-0568-44e8-80a6-a4a15f254322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:38.534033 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507acce6-5a00-4d3a-88d2-5d3f63d61378 x-openstack-request-id: req-507acce6-5a00-4d3a-88d2-5d3f63d61378 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:38.534332 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a715545-b65c-4489-89bf-8fd5b659cbfd", "name": "network-vif-deleted", "tag": "c7a96afd-ab0c-4763-b2cc-8eae5a56551b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:38.534581 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-507acce6-5a00-4d3a-88d2-5d3f63d61378 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:38.534990 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a715545-b65c-4489-89bf-8fd5b659cbfd', 'name': 'network-vif-deleted', 'tag': 'c7a96afd-ab0c-4763-b2cc-8eae5a56551b', 'status': 'completed', 'code': 200} Sep 30 08:30:38.552194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-53f1928e-b8ad-45c0-9853-3d9e36f4bec1 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2155735 Sep 30 08:30:38.559355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38406) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:38.571748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107203124'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:38.961161 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfc27fd1-6602-4115-a811-4c7cec8c5822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.005689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfc27fd1-6602-4115-a811-4c7cec8c5822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.111661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c5afce6-1020-472f-8ab8-6c6970b1f1e2 req-a1897d55-d1a3-4707-99ca-3d17cedcba6e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a715545-b65c-4489-89bf-8fd5b659cbfd HTTP/1.1" status: 200 len: 210 time: 0.1284423 Sep 30 08:30:39.142799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.166535 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bfc27fd1-6602-4115-a811-4c7cec8c5822 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b222beedecfa46229ccf5832f553f7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166600 Sep 30 08:30:39.167987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc27fd1-6602-4115-a811-4c7cec8c5822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282cef56-e520-487e-b581-12c3c3a18551,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:39.169741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38414) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.198671 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:39.280554 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:30:39.308608 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:30:39.309434 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:30:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:39.411191 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.440655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.520422 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.524473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9605775 Sep 30 08:30:39.527632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38420) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.538565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d8b40ab1-9144-4bfd-9c8b-1a72bd0610a4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:39.542573 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-d8b40ab1-9144-4bfd-9c8b-1a72bd0610a4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:30:39.548383 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-d8b40ab1-9144-4bfd-9c8b-1a72bd0610a4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 08:30:39.555214 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d8b40ab1-9144-4bfd-9c8b-1a72bd0610a4 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "PUT /v2.0/security-groups/02f31dc8-847a-4b8b-93b4-5c906f7498a5 HTTP/1.1" status: 409 len: 330 time: 0.0242736 Sep 30 08:30:39.561403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.570971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428975b-40cf-4250-b3cd-31460ef92432 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f31dc8-847a-4b8b-93b4-5c906f7498a5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:39.606929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.621865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165aa27-9e9c-45e5-8b64-54b317c82f20 req-8fb77d84-cfbb-4a37-b572-af883368eb0c tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.630576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8165aa27-9e9c-45e5-8b64-54b317c82f20 req-8fb77d84-cfbb-4a37-b572-af883368eb0c tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2516680 Sep 30 08:30:39.648174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3eeb96d6-a437-4afd-9b6a-68fc852cc993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.655711 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7af7-10dc-4092-a58c-aaa9c37cd179 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.663670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1cfd03b4-247a-4792-b427-021aca0cf38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.684871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7af7-10dc-4092-a58c-aaa9c37cd179 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.712914 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3eeb96d6-a437-4afd-9b6a-68fc852cc993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.740434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7af7-10dc-4092-a58c-aaa9c37cd179 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.741559 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:30:39.744512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7af7-10dc-4092-a58c-aaa9c37cd179 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:39.748421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8165aa27-9e9c-45e5-8b64-54b317c82f20 req-ba4a5745-c94e-4e57-a058-fa511923cb3c tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165292 Sep 30 08:30:39.752566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b0ea7af7-10dc-4092-a58c-aaa9c37cd179 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/02f31dc8-847a-4b8b-93b4-5c906f7498a5 HTTP/1.1" status: 204 len: 168 time: 0.1894290 Sep 30 08:30:39.753397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.791154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7af7-10dc-4092-a58c-aaa9c37cd179 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f31dc8-847a-4b8b-93b4-5c906f7498a5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:39.843364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c7a96afd-ab0c-4763-b2cc-8eae5a56551b no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:39.879110 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-451fe393-3e0d-42d9-9766-ea41306c6f24 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1149890 Sep 30 08:30:39.880093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.899124 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-b9b91a0c-82d2-437b-a2f8-73f1295cf356 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] delete failed (client error): The resource could not be found. Sep 30 08:30:39.904903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:39.905375 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9b91a0c-82d2-437b-a2f8-73f1295cf356 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "DELETE /v2.0/security-groups/c840a6ef-0099-4519-8e44-18177e36e6fd HTTP/1.1" status: 404 len: 347 time: 0.0231562 Sep 30 08:30:39.921604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: c7a96afd-ab0c-4763-b2cc-8eae5a56551b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:30:39.922576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c7a96afd-ab0c-4763-b2cc-8eae5a56551b not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:30:40.000610 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-81b083c0-ebd2-4e4d-a52d-b1b7de61b53e tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] show failed (client error): The resource could not be found. Sep 30 08:30:40.002658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-81b083c0-ebd2-4e4d-a52d-b1b7de61b53e tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-groups/4f72312e-0a89-4ad2-abba-c5539b670c27 HTTP/1.1" status: 404 len: 347 time: 0.0759869 Sep 30 08:30:40.007553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:40.022695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3eeb96d6-a437-4afd-9b6a-68fc852cc993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.025758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3eeb96d6-a437-4afd-9b6a-68fc852cc993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.029830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3eeb96d6-a437-4afd-9b6a-68fc852cc993 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/282cef56-e520-487e-b581-12c3c3a18551 HTTP/1.1" status: 204 len: 168 time: 0.8527629 Sep 30 08:30:40.059788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb96d6-a437-4afd-9b6a-68fc852cc993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282cef56-e520-487e-b581-12c3c3a18551,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:40.129858 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-2a9d0234-17e2-4908-8973-61cc2f73e465 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] show failed (client error): The resource could not be found. Sep 30 08:30:40.135594 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a9d0234-17e2-4908-8973-61cc2f73e465 tempest-NegativeSecGroupIPv6Test-2065314661 tempest-NegativeSecGroupIPv6Test-2065314661-project] 10.222.0.41 "GET /v2.0/security-group-rules/216220a5-b93d-4437-9f3d-6965f3c8279d HTTP/1.1" status: 404 len: 356 time: 0.1214855 Sep 30 08:30:40.156376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1cfd03b4-247a-4792-b427-021aca0cf38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.165315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1cfd03b4-247a-4792-b427-021aca0cf38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.273579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38448) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:40.273856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1cfd03b4-247a-4792-b427-021aca0cf38c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71efeaf722d94355ad676653b36e82f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6407650 Sep 30 08:30:40.274655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd03b4-247a-4792-b427-021aca0cf38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d093daf-5683-4a00-ac44-ce91038a448c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:40.349517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38450) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:40.403395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7586ed0-b846-4823-af95-d7156cc41c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.482107 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:30:40.493997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7586ed0-b846-4823-af95-d7156cc41c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.528520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f643-48fc-4a41-ad70-5b0e9d1bfc7b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.624372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7586ed0-b846-4823-af95-d7156cc41c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.633074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7586ed0-b846-4823-af95-d7156cc41c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.634917 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7586ed0-b846-4823-af95-d7156cc41c99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d093daf-5683-4a00-ac44-ce91038a448c HTTP/1.1" status: 204 len: 168 time: 0.3599811 Sep 30 08:30:40.699771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7586ed0-b846-4823-af95-d7156cc41c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d093daf-5683-4a00-ac44-ce91038a448c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:40.703716 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cc879-f556-497a-b0bc-e23822973bf8 None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:30:41.084441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-029686d8-1b4c-422a-b7fd-f4604e494ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.123479 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f643-48fc-4a41-ad70-5b0e9d1bfc7b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.170963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313bbe1-977c-468d-b526-33725bc46308 req-e99bc7b1-0bbd-4679-81cb-1f3ad58e7d0b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.172653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2313bbe1-977c-468d-b526-33725bc46308 req-e99bc7b1-0bbd-4679-81cb-1f3ad58e7d0b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.0958142 Sep 30 08:30:41.197161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:41.239130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a01412d-cbf1-438e-8827-493fec45e695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.289080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2313bbe1-977c-468d-b526-33725bc46308 req-0128bf09-8c5e-4513-bc66-c3dea5043c19 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054981 Sep 30 08:30:41.292385 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f643-48fc-4a41-ad70-5b0e9d1bfc7b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.301991 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f643-48fc-4a41-ad70-5b0e9d1bfc7b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.305636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0bd5f643-48fc-4a41-ad70-5b0e9d1bfc7b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "DELETE /v2.0/security-groups/e89b9193-5728-4f31-a5de-da21f2271d0c HTTP/1.1" status: 204 len: 168 time: 0.9510372 Sep 30 08:30:41.306522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38470) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:41.371063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5f643-48fc-4a41-ad70-5b0e9d1bfc7b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b9193-5728-4f31-a5de-da21f2271d0c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:41.412723 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-59bc9ded-5227-42be-9f86-33413a6baa0b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] show failed (client error): The resource could not be found. Sep 30 08:30:41.416740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-59bc9ded-5227-42be-9f86-33413a6baa0b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups/e89b9193-5728-4f31-a5de-da21f2271d0c HTTP/1.1" status: 404 len: 347 time: 0.0982966 Sep 30 08:30:41.419270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38472) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:41.466022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07034835-116d-4b64-8be2-9afb4fcb6ff4 None None] New status for floating IP a772e3c3-d024-4d10-a6bb-d90a897372fa: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:30:41.557504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a01412d-cbf1-438e-8827-493fec45e695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.567106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a01412d-cbf1-438e-8827-493fec45e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.574440 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.595420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38474) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:41.674089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01412d-cbf1-438e-8827-493fec45e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bffe291-1b9f-461c-a131-a200774e9fce,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:41.715396 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a01412d-cbf1-438e-8827-493fec45e695 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dbe816a91ca41ffb07b6aac65677a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140786 Sep 30 08:30:41.716359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38480) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:41.791070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Deleting port 9076c546-3619-4407-b5cb-22c0a7eac4ba {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:30:41.791420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.838698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1fa4b514-dbef-46e1-a42a-4f177e330343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:41.973981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1fa4b514-dbef-46e1-a42a-4f177e330343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.065004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1fa4b514-dbef-46e1-a42a-4f177e330343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.068029 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1fa4b514-dbef-46e1-a42a-4f177e330343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.074695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1fa4b514-dbef-46e1-a42a-4f177e330343 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bffe291-1b9f-461c-a131-a200774e9fce HTTP/1.1" status: 204 len: 168 time: 0.3538461 Sep 30 08:30:42.136668 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.136668 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.145621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a319bb86-6de7-4a8d-891d-6e53175d4a7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=379fbde4729a47afb2ff7db9d539c283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339248 Sep 30 08:30:42.148504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:42.156340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4b514-dbef-46e1-a42a-4f177e330343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bffe291-1b9f-461c-a131-a200774e9fce,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:42.224360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0fe15536-e370-49b6-99ff-ec6a07662ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.237661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Calling delete_port for 9076c546-3619-4407-b5cb-22c0a7eac4ba owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:30:42.265167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0fe15536-e370-49b6-99ff-ec6a07662ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.359715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0fe15536-e370-49b6-99ff-ec6a07662ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.363083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0fe15536-e370-49b6-99ff-ec6a07662ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.365794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0fe15536-e370-49b6-99ff-ec6a07662ca7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff7474a5-a9dd-4e2d-9fbf-adef3328ee51 HTTP/1.1" status: 204 len: 168 time: 0.2152212 Sep 30 08:30:42.380108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15536-e370-49b6-99ff-ec6a07662ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7474a5-a9dd-4e2d-9fbf-adef3328ee51,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:42.561820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.701349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event deleted for resources: {'Port': ['ID=9076c546-3619-4407-b5cb-22c0a7eac4ba,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:42.761624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe9618-9b50-4da2-a68d-986faae720d8 req-c15d4502-83db-43b9-8b4a-39f013c064d0 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:42.764058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edbe9618-9b50-4da2-a68d-986faae720d8 req-c15d4502-83db-43b9-8b4a-39f013c064d0 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2359810 Sep 30 08:30:42.864129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.878435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.880299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70ed6ff2-8503-4470-a46d-123ff6af30cb tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "DELETE /v2.0/floatingips/a772e3c3-d024-4d10-a6bb-d90a897372fa HTTP/1.1" status: 204 len: 168 time: 1.4532681 Sep 30 08:30:42.909638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edbe9618-9b50-4da2-a68d-986faae720d8 req-8896ad59-193a-4c89-9980-94e901022ced tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381240 Sep 30 08:30:43.099741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:43.632886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38556) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:43.637541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879264427', 'description': 'tempest-description--1555137297'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:43.690810 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:43.855768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:43.864234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:43.939241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:43.941269 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3071997 Sep 30 08:30:43.944233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:43.951315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'security_group_rule': {'security_group_id': '5977f39c-fb2d-4aa0-acd2-6e295679f411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:43.975596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f71dc-dc70-45ff-8cd7-30de4d3b03c5 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5977f39c-fb2d-4aa0-acd2-6e295679f411,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:44.013671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.302430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.317007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b0d7-4701-4d07-b033-374e412573dc req-d701805b-1823-48f0-a55f-7fb914a2f937 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:44.324861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1e6b0d7-4701-4d07-b033-374e412573dc req-d701805b-1823-48f0-a55f-7fb914a2f937 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1954999 Sep 30 08:30:44.334452 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.358575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12b6bdf-5841-46f3-995e-bb66a9b5213f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:44.384949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.386301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4a51a4c-dc08-4a39-85eb-8568cd4ceb2d tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4399147 Sep 30 08:30:44.389260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38582) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.394341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'security_group_rule': {'security_group_id': '5977f39c-fb2d-4aa0-acd2-6e295679f411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:44.415343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1e6b0d7-4701-4d07-b033-374e412573dc req-3452e6e6-97fc-43e2-a3fc-30e19303882a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Sep 30 08:30:44.480366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.572517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38584) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.620689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.627434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.670014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39b7eff-532e-4e14-b179-bcc25a66a938,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:44.687006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.689159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f2e475ac-0b24-45eb-b676-77bfd876a389 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2982862 Sep 30 08:30:44.693059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.699133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:44.732980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.815120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.819245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027635 Sep 30 08:30:44.822927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.870363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.878340 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e96de-1858-40af-8035-bc70d9b5630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.920967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dac6cf76-49da-46e3-9852-099a780df5cc tempest-NetworksApiDiscovery-1170416833 tempest-NetworksApiDiscovery-1170416833-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0924280 Sep 30 08:30:44.958858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.037798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e96de-1858-40af-8035-bc70d9b5630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.045239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e96de-1858-40af-8035-bc70d9b5630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.082568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e96de-1858-40af-8035-bc70d9b5630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5bbb87-bfd2-4756-b081-56406f39b4d0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.118217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Allocated IP 172.25.7.76 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9ef374c7-aa9a-4977-8317-b37f8c249efa) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:45.136674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1a5e96de-1858-40af-8035-bc70d9b5630b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39cada5223194c638338ffdd07fcc312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583711 Sep 30 08:30:45.139124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38612) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:45.251821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.262876 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc385-3655-4689-8371-a51ac64e637d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.296300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.315733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc385-3655-4689-8371-a51ac64e637d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.374628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:45.389740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:45.405603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:45.413717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'Port': ['ID=9ef374c7-aa9a-4977-8317-b37f8c249efa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.422653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc385-3655-4689-8371-a51ac64e637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.431704 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc385-3655-4689-8371-a51ac64e637d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.437416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4dcfc385-3655-4689-8371-a51ac64e637d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a5bbb87-bfd2-4756-b081-56406f39b4d0 HTTP/1.1" status: 204 len: 168 time: 0.2968645 Sep 30 08:30:45.454186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfc385-3655-4689-8371-a51ac64e637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5bbb87-bfd2-4756-b081-56406f39b4d0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.492681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38626) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:45.551661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.627141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.629221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38632) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:45.709726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58c80-e8aa-4bbb-a143-471d5d26f821 req-616ab0b2-ddd4-4e3f-b7a3-f02c81869a0f tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:45.715121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce58c80-e8aa-4bbb-a143-471d5d26f821 req-616ab0b2-ddd4-4e3f-b7a3-f02c81869a0f tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1379774 Sep 30 08:30:45.812694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce58c80-e8aa-4bbb-a143-471d5d26f821 req-f100fa26-95ae-4a43-b2b8-c5253eca7b7b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905657 Sep 30 08:30:45.831614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.852229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.874113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-07942dbe-50ff-4970-99f6-32d530fa38a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.193879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-07942dbe-50ff-4970-99f6-32d530fa38a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.231568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-07942dbe-50ff-4970-99f6-32d530fa38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.296012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-07942dbe-50ff-4970-99f6-32d530fa38a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c7399521b8a4ae7bbb2bd267bb8da89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021171 Sep 30 08:30:46.310568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3510f40-6378-4c85-a668-bca2fe3277a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.325146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38652) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:46.413722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942dbe-50ff-4970-99f6-32d530fa38a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1bdb9-60e7-4c9b-b359-6820c3474113,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:46.546088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'Port': ['ID=9ef374c7-aa9a-4977-8317-b37f8c249efa,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:46.581564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3510f40-6378-4c85-a668-bca2fe3277a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.594078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3510f40-6378-4c85-a668-bca2fe3277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.626714 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.634764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b26d4d03-7bea-4a52-8283-17271fcf396e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.652428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.654110 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-69ddc13d-07a6-44ae-be78-0e0f32128798 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9591045 Sep 30 08:30:46.699355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b26d4d03-7bea-4a52-8283-17271fcf396e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.745004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b3510f40-6378-4c85-a668-bca2fe3277a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83fbf7ece251448ebc6759c36d20963d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1080623 Sep 30 08:30:46.748439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38660) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:46.749074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3510f40-6378-4c85-a668-bca2fe3277a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8edec-1d54-4a0d-b3b5-ef3cd0c8bc7a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:46.803239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b26d4d03-7bea-4a52-8283-17271fcf396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.806554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b26d4d03-7bea-4a52-8283-17271fcf396e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.809656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b26d4d03-7bea-4a52-8283-17271fcf396e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97d1bdb9-60e7-4c9b-b359-6820c3474113 HTTP/1.1" status: 204 len: 168 time: 0.4668519 Sep 30 08:30:46.821915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4d03-7bea-4a52-8283-17271fcf396e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1bdb9-60e7-4c9b-b359-6820c3474113,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:46.901718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f15390b-e63e-4753-991b-247cfefec84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.946410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f15390b-e63e-4753-991b-247cfefec84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.982509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba6324-8abd-4f83-a8e6-2ae41c7ad8de req-2ec48e7b-0e72-4960-8d46-77b3ced00fd3 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:46.984150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9ba6324-8abd-4f83-a8e6-2ae41c7ad8de req-2ec48e7b-0e72-4960-8d46-77b3ced00fd3 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.0617275 Sep 30 08:30:47.055275 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f15390b-e63e-4753-991b-247cfefec84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:47.060832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f15390b-e63e-4753-991b-247cfefec84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:47.062065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0f15390b-e63e-4753-991b-247cfefec84e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4de8edec-1d54-4a0d-b3b5-ef3cd0c8bc7a HTTP/1.1" status: 204 len: 168 time: 0.3122735 Sep 30 08:30:47.066950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9ba6324-8abd-4f83-a8e6-2ae41c7ad8de req-34866367-c1d1-4602-a087-86053a660036 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675156 Sep 30 08:30:47.083860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15390b-e63e-4753-991b-247cfefec84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8edec-1d54-4a0d-b3b5-ef3cd0c8bc7a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:47.239756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-d714826a-b955-4a4e-af82-489f3f72eb7c tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--879264427&fields=id&tenant_id=c8a889d10dea4f45aadb7a22cecd114a HTTP/1.1" status: 200 len: 267 time: 0.0489094 Sep 30 08:30:47.400569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-266ac6b9-c253-4497-a595-9f11e1d786e4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.411272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-266ac6b9-c253-4497-a595-9f11e1d786e4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 811 time: 0.1569381 Sep 30 08:30:47.438098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-0c3242c1-b3b2-454a-a692-afad0c7c5413 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/quotas/c8a889d10dea4f45aadb7a22cecd114a HTTP/1.1" status: 200 len: 375 time: 0.0253885 Sep 30 08:30:47.532194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-244d1898-8b1c-46fd-9135-099a59aae6d6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919423 Sep 30 08:30:47.768827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-6ece0ba4-0608-4452-8787-73ab28fba572 service neutron] 10.222.0.41 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243004 Sep 30 08:30:47.998843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-eea55398-5968-4b39-aa9d-be8169431365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.000409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-eea55398-5968-4b39-aa9d-be8169431365 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1097 time: 0.1440036 Sep 30 08:30:48.036738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-28231fc6-dfb5-457b-ac0b-27c8dcde093c service neutron] 10.222.0.41 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594411 Sep 30 08:30:48.385083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-aa4c2468-3a8a-4558-82bf-735d9bc16618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.388979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-aa4c2468-3a8a-4558-82bf-735d9bc16618 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.3511705 Sep 30 08:30:48.593810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-15ff8483-26a2-4d18-b91c-635fef56192c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1002 time: 0.1950579 Sep 30 08:30:48.785854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-eea2fe4c-1120-4e43-ae3c-f7cc9e4121c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.788014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-eea2fe4c-1120-4e43-ae3c-f7cc9e4121c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1852949 Sep 30 08:30:48.804755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e309-fd6c-4bdc-b6e0-e72a8406ef3b req-6637a9b2-64d3-4cc9-94aa-5e9674c283e5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.806394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6e3e309-fd6c-4bdc-b6e0-e72a8406ef3b req-6637a9b2-64d3-4cc9-94aa-5e9674c283e5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2064543 Sep 30 08:30:48.907434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6e3e309-fd6c-4bdc-b6e0-e72a8406ef3b req-5e4c9d5d-0879-4b18-8ede-5749a0a28356 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896719 Sep 30 08:30:48.910637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-ffe2a837-55c8-4dc6-aac5-f5af7437c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.912283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-ffe2a837-55c8-4dc6-aac5-f5af7437c3f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049008 Sep 30 08:30:49.124591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4009b13a-6100-4fa5-a93f-71bd7c547cef req-ae30c93c-b8d6-45d6-a461-7e7c4a857ce3 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 210 time: 0.0497339 Sep 30 08:30:49.167190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-a0f5411b-ad31-4375-b271-4322251bc625 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446334 Sep 30 08:30:49.467102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcca20ff-d167-47ae-b3a8-a30f1ac86fce req-e785f859-197a-45bb-becf-bcf5db09d416 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821968 Sep 30 08:30:49.493043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8247a8-d7e6-4f58-b0aa-780e03016ba2 req-241fda1c-0b06-4912-9eca-516a78852cc3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:49.507657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df8247a8-d7e6-4f58-b0aa-780e03016ba2 req-241fda1c-0b06-4912-9eca-516a78852cc3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.1783402 Sep 30 08:30:49.609581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df8247a8-d7e6-4f58-b0aa-780e03016ba2 req-bd8cf781-3c62-4f67-a5b3-5f36eaad7bb0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885887 Sep 30 08:30:50.076816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef125ea-2a45-4b60-82ae-512c885cb6f3 req-c3d942c5-a387-4ad4-a04c-6d8cc5599302 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.081337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ef125ea-2a45-4b60-82ae-512c885cb6f3 req-c3d942c5-a387-4ad4-a04c-6d8cc5599302 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.0667648 Sep 30 08:30:50.190571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ef125ea-2a45-4b60-82ae-512c885cb6f3 req-1242a0db-cc58-438b-9d51-b2868cb92652 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998514 Sep 30 08:30:50.326947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-e2bda925-9282-4e0c-8803-b7d9c3304ab3 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.328551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-e2bda925-9282-4e0c-8803-b7d9c3304ab3 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.50 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 811 time: 0.1920569 Sep 30 08:30:50.372793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e5ded07-548f-4e9e-abbf-0299a9ca6e77 req-93d6ace5-6ba2-450c-95d3-829d8c294199 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 210 time: 0.0345955 Sep 30 08:30:50.416897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-0222bff2-15ed-48e4-a456-e6e14a515847 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a889d10dea4f45aadb7a22cecd114a HTTP/1.1" status: 200 len: 379 time: 0.0653820 Sep 30 08:30:50.431354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'port': {'device_id': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'admin_state_up': True, 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'security_groups': ['5977f39c-fb2d-4aa0-acd2-6e295679f411']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:50.667472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Made reservation on behalf of c8a889d10dea4f45aadb7a22cecd114a for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:30:50.682470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:50.723863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:50.867432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-2e330822-be25-4574-9ce5-fb7915590344 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0830839 Sep 30 08:30:50.891283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de097-b7b4-495c-a77d-6e21713ad080 req-a6498517-b6fb-445e-8100-a470f49a5480 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.895650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-184de097-b7b4-495c-a77d-6e21713ad080 req-a6498517-b6fb-445e-8100-a470f49a5480 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.1465693 Sep 30 08:30:50.920431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f00c313-8839-4d5f-86aa-7fcac4fddf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.041750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.042806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.043670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.044090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.044572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.045045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.045539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.048892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-692b1931-02c8-4e48-bcf6-8c5bd7c9d744 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.1181614 Sep 30 08:30:51.095667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-184de097-b7b4-495c-a77d-6e21713ad080 req-e0263164-0bac-45e7-aa54-3668fe84d7a6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325400 Sep 30 08:30:51.128190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f00c313-8839-4d5f-86aa-7fcac4fddf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.139842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f00c313-8839-4d5f-86aa-7fcac4fddf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.266344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0f00c313-8839-4d5f-86aa-7fcac4fddf64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e95ec343b6c4af3b700b878594e6d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823269 Sep 30 08:30:51.267032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38924) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:51.267714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00c313-8839-4d5f-86aa-7fcac4fddf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2970046d-8f26-475b-b038-09c4bbc4cfbe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:51.332456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Allocated IP 172.20.0.7 (372cda5d-225a-4fbe-8c41-68c814009895/7931b80b-8ec1-4f00-a96f-115fac83f158/004fe98d-ffde-468c-a4fa-f9706c3c5b17) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:51.410968 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fa7f-d541-4321-bc24-004caa8722ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.472583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-ebb0d7df-cd6d-4649-87fa-5ad1bd24ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.473417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-ebb0d7df-cd6d-4649-87fa-5ad1bd24ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.473594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fa7f-d541-4321-bc24-004caa8722ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.474295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-ebb0d7df-cd6d-4649-87fa-5ad1bd24ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.476864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-ebb0d7df-cd6d-4649-87fa-5ad1bd24ee0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 2298 time: 0.3147008 Sep 30 08:30:51.567620 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fa7f-d541-4321-bc24-004caa8722ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.571198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fa7f-d541-4321-bc24-004caa8722ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:51.572863 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7a0fa7f-d541-4321-bc24-004caa8722ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2970046d-8f26-475b-b038-09c4bbc4cfbe HTTP/1.1" status: 204 len: 168 time: 0.2982292 Sep 30 08:30:51.605461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0fa7f-d541-4321-bc24-004caa8722ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2970046d-8f26-475b-b038-09c4bbc4cfbe,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:51.706387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-a19eeac1-d273-4792-be18-e95d3d85e94c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 1001 time: 0.2113967 Sep 30 08:30:52.026373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-3f902129-acb1-4512-8e64-4006ce705430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.027635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-3f902129-acb1-4512-8e64-4006ce705430 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.2336793 Sep 30 08:30:52.074736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38970) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:52.105233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.119211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86789700-2e84-4215-906c-150bfca5f14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.151500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5241364-10bf-4679-ba3d-686baad4274f req-0d1e55fd-e6e0-4caa-ab4f-0bc6cc3f86bb tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.160991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5241364-10bf-4679-ba3d-686baad4274f req-0d1e55fd-e6e0-4caa-ab4f-0bc6cc3f86bb tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2851853 Sep 30 08:30:52.264805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5241364-10bf-4679-ba3d-686baad4274f req-43aa397d-7503-4e29-b44b-7c21ae6ad169 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026444 Sep 30 08:30:52.267475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-a5f18f47-759c-4b3b-81e1-94e9f5f14df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.286256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-a5f18f47-759c-4b3b-81e1-94e9f5f14df6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2285321 Sep 30 08:30:52.295576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86789700-2e84-4215-906c-150bfca5f14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.302096 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86789700-2e84-4215-906c-150bfca5f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.364960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cc6d7-d61b-44d5-baca-66eac504c055 req-b9ace9a5-75e1-47f9-ad02-12734c91d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.367907 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d82cc6d7-d61b-44d5-baca-66eac504c055 req-b9ace9a5-75e1-47f9-ad02-12734c91d744 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.2757118 Sep 30 08:30:52.382832 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.409821 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-86789700-2e84-4215-906c-150bfca5f14c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efe9375136b246788fee6bcb0b938733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336966 Sep 30 08:30:52.413941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:52.425978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86789700-2e84-4215-906c-150bfca5f14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f30226-efe4-45fa-bafe-ca4abb6c3bed,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:52.449751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d82cc6d7-d61b-44d5-baca-66eac504c055 req-665ba605-9d8c-4986-b49e-85dc040238d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Sep 30 08:30:52.529588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38984) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:52.564441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Network 372cda5d-225a-4fbe-8c41-68c814009895 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:52.584188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:52.601917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:52.663363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5383c645-af16-41b7-893e-63e561ad91df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.707885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event updated for resources: {'Port': ['ID=004fe98d-ffde-468c-a4fa-f9706c3c5b17,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:52.732197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.732880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.756021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-ed535587-808c-4cd7-9950-c612144afda8 service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606149 Sep 30 08:30:52.775660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a38783cb-52c5-4589-b923-2ef8a0df2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.808735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672ad46-a188-4855-b033-1fb83ac4d284 req-e784f61c-4101-48ff-957d-b434f7082166 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.816788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6672ad46-a188-4855-b033-1fb83ac4d284 req-e784f61c-4101-48ff-957d-b434f7082166 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 931 time: 0.3538775 Sep 30 08:30:52.871665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a38783cb-52c5-4589-b923-2ef8a0df2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.884538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5383c645-af16-41b7-893e-63e561ad91df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.889978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5383c645-af16-41b7-893e-63e561ad91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.931103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-875ba140-a85a-460e-913c-01436889f736 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4968452 Sep 30 08:30:52.954305 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5383c645-af16-41b7-893e-63e561ad91df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=333c89090b014c7d9db1d58c440a1cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232807 Sep 30 08:30:52.955735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383c645-af16-41b7-893e-63e561ad91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b6ded9-e270-48ed-b950-74497f230c59,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:52.968562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38998) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:52.977980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-04130cb0-2355-4197-aac2-316e8186aeb4 None None] Provisioning complete for port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:52.979100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-04130cb0-2355-4197-aac2-316e8186aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.993473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Request body: {'port': {'device_id': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:52.998913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6672ad46-a188-4855-b033-1fb83ac4d284 req-ecf0e3e2-ae6a-4f92-8488-0f6637670d5a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808324 Sep 30 08:30:53.060819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-6d85c5bc-62f4-4d14-b534-fbf28f16b9cd service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951014 Sep 30 08:30:53.067551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-04130cb0-2355-4197-aac2-316e8186aeb4 None None] Port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:30:53.083474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5910-51f2-4eea-a5c1-3bd77d24326c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.138142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5910-51f2-4eea-a5c1-3bd77d24326c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.170178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-4fe1b0ca-d0db-47fd-ab93-f2cd27a659b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 217 time: 0.0959175 Sep 30 08:30:53.175208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a38783cb-52c5-4589-b923-2ef8a0df2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.178158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a38783cb-52c5-4589-b923-2ef8a0df2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.183783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a38783cb-52c5-4589-b923-2ef8a0df2e63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f30226-efe4-45fa-bafe-ca4abb6c3bed HTTP/1.1" status: 204 len: 168 time: 0.7628665 Sep 30 08:30:53.212528 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5910-51f2-4eea-a5c1-3bd77d24326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.216831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5910-51f2-4eea-a5c1-3bd77d24326c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.218425 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ecaa5910-51f2-4eea-a5c1-3bd77d24326c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7b6ded9-e270-48ed-b950-74497f230c59 HTTP/1.1" status: 204 len: 168 time: 0.2488980 Sep 30 08:30:53.228478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.234102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa5910-51f2-4eea-a5c1-3bd77d24326c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b6ded9-e270-48ed-b950-74497f230c59,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:53.270818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38783cb-52c5-4589-b923-2ef8a0df2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f30226-efe4-45fa-bafe-ca4abb6c3bed,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:53.568604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:53.757359 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.805726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:53.808905 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5970cc4f-e699-4dae-aae0-62b076caf833" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:53.829880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:53.837954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.970068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-34a6daca-3b29-4eed-ae33-b65c224a4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:53.972254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-34a6daca-3b29-4eed-ae33-b65c224a4f98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.7914910 Sep 30 08:30:53.976029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:53.991016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.992432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.993187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.993729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.994393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.995060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.995653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.996358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.997010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.997567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.998136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:53.999062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:54.173641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaad685-22d8-4580-ae2f-88295bdccf6a req-9ec1b516-698c-488c-a5e1-d130d855fefc tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.178551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aaad685-22d8-4580-ae2f-88295bdccf6a req-9ec1b516-698c-488c-a5e1-d130d855fefc tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.3093128 Sep 30 08:30:54.267988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-b1296e7d-f987-48d8-b80d-43261fe37e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.269608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-b1296e7d-f987-48d8-b80d-43261fe37e98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2874224 Sep 30 08:30:54.346070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aaad685-22d8-4580-ae2f-88295bdccf6a req-139e0c8d-118b-48d4-ae84-5a1ddac51e69 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621709 Sep 30 08:30:54.470394 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff0ef30-e9bc-4766-930d-9dd8ae620934 x-openstack-request-id: req-5ff0ef30-e9bc-4766-930d-9dd8ae620934 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:54.471515 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:54.472274 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ff0ef30-e9bc-4766-930d-9dd8ae620934 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:54.473322 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:30:54.538129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-e8e4c016-5571-4387-9c50-29ced74d6cc7 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363927 Sep 30 08:30:54.812953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004fe98d-ffde-468c-a4fa-f9706c3c5b17 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:54.825066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.830240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-706fc210-1d26-4375-a43c-8fb6688d7217 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834461 Sep 30 08:30:54.845990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308a0d5-5814-42cd-aa9e-49829ee1d947 req-96def2fb-a06d-40c2-a715-2ff118be4c4f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.849438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e308a0d5-5814-42cd-aa9e-49829ee1d947 req-96def2fb-a06d-40c2-a715-2ff118be4c4f tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 931 time: 0.1893380 Sep 30 08:30:54.934256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Transition to ACTIVE for port object 004fe98d-ffde-468c-a4fa-f9706c3c5b17 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:54.937584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-eda8a6e2-f4cb-4a9f-abfe-c9a6d5601dec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 217 time: 0.0862234 Sep 30 08:30:54.940415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:55.032692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e308a0d5-5814-42cd-aa9e-49829ee1d947 req-70efe8fe-e914-4188-ab86-9c1613588d38 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619825 Sep 30 08:30:55.065948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-685c8e2d-9afe-4911-944b-2978a343b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.067435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-685c8e2d-9afe-4911-944b-2978a343b76d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1091938 Sep 30 08:30:55.076603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Pushing event updated for resources: {'Port': ['ID=004fe98d-ffde-468c-a4fa-f9706c3c5b17,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:55.272736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-2357534a-4511-4626-b156-b44d5311a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.274776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-2357534a-4511-4626-b156-b44d5311a08c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874800 Sep 30 08:30:55.283008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Attempting to bind port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:55.283777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Attempting to bind port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:55.284566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Attempting to bind port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 on network 372cda5d-225a-4fbe-8c41-68c814009895 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:55.315218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 on network 372cda5d-225a-4fbe-8c41-68c814009895 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:55.316068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Attempting to bind port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 on network 372cda5d-225a-4fbe-8c41-68c814009895 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:55.337751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:55.338413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Checking segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:55.339000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Bound using segment: {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:55.339709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Bound port: 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc815e4-7971-4ad9-b329-cd91e3b72359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:55.340384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:55.433048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39106) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:55.541306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:55.694243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-5c3bb688-dac3-4b92-b6bd-b37553854d24 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055467 Sep 30 08:30:55.696065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] For port 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:55.710744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] For port 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:55.862635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:55.876807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:55.911602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:55.949045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:55.956355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544e6db-cfc2-4714-b982-00cf9cf54b1d req-c8ad6955-b32b-4b5a-b8fe-ff64cf14e489 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.968456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0544e6db-cfc2-4714-b982-00cf9cf54b1d req-c8ad6955-b32b-4b5a-b8fe-ff64cf14e489 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.3807521 Sep 30 08:30:55.973169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27361051-68e9-4c23-9931-4d4cd2c1e15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.000315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:56.037839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-e9924004-1c16-40cc-82aa-fadb433c38d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292778 Sep 30 08:30:56.147356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-ce425033-99df-4cd8-893f-0435a07a4288 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 217 time: 0.0965500 Sep 30 08:30:56.151087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.152000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.153625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] 10.222.0.50 "PUT /v2.0/ports/004fe98d-ffde-468c-a4fa-f9706c3c5b17 HTTP/1.1" status: 200 len: 1091 time: 3.1658921 Sep 30 08:30:56.156252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:56.159401 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d6506-c9ff-4a7d-a10f-96766d300895" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:56.220342 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.252504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:56.292413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0544e6db-cfc2-4714-b982-00cf9cf54b1d req-a9e15e5d-5e2b-4776-ab1f-319da7ae1644 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227639 Sep 30 08:30:56.316547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d12c-9583-4e47-88a4-1864c2ac1b12 service neutron] Pushing event updated for resources: {'Port': ['ID=004fe98d-ffde-468c-a4fa-f9706c3c5b17,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:56.338073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:56.346504 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.370799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-cca06114-7cdf-4590-bf96-fb5196b09773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.377188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-cca06114-7cdf-4590-bf96-fb5196b09773 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.2139966 Sep 30 08:30:56.424664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-2adeb75d-3cfc-432d-8e12-7d5e14351bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.438048 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27361051-68e9-4c23-9931-4d4cd2c1e15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.444718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27361051-68e9-4c23-9931-4d4cd2c1e15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.448030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-2adeb75d-3cfc-432d-8e12-7d5e14351bac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 1094 time: 0.2177596 Sep 30 08:30:56.512710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:56.576353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27361051-68e9-4c23-9931-4d4cd2c1e15c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57cde9e044be4ec3800cc15d52ee6561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1406617 Sep 30 08:30:56.577515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27361051-68e9-4c23-9931-4d4cd2c1e15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c84579d-1911-45ce-8459-2aa3d3e5b7d0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:56.586425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39168) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:56.590629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f28774b5-5a89-443a-a23b-65ce49f00a97'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:56.727695 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a216-e48b-49ec-b4a3-0cae492d5c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.754211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-6b30dc22-0379-4613-93fa-39240dbaa741 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17 HTTP/1.1" status: 200 len: 217 time: 0.2541258 Sep 30 08:30:56.792801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a216-e48b-49ec-b4a3-0cae492d5c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.872928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-30bf874b-0453-4492-b8cb-d0a0ffe70186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.876994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-30bf874b-0453-4492-b8cb-d0a0ffe70186 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.1098764 Sep 30 08:30:56.880561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-046095bc-32f6-4ac4-b5d5-e755f378a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.883112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-046095bc-32f6-4ac4-b5d5-e755f378a77c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4823830 Sep 30 08:30:56.902381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a216-e48b-49ec-b4a3-0cae492d5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.904928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a216-e48b-49ec-b4a3-0cae492d5c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:56.906595 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2a3a216-e48b-49ec-b4a3-0cae492d5c14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c84579d-1911-45ce-8459-2aa3d3e5b7d0 HTTP/1.1" status: 204 len: 168 time: 0.3168530 Sep 30 08:30:56.920262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3a216-e48b-49ec-b4a3-0cae492d5c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c84579d-1911-45ce-8459-2aa3d3e5b7d0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:57.002291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbf157-c730-4fc5-9987-02fe904f7ef1 req-7f44bfa5-b5c5-4f33-9d06-0a6dabf3a87a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:57.005344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0dbf157-c730-4fc5-9987-02fe904f7ef1 req-7f44bfa5-b5c5-4f33-9d06-0a6dabf3a87a tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 943 time: 0.5087755 Sep 30 08:30:57.184835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:57.225431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-6f85c8b2-a701-41b1-8c77-81a177922c03 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205719 Sep 30 08:30:57.231321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0dbf157-c730-4fc5-9987-02fe904f7ef1 req-e6ba62e1-77e0-48ba-8cad-ffda9580af4b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285541 Sep 30 08:30:57.243229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-60b5aca4-7716-4e9c-b06f-21b28980bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:57.245073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-60b5aca4-7716-4e9c-b06f-21b28980bc55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3604724 Sep 30 08:30:57.408639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-02e83016-2c93-4cde-ae5a-b625e6e47fd6 service neutron] 10.222.0.50 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422789 Sep 30 08:30:57.412126 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f518b0b-13a3-402f-8d96-34d86030685a x-openstack-request-id: req-7f518b0b-13a3-402f-8d96-34d86030685a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:57.412422 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:57.412678 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f518b0b-13a3-402f-8d96-34d86030685a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:57.413079 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'status': 'completed', 'code': 200} Sep 30 08:30:57.554371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:57.593726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0cb09e65-a960-43da-8c29-171d634cfd3a req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-202682102', 'description': 'tempest-description-1951089572'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:57.624195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f28774b5-5a89-443a-a23b-65ce49f00a97 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:57.625579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:57.660624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cb09e65-a960-43da-8c29-171d634cfd3a req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:57.761197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:57.846937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:57.850039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:57.857426 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c8ed26-5f4a-49b5-83b5-38d8cf97c2b5" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:57.862160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-1967f31f-53af-4a1b-b04b-ab9f2cdfbef1 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158295 Sep 30 08:30:57.866065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:57.959265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-86fd98f1-51c8-45ed-b930-70a2d2f376fe tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1574073703'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:57.960166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-86fd98f1-51c8-45ed-b930-70a2d2f376fe tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Unknown quota resources ['metering_label']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:30:58.013406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:58.135543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-d48cb481-2fa1-4c27-a062-b0a4e6ed2374 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.2482278 Sep 30 08:30:58.139019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bdcebc-142e-492c-97c4-aa147d46af74 req-195543f8-e457-494d-83c3-2b39c1f02aff service neutron] 10.222.0.50 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093775 Sep 30 08:30:58.315046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-80f1ac0c-562c-4ede-ba94-947a2a864f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:58.317956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-80f1ac0c-562c-4ede-ba94-947a2a864f0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1641619 Sep 30 08:30:58.491477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86fd98f1-51c8-45ed-b930-70a2d2f376fe tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:58.499887 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-86fd98f1-51c8-45ed-b930-70a2d2f376fe tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3100607 Sep 30 08:30:58.508488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:58.514026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-85079c88-ad7c-4369-ac38-ba89ea8e43f3 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '562e9841-dbab-4ad1-8d9e-de193bf00b93'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:58.514887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-85079c88-ad7c-4369-ac38-ba89ea8e43f3 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:30:58.556095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cb09e65-a960-43da-8c29-171d634cfd3a req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:58.562327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-a20ab0b9-d7b0-4125-bce9-2ca0a711102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:58.574359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-a20ab0b9-d7b0-4125-bce9-2ca0a711102b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 1094 time: 0.3026905 Sep 30 08:30:58.576682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cb09e65-a960-43da-8c29-171d634cfd3a req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:58.676049 n-d-807025-5 neutron-server[95002]: WARNING neutron.services.metering.metering_plugin [None req-85079c88-ad7c-4369-ac38-ba89ea8e43f3 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:30:58.813857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-0fea8a32-751d-4344-8e12-f836ed0e04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:58.815971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-0fea8a32-751d-4344-8e12-f836ed0e04ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.1760204 Sep 30 08:30:58.838729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-eec0df84-77ad-4551-ad0d-4ee88774c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:58.840774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-eec0df84-77ad-4551-ad0d-4ee88774c3ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5111861 Sep 30 08:30:58.850180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0cb09e65-a960-43da-8c29-171d634cfd3a req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:58.851731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cb09e65-a960-43da-8c29-171d634cfd3a req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.3082187 Sep 30 08:30:58.869964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85079c88-ad7c-4369-ac38-ba89ea8e43f3 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:58.874895 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-85079c88-ad7c-4369-ac38-ba89ea8e43f3 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3608754 Sep 30 08:30:58.876010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39254) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:58.882936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a4ac41c9-ef06-490c-a527-3dd8537c824d tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '562e9841-dbab-4ad1-8d9e-de193bf00b93'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:58.883434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a4ac41c9-ef06-490c-a527-3dd8537c824d tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:30:58.898890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf82a91-5f31-4116-96cd-0d7b84591785 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6892b-3858-4636-9699-c542afb2bd38,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:58.929070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-b0692502-74b7-4c58-955e-012fb3abe102 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17 HTTP/1.1" status: 200 len: 217 time: 0.1036272 Sep 30 08:30:58.942515 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d062f10f-59fa-4fff-aaed-37b472aadaff x-openstack-request-id: req-d062f10f-59fa-4fff-aaed-37b472aadaff {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:58.943068 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:58.943068 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d062f10f-59fa-4fff-aaed-37b472aadaff {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:58.943496 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:30:59.010582 n-d-807025-5 neutron-server[95002]: WARNING neutron.services.metering.metering_plugin [None req-a4ac41c9-ef06-490c-a527-3dd8537c824d tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:30:59.086512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-16ff9037-2fce-45ec-b74a-300ba67cb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:59.088048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-16ff9037-2fce-45ec-b74a-300ba67cb530 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.1471982 Sep 30 08:30:59.301091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4ac41c9-ef06-490c-a527-3dd8537c824d tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:59.304318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4ac41c9-ef06-490c-a527-3dd8537c824d tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4249573 Sep 30 08:30:59.307291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39266) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:59.319536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-99a2f85d-1852-41ca-b82d-fe5c999c71a8 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105871 Sep 30 08:30:59.339062 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-265f048c-7502-4299-a195-a6dd785dd77f tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=b1b7c208-60b2-4d50-9b0b-e1e3192b55e3 HTTP/1.1" status: 200 len: 464 time: 0.0257046 Sep 30 08:30:59.340151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39268) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:59.542521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-56ddd1ee-03df-451a-9547-7f84d1a0f216 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110150 Sep 30 08:30:59.581560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932dc23-2443-47ac-9818-0ceb7bbc941b req-5adff7f4-8343-4d90-9951-d1e4ce1d835b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:59.586091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f932dc23-2443-47ac-9818-0ceb7bbc941b req-5adff7f4-8343-4d90-9951-d1e4ce1d835b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 943 time: 0.3515224 Sep 30 08:30:59.627574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-a587a3c1-f8f3-43e8-8270-d3144ba16767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:59.629120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-a587a3c1-f8f3-43e8-8270-d3144ba16767 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971837 Sep 30 08:30:59.645156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd16f011-73b2-45a0-bcc4-824c02435abb tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:59.651788 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd16f011-73b2-45a0-bcc4-824c02435abb tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/b1b7c208-60b2-4d50-9b0b-e1e3192b55e3 HTTP/1.1" status: 204 len: 168 time: 0.3099551 Sep 30 08:30:59.652977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39276) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:59.725494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-35d2a896-b1d1-4f6d-8544-b84206195087 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.1661794 Sep 30 08:30:59.789531 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-71151ac1-370d-4e48-bd6c-76555ec3c989 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=b1b7c208-60b2-4d50-9b0b-e1e3192b55e3 HTTP/1.1" status: 200 len: 221 time: 0.1308713 Sep 30 08:30:59.790597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39278) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:59.799694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d000e618-72d4-4e47-9c0e-8a721c9e996f tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1604897072', 'description': 'label created by tempest'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:59.802017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d000e618-72d4-4e47-9c0e-8a721c9e996f tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Unknown quota resources ['metering_label']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:31:00.106079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d000e618-72d4-4e47-9c0e-8a721c9e996f tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:00.108639 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d000e618-72d4-4e47-9c0e-8a721c9e996f tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3166978 Sep 30 08:31:00.112250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39284) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:00.254760 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ba9a6957-9dea-498a-ad8e-0c06ac7f86db tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=18abb62f-2edd-4ef1-a703-79c1311b2d9f HTTP/1.1" status: 200 len: 468 time: 0.1409636 Sep 30 08:31:00.255381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:00.393476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f932dc23-2443-47ac-9818-0ceb7bbc941b req-7babc22f-7796-4392-80f7-c776b310d830 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7700005 Sep 30 08:31:00.410985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-a5f01a25-bc98-4a98-a563-f85b4ad39534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:00.412773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-a5f01a25-bc98-4a98-a563-f85b4ad39534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.6841643 Sep 30 08:31:00.499229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-df45c639-0ebc-431b-98cb-827d7d42fff8 service neutron] 10.222.0.50 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014958 Sep 30 08:31:00.529625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-54c9fa36-7180-4b9f-83e9-959b71ecc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:00.536185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-54c9fa36-7180-4b9f-83e9-959b71ecc2e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027939 Sep 30 08:31:00.595237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9eabd955-bd40-4cbb-9000-89474288a062 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:00.599572 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9eabd955-bd40-4cbb-9000-89474288a062 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/18abb62f-2edd-4ef1-a703-79c1311b2d9f HTTP/1.1" status: 204 len: 168 time: 0.3430870 Sep 30 08:31:00.610074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39300) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:00.748299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a57d6506-c9ff-4a7d-a10f-96766d300895 req-de9a4bfc-a7da-4f4a-a127-0ef70d404a7a service neutron] 10.222.0.50 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381296 Sep 30 08:31:00.767956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c60e0a20-d3ac-42f2-96ae-73229cd3f2b3 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=18abb62f-2edd-4ef1-a703-79c1311b2d9f HTTP/1.1" status: 200 len: 216 time: 0.1477535 Sep 30 08:31:00.768503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39306) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:00.786548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-78efc8f9-ddc4-4f5a-8daa-b3eb333681a7 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0162778 Sep 30 08:31:00.792140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39310) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:00.815883 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-935502e2-7acc-4872-a02a-0cc71f43ab18 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0223153 Sep 30 08:31:00.820930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:00.889571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d6f6c5a0-3cca-4791-8e13-bca8f9b880b8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-202682102&fields=id&tenant_id=26a42527c3c84ad3973750dc43b48912 HTTP/1.1" status: 200 len: 267 time: 0.1384904 Sep 30 08:31:00.916731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-36f72df3-81e1-43f4-bedf-eb549c851563 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671513 Sep 30 08:31:01.033312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4fb44b1c-114f-4eb8-a634-bd4a19f676fd tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/562e9841-dbab-4ad1-8d9e-de193bf00b93 HTTP/1.1" status: 200 len: 473 time: 0.2003415 Sep 30 08:31:01.042070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:01.070356 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e4f2d53e-cf53-458a-b8cc-e47531a77c75 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/541a3ef2-1efe-47a5-adfb-4440f02f08e1 HTTP/1.1" status: 200 len: 461 time: 0.0271163 Sep 30 08:31:01.077780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:01.115723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-19728d98-954b-4f18-b7c9-f5140d178cd3 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749101 Sep 30 08:31:01.258493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-0b302b21-2a5e-4918-8922-46f689d8f715 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.1296968 Sep 30 08:31:01.296023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-948f3922-659d-4c31-997c-da4749bcc889 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:01.305927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-948f3922-659d-4c31-997c-da4749bcc889 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.3880835 Sep 30 08:31:01.339010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'port': {'security_groups': ['c8d3fc14-ab66-4fce-a4fe-b00c74a128af', '5df6892b-3858-4636-9699-c542afb2bd38']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:01.427425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:01.431991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-b9426b8f-73fe-4cba-bb60-73610fa291ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:01.433640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-b9426b8f-73fe-4cba-bb60-73610fa291ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.1659582 Sep 30 08:31:01.456081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e47dcbd-712b-426a-8694-5abf3abd06c0 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:01.458738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4e47dcbd-712b-426a-8694-5abf3abd06c0 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/541a3ef2-1efe-47a5-adfb-4440f02f08e1 HTTP/1.1" status: 204 len: 168 time: 0.3790302 Sep 30 08:31:01.471779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:01.575816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 004fe98d-ffde-468c-a4fa-f9706c3c5b17 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:31:01.920914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:01.954478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:01.959794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:01.973076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:02.020064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b97b9cc1-4578-403d-aeca-da5fe6814ae0 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:02.021277 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b97b9cc1-4578-403d-aeca-da5fe6814ae0 tempest-MeteringTestJSON-2048957413 tempest-MeteringTestJSON-2048957413-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/562e9841-dbab-4ad1-8d9e-de193bf00b93 HTTP/1.1" status: 204 len: 168 time: 0.5481689 Sep 30 08:31:02.027647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'port_id': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'mac_address': 'fa:16:3e:73:07:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:31:02.053547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['07b6c5c2-3300-4fa3-bc72-30177b63ef59'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:02.058991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:02.123458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:02.124175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:02.125749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b4eaaec-5eb1-4bf9-b28c-bdd35c165814 req-d97f7c7a-3e94-4e20-93dc-8fb8a73bfe2a tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "PUT /v2.0/ports/07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 982 time: 0.8160923 Sep 30 08:31:02.128652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b847e9-7941-43e7-a488-09519ea19f9e req-5df353a1-2e1f-411f-85ca-1a4b7618964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:02.139126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-5df353a1-2e1f-411f-85ca-1a4b7618964a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6927638 Sep 30 08:31:02.139705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:02.150337 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:02.207537 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:02.237610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004fe98d-ffde-468c-a4fa-f9706c3c5b17 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:31:02.377607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:02.382825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['07b6c5c2-3300-4fa3-bc72-30177b63ef59'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:02.413387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:02.471926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-62636960-0930-4d0e-87e5-ff75ed69b957 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104827 Sep 30 08:31:02.773732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39378) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:02.793577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['004fe98d-ffde-468c-a4fa-f9706c3c5b17'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:02.845879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80b847e9-7941-43e7-a488-09519ea19f9e req-93e2b3cd-f1a6-4440-8904-710d0fbf0d7e service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661132 Sep 30 08:31:02.929730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96b0f1e4-bb9b-42a3-aed6-5f6fef912d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:02.987095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=004fe98d-ffde-468c-a4fa-f9706c3c5b17,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:03.044358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb744b46-5a47-45c1-921f-19094d2c88f8 req-538d3a0e-07c7-4752-968e-d800feed9a40 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:03.073552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb744b46-5a47-45c1-921f-19094d2c88f8 req-538d3a0e-07c7-4752-968e-d800feed9a40 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 944 time: 0.7152576 Sep 30 08:31:03.180941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb744b46-5a47-45c1-921f-19094d2c88f8 req-24075b3e-edc4-4b01-b69f-0317c83d1773 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064303 Sep 30 08:31:03.257504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96b0f1e4-bb9b-42a3-aed6-5f6fef912d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:03.268908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96b0f1e4-bb9b-42a3-aed6-5f6fef912d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:03.374224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0f1e4-bb9b-42a3-aed6-5f6fef912d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17088a07-e2af-4437-b725-1d002f494fbd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:03.382366 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96b0f1e4-bb9b-42a3-aed6-5f6fef912d21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b4007961d694e02be3d6e7712ff116e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052170 Sep 30 08:31:03.385050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39394) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:03.504454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56bb70ae-dde5-4179-80f7-d8f46f421e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:03.546400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41059314-161d-4ae0-8741-fa194e9f97ea req-3275306b-36bf-46c9-8968-e24a3540177b tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-202682102&fields=id&tenant_id=26a42527c3c84ad3973750dc43b48912 HTTP/1.1" status: 200 len: 267 time: 0.0793338 Sep 30 08:31:03.553326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56bb70ae-dde5-4179-80f7-d8f46f421e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:03.669087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41059314-161d-4ae0-8741-fa194e9f97ea req-bb66d058-c9ae-4476-be6c-9b35220951d6 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:03.670648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41059314-161d-4ae0-8741-fa194e9f97ea req-bb66d058-c9ae-4476-be6c-9b35220951d6 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 985 time: 0.1234677 Sep 30 08:31:03.682743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'port': {'security_groups': ['c8d3fc14-ab66-4fce-a4fe-b00c74a128af']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:03.738062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56bb70ae-dde5-4179-80f7-d8f46f421e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:03.748801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-56bb70ae-dde5-4179-80f7-d8f46f421e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:03.754324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-56bb70ae-dde5-4179-80f7-d8f46f421e3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17088a07-e2af-4437-b725-1d002f494fbd HTTP/1.1" status: 204 len: 168 time: 0.3676255 Sep 30 08:31:03.835982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.160064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb70ae-dde5-4179-80f7-d8f46f421e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17088a07-e2af-4437-b725-1d002f494fbd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:04.258392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:04.296619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39412) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:04.327257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396948fe-9622-4cc1-845c-13dea28c0741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.337658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.350351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.366731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['07b6c5c2-3300-4fa3-bc72-30177b63ef59'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:04.588128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:04.588799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.613286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41059314-161d-4ae0-8741-fa194e9f97ea req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "PUT /v2.0/ports/07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 943 time: 0.9356186 Sep 30 08:31:04.793525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396948fe-9622-4cc1-845c-13dea28c0741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.805138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396948fe-9622-4cc1-845c-13dea28c0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:04.879542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['07b6c5c2-3300-4fa3-bc72-30177b63ef59'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:04.886981 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e7a58-9143-44f2-8300-f2cc9683f5ff x-openstack-request-id: req-3b0e7a58-9143-44f2-8300-f2cc9683f5ff {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:04.890922 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:04.891298 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b0e7a58-9143-44f2-8300-f2cc9683f5ff {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:04.892822 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'status': 'completed', 'code': 200} Sep 30 08:31:04.912369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fabfd1-b7b4-4c2e-83b9-846e1e310aab tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event updated for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:04.953017 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-396948fe-9622-4cc1-845c-13dea28c0741 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19b02e71bb0c49e4bfb2d4d41e1fa9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500573 Sep 30 08:31:04.978606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:05.073999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-86580705-debe-44e8-92cf-e6f97f1384ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.079776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-86580705-debe-44e8-92cf-e6f97f1384ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.1846924 Sep 30 08:31:05.145592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396948fe-9622-4cc1-845c-13dea28c0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0933f649-18ca-42a4-b911-14dd71ce0503,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:05.213928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13083888-b0ab-4c17-8629-a4e493310c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:05.230507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39440) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:05.288465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13083888-b0ab-4c17-8629-a4e493310c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:05.371696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8b8bd-cd60-45e8-b389-589e8bb03281 req-446c2325-8249-4fd9-8386-22da1d336c23 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.380058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e8b8bd-cd60-45e8-b389-589e8bb03281 req-446c2325-8249-4fd9-8386-22da1d336c23 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 944 time: 0.2959855 Sep 30 08:31:05.416270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-628e0835-91e7-48e3-80a8-999620d740b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.419813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-628e0835-91e7-48e3-80a8-999620d740b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.3280921 Sep 30 08:31:05.426148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13083888-b0ab-4c17-8629-a4e493310c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:05.432625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13083888-b0ab-4c17-8629-a4e493310c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:05.434301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-13083888-b0ab-4c17-8629-a4e493310c88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0933f649-18ca-42a4-b911-14dd71ce0503 HTTP/1.1" status: 204 len: 168 time: 0.4518971 Sep 30 08:31:05.444503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083888-b0ab-4c17-8629-a4e493310c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0933f649-18ca-42a4-b911-14dd71ce0503,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:05.552877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e8b8bd-cd60-45e8-b389-589e8bb03281 req-2e48309f-2cae-426a-9a4a-6386345f3803 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657159 Sep 30 08:31:05.555254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-e0c26669-d873-4f5a-a9ef-78074e214951 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.1252615 Sep 30 08:31:05.597483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 004fe98d-ffde-468c-a4fa-f9706c3c5b17 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:05.603829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-382a3f8a-cffd-4853-8b03-e024182824c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:05.706578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-45c103ba-49c9-45d1-bce4-1c3ac2a30539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.717257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-45c103ba-49c9-45d1-bce4-1c3ac2a30539 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.1491938 Sep 30 08:31:05.753108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:31:05.764288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:05.764800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:05.828669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-7f66f717-931f-4565-8490-6df4ebc8d57f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953059 Sep 30 08:31:05.977932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:06.034816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:06.037147 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf15b77-5dc5-4f5a-9378-430f28b33b28" -d '{"events": [{"server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "name": "network-vif-plugged", "status": "completed", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:06.080908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:06.089336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:06.183643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=004fe98d-ffde-468c-a4fa-f9706c3c5b17,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:06.492476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-521746a4-85e3-4301-89d5-a2a3209a2c8c tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6911960 Sep 30 08:31:06.531038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:06.605612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-b54afd71-9012-4075-a51f-637339187398 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522974 Sep 30 08:31:06.740303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-382a3f8a-cffd-4853-8b03-e024182824c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:06.775786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-382a3f8a-cffd-4853-8b03-e024182824c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:06.885773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:06.895422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:06.899332 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:06.923146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3f8a-cffd-4853-8b03-e024182824c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e9b97-8ff3-4dea-842c-3bd330eb4f53,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:06.929617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-382a3f8a-cffd-4853-8b03-e024182824c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d4d613d4f0047f1ade0c02aadb9ea86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6862566 Sep 30 08:31:06.932536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39504) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:06.974043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aadf1754-fd67-4a0e-8c2b-cc6d2eec7cf9 req-f7a0937a-2369-49e9-8ecd-31744dd69b7c service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533554 Sep 30 08:31:07.047188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d0b675b-f884-4650-9ef5-fcf2de8e97e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.074886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d0b675b-f884-4650-9ef5-fcf2de8e97e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.124895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.163257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d0b675b-f884-4650-9ef5-fcf2de8e97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.168039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d0b675b-f884-4650-9ef5-fcf2de8e97e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.182312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0d0b675b-f884-4650-9ef5-fcf2de8e97e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f5e9b97-8ff3-4dea-842c-3bd330eb4f53 HTTP/1.1" status: 204 len: 168 time: 0.2390141 Sep 30 08:31:07.224938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b675b-f884-4650-9ef5-fcf2de8e97e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e9b97-8ff3-4dea-842c-3bd330eb4f53,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:07.471199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Allocated IP 172.25.7.243 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d3f125f7-c90b-4037-8bd1-4b3531874d78) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:07.728299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.827481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:07.881176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39540) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:07.936725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4829cb3-e4f4-45f5-a414-12f766d0370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.015760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event updated for resources: {'Port': ['ID=d3f125f7-c90b-4037-8bd1-4b3531874d78,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:08.026137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:08.028095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.028459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.028908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.029249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.029625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.029959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.030296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.030626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.031376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.031839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.032279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.032610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:08.036597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:08.039655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:08.252688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4829cb3-e4f4-45f5-a414-12f766d0370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.259305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4829cb3-e4f4-45f5-a414-12f766d0370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.310648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829cb3-e4f4-45f5-a414-12f766d0370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ddee6f-91c2-4a20-8475-8d82c2dc97d2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:08.346593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.366029 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b4829cb3-e4f4-45f5-a414-12f766d0370d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdefeac110284992a8585b17351e448b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836228 Sep 30 08:31:08.368810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:08.438617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.487801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0060205-e097-4d8c-9142-ac4f48411356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.544722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-922d5240-f3cd-4df3-8cc3-5e81f3e4e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.550701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0060205-e097-4d8c-9142-ac4f48411356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.666382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0060205-e097-4d8c-9142-ac4f48411356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.673284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0060205-e097-4d8c-9142-ac4f48411356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.686419 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b0060205-e097-4d8c-9142-ac4f48411356 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0ddee6f-91c2-4a20-8475-8d82c2dc97d2 HTTP/1.1" status: 204 len: 168 time: 0.3159006 Sep 30 08:31:08.710802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0060205-e097-4d8c-9142-ac4f48411356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ddee6f-91c2-4a20-8475-8d82c2dc97d2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:08.764796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:08.807434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:08.830621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:09.027812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:09.032476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event updated for resources: {'Port': ['ID=d3f125f7-c90b-4037-8bd1-4b3531874d78,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:09.072458 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:09.074553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-dfa8c241-1708-4723-9ec9-9315f2124590 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5811987 Sep 30 08:31:09.179408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:31:09.255514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d27f5922-ab00-40cf-85a2-43c12c92e3a6 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:09.268156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-cc8dd71b-cf09-498e-b2c2-7c8d8d79e3b8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1854491 Sep 30 08:31:09.335291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d27f5922-ab00-40cf-85a2-43c12c92e3a6 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "PUT /v2.0/quotas/57d49f501b444f86ae1f7730429b5c5f HTTP/1.1" status: 200 len: 366 time: 0.5692213 Sep 30 08:31:09.339069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39588) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.359402 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-65c36693-f9e4-436c-ae97-563400313691 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0182621 Sep 30 08:31:09.362222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.396002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f5e8149c-b7e0-469b-a547-2f0995bebfb1 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "GET /v2.0/quotas/57d49f501b444f86ae1f7730429b5c5f HTTP/1.1" status: 200 len: 366 time: 0.0179570 Sep 30 08:31:09.396993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39592) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.419784 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77574ba2-ec24-4c6c-9ff9-1e9c14a3aa19 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/57d49f501b444f86ae1f7730429b5c5f HTTP/1.1" status: 204 len: 168 time: 0.0215068 Sep 30 08:31:09.423380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39596) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.435978 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a80ebb6-3707-49be-80d6-2a443d164e64 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0113294 Sep 30 08:31:09.439110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39598) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.468847 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66b02114-4a09-4e8c-bca6-80abfed839de tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "GET /v2.0/quotas/57d49f501b444f86ae1f7730429b5c5f HTTP/1.1" status: 200 len: 370 time: 0.0270910 Sep 30 08:31:09.469965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39602) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.479867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b92b7da1-0ce1-44a2-8f6f-16ffe4ab602a tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "GET /v2.0/quotas/57d49f501b444f86ae1f7730429b5c5f/default HTTP/1.1" status: 200 len: 370 time: 0.0083146 Sep 30 08:31:09.482202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39604) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:09.491718 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-18776725-ef52-44f3-bb2d-bfe5a7ca497a tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] delete failed (client error): The resource could not be found. Sep 30 08:31:09.492860 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-18776725-ef52-44f3-bb2d-bfe5a7ca497a tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/57d49f501b444f86ae1f7730429b5c5f HTTP/1.1" status: 404 len: 348 time: 0.0096178 Sep 30 08:31:09.548155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-ba58e667-8d4a-4ebd-8f53-8813425cd788 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:09.557186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e544f8d4-45e0-46e9-a532-a39acc8fa893 req-ba58e667-8d4a-4ebd-8f53-8813425cd788 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2819157 Sep 30 08:31:09.661978 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3377f706-8500-4a9c-a141-5f8688792e8b x-openstack-request-id: req-3377f706-8500-4a9c-a141-5f8688792e8b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:09.662884 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "name": "network-vif-plugged", "status": "completed", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:09.663321 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3377f706-8500-4a9c-a141-5f8688792e8b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:09.663918 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'code': 200} Sep 30 08:31:10.055252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a73a3-7342-417d-ae34-17a5052a7f85 req-36271a17-3407-4347-aa29-9b1d380a93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:10.062229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132a73a3-7342-417d-ae34-17a5052a7f85 req-36271a17-3407-4347-aa29-9b1d380a93ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 1096 time: 0.1638498 Sep 30 08:31:10.072375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:10.089802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc2d2-6262-4e69-b264-957d21f9d48c req-455329b0-df7f-4b11-876b-c3de6ffeebcf tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:10.100369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-749cc2d2-6262-4e69-b264-957d21f9d48c req-455329b0-df7f-4b11-876b-c3de6ffeebcf tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 945 time: 0.1882899 Sep 30 08:31:10.132880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:network and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.142009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.191578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:subnet and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.207798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.240029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:subnetpool and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.247967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.256882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132a73a3-7342-417d-ae34-17a5052a7f85 req-8070b8e0-a7e1-4ce3-b1cd-f4a2b9b30e65 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795461 Sep 30 08:31:10.257838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:port and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.262235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.266370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-749cc2d2-6262-4e69-b264-957d21f9d48c req-0aca1780-7b5e-49dd-bd03-8eed53c22c01 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546204 Sep 30 08:31:10.298859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:router and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.314685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.345860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:floatingip and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.358954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.474539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:security_group and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.481273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.500961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Usage tracker for resource:security_group_rule and project:7928140bb9d44ef6828f580259571505 is out of sync, need to count used quota {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:31:10.511422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.quota.resource [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:31:10.523252 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04ce15b2-0aa2-4f92-9942-bb8e7fff49a0 tempest-QuotasTest-577459808 tempest-QuotasTest-577459808-project-admin] 10.222.0.41 "GET /v2.0/quotas/7928140bb9d44ef6828f580259571505/details.json HTTP/1.1" status: 200 len: 703 time: 0.4464750 Sep 30 08:31:10.529729 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a972409-d2d9-41c3-b8dd-71f83cc4e1d5 x-openstack-request-id: req-2a972409-d2d9-41c3-b8dd-71f83cc4e1d5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:10.530023 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:10.530266 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a972409-d2d9-41c3-b8dd-71f83cc4e1d5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:10.530857 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'status': 'completed', 'code': 200} Sep 30 08:31:10.860164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-10975170-84d2-4298-941e-be65a1190f47 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:10.870166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-10975170-84d2-4298-941e-be65a1190f47 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2494957 Sep 30 08:31:11.092352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75c11962-72fb-442e-a600-3f01f816fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:11.183675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39662) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:11.496080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:11.523086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-412a0cec-b895-42a0-a2e3-680d03b88af5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.6459019 Sep 30 08:31:11.634651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'floatingip': {'port_id': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:11.673922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:11.698214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-33f98963-164c-4cf7-bfcb-0ed3316e4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:11.700572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-33f98963-164c-4cf7-bfcb-0ed3316e4853 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 1.1360104 Sep 30 08:31:11.703287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:11.987412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:11.995224 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:12.198135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-fce06f27-9c69-40ed-a3ad-9459e109821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.200281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-fce06f27-9c69-40ed-a3ad-9459e109821d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.4187045 Sep 30 08:31:12.227050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374ae7dd-4a07-4837-9d81-fd102b0ca782,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:12.260449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.270278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.270885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.271397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.271955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.272528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.272949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.273372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.281348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-a275e358-ebf4-4f53-8083-2ca092da61b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.0450833 Sep 30 08:31:12.282248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.282796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.283318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.283841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:12.292062 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac6c4866-6615-45b8-80ef-e7db7733e4c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4057bdb10f4146f78f273e540332b259&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1073279 Sep 30 08:31:12.294752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39688) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:12.465025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-002f4199-a307-466d-af77-3b6c67151e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:12.582675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-002f4199-a307-466d-af77-3b6c67151e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:12.602093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-b8efceb3-be31-489d-8361-4484cb1e4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.603623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-b8efceb3-be31-489d-8361-4484cb1e4d7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.2164485 Sep 30 08:31:12.651398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-002f4199-a307-466d-af77-3b6c67151e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:12.655022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-002f4199-a307-466d-af77-3b6c67151e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:12.658042 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-002f4199-a307-466d-af77-3b6c67151e22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/374ae7dd-4a07-4837-9d81-fd102b0ca782 HTTP/1.1" status: 204 len: 168 time: 0.3622713 Sep 30 08:31:12.678906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f4199-a307-466d-af77-3b6c67151e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ae7dd-4a07-4837-9d81-fd102b0ca782,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:12.767635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-cc1949ae-d3ab-4655-a60a-ebf732de9991 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986032 Sep 30 08:31:12.812930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-b6b65826-cfe1-4fee-861d-95cd6e505a76 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:31:12.814038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-b6b65826-cfe1-4fee-861d-95cd6e505a76 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064845 Sep 30 08:31:13.104943 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.208406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:13.227166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-db136bc1-6f5e-4ac6-a4c5-d02cd8048a2b service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022288 Sep 30 08:31:13.228975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fbe5-ac2a-4c7f-a28d-2f3ac7dbf736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.427010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.resource_extend [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:31:13.507196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.510891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8a3dd1b-9d74-4bc4-a3a5-be0f4653e865 req-917c1859-73c1-433e-8169-d90d0212b33c service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564366 Sep 30 08:31:13.515626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.569704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fbe5-ac2a-4c7f-a28d-2f3ac7dbf736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.581108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fbe5-ac2a-4c7f-a28d-2f3ac7dbf736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.675599 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Floating IP f89cc506-6a14-48bd-9df2-9a192337f54f associated. External IP: 172.25.7.243, port: 07b6c5c2-3300-4fa3-bc72-30177b63ef59. Sep 30 08:31:13.706299 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c8e9fbe5-ac2a-4c7f-a28d-2f3ac7dbf736 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7928140bb9d44ef6828f580259571505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964938 Sep 30 08:31:13.707862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39754) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:13.712158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fbe5-ac2a-4c7f-a28d-2f3ac7dbf736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4b1e7-3e71-4f36-b1c9-9a45e2311e46,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:13.841944 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac5c7-b679-497c-ab69-ef13dfdd314d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:13.895605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac5c7-b679-497c-ab69-ef13dfdd314d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.036011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac5c7-b679-497c-ab69-ef13dfdd314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.039302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac5c7-b679-497c-ab69-ef13dfdd314d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.040861 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c0ac5c7-b679-497c-ab69-ef13dfdd314d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdb4b1e7-3e71-4f36-b1c9-9a45e2311e46 HTTP/1.1" status: 204 len: 168 time: 0.3237634 Sep 30 08:31:14.062442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ac5c7-b679-497c-ab69-ef13dfdd314d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4b1e7-3e71-4f36-b1c9-9a45e2311e46,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:14.298116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:14.720495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:14.726243 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.734003 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] Sync routers for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:14.802897 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:14.810137 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:14.839538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-9b2dc5c8-cb00-4d73-9f80-342220c53160 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "PUT /v2.0/floatingips/f89cc506-6a14-48bd-9df2-9a192337f54f HTTP/1.1" status: 200 len: 997 time: 3.2261977 Sep 30 08:31:14.840016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:14.842367 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519b337c-956e-4f7b-b465-9db48886b8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:14.899352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.940860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-d68ae9bd-1404-49a4-af3d-3ba9810e2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:14.948603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-d68ae9bd-1404-49a4-af3d-3ba9810e2f1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.0854790 Sep 30 08:31:15.192027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-e05a68d0-a91d-4455-bd01-7ccd9891307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:15.193777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-e05a68d0-a91d-4455-bd01-7ccd9891307e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.2386751 Sep 30 08:31:15.293055 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:15.394306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-d17591b4-af11-4727-8d3f-37daf8cfd749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 1000 time: 0.1832502 Sep 30 08:31:15.518093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-2b24e574-fb2b-4767-93dc-b443f2cdcda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:15.519622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-2b24e574-fb2b-4767-93dc-b443f2cdcda6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.1238818 Sep 30 08:31:15.599765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-927820d3-13d3-4fce-9dfd-436895a9f952 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654571 Sep 30 08:31:15.623183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-819b7bd4-f3cb-4e15-be70-fd26032d8ee7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:31:15.624578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-819b7bd4-f3cb-4e15-be70-fd26032d8ee7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057454 Sep 30 08:31:15.883627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-6351316c-88ed-4bc7-94d3-1fe540a64341 service neutron] 10.222.0.41 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363980 Sep 30 08:31:16.062285 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'f89cc506-6a14-48bd-9df2-9a192337f54f', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'port_id': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'mac_address': 'fa:16:3e:f3:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:31:08Z', 'updated_at': '2021-09-30T08:31:13Z', 'revision_number': 1, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:05Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:16.138894 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] Checking router: 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:16.158057 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:16.159855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:16.183370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51a6dd2d-6327-4c84-90a5-293de3538614 req-da596901-09da-4200-9b4b-6517c0104548 service neutron] 10.222.0.41 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782471 Sep 30 08:31:16.411958 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:16.435810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7c56e-71c2-4b5a-be6b-3a80b9b3a6db req-ff50630a-017d-47a2-95b5-b05d414e56d6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:16.443291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ace7c56e-71c2-4b5a-be6b-3a80b9b3a6db req-ff50630a-017d-47a2-95b5-b05d414e56d6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 945 time: 0.1306131 Sep 30 08:31:16.544298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ace7c56e-71c2-4b5a-be6b-3a80b9b3a6db req-0284d15e-a908-4842-963c-da716fc50359 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947111 Sep 30 08:31:16.790815 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e017a67e-d68a-4ae0-a7a9-1574c6f464a3 x-openstack-request-id: req-e017a67e-d68a-4ae0-a7a9-1574c6f464a3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:16.791417 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:16.791918 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e017a67e-d68a-4ae0-a7a9-1574c6f464a3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:16.792563 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'status': 'completed', 'code': 200} Sep 30 08:31:17.086812 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'f89cc506-6a14-48bd-9df2-9a192337f54f', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'port_id': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'mac_address': 'fa:16:3e:f3:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:31:08Z', 'updated_at': '2021-09-30T08:31:13Z', 'revision_number': 1, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:05Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:17.170571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-d59b24cd-ddb8-4c13-a0c3-50441d13bf7f tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1000 time: 0.2848556 Sep 30 08:31:17.236038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:17.257954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-b689ad86-3f67-4f0a-8d9a-cc8692b3e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:17.259849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-b689ad86-3f67-4f0a-8d9a-cc8692b3e55a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.4295592 Sep 30 08:31:17.304300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-ad7aeb11-c77c-43f2-a0ca-5a4eb4948022 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:17.318411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-ad7aeb11-c77c-43f2-a0ca-5a4eb4948022 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports/07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 943 time: 0.1468771 Sep 30 08:31:17.403751 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2b1e2-6976-4873-a081-b4a4026e422c None None] The sync data for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 is: [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'f89cc506-6a14-48bd-9df2-9a192337f54f', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'port_id': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'mac_address': 'fa:16:3e:f3:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:31:08Z', 'updated_at': '2021-09-30T08:31:13Z', 'revision_number': 1, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:05Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:17.461413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-f4355dc1-79c8-4b5c-b4f3-c576b5841812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:17.462961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-f4355dc1-79c8-4b5c-b4f3-c576b5841812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.1905506 Sep 30 08:31:17.502667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-429387838', 'router:external': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:17.575638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Made reservation on behalf of 5bba7ec565294568a79ff6f5af0d5e7c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:17.586167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:17.631830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:17.873920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:17.879116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:17.900312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:31:17.912944 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:17.913559 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Added segment 4ea94bc2-7591-4230-897c-e7519d2a61f9 of type vlan for network a432294d-1e7d-48cf-8f89-bd5aa7995781 Sep 30 08:31:17.987570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:18.034674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647dcd4-5102-4dc7-a0cb-79467c14b623 None None] New status for floating IP f89cc506-6a14-48bd-9df2-9a192337f54f: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:31:18.069630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:18.071355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:18.072307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:18.156073 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9180467 Sep 30 08:31:18.157863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39912) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:18.166755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'subnet': {'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:18.173932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dec2ea-2b51-46ee-afc2-e8a7e822119a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:18.235130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aee6c-1a6e-4b18-aebc-535846f9af79 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Network': ['ID=a432294d-1e7d-48cf-8f89-bd5aa7995781,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:18.258885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Made reservation on behalf of 5bba7ec565294568a79ff6f5af0d5e7c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:18.265321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:18.371971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a432294d-1e7d-48cf-8f89-bd5aa7995781 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:31:18.606899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-f3363567-40dc-4c67-a3ef-8d003ed2476b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 1000 time: 1.1048651 Sep 30 08:31:18.621676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-0ba83633-8b90-4909-9428-2824b1ccd79d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1000 time: 1.2278140 Sep 30 08:31:18.881788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-73cb9c2e-6059-46c0-8bc1-9347e9837dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:18.883267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-73cb9c2e-6059-46c0-8bc1-9347e9837dcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.2062547 Sep 30 08:31:18.898889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-84e9a0aa-fe7c-4574-9084-51f650a20bfb tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:18.900461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-84e9a0aa-fe7c-4574-9084-51f650a20bfb tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2780085 Sep 30 08:31:18.935237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:31:18.936094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.015814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90305818-748d-4677-937d-ab48578173d9,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:19.026380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Checking segment: {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:19.026872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network hostable DHCP agents. Network: a432294d-1e7d-48cf-8f89-bd5aa7995781, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:31:19.043340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-fdc1b13c-9f33-4c4a-9c3e-3c58a53f10c2 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1002 time: 0.1322231 Sep 30 08:31:19.046026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-09503cdb-cf69-491f-aaea-ad9e0e40007d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445899 Sep 30 08:31:19.054514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network a432294d-1e7d-48cf-8f89-bd5aa7995781 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:31:19.057590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:19.078724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a432294d-1e7d-48cf-8f89-bd5aa7995781) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:19.087686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d3a3b-e95c-45ea-9100-4cafbc738a8d None None] Network a432294d-1e7d-48cf-8f89-bd5aa7995781 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:19.111711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:19.112301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.148034 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e391bb4b-eaee-461b-a0f5-70198639138b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9845548 Sep 30 08:31:19.149919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:19.161782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-261877624', 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:19.195902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.237739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Made reservation on behalf of 5bba7ec565294568a79ff6f5af0d5e7c for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:19.240161 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.274384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] device_id is not set on port 3b9bed15-91f3-44cc-a92b-f6e6147bdb43 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:31:19.362302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349394a-867b-4254-b324-e1c3e8ec598e None None] Network a432294d-1e7d-48cf-8f89-bd5aa7995781 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:19.464561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.475141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.475637 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Floating IP f89cc506-6a14-48bd-9df2-9a192337f54f disassociated. External IP: 172.25.7.243, port: 07b6c5c2-3300-4fa3-bc72-30177b63ef59. Sep 30 08:31:19.547282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Allocated IP 172.20.0.8 (a432294d-1e7d-48cf-8f89-bd5aa7995781/90305818-748d-4677-937d-ab48578173d9/3b9bed15-91f3-44cc-a92b-f6e6147bdb43) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:19.655911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-b96f1601-8ad1-4686-a334-5b00af504ad4 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384548 Sep 30 08:31:19.798449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:19.903422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:19.998210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:20.010418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-519b337c-956e-4f7b-b465-9db48886b8c8 req-d1c85420-d0f0-4572-af04-3543f5f0d175 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230038 Sep 30 08:31:20.038094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network a432294d-1e7d-48cf-8f89-bd5aa7995781 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:20.057300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:20.059939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:20.106718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:20.107512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:20.160079 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0075104 Sep 30 08:31:20.160753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39954) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:20.191382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:20.200781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e505d-0713-4d85-99fd-77e911d6abed tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Port': ['ID=3b9bed15-91f3-44cc-a92b-f6e6147bdb43,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:20.203991 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] Sync routers for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:20.228020 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:20.229686 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:20.304318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:20.417904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:20.437697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-9630d087-db31-468b-a2fb-1ea3540c2c1d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "PUT /v2.0/floatingips/f89cc506-6a14-48bd-9df2-9a192337f54f HTTP/1.1" status: 200 len: 695 time: 1.3847270 Sep 30 08:31:20.438955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:20.441242 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d34bcf7-1616-4f39-a257-413fd8183111" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:20.550675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Deleting port 3b9bed15-91f3-44cc-a92b-f6e6147bdb43 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:20.551287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:20.566729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-2c3bca98-1a90-4808-8e68-dcb85c5b7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:20.568711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-2c3bca98-1a90-4808-8e68-dcb85c5b7c07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.1125154 Sep 30 08:31:20.654181 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:05Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:20.719481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:20.739666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] Checking router: 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:20.827970 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:20.827970 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:20.828678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Calling delete_port for 3b9bed15-91f3-44cc-a92b-f6e6147bdb43 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:21.026619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-bc927e90-fbbc-454c-b051-dc6d52d42ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:21.028418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-bc927e90-fbbc-454c-b051-dc6d52d42ea2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.4431186 Sep 30 08:31:21.053577 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:21.104388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.246063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b9bed15-91f3-44cc-a92b-f6e6147bdb43,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:21.257216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-6739c1c1-81d2-41e6-92cc-e4f47a5a30c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.2147386 Sep 30 08:31:21.431040 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:05Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:21.465335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-ee6398f2-92bf-4ee9-bf4b-cbcb6f1c4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:21.473531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-ee6398f2-92bf-4ee9-bf4b-cbcb6f1c4c1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.2055907 Sep 30 08:31:21.505627 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66eda9-3c8e-41e2-89f2-77e8bc329ff1 None None] The sync data for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 is: [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:29:59Z', 'revision_number': 4, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe60632d-502e-4f50-895a-9c5af982e3cb', 'name': '', 'network_id': '4e731743-33b2-4cc1-85cc-55b98875aeb5', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'mac_address': 'fa:16:3e:bb:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:57Z', 'updated_at': '2021-09-30T08:30:05Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'subnets': [{'id': '0325a5a2-aef7-4d82-a229-d7a98a622e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:21.597470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-7d06defc-ca99-4dc5-ab65-8143117c3730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172941 Sep 30 08:31:21.695921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.700240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-27957b6a-9e3f-4a1e-b543-1ed8b7eb0f52 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3b9bed15-91f3-44cc-a92b-f6e6147bdb43 HTTP/1.1" status: 204 len: 168 time: 1.5361562 Sep 30 08:31:21.700976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40016) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:21.706664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781', 'external_fixed_ips': [{'subnet_id': '90305818-748d-4677-937d-ab48578173d9', 'ip_address': '172.20.0.8'}]}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:21.732567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.734865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.830525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.848101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-1a632368-9498-4331-8daf-d6e822fe9f45 service neutron] 10.222.0.41 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273417 Sep 30 08:31:22.060831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b50a82-a64c-4a8c-a002-7696963a89a3 None None] New status for floating IP f89cc506-6a14-48bd-9df2-9a192337f54f: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:31:22.095188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a5de616-60aa-4545-88b0-04c4a4498030 req-ed7cbf6e-ce38-4953-9751-c22cce647ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400208 Sep 30 08:31:22.159488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.331636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3675b74-36e7-4396-be2f-eeb02fd23ff8 req-fb776974-ed47-4020-b5aa-283ffa253721 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.343321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40038) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:22.344543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3675b74-36e7-4396-be2f-eeb02fd23ff8 req-fb776974-ed47-4020-b5aa-283ffa253721 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 945 time: 0.0801630 Sep 30 08:31:22.352396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Request body: {'floatingip': {'port_id': '004fe98d-ffde-468c-a4fa-f9706c3c5b17'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:22.416190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.541668 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce9e7e7-02cb-48e4-944b-21b2a7977436 x-openstack-request-id: req-dce9e7e7-02cb-48e4-944b-21b2a7977436 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:22.541979 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:22.542258 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dce9e7e7-02cb-48e4-944b-21b2a7977436 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:22.542653 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'status': 'completed', 'code': 200} Sep 30 08:31:22.677308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d60cef2d-158b-48ac-918e-efd2e010cede req-0261849e-e731-43a5-ad06-aa1b7a36080d tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips/f89cc506-6a14-48bd-9df2-9a192337f54f HTTP/1.1" status: 200 len: 695 time: 0.1030874 Sep 30 08:31:22.697883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-1a5456bf-683b-4a23-bd44-22c4a6cdb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.699680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-1a5456bf-683b-4a23-bd44-22c4a6cdb16d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26a42527c3c84ad3973750dc43b48912&device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 1097 time: 0.1182745 Sep 30 08:31:22.882085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-f3b46e91-f326-46c1-9cba-bb41beaf6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.883578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-f3b46e91-f326-46c1-9cba-bb41beaf6e37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 200 len: 920 time: 0.1730340 Sep 30 08:31:22.892132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cef2d-158b-48ac-918e-efd2e010cede req-090db5a1-e388-4c05-964b-06d3b5ae389e tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.898984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d60cef2d-158b-48ac-918e-efd2e010cede req-090db5a1-e388-4c05-964b-06d3b5ae389e tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 784 time: 0.2140930 Sep 30 08:31:23.029357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-0886e1bd-1e59-4462-9224-fe0e62c0190a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 200 len: 217 time: 0.1230898 Sep 30 08:31:23.046153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d60cef2d-158b-48ac-918e-efd2e010cede req-547d439b-a2ca-4d4b-8d4a-28ecedf3aab4 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1461737 Sep 30 08:31:23.163965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-815bc705-9ede-43d8-ab9d-83af8ff3a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:23.165520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-815bc705-9ede-43d8-ab9d-83af8ff3a9c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 200 len: 859 time: 0.1036537 Sep 30 08:31:23.304952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d60cef2d-158b-48ac-918e-efd2e010cede req-99b397f3-cf85-4b66-8702-d18dc3557c56 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.2568598 Sep 30 08:31:23.305849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-7285e08a-0b6d-4f57-a5c0-50be6ca01a42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e731743-33b2-4cc1-85cc-55b98875aeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900750 Sep 30 08:31:23.554006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-32d4ab7e-f44c-4383-9970-20ae84dcadaa service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302638 Sep 30 08:31:23.601248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Deleting port d3f125f7-c90b-4037-8bd1-4b3531874d78 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:23.601629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:23.738869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:23.865536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:31:23.918276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:23.974258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:23.985109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.145776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d34bcf7-1616-4f39-a257-413fd8183111 req-d0055c93-801c-459c-adb0-27370f8b6141 service neutron] 10.222.0.57 "GET /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825331 Sep 30 08:31:24.159014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.159353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.174631 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Floating IP fd748b01-45cb-457b-928b-703f7e5e1fd7 associated. External IP: 172.25.7.76, port: 004fe98d-ffde-468c-a4fa-f9706c3c5b17. Sep 30 08:31:24.174979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Calling delete_port for d3f125f7-c90b-4037-8bd1-4b3531874d78 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:24.362285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Allocated IP 172.20.0.8 (a432294d-1e7d-48cf-8f89-bd5aa7995781/90305818-748d-4677-937d-ab48578173d9/90ed3587-c774-4fd0-898b-52870e53995d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:24.418296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.490799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event deleted for resources: {'Port': ['ID=d3f125f7-c90b-4037-8bd1-4b3531874d78,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:24.565147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.568573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.570153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d60cef2d-158b-48ac-918e-efd2e010cede req-31b3c55a-0a6f-480f-a233-c257fb350139 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "DELETE /v2.0/floatingips/f89cc506-6a14-48bd-9df2-9a192337f54f HTTP/1.1" status: 204 len: 173 time: 1.2536461 Sep 30 08:31:24.633215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.650696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Router acb58aa0-80f9-42a2-a226-669e41ac375b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:24.710109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.740725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cfb57-426c-4d72-93d8-ca570ed3ec29 req-d6b874c0-3e68-425b-a983-0d4310869a70 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:24.742340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-394cfb57-426c-4d72-93d8-ca570ed3ec29 req-d6b874c0-3e68-425b-a983-0d4310869a70 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.0932395 Sep 30 08:31:24.826101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-394cfb57-426c-4d72-93d8-ca570ed3ec29 req-e9406b64-bdbe-4c8f-9f4f-9d3ea8901575 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752993 Sep 30 08:31:24.943438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:24.959527 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:24.973062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.975136 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:24.975882 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:25.015092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network a432294d-1e7d-48cf-8f89-bd5aa7995781 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:25.024449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:25.028424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:25.050295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a1841a6-dbc6-4e6b-9eb2-1930d616fe1e req-6df6c6e6-bc80-4853-8a48-8d917af5718c tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups/5df6892b-3858-4636-9699-c542afb2bd38 HTTP/1.1" status: 200 len: 1809 time: 0.0761621 Sep 30 08:31:25.083885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-72917841-1cf1-41af-ba41-b9f0fedda56b tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "PUT /v2.0/floatingips/fd748b01-45cb-457b-928b-703f7e5e1fd7 HTTP/1.1" status: 200 len: 990 time: 2.7317572 Sep 30 08:31:25.083885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Port': ['ID=90ed3587-c774-4fd0-898b-52870e53995d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:25.101092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:25.102146 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:25.104308 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d2324-4155-47d2-a95c-0a1763157361" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:25.155370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a1841a6-dbc6-4e6b-9eb2-1930d616fe1e req-e8a408c2-d1f1-48c2-9940-f5729a2e99c8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.206371 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a1841a6-dbc6-4e6b-9eb2-1930d616fe1e req-e8a408c2-d1f1-48c2-9940-f5729a2e99c8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.279286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a1841a6-dbc6-4e6b-9eb2-1930d616fe1e req-e8a408c2-d1f1-48c2-9940-f5729a2e99c8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.284628 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a1841a6-dbc6-4e6b-9eb2-1930d616fe1e req-e8a408c2-d1f1-48c2-9940-f5729a2e99c8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.292814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a1841a6-dbc6-4e6b-9eb2-1930d616fe1e req-e8a408c2-d1f1-48c2-9940-f5729a2e99c8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "DELETE /v2.0/security-groups/5df6892b-3858-4636-9699-c542afb2bd38 HTTP/1.1" status: 204 len: 173 time: 0.2360377 Sep 30 08:31:25.325143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a408c2-d1f1-48c2-9940-f5729a2e99c8 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6892b-3858-4636-9699-c542afb2bd38,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:25.467881 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'fd748b01-45cb-457b-928b-703f7e5e1fd7', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'port_id': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'mac_address': 'fa:16:3e:73:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:30:45Z', 'updated_at': '2021-09-30T08:31:23Z', 'revision_number': 1, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:25.513597 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:25.524320 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:25.524939 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:25.646801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.680644 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.736753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:25.742864 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:25.750257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.950330 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.016425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:26.018474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.052860 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab6ecd-fe25-4bc9-9fd8-f91219ee9115" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:26.099471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:26.110192 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.248041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Router 70924ae7-05d8-4ee4-9b71-95e2911ad77c is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:26.279472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:26.431990 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54672a7c-0a3a-4c36-94bc-bc59bef6ad1b x-openstack-request-id: req-54672a7c-0a3a-4c36-94bc-bc59bef6ad1b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:26.432281 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:26.432528 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54672a7c-0a3a-4c36-94bc-bc59bef6ad1b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:26.442344 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'status': 'completed', 'code': 200} Sep 30 08:31:26.456968 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'fd748b01-45cb-457b-928b-703f7e5e1fd7', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'port_id': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'mac_address': 'fa:16:3e:73:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:30:45Z', 'updated_at': '2021-09-30T08:31:23Z', 'revision_number': 1, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:26.523744 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e02705-0483-48f4-b232-cdfd0933583a None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'fd748b01-45cb-457b-928b-703f7e5e1fd7', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'port_id': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'mac_address': 'fa:16:3e:73:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:30:45Z', 'updated_at': '2021-09-30T08:31:23Z', 'revision_number': 1, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:26.526892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:26.539490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-39840182-633d-47ad-857d-d1fab961163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:26.542606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-39840182-633d-47ad-857d-d1fab961163d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 1096 time: 0.0762930 Sep 30 08:31:26.542755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Sync routers for ids ['70924ae7-05d8-4ee4-9b71-95e2911ad77c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:26.560794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Routers {'70924ae7-05d8-4ee4-9b71-95e2911ad77c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:26.562290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['70924ae7-05d8-4ee4-9b71-95e2911ad77c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:26.562735 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.564553 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-33773256-3524-4f7b-89a2-58cca4027160 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8619871 Sep 30 08:31:26.567476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40174) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:26.780907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-97d66ef6-392d-492a-a966-19a5aeb96784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:26.791522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-97d66ef6-392d-492a-a966-19a5aeb96784 service neutron] 10.222.0.50 "GET /v2.0/networks?id=372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 200 len: 912 time: 0.2398977 Sep 30 08:31:26.850463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Set router 70924ae7-05d8-4ee4-9b71-95e2911ad77c gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:26.891799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.970205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-3378a7a8-a6d1-4e2e-a66d-d8f08dd1374c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17 HTTP/1.1" status: 200 len: 998 time: 0.1671991 Sep 30 08:31:27.017300 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175066f-9492-4b57-82c7-95ac1d3e8fad None None] New status for floating IP fd748b01-45cb-457b-928b-703f7e5e1fd7: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:31:27.166885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70924ae7-05d8-4ee4-9b71-95e2911ad77c', 'name': '', 'tenant_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781', 'external_fixed_ips': [{'subnet_id': '90305818-748d-4677-937d-ab48578173d9', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '90ed3587-c774-4fd0-898b-52870e53995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:21Z', 'updated_at': '2021-09-30T08:31:25Z', 'revision_number': 3, 'project_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'gw_port': {'id': '90ed3587-c774-4fd0-898b-52870e53995d', 'name': '', 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70924ae7-05d8-4ee4-9b71-95e2911ad77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '90305818-748d-4677-937d-ab48578173d9', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:23Z', 'updated_at': '2021-09-30T08:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90305818-748d-4677-937d-ab48578173d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:27.185727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9d96e-2056-44ab-97e8-d151175b4a2a req-8d7ec63a-91e3-4aff-a6ad-b805e2cdf079 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:27.195305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c9d96e-2056-44ab-97e8-d151175b4a2a req-8d7ec63a-91e3-4aff-a6ad-b805e2cdf079 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.3773801 Sep 30 08:31:27.214838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-81ee2c98-dfff-459b-af49-19c56f6f7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:27.217807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-81ee2c98-dfff-459b-af49-19c56f6f7782 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 200 len: 850 time: 0.2228072 Sep 30 08:31:27.243735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Checking router: 70924ae7-05d8-4ee4-9b71-95e2911ad77c for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:27.245637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Updating router 70924ae7-05d8-4ee4-9b71-95e2911ad77c port 90ed3587-c774-4fd0-898b-52870e53995d binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:27.268024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c9d96e-2056-44ab-97e8-d151175b4a2a req-a1239cff-eb99-487b-ac39-a02c5da600f0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692885 Sep 30 08:31:27.292544 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:27.378352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-818b5e47-064c-4d54-86ea-6ea6e9f44e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:27.381748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-818b5e47-064c-4d54-86ea-6ea6e9f44e2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=372cda5d-225a-4fbe-8c41-68c814009895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310842 Sep 30 08:31:27.417394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-8deeda61-0ca0-4bf2-b153-6b5164bcc0cc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:31:27.424693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-8deeda61-0ca0-4bf2-b153-6b5164bcc0cc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0260279 Sep 30 08:31:27.564601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:27.643107 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f39ca9-d62f-4f03-9675-5999b428ffe9 x-openstack-request-id: req-98f39ca9-d62f-4f03-9675-5999b428ffe9 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:27.643403 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:27.643658 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98f39ca9-d62f-4f03-9675-5999b428ffe9 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:27.644061 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:31:27.743355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:27.843505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Deleting port 90ed3587-c774-4fd0-898b-52870e53995d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:27.843975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:27.877476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-c850827c-baf7-4e3d-8e87-c8204e90c0e8 service neutron] 10.222.0.50 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412677 Sep 30 08:31:27.885284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4140b12e-df08-45e1-8c55-9450544654f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.007791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.011805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0980177-0a79-4e22-b4e8-e6d9f58b6670 req-5602494e-646f-4660-b9ad-140776013d70 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:28.023585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0980177-0a79-4e22-b4e8-e6d9f58b6670 req-5602494e-646f-4660-b9ad-140776013d70 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.2587445 Sep 30 08:31:28.043823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Calling delete_port for 90ed3587-c774-4fd0-898b-52870e53995d owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:28.140422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.153689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.176413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0980177-0a79-4e22-b4e8-e6d9f58b6670 req-2df9b12a-e7e8-4125-a545-183e87d911d2 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470604 Sep 30 08:31:28.270626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890a28-4614-4b70-8f4e-9a641a594ead None None] Pushing event updated for resources: {'Port': ['ID=90ed3587-c774-4fd0-898b-52870e53995d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:28.319845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Attempting to bind port 90ed3587-c774-4fd0-898b-52870e53995d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:28.320373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Attempting to bind port 90ed3587-c774-4fd0-898b-52870e53995d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:28.320873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Attempting to bind port 90ed3587-c774-4fd0-898b-52870e53995d on network a432294d-1e7d-48cf-8f89-bd5aa7995781 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:28.331527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:28.331973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Checking segment: {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:28.332394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.332798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Bound using segment: {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:28.333284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Bound port: 90ed3587-c774-4fd0-898b-52870e53995d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:28.333839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.465153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a2d2324-4155-47d2-a95c-0a1763157361 req-0aaab3aa-290c-4f28-8270-91b649d12ed7 service neutron] 10.222.0.50 "GET /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686972 Sep 30 08:31:28.528141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.529963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:31:28.530718 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:31:28.610480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event deleted for resources: {'Port': ['ID=90ed3587-c774-4fd0-898b-52870e53995d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:28.611650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4140b12e-df08-45e1-8c55-9450544654f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.632277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6971-3e2b-4d0b-abba-6baccea8e883 req-9c7ac92a-cc7e-4d99-9003-0b22453c1e9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:28.641623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-969c6971-3e2b-4d0b-abba-6baccea8e883 req-9c7ac92a-cc7e-4d99-9003-0b22453c1e9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0927606 Sep 30 08:31:28.650611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4140b12e-df08-45e1-8c55-9450544654f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.707554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:28.707853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4140b12e-df08-45e1-8c55-9450544654f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf4ce74d33a74dd09953caa09afe708b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1321354 Sep 30 08:31:28.715065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b12e-df08-45e1-8c55-9450544654f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85bea0-abc1-4462-96e8-6f91296f2320,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:28.756034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-969c6971-3e2b-4d0b-abba-6baccea8e883 req-d41e8cdd-6b71-4d2c-880c-6f4549761cfd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067152 Sep 30 08:31:28.769912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.835654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f2430b5-2597-4c44-bfd4-b108bda33837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.933210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.939445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.946200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f2430b5-2597-4c44-bfd4-b108bda33837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.055504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Attempting to bind port 90ed3587-c774-4fd0-898b-52870e53995d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:29.055890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Attempting to bind port 90ed3587-c774-4fd0-898b-52870e53995d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:29.056267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Attempting to bind port 90ed3587-c774-4fd0-898b-52870e53995d on network a432294d-1e7d-48cf-8f89-bd5aa7995781 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:29.059487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.068524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70924ae7-05d8-4ee4-9b71-95e2911ad77c {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:29.074565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.075724 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-07210a1c-9fcd-4d71-8bf6-e0f39555f686 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/70924ae7-05d8-4ee4-9b71-95e2911ad77c HTTP/1.1" status: 204 len: 168 time: 2.5070755 Sep 30 08:31:29.076724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:29.077332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Checking segment: {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:29.078119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.079667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:29.080181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Bound using segment: {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:29.080810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Bound port: 90ed3587-c774-4fd0-898b-52870e53995d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea94bc2-7591-4230-897c-e7519d2a61f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a432294d-1e7d-48cf-8f89-bd5aa7995781'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:29.081369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.130875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Port 90ed3587-c774-4fd0-898b-52870e53995d has been deleted concurrently {{(pid=95003) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 30 08:31:29.165784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Deleting subnet 90305818-748d-4677-937d-ab48578173d9 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:31:29.169537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.226984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Routers set() bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:29.227470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Router IDs set() for agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:31:29.228126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70924ae7-05d8-4ee4-9b71-95e2911ad77c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent'). {{(pid=95003) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:31:29.228500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab646777-ea47-468f-b5d9-469524b4d6e6 None None] The sync data for ids ['70924ae7-05d8-4ee4-9b71-95e2911ad77c'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:29.264566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.267726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f2430b5-2597-4c44-bfd4-b108bda33837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.273309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f2430b5-2597-4c44-bfd4-b108bda33837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.279105 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6f2430b5-2597-4c44-bfd4-b108bda33837 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c85bea0-abc1-4462-96e8-6f91296f2320 HTTP/1.1" status: 204 len: 168 time: 0.5703974 Sep 30 08:31:29.362697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2430b5-2597-4c44-bfd4-b108bda33837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85bea0-abc1-4462-96e8-6f91296f2320,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:29.397279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.408682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853c7d5-74c2-4586-ae78-257fb83bb5c6 req-ecd24a1e-d44b-4ec0-84d9-652cbcff17c9 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:29.417399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9853c7d5-74c2-4586-ae78-257fb83bb5c6 req-ecd24a1e-d44b-4ec0-84d9-652cbcff17c9 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1071560 Sep 30 08:31:29.493883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9853c7d5-74c2-4586-ae78-257fb83bb5c6 req-262eb9a9-aefb-459a-aceb-50f643830206 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Sep 30 08:31:29.497880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.517156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.521938 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/90305818-748d-4677-937d-ab48578173d9 HTTP/1.1" status: 204 len: 168 time: 0.4369528 Sep 30 08:31:29.522614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40246) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:29.544720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f2d7b-8184-4d73-9f80-58a49a513ab1 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90305818-748d-4677-937d-ab48578173d9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:29.724853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.725428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:31:29.755897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-684e80a5-3f22-4ed3-aa2b-00eaa2da88c5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:29.757772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-684e80a5-3f22-4ed3-aa2b-00eaa2da88c5 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.57 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1254845 Sep 30 08:31:29.950290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.023789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a432294d-1e7d-48cf-8f89-bd5aa7995781']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:30.035214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea94bc2-7591-4230-897c-e7519d2a61f9') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:30.035523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea94bc2-7591-4230-897c-e7519d2a61f9') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:30.045117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.060653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.068607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:31:30.069038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.088843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:30.101474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'mac_address': 'fa:16:3e:fc:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:31:30.122688 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:31:30.146026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.170172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:31:30.199517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1feec-24d5-413b-a7e4-bae9f54109a4 req-f42a6261-56d1-49a6-b18c-925e47e105fd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:30.202131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:30.216701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55e1feec-24d5-413b-a7e4-bae9f54109a4 req-f42a6261-56d1-49a6-b18c-925e47e105fd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.3550560 Sep 30 08:31:30.228687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.254305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.276274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a432294d-1e7d-48cf-8f89-bd5aa7995781 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:31:30.280639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.286536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a432294d-1e7d-48cf-8f89-bd5aa7995781 HTTP/1.1" status: 204 len: 168 time: 0.7588890 Sep 30 08:31:30.311863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ceee7-ba6f-4019-912c-e53dd6cdae06 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event deleted for resources: {'Network': ['ID=a432294d-1e7d-48cf-8f89-bd5aa7995781,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:30.349309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Deleting port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:30.349309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.415424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55e1feec-24d5-413b-a7e4-bae9f54109a4 req-c4cc4e76-7e77-47bd-aee4-cf6eea78725b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334813 Sep 30 08:31:30.416148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:30.433072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f28774b5-5a89-443a-a23b-65ce49f00a97'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:30.588205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] For port 07b6c5c2-3300-4fa3-bc72-30177b63ef59, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=07b6c5c2-3300-4fa3-bc72-30177b63ef59,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:30.589282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.605842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Calling delete_port for 07b6c5c2-3300-4fa3-bc72-30177b63ef59 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:30.836557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa27-eddb-49b8-b60e-940ebfe50e3e req-396a38f6-f1e8-448a-828c-98a63d61a153 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:30.848851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b4ffa27-eddb-49b8-b60e-940ebfe50e3e req-396a38f6-f1e8-448a-828c-98a63d61a153 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/ports?device_id=c26e09b0-b807-4bae-930a-cd1ea4a2906d HTTP/1.1" status: 200 len: 946 time: 0.1722586 Sep 30 08:31:30.929043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b4ffa27-eddb-49b8-b60e-940ebfe50e3e req-b3cd820a-1303-46f9-b8d4-c5da95a39c88 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8d3fc14-ab66-4fce-a4fe-b00c74a128af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781841 Sep 30 08:31:30.998350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.065885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Pushing event deleted for resources: {'Port': ['ID=07b6c5c2-3300-4fa3-bc72-30177b63ef59,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:31.124235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] No DVR routers for this DVR port 07b6c5c2-3300-4fa3-bc72-30177b63ef59 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:31:31.127629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.130321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1d7c1b5-4ec6-4ce3-a6c7-f942d7f5cda8 req-415b238b-fc3a-45a4-b183-ee67032dd929 tempest-ServerRescueTestJSONUnderV235-269853277 tempest-ServerRescueTestJSONUnderV235-269853277-project] 10.222.0.57 "DELETE /v2.0/ports/07b6c5c2-3300-4fa3-bc72-30177b63ef59 HTTP/1.1" status: 204 len: 173 time: 1.3405128 Sep 30 08:31:31.130776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'name': 'network-vif-deleted', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:31.133605 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1438d94-8ddf-41c0-b4c4-dbf9327e067e" -d '{"events": [{"server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "name": "network-vif-deleted", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:31.233201 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc37303-e4b0-475d-b467-38e3802023fc x-openstack-request-id: req-8dc37303-e4b0-475d-b467-38e3802023fc {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:31.233613 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e09b0-b807-4bae-930a-cd1ea4a2906d", "name": "network-vif-deleted", "tag": "07b6c5c2-3300-4fa3-bc72-30177b63ef59", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:31.233961 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dc37303-e4b0-475d-b467-38e3802023fc {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:31.234431 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e09b0-b807-4bae-930a-cd1ea4a2906d', 'name': 'network-vif-deleted', 'tag': '07b6c5c2-3300-4fa3-bc72-30177b63ef59', 'status': 'completed', 'code': 200} Sep 30 08:31:31.308712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40322) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:31.314863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'name': 'tempest-router--516259086', 'project_id': '7d29b6c2cc464fc8880ef53cdf63394c'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:31.362296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.363618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.513957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.521821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.561967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.567191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:31.567759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-935c58fa-260e-455c-9a5c-ea74fb1a5104 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2573023 Sep 30 08:31:31.681325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8958d-a7a7-463a-a685-b6ae887ad3d0 req-debd3216-8017-4674-b679-12acca73ae98 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:31.696697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61d8958d-a7a7-463a-a685-b6ae887ad3d0 req-debd3216-8017-4674-b679-12acca73ae98 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 946 time: 0.1545703 Sep 30 08:31:31.746759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:31.807722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:31.831327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61d8958d-a7a7-463a-a685-b6ae887ad3d0 req-d78f6667-2a59-47e6-8bb8-80ed9f71b8f0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335669 Sep 30 08:31:31.920780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f28774b5-5a89-443a-a23b-65ce49f00a97 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:31.922874 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.081268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40362) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:32.268028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.271379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 07b6c5c2-3300-4fa3-bc72-30177b63ef59 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:32.369480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.386064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.403352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 07b6c5c2-3300-4fa3-bc72-30177b63ef59 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:32.403948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 07b6c5c2-3300-4fa3-bc72-30177b63ef59 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:32.432468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:32.436372 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925c185c-20d6-4b41-a1b6-9f6c86ccdd68" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:32.479708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:32.498309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.538302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.538778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45ec712d-d496-412b-907b-529b93b21678 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:32.553685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.556437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-338c686f-2522-4eac-a85f-2e7164c8d18c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/45ec712d-d496-412b-907b-529b93b21678 HTTP/1.1" status: 204 len: 168 time: 0.9881883 Sep 30 08:31:32.622169 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d0228b-3f96-4566-a2c2-c853013906e3 x-openstack-request-id: req-59d0228b-3f96-4566-a2c2-c853013906e3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:32.624480 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-plugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:32.624981 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d0228b-3f96-4566-a2c2-c853013906e3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:32.625652 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:31:32.627161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=13']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.118931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40394) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.144519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.431672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b82daf-0d46-4b4a-91cb-805214421d54 req-9f4431ac-1ad4-4b3f-a1c8-3c75c381cd45 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:33.438855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55b82daf-0d46-4b4a-91cb-805214421d54 req-9f4431ac-1ad4-4b3f-a1c8-3c75c381cd45 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.4275186 Sep 30 08:31:33.451822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1171496899', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.505185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.506524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.551015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55b82daf-0d46-4b4a-91cb-805214421d54 req-b13d8aed-c2ec-4d6b-8760-cca0f8b3ec80 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718310 Sep 30 08:31:33.634961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.741330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Deleting port fe60632d-502e-4f50-895a-9c5af982e3cb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:33.741698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.896898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] For port fe60632d-502e-4f50-895a-9c5af982e3cb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fe60632d-502e-4f50-895a-9c5af982e3cb,segment=NetworkSegment(06ae0ee2-7f02-4db7-baea-d7d80ee0011d),segment_id=06ae0ee2-7f02-4db7-baea-d7d80ee0011d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:33.897716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.926859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Calling delete_port for fe60632d-502e-4f50-895a-9c5af982e3cb owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:33.966401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.391735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.441643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe60632d-502e-4f50-895a-9c5af982e3cb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:34.539378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40420) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:34.549099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'network': {'name': 'tempest-network-smoke--728087345', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:34.551416 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.605992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.613482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Made reservation on behalf of fc512fbcb83e46a0b631b14ebb92ff49 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:34.622033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.756997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.799469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Allocated IP 172.25.7.104 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/875dfaf5-5391-49f6-aa57-67f9babb3efd) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:34.901119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cbd22-f347-4b16-8cff-81a22eedeb87 req-1df7d23c-944a-4fd6-be4b-88f76cd12cb8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:34.902744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d74cbd22-f347-4b16-8cff-81a22eedeb87 req-1df7d23c-944a-4fd6-be4b-88f76cd12cb8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.2019207 Sep 30 08:31:34.991929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d74cbd22-f347-4b16-8cff-81a22eedeb87 req-805d6273-aa03-4b50-aa0b-97ab8ae2199c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749848 Sep 30 08:31:35.005879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.021524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.176241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.315107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event updated for resources: {'Port': ['ID=875dfaf5-5391-49f6-aa57-67f9babb3efd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:35.344829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:35.356356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:35.366052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:35.807860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.809127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-784d9503-9774-4a82-b400-d2e2e3c6089b req-b2cc653b-452b-45c6-991f-64baed0a5fd8 service neutron] (95001) timed out ('10.222.0.41', 40568) {{(pid=95001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:31:35.841393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.844560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40446) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:35.882494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:31:35.905067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279ae028-e727-4e4d-a58c-6a69ba3e6ac6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:35.918928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.919487 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Added segment 8b36d760-47ca-42ac-bda1-c7d5f47f34d7 of type vlan for network ad5aab76-365d-4771-8966-7227dce3001a Sep 30 08:31:36.024313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.031799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:36.087280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.270762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.277185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:36.277958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.294585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aab9c60-2aad-4f68-854b-ac908e23dff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.434600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd289e-f4f2-47fc-8fc2-b6a6320f195c req-29cd6415-62ca-4910-bb85-5d1e50fa1dc2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:36.436543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eddd289e-f4f2-47fc-8fc2-b6a6320f195c req-29cd6415-62ca-4910-bb85-5d1e50fa1dc2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.2934754 Sep 30 08:31:36.483970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:36.493001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Network': ['ID=ad5aab76-365d-4771-8966-7227dce3001a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:36.498380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] Sync routers for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:36.523458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:36.524789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:36.525942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3a1694ac-e78c-44c9-9976-4369da3c3087 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f14c2fe-172f-4cfe-a0b0-74f23f747c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4434474 Sep 30 08:31:36.528061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ad5aab76-365d-4771-8966-7227dce3001a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:31:36.529178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40464) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.532949 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aab9c60-2aad-4f68-854b-ac908e23dff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.535176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.540312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aab9c60-2aad-4f68-854b-ac908e23dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.596756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab9c60-2aad-4f68-854b-ac908e23dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ba79c-a30a-4638-a413-be81ccfb2147,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:36.627774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eddd289e-f4f2-47fc-8fc2-b6a6320f195c req-8ad11f13-6c8a-4af0-8d41-54fd1c7483de tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514745 Sep 30 08:31:36.667963 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4aab9c60-2aad-4f68-854b-ac908e23dff8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d8401d70b704dc88941f09961536c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8193634 Sep 30 08:31:36.668208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.732385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-44c56d7a-92bc-42e5-9617-e72e2ad529a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1914475 Sep 30 08:31:36.732778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.755181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'admin_state_up': True, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:36.836727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.954149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:36.967183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1021572-f206-4f23-8ffe-859757a45d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.971136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.972147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.023781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.038503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1021572-f206-4f23-8ffe-859757a45d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.159722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Deleting port 4e1156f3-b032-42a8-bf20-10eccd688eff {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:37.160614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.162009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.279202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Router 564d10c5-49e6-46be-8350-8567ab3ac59f is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:37.323555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] For port 4e1156f3-b032-42a8-bf20-10eccd688eff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4e1156f3-b032-42a8-bf20-10eccd688eff,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:37.326234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.344943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Calling delete_port for 4e1156f3-b032-42a8-bf20-10eccd688eff owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:37.362496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:31:34Z', 'revision_number': 5, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port': {'id': '4e1156f3-b032-42a8-bf20-10eccd688eff', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:54Z', 'updated_at': '2021-09-30T08:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:37.407615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] Checking router: 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:37.429796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] Routers {'5f14c2fe-172f-4cfe-a0b0-74f23f747c24'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:37.430480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:37.534560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1021572-f206-4f23-8ffe-859757a45d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.537838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1021572-f206-4f23-8ffe-859757a45d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.539687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a1021572-f206-4f23-8ffe-859757a45d21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e7ba79c-a30a-4638-a413-be81ccfb2147 HTTP/1.1" status: 204 len: 168 time: 0.8704591 Sep 30 08:31:37.579762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.591287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1021572-f206-4f23-8ffe-859757a45d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ba79c-a30a-4638-a413-be81ccfb2147,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:37.602992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] Set router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:37.750896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:31:37Z', 'revision_number': 6, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:37.801357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a11db1-f314-486e-bfdf-4dee4271e7c1 None None] The sync data for ids ['5f14c2fe-172f-4cfe-a0b0-74f23f747c24'] in n-d-807025-5 is: [{'id': '5f14c2fe-172f-4cfe-a0b0-74f23f747c24', 'name': 'tempest-ServerRescueTestJSONUnderV235-664058726-router', 'tenant_id': '26a42527c3c84ad3973750dc43b48912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:53Z', 'updated_at': '2021-09-30T08:31:37Z', 'revision_number': 6, 'project_id': '26a42527c3c84ad3973750dc43b48912', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:37.907683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.002403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bef10-a8f6-454e-b5fc-ec01025d16d5 req-0a120ccb-60a8-43b8-98f1-28d6980c75a3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:38.004188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68bef10-a8f6-454e-b5fc-ec01025d16d5 req-0a120ccb-60a8-43b8-98f1-28d6980c75a3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.2017584 Sep 30 08:31:38.009660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1156f3-b032-42a8-bf20-10eccd688eff,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:38.095843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:38.116132 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] Sync routers for ids ['564d10c5-49e6-46be-8350-8567ab3ac59f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:38.179177 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] Routers {'564d10c5-49e6-46be-8350-8567ab3ac59f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:38.183187 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['564d10c5-49e6-46be-8350-8567ab3ac59f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:38.197510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.201692 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-61be60c6-5943-4945-8449-07e102668abd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0811222 Sep 30 08:31:38.202337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:38.259941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68bef10-a8f6-454e-b5fc-ec01025d16d5 req-db4754ce-d978-4e2d-92ce-a0ddce13428e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821468 Sep 30 08:31:38.296256 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:38.299644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.321754 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] Routers {'564d10c5-49e6-46be-8350-8567ab3ac59f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:38.322550 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['564d10c5-49e6-46be-8350-8567ab3ac59f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:38.404858 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:38.405950 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9a461-83f4-4f83-951a-0dc10cb4bb58 None None] The sync data for ids ['564d10c5-49e6-46be-8350-8567ab3ac59f'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:38.481879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.485999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.540423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb7230c4-489c-401d-94cb-80a9da3244dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.549001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.550131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f14c2fe-172f-4cfe-a0b0-74f23f747c24 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:38.561102 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.568332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9441e819-d344-4047-ab5e-42412e096216 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5f14c2fe-172f-4cfe-a0b0-74f23f747c24 HTTP/1.1" status: 204 len: 168 time: 1.9926343 Sep 30 08:31:38.570622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:38.586778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.617913 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d93cc0e-e402-4e25-b31b-559d477e4c7b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/564d10c5-49e6-46be-8350-8567ab3ac59f HTTP/1.1" status: 200 len: 921 time: 0.4067523 Sep 30 08:31:38.625660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40502) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:38.636972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.665669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-610ded28-48a9-44fa-a586-865b6f4bcabd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=564d10c5-49e6-46be-8350-8567ab3ac59f HTTP/1.1" status: 200 len: 205 time: 0.0456016 Sep 30 08:31:38.668328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40506) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:38.691836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Deleting subnet 0325a5a2-aef7-4d82-a229-d7a98a622e94 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:31:38.698782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.792913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.855638 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.865634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.25.7.233 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/cb576e97-fdbc-4b6b-9e9d-651f02195743) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:38.871235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.023454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.024170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.068407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0325a5a2-aef7-4d82-a229-d7a98a622e94,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.083039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.089185 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5a16361c-9581-4d40-9b4c-eb887144254c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0325a5a2-aef7-4d82-a229-d7a98a622e94 HTTP/1.1" status: 204 len: 168 time: 0.5174778 Sep 30 08:31:39.091698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:39.184650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.221312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Deleting port 875dfaf5-5391-49f6-aa57-67f9babb3efd {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:39.221682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.259956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.384767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.400609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Calling delete_port for 875dfaf5-5391-49f6-aa57-67f9babb3efd owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:39.404696 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.432507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e731743-33b2-4cc1-85cc-55b98875aeb5']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:39.443487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ae0ee2-7f02-4db7-baea-d7d80ee0011d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:39.443787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ae0ee2-7f02-4db7-baea-d7d80ee0011d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:39.459753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.476520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.551896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.557636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:39.558882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe60632d-502e-4f50-895a-9c5af982e3cb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:39.567201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:39.569405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:31:39.569849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: items = [ Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:31:39.573247 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:31:39.584909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:39.607589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bb54a-8eb6-43fe-98eb-b7517c7bd6a2 req-d31a893c-f8af-4459-b4ed-5a1e10556254 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:39.615196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad8bb54a-8eb6-43fe-98eb-b7517c7bd6a2 req-d31a893c-f8af-4459-b4ed-5a1e10556254 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.0959880 Sep 30 08:31:39.615951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=cb576e97-fdbc-4b6b-9e9d-651f02195743,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.633056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fe60632d-502e-4f50-895a-9c5af982e3cb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:39.634398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe60632d-502e-4f50-895a-9c5af982e3cb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:39.635348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e1156f3-b032-42a8-bf20-10eccd688eff no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:39.682268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4e1156f3-b032-42a8-bf20-10eccd688eff {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:39.682970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4e1156f3-b032-42a8-bf20-10eccd688eff not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:39.687026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad8bb54a-8eb6-43fe-98eb-b7517c7bd6a2 req-349d4fb7-9e72-462e-84b1-1bd7a038634d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707188 Sep 30 08:31:39.716393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.726458 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.730564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e731743-33b2-4cc1-85cc-55b98875aeb5 HTTP/1.1" status: 204 len: 168 time: 0.6352074 Sep 30 08:31:39.744098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.792154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event deleted for resources: {'Port': ['ID=875dfaf5-5391-49f6-aa57-67f9babb3efd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.800791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c97a8-4148-468f-8b7b-6b3dc7d94de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e731743-33b2-4cc1-85cc-55b98875aeb5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.928882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.099862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40536) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:40.106713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.112187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.149782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.198269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.199708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Fanout notify agent at l3_agent the message router_deleted on router 564d10c5-49e6-46be-8350-8567ab3ac59f {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:40.222452 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.224431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-009fe6f4-e8a2-4854-89fb-ac322c25ea30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/564d10c5-49e6-46be-8350-8567ab3ac59f HTTP/1.1" status: 204 len: 168 time: 1.5548408 Sep 30 08:31:40.228908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40540) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:40.234260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1648216492', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': False}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:40.303527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.305096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.335997 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac45c153-3784-46bb-b240-714b35245da6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26a42527c3c84ad3973750dc43b48912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327304 Sep 30 08:31:40.336569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:40.393978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.450072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca17e-c57d-43a3-b752-124a722299a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.509436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca17e-c57d-43a3-b752-124a722299a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.601764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.650596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca17e-c57d-43a3-b752-124a722299a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.653592 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca17e-c57d-43a3-b752-124a722299a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.654775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c9ca17e-c57d-43a3-b752-124a722299a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8d3fc14-ab66-4fce-a4fe-b00c74a128af HTTP/1.1" status: 204 len: 168 time: 0.3172252 Sep 30 08:31:40.668805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ca17e-c57d-43a3-b752-124a722299a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d3fc14-ab66-4fce-a4fe-b00c74a128af,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:40.691509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.823175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router a3918693-6469-4beb-89ac-8e5046137fb1 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:40.995534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:41.007055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Sync routers for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:41.021914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.026698 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3076b58f-5d42-48a0-9e02-c84c9800b126 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2881565 Sep 30 08:31:41.027206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40558) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:41.042778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:41.045703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:41.287956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:41.325961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e81829-7631-4e6d-afcc-4a7374335f73 req-e1e3de65-26fe-464d-8bb2-30d9e0cc3383 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:41.328264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1e81829-7631-4e6d-afcc-4a7374335f73 req-e1e3de65-26fe-464d-8bb2-30d9e0cc3383 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.1658425 Sep 30 08:31:41.465026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1e81829-7631-4e6d-afcc-4a7374335f73 req-b97c97e1-87ab-4d70-85a6-c32b4fed509a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296039 Sep 30 08:31:41.578981 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.610794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd29bc0a-93cc-461e-83b7-e084e6b9e256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.659947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 3, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:41.685892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.704769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Checking router: a3918693-6469-4beb-89ac-8e5046137fb1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:41.705438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Updating router a3918693-6469-4beb-89ac-8e5046137fb1 port cb576e97-fdbc-4b6b-9e9d-651f02195743 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:41.709565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.799629 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.873019 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81c136ae-8b24-485b-88d1-1a39bfd1cc93 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=fc512fbcb83e46a0b631b14ebb92ff49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8443747 Sep 30 08:31:41.876217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40588) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:41.887752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Allocated IP 172.25.7.105 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/a2a3e932-f967-4d5c-ad0f-8257ae6156f5) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:42.174922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384dc3e6-c119-4c46-99e8-edf17ca8e936 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:42.178063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40600) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:42.188580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-384dc3e6-c119-4c46-99e8-edf17ca8e936 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2907841 Sep 30 08:31:42.242142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.285710 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a5e369ce-b031-41b1-a70c-d7de9bae20f4 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060917 Sep 30 08:31:42.288525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40608) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:42.294099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811535705', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:42.352455 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.560351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.576354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.583814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:42.605146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:42.611068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:42.654899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Attempting to bind port cb576e97-fdbc-4b6b-9e9d-651f02195743 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:42.655332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Attempting to bind port cb576e97-fdbc-4b6b-9e9d-651f02195743 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:42.656200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Attempting to bind port cb576e97-fdbc-4b6b-9e9d-651f02195743 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:42.667780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:42.668224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:42.668640 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.669094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:42.669637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Bound port: cb576e97-fdbc-4b6b-9e9d-651f02195743, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:42.670028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.672640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33461d9d-c604-4284-bede-9b9a093693ae None None] Pushing event updated for resources: {'Port': ['ID=cb576e97-fdbc-4b6b-9e9d-651f02195743,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:42.690303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Port': ['ID=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:42.720617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Made reservation on behalf of fc512fbcb83e46a0b631b14ebb92ff49 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:42.727510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.768783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] For port cb576e97-fdbc-4b6b-9e9d-651f02195743, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:42.775205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] For port cb576e97-fdbc-4b6b-9e9d-651f02195743, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cb576e97-fdbc-4b6b-9e9d-651f02195743,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:42.785819 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.919615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:42.925044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:42.995871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.052274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33461d9d-c604-4284-bede-9b9a093693ae None None] Pushing event updated for resources: {'Port': ['ID=cb576e97-fdbc-4b6b-9e9d-651f02195743,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:43.094760 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.128414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca5d0-81eb-4aee-b228-d2a8c96366ca req-e77c71d8-a7cd-4f2b-b838-ea3821116d4e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:43.136073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cbca5d0-81eb-4aee-b228-d2a8c96366ca req-e77c71d8-a7cd-4f2b-b838-ea3821116d4e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.1717236 Sep 30 08:31:43.241964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cbca5d0-81eb-4aee-b228-d2a8c96366ca req-e3349d7f-1da1-49d3-a13a-c6ead21c35bc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048415 Sep 30 08:31:43.307272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Subnet': ['ID=1eb5f714-836d-4f64-b62a-f1f4d76cc5d5,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:43.322193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Checking segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:43.346565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network hostable DHCP agents. Network: ad5aab76-365d-4771-8966-7227dce3001a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:31:43.424144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network ad5aab76-365d-4771-8966-7227dce3001a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:31:43.444542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ad5aab76-365d-4771-8966-7227dce3001a) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:43.464590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:43.465898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.467845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b482b-fb6b-4832-a9cf-ec5a3d4c8611 None None] Network ad5aab76-365d-4771-8966-7227dce3001a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:43.552936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f834a71-b825-4f1f-9a73-06cd37f308f9 req-32719aeb-a522-4e88-a28d-56584bfd582e tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0463312 Sep 30 08:31:43.565583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-404be63c-374c-41a6-bab3-b38b261f40d6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2743495 Sep 30 08:31:43.566770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40644) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:43.621616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:43.707601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.020332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ad5aab76-365d-4771-8966-7227dce3001a', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:31:44.033501 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.379198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4d80b26-b19e-4d15-b9e4-913d813bbc27 req-e9a61883-1cfa-4074-a39f-185261dbf8c2 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.1010978 Sep 30 08:31:44.425812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.570263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Allocated IP 172.20.0.2 (ad5aab76-365d-4771-8966-7227dce3001a/1eb5f714-836d-4f64-b62a-f1f4d76cc5d5/f9a152ee-5bad-4ee8-973c-ced1840e02b6) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:44.617054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.791067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c3864-d5e7-4d79-898f-93cf2c084a94 req-ed8e4d65-fda3-4255-bf85-0672d9f200df tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:44.806041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da8c3864-d5e7-4d79-898f-93cf2c084a94 req-ed8e4d65-fda3-4255-bf85-0672d9f200df tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.2620811 Sep 30 08:31:44.883605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Router 11042f1f-4923-418d-857b-8b7f519abaf2 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:44.921782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da8c3864-d5e7-4d79-898f-93cf2c084a94 req-4531e164-13b2-4436-8205-4d2988fa8118 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065574 Sep 30 08:31:45.148859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.191720 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.205934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.256289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Network ad5aab76-365d-4771-8966-7227dce3001a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:45.258950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:45.261570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:45.462252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Pushing event updated for resources: {'Port': ['ID=f9a152ee-5bad-4ee8-973c-ced1840e02b6,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:45.472636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:45.482698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Sync routers for ids ['11042f1f-4923-418d-857b-8b7f519abaf2'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:45.493556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-448193f3-f761-4900-925c-f110882f2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 3, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:45.510163 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Routers {'11042f1f-4923-418d-857b-8b7f519abaf2'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:45.517312 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['11042f1f-4923-418d-857b-8b7f519abaf2'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:45.557353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.565845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-78d0b09d-781b-40b2-a6c1-9302218f034f tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.3332491 Sep 30 08:31:45.569599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40686) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:45.573739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448193f3-f761-4900-925c-f110882f2f45 None None] The sync data for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 is: [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 3, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:45.640558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Attempting to bind port f9a152ee-5bad-4ee8-973c-ced1840e02b6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:45.643108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Attempting to bind port f9a152ee-5bad-4ee8-973c-ced1840e02b6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:45.643616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Attempting to bind port f9a152ee-5bad-4ee8-973c-ced1840e02b6 on network ad5aab76-365d-4771-8966-7227dce3001a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:45.657558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:45.658028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Checking segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:45.658527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.659002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Bound using segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:45.659563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Bound port: f9a152ee-5bad-4ee8-973c-ced1840e02b6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:45.661801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.812701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] For port f9a152ee-5bad-4ee8-973c-ced1840e02b6, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:45.827240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] For port f9a152ee-5bad-4ee8-973c-ced1840e02b6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9a152ee-5bad-4ee8-973c-ced1840e02b6,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:45.836267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b5df54-d52d-42f8-8600-fd701b1dfa84 req-491d7d7f-7f15-418a-bb26-b1224de4f7b8 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0873730 Sep 30 08:31:45.837358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.906138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Set router 11042f1f-4923-418d-857b-8b7f519abaf2 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:45.906337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.20.0.1 (ad5aab76-365d-4771-8966-7227dce3001a/1eb5f714-836d-4f64-b62a-f1f4d76cc5d5/d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:46.026563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b798893-3540-46a5-bbed-ac1308b02a20 None None] Pushing event updated for resources: {'Port': ['ID=f9a152ee-5bad-4ee8-973c-ced1840e02b6,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:46.263360 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:31:46.346895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.474916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.535420 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11042f1f-4923-418d-857b-8b7f519abaf2', 'name': 'tempest-snat-router-1648216492', 'tenant_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'a2a3e932-f967-4d5c-ad0f-8257ae6156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:40Z', 'updated_at': '2021-09-30T08:31:43Z', 'revision_number': 3, 'project_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'gw_port': {'id': 'a2a3e932-f967-4d5c-ad0f-8257ae6156f5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:68:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11042f1f-4923-418d-857b-8b7f519abaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:41Z', 'updated_at': '2021-09-30T08:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:46.603360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network ad5aab76-365d-4771-8966-7227dce3001a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:46.607592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:46.614767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:46.657553 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Checking router: 11042f1f-4923-418d-857b-8b7f519abaf2 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:46.657907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Updating router 11042f1f-4923-418d-857b-8b7f519abaf2 port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:46.717897 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.718135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:46.738444 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.096514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-35fc36a6-89ad-4b6d-97af-3acb2d97dc63 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/11042f1f-4923-418d-857b-8b7f519abaf2 HTTP/1.1" status: 200 len: 909 time: 1.5254021 Sep 30 08:31:47.108153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.127371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40700) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:47.134969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1648216492', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': True}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:47.205689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c235db-729e-4ff5-b7df-2c515ab2d26d req-0a182956-7559-4765-a01f-0658243032f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0910418 Sep 30 08:31:47.247204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffb391-74ff-4ed2-887d-37e2842d0855 req-6ae89483-b388-4850-bc91-df32dfc6f3e7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:47.259954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0ffb391-74ff-4ed2-887d-37e2842d0855 req-6ae89483-b388-4850-bc91-df32dfc6f3e7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 1.2172816 Sep 30 08:31:47.261732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.262914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.311376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d0ffb391-74ff-4ed2-887d-37e2842d0855 req-1790f3c1-9a52-4782-bef7-5099319ce738 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500884 Sep 30 08:31:47.350570 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.358297 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.396214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.574756 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Attempting to bind port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:47.575238 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Attempting to bind port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:47.575478 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Attempting to bind port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:47.593622 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Pushing event updated for resources: {'Port': ['ID=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:47.623546 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.624281 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.624841 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.638029 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.638721 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.639553 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.640634 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.641179 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.641909 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.642671 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.643223 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.643760 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:47.650651 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:47.651406 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:47.652029 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.652626 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:47.653320 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Bound port: a2a3e932-f967-4d5c-ad0f-8257ae6156f5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:47.653967 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.713612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9a152ee-5bad-4ee8-973c-ced1840e02b6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:47.724729 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] For port a2a3e932-f967-4d5c-ad0f-8257ae6156f5, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:47.728426 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] For port a2a3e932-f967-4d5c-ad0f-8257ae6156f5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:47.735668 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.753760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.850667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f9a152ee-5bad-4ee8-973c-ced1840e02b6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:47.853605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.854118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fd613de-cf70-4b6c-908b-ac8ca6ca5e11 req-a677be34-40a7-4bc9-af78-25bbbe94fa00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0583720 Sep 30 08:31:47.894662 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180d076-f82c-4a89-9177-5ae43128e32b None None] Pushing event updated for resources: {'Port': ['ID=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:47.929957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d1d45f2-dcd4-4ca5-a761-54e1e1f1fbbd req-4b52a426-f45b-44fb-ad32-5045c38443d5 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0799472 Sep 30 08:31:47.951674 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Routers {'11042f1f-4923-418d-857b-8b7f519abaf2'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:47.952750 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['11042f1f-4923-418d-857b-8b7f519abaf2'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:48.052648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c995c47-c1f9-44a4-b11a-b100f2fee07c None None] Network ad5aab76-365d-4771-8966-7227dce3001a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:48.242210 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] Set router 11042f1f-4923-418d-857b-8b7f519abaf2 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:48.295910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.312145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.390026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.420461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9acc1426-31b9-45a0-87a6-dbcb065b6e84 None None] Provisioning complete for port f9a152ee-5bad-4ee8-973c-ced1840e02b6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:48.421695 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9acc1426-31b9-45a0-87a6-dbcb065b6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.541844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa392d0-573f-4d43-ac4e-17803aac0b89 req-078c1856-46fe-4e85-90b5-bb3c295188d0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:48.550455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa392d0-573f-4d43-ac4e-17803aac0b89 req-078c1856-46fe-4e85-90b5-bb3c295188d0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.1010611 Sep 30 08:31:48.634051 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11042f1f-4923-418d-857b-8b7f519abaf2', 'name': 'tempest-snat-router-1648216492', 'tenant_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'a2a3e932-f967-4d5c-ad0f-8257ae6156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:40Z', 'updated_at': '2021-09-30T08:31:43Z', 'revision_number': 3, 'project_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'gw_port': {'id': 'a2a3e932-f967-4d5c-ad0f-8257ae6156f5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:68:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11042f1f-4923-418d-857b-8b7f519abaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:41Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:48.680359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f9a152ee-5bad-4ee8-973c-ced1840e02b6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9a152ee-5bad-4ee8-973c-ced1840e02b6,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:48.681175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa392d0-573f-4d43-ac4e-17803aac0b89 req-d06ff00c-436d-413a-9384-282e09a4108d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160495 Sep 30 08:31:48.727469 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2339c73-559a-4cb0-a986-972db313f270 None None] The sync data for ids ['11042f1f-4923-418d-857b-8b7f519abaf2'] in n-d-807025-5 is: [{'id': '11042f1f-4923-418d-857b-8b7f519abaf2', 'name': 'tempest-snat-router-1648216492', 'tenant_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'a2a3e932-f967-4d5c-ad0f-8257ae6156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:40Z', 'updated_at': '2021-09-30T08:31:43Z', 'revision_number': 3, 'project_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'gw_port': {'id': 'a2a3e932-f967-4d5c-ad0f-8257ae6156f5', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:68:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11042f1f-4923-418d-857b-8b7f519abaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:41Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:48.741612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.742423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cb576e97-fdbc-4b6b-9e9d-651f02195743 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:48.988320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f9a152ee-5bad-4ee8-973c-ced1840e02b6,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:49.076017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port cb576e97-fdbc-4b6b-9e9d-651f02195743 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:49.076679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.174932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:49.190593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35ec9935-a68e-4cfa-b47d-e57c0aae89b2 req-504be22a-f45b-4d55-aa1c-93ff10bb857f tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.1389053 Sep 30 08:31:49.300021 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.316392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-9ce55743-c9d7-4066-b7f5-1134033a9a61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4647388 Sep 30 08:31:49.323418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.345560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.355568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port cb576e97-fdbc-4b6b-9e9d-651f02195743, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cb576e97-fdbc-4b6b-9e9d-651f02195743,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:49.363011 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.477975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=cb576e97-fdbc-4b6b-9e9d-651f02195743,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:49.535946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85457a-fdea-4b40-8446-e29b177424eb req-1749a816-8b09-487c-8a61-fa21986c62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:49.539745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-1749a816-8b09-487c-8a61-fa21986c62d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36deac2677b0466dbd5ce3373b46adbb&device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 1101 time: 0.1821389 Sep 30 08:31:49.560490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.717481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0a7f7fca-807c-4152-93ba-9ba3852ec244 None None] Provisioning complete for port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:49.717481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7fca-807c-4152-93ba-9ba3852ec244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.721228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network ad5aab76-365d-4771-8966-7227dce3001a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:49.722920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:49.856431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9a152ee-5bad-4ee8-973c-ced1840e02b6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:49.948466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85457a-fdea-4b40-8446-e29b177424eb req-79e64de1-957a-4491-be1a-01071e9d0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:49.951142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-79e64de1-957a-4491-be1a-01071e9d0196 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.3840408 Sep 30 08:31:49.995079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Allocated IP 172.25.7.20 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/20b7545d-8102-4491-befd-55bb1cfd6d5a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:50.025133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router a3918693-6469-4beb-89ac-8e5046137fb1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:50.055537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0337aa-f353-41d6-b64b-573c8d39ffc3 req-bf9d3a36-e730-4165-ac87-70734d84b64a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:50.056901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f7fca-807c-4152-93ba-9ba3852ec244 None None] Port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:50.063808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e0337aa-f353-41d6-b64b-573c8d39ffc3 req-bf9d3a36-e730-4165-ac87-70734d84b64a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.2135789 Sep 30 08:31:50.067492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-48c9e360-a5df-4b60-ac2d-92d9f54ea90a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2825678c-8d0b-40e4-8418-a3a99372f977 HTTP/1.1" status: 200 len: 217 time: 0.1071250 Sep 30 08:31:50.090082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0a7f7fca-807c-4152-93ba-9ba3852ec244 None None] Provisioning complete for port f9a152ee-5bad-4ee8-973c-ced1840e02b6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:50.090463 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7fca-807c-4152-93ba-9ba3852ec244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.142743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f9a152ee-5bad-4ee8-973c-ced1840e02b6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:50.148394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.225424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e0337aa-f353-41d6-b64b-573c8d39ffc3 req-930e1867-4344-4a0f-91b4-bce8ace57fe3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605933 Sep 30 08:31:50.233465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85457a-fdea-4b40-8446-e29b177424eb req-2cc125d7-8677-4f2b-ab98-37ccc695f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:50.243934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-2cc125d7-8677-4f2b-ab98-37ccc695f3d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.1653879 Sep 30 08:31:50.328780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.351666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85457a-fdea-4b40-8446-e29b177424eb req-906d6ac7-d322-4c93-89ad-8227e92a40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:50.353321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-906d6ac7-d322-4c93-89ad-8227e92a40e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019526 Sep 30 08:31:50.392256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.499755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a2a3e932-f967-4d5c-ad0f-8257ae6156f5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:50.507549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:50.545900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:50.551349 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:50.570656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-a67348f5-7f35-4172-93d4-9d7ae1a78479 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065661 Sep 30 08:31:50.682560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Port': ['ID=20b7545d-8102-4491-befd-55bb1cfd6d5a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:50.714529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:50.714914 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.721008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:50.727247 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-22424a84-856f-43b8-8366-5e0ecc70f40a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "PUT /v2.0/routers/a3918693-6469-4beb-89ac-8e5046137fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1582315 Sep 30 08:31:50.729784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1fac45ac-a9b5-49e7-b47f-91089fe8a805 None None] Provisioning complete for port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:50.730320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:50.731031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1fac45ac-a9b5-49e7-b47f-91089fe8a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.739128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2003728763', 'description': 'tempest-secgroup_access--2003728763 description', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:50.765731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e85457a-fdea-4b40-8446-e29b177424eb req-68afebff-7b64-4e37-bb4b-4dfd7c936833 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861145 Sep 30 08:31:50.802958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Sync routers for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:50.849765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00a96c1-1dbf-4316-a086-26d6908720cf req-67c9a2a7-2b60-42c6-a409-c70451cdc6a2 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0646148 Sep 30 08:31:50.907606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.939696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:50.950835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:51.084130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.100856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1fac45ac-a9b5-49e7-b47f-91089fe8a805 None None] Port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:51.159984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.177110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.285826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.321515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.330838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:51.334024 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6018045 Sep 30 08:31:51.342021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1473195437', 'description': 'tempest-secgroup_general--1473195437 description', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:51.384281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-5ca81fff-cbd4-46cb-96a1-855954158326 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1997249 Sep 30 08:31:51.414215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.452467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628258d-14fe-4171-86f2-f61568d949d9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347d586d-abd4-4666-a838-38154495cea4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:51.497100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port a2a3e932-f967-4d5c-ad0f-8257ae6156f5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:51.515509 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.600853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:51.784404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.785381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.785906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.786394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.786864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.787339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.787817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.788285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.790428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b77a7992-9d84-40e9-aacd-86e62e36b231 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.2976720 Sep 30 08:31:51.812194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456acbc0-e1ec-4a39-8453-1bf40d3e70d1 req-8f7c58ab-9537-4790-b0e0-1ab967494fb0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.822090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-456acbc0-e1ec-4a39-8453-1bf40d3e70d1 req-8f7c58ab-9537-4790-b0e0-1ab967494fb0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.2843740 Sep 30 08:31:51.978267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-c4c7dbd3-9b45-4897-959d-02b4221592a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.978793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-c4c7dbd3-9b45-4897-959d-02b4221592a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.979406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-c4c7dbd3-9b45-4897-959d-02b4221592a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.981188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-c4c7dbd3-9b45-4897-959d-02b4221592a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 2298 time: 0.1224599 Sep 30 08:31:52.025752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Router f54fadbd-84b4-4cbc-96cc-39e98b207735 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:52.089035 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.101192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cb576e97-fdbc-4b6b-9e9d-651f02195743 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:52.107391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-456acbc0-e1ec-4a39-8453-1bf40d3e70d1 req-d769809c-ea64-406b-ae1e-2b44f5faf749 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835844 Sep 30 08:31:52.119919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.229661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:52.267700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:52.268926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.277845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9455276 Sep 30 08:31:52.281925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40756) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:52.282234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a66811-99be-46c6-b0f8-e40339bfd09c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d0edb0-b660-455c-96c2-57d637417fa4,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:52.283906 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Sync routers for ids ['f54fadbd-84b4-4cbc-96cc-39e98b207735'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:52.288612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'security_group_rule': {'security_group_id': '347d586d-abd4-4666-a838-38154495cea4', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:52.303465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b7cd7e33-280a-43e7-8e70-39bbbee80438 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 1001 time: 0.3046880 Sep 30 08:31:52.314884 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Routers {'f54fadbd-84b4-4cbc-96cc-39e98b207735'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:52.315586 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f54fadbd-84b4-4cbc-96cc-39e98b207735'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:52.323248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port cb576e97-fdbc-4b6b-9e9d-651f02195743 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:52.323778 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.349281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.352331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-813e21c9-39c9-4b24-a436-b91442cfbc11 req-71424af3-7329-4dcb-9bc3-da624942fc41 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0683849 Sep 30 08:31:52.361508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.372774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96d1c1ab-eff2-4eee-a72d-94eba3cfa42c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2426684 Sep 30 08:31:52.400846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40758) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:52.452553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-f700d4cb-d4f6-4681-9004-a53d512a6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:52.454162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-f700d4cb-d4f6-4681-9004-a53d512a6fbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.1111434 Sep 30 08:31:52.556799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8ec37c04-34c5-4dd2-abb1-736a1a74f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:52.560605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8ec37c04-34c5-4dd2-abb1-736a1a74f16f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936930 Sep 30 08:31:52.691143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 2, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:52.777380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-69a1c165-56ae-4387-9cc6-2a2183a58d82 service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031369 Sep 30 08:31:52.777820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Checking router: a3918693-6469-4beb-89ac-8e5046137fb1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:52.778184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Updating router a3918693-6469-4beb-89ac-8e5046137fb1 port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:52.787324 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.812418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.839896 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Set router f54fadbd-84b4-4cbc-96cc-39e98b207735 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:52.847140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.869790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60b80f5-0c67-48bf-b6e6-8d15b38de28b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:52.890796 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac08597c-f267-4210-b559-8f4627398091 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/f54fadbd-84b4-4cbc-96cc-39e98b207735 HTTP/1.1" status: 200 len: 907 time: 0.4876356 Sep 30 08:31:52.897602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40766) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:52.910316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.942376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dda8ccb5-13b6-433d-9073-a43b023549a3 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590638 Sep 30 08:31:53.055166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-38d77624-dc83-4436-83b9-1fed1db118ff service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634020 Sep 30 08:31:53.251879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-9ff7803f-24dc-4ac8-8dfa-542d6486a0b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 217 time: 0.1830170 Sep 30 08:31:53.271012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.410650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.440277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8c08b555-f891-4afc-a9a4-deb3d8e87664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:53.441796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8c08b555-f891-4afc-a9a4-deb3d8e87664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1777544 Sep 30 08:31:53.456461 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d7741-e2f0-41f0-ba9c-7b8eafd9b32f req-1a6dd95c-4271-4437-9a91-d01500f81f09 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:53.467526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599d7741-e2f0-41f0-ba9c-7b8eafd9b32f req-1a6dd95c-4271-4437-9a91-d01500f81f09 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.1760111 Sep 30 08:31:53.490501 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54fadbd-84b4-4cbc-96cc-39e98b207735', 'name': 'tempest-snat-router-1648216492', 'tenant_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '20b7545d-8102-4491-befd-55bb1cfd6d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:47Z', 'updated_at': '2021-09-30T08:31:50Z', 'revision_number': 3, 'project_id': '5bba7ec565294568a79ff6f5af0d5e7c', 'gw_port': {'id': '20b7545d-8102-4491-befd-55bb1cfd6d5a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54fadbd-84b4-4cbc-96cc-39e98b207735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:49Z', 'updated_at': '2021-09-30T08:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:53.528569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Deleting port 20b7545d-8102-4491-befd-55bb1cfd6d5a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:53.530273 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.569857 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Checking router: f54fadbd-84b4-4cbc-96cc-39e98b207735 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:53.570387 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Updating router f54fadbd-84b4-4cbc-96cc-39e98b207735 port 20b7545d-8102-4491-befd-55bb1cfd6d5a binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:53.605336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.613821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.637281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-599d7741-e2f0-41f0-ba9c-7b8eafd9b32f req-03ba079f-e909-4840-947c-ee36bce42124 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687109 Sep 30 08:31:53.650668 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.661238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-792efb29-1520-496c-be54-4e36c0de042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:53.666389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-792efb29-1520-496c-be54-4e36c0de042c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1968260 Sep 30 08:31:53.725878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a2a3e932-f967-4d5c-ad0f-8257ae6156f5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:53.822679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Pushing event updated for resources: {'Port': ['ID=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:53.833333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.874204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Calling delete_port for 20b7545d-8102-4491-befd-55bb1cfd6d5a owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:53.949503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Attempting to bind port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:53.952527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Attempting to bind port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:53.953430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Attempting to bind port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 on network ad5aab76-365d-4771-8966-7227dce3001a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:53.973238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:53.976392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.051447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-9972d1b8-391d-40f8-88ac-81d0c8f58106 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--2003728763&fields=id&tenant_id=fc512fbcb83e46a0b631b14ebb92ff49 HTTP/1.1" status: 200 len: 267 time: 0.1729045 Sep 30 08:31:54.122246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:54.122648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Checking segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:54.123061 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.123469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Bound using segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:54.124006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Bound port: d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:54.128688 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.137491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-44e08a7c-391b-4d2e-b447-12945f74011b service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616613 Sep 30 08:31:54.209372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-364f7b21-6c48-45ac-b29b-f9a64e87f359 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--1473195437&fields=id&tenant_id=fc512fbcb83e46a0b631b14ebb92ff49 HTTP/1.1" status: 200 len: 267 time: 0.1195450 Sep 30 08:31:54.401288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.410701 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.db.api [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:31:54.411168 n-d-807025-5 neutron-server[95004]: DEBUG oslo_db.api [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:31:54.431603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-beb94b30-1c7b-476c-a299-fb91f9f182b8 None None] Provisioning complete for port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:54.431987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-beb94b30-1c7b-476c-a299-fb91f9f182b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.470837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b7545d-8102-4491-befd-55bb1cfd6d5a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.509357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-beb94b30-1c7b-476c-a299-fb91f9f182b8 None None] Port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:54.518057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] For port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:54.534976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] For port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:54.551312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.565587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.621280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:54.621966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:54.670492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-4b41adec-4c6d-49f0-bdee-eec3b38d4a26 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:54.692781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-4b41adec-4c6d-49f0-bdee-eec3b38d4a26 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/networks?id=ad5aab76-365d-4771-8966-7227dce3001a HTTP/1.1" status: 200 len: 796 time: 0.4725354 Sep 30 08:31:54.734149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Pushing event updated for resources: {'Port': ['ID=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.754795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-f4cf737f-069c-43b9-80b2-53129da7171b service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080704 Sep 30 08:31:54.757085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.757694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.758346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.758844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.759345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.759824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.760308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.760790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.761264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.761800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.762275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.762744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db1d714-cc3e-4e40-927f-48c633754c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:54.771479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-8d1b5d5e-3b03-4d69-81c1-ef22ebebee26 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/quotas/fc512fbcb83e46a0b631b14ebb92ff49 HTTP/1.1" status: 200 len: 375 time: 0.0764639 Sep 30 08:31:54.816180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.819505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.897522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.898013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f54fadbd-84b4-4cbc-96cc-39e98b207735 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:54.908770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.911371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d4243fc1-0412-4c6d-95ab-ff7a4b89052c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f54fadbd-84b4-4cbc-96cc-39e98b207735 HTTP/1.1" status: 204 len: 168 time: 2.0124829 Sep 30 08:31:54.914927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:54.923461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:54.924750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-2bf7f2c7-033f-4a80-b6e0-0172739a0c04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 217 time: 0.1520007 Sep 30 08:31:54.954384 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Port 20b7545d-8102-4491-befd-55bb1cfd6d5a not found while updating agent binding for router f54fadbd-84b4-4cbc-96cc-39e98b207735. {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 08:31:55.001202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Routers set() bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:55.008064 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Router IDs set() for agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:31:55.010580 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f54fadbd-84b4-4cbc-96cc-39e98b207735'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent'). {{(pid=95004) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:31:55.010999 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94af3d-d48d-461a-9c01-4fb4b9166a1b None None] The sync data for ids ['f54fadbd-84b4-4cbc-96cc-39e98b207735'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:55.022475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-b11e6d61-4f9f-4f0e-9e00-330fc1bea188 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2258141 Sep 30 08:31:55.229275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-56120598-4bc2-44d5-a4e8-42d3b8a055ee None None] Provisioning complete for port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:55.229866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56120598-4bc2-44d5-a4e8-42d3b8a055ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.281177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-b09cd67e-15cb-4f9c-919b-d5c14b0bd1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437644 Sep 30 08:31:55.397896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b86ff455-0439-4a0d-b3c5-c420da694bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:55.401217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b86ff455-0439-4a0d-b3c5-c420da694bad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.4685917 Sep 30 08:31:55.465779 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56120598-4bc2-44d5-a4e8-42d3b8a055ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.543423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:54Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:55.562071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b1539cf6-2879-4530-89b4-a9fb5ba82665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:55.563855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-b1539cf6-2879-4530-89b4-a9fb5ba82665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836995 Sep 30 08:31:55.598473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-d685e831-1603-4947-9354-786cdcb96600 service neutron] 10.222.0.41 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114650 Sep 30 08:31:55.602198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-56120598-4bc2-44d5-a4e8-42d3b8a055ee None None] For port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:55.707965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56120598-4bc2-44d5-a4e8-42d3b8a055ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.748495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff4298-4622-4f10-89da-cf53af3a33c5 None None] The sync data for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 is: [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:54Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:55.843531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.944001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-f69ad407-b8ab-4ec1-9103-40936768d777 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443344 Sep 30 08:31:55.951125 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.954131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.982462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56120598-4bc2-44d5-a4e8-42d3b8a055ee None None] Pushing event updated for resources: {'Port': ['ID=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:56.100005 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.265100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Deleting port a2a3e932-f967-4d5c-ad0f-8257ae6156f5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:56.265685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.294074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ce78ae6-36ec-415e-ad6e-a18b1855fa39 req-367276cd-29c3-4ac2-8694-ed9baf91c77b tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0671947 Sep 30 08:31:56.297344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-44fedf70-f175-400d-9e39-e59a46b19862 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326378 Sep 30 08:31:56.402595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] For port a2a3e932-f967-4d5c-ad0f-8257ae6156f5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:56.403256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.411708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-6adbc653-7dce-43bc-aa5a-b235300098e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 217 time: 0.0973103 Sep 30 08:31:56.423429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Calling delete_port for a2a3e932-f967-4d5c-ad0f-8257ae6156f5 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:56.591746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-e97ba763-cb7e-4e92-bfea-6d572130c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:56.594798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-e97ba763-cb7e-4e92-bfea-6d572130c4e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1436656 Sep 30 08:31:56.739694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-66a2ebc2-b739-4d69-bac3-5901b2cbbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:56.741387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-66a2ebc2-b739-4d69-bac3-5901b2cbbad9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1157115 Sep 30 08:31:56.821285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.882172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2a3e932-f967-4d5c-ad0f-8257ae6156f5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:57.018710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-3a53ffa5-c664-4063-aad8-832be6077ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680166 Sep 30 08:31:57.020195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.032576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5ef8-f261-45b6-bd19-1d5db7d5ebb7 req-c8b13536-7dd3-4ac3-96df-32744ca296ad tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:57.034154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263f5ef8-f261-45b6-bd19-1d5db7d5ebb7 req-c8b13536-7dd3-4ac3-96df-32744ca296ad tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.1377664 Sep 30 08:31:57.152917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.156780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.172473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263f5ef8-f261-45b6-bd19-1d5db7d5ebb7 req-7a2e778c-6a76-4cf8-8a36-090fc4c834e5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289029 Sep 30 08:31:57.244246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.244883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11042f1f-4923-418d-857b-8b7f519abaf2 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:57.253774 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.255467 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-74b41443-c22f-45b6-803a-91854ea4da0b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/11042f1f-4923-418d-857b-8b7f519abaf2 HTTP/1.1" status: 204 len: 168 time: 2.3394840 Sep 30 08:31:57.258148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-4a37f43d-de08-4ca7-a09a-58486a32c024 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196021 Sep 30 08:31:57.259112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:57.266278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-412531882', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:57.303126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.304936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.387348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.440132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d795422-452a-4682-86be-7174ea8a8a3d req-af7c2c99-d798-4825-ab5b-0ff6bb62a243 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 210 time: 0.1491523 Sep 30 08:31:57.545336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-f78d018b-f24a-4ed8-b0a3-81fdc62bb760 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.2663372 Sep 30 08:31:57.607412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.692983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6d22b25-6a46-49b1-8d5a-bf73bd9d6de1 req-8df0327d-cf88-4ae2-9fc3-47ef0a8aff5e tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0890753 Sep 30 08:31:57.711969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-3ca80741-ba72-4739-af77-a32febdc58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:57.720202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-3ca80741-ba72-4739-af77-a32febdc58fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1549683 Sep 30 08:31:57.912363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-5d72d099-a755-414c-95c4-6820a00ab8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:57.918201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-5d72d099-a755-414c-95c4-6820a00ab8d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909583 Sep 30 08:31:58.027021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-270e9642-c7ac-4851-bcfc-e39fdb1d6028 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.029239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-270e9642-c7ac-4851-bcfc-e39fdb1d6028 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.50 "GET /v2.0/networks?id=ad5aab76-365d-4771-8966-7227dce3001a HTTP/1.1" status: 200 len: 796 time: 0.2888262 Sep 30 08:31:58.133574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.161276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-75e451ce-23d3-4b78-9def-933daf148e20 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc512fbcb83e46a0b631b14ebb92ff49 HTTP/1.1" status: 200 len: 478 time: 0.1157136 Sep 30 08:31:58.174157 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.182262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'port': {'device_id': '0d808595-571f-493c-aa51-ff5702876aff', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'admin_state_up': True, 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'security_groups': ['347d586d-abd4-4666-a838-38154495cea4', '60d0edb0-b660-455c-96c2-57d637417fa4']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:58.230216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-09728958-9083-46b9-b415-11a15fc818f4 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889745 Sep 30 08:31:58.232654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:58.336314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:58.336718 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.337092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Allocated IP 172.25.7.182 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/13dd9567-2c90-47da-91ac-82659ccc6df6) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:58.399764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-deeae82a-d04b-4e22-8bdc-0a2d42f21920 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392643 Sep 30 08:31:58.485721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.488373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-92f70611-cc58-447e-a214-01712aa329b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.0753121 Sep 30 08:31:58.523500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.565872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:58.569380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:58.572281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-30342f26-9898-4b76-916c-c2313032f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.573161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:58.573817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-30342f26-9898-4b76-916c-c2313032f15b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.0732868 Sep 30 08:31:58.582285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event updated for resources: {'Port': ['ID=13dd9567-2c90-47da-91ac-82659ccc6df6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:58.628744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Made reservation on behalf of fc512fbcb83e46a0b631b14ebb92ff49 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:58.632262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.641608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeca33-ee22-427f-9092-bc673ad100d6 req-e8a75923-5112-4ac3-be7e-44fe5bda447a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.643150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7cfeca33-ee22-427f-9092-bc673ad100d6 req-e8a75923-5112-4ac3-be7e-44fe5bda447a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 947 time: 0.1603725 Sep 30 08:31:58.685807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-d80029b1-4d92-4f12-80e2-23d293ed4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.687364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-d80029b1-4d92-4f12-80e2-23d293ed4b0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013815 Sep 30 08:31:58.768804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7cfeca33-ee22-427f-9092-bc673ad100d6 req-6dd376a6-f4c4-435e-95d2-d7189c7d15cf tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155934 Sep 30 08:31:58.896438 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.905683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a19696c-f3bf-4758-a359-400ec6f7ee20 req-2bc05554-a9a7-42b6-9a6f-5e02636046c8 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 210 time: 0.0445249 Sep 30 08:31:58.927956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-ea5d5da5-3aa2-4bc4-abc6-9a621d5dea7d service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262230 Sep 30 08:31:58.943241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.20.0.9 (ad5aab76-365d-4771-8966-7227dce3001a/1eb5f714-836d-4f64-b62a-f1f4d76cc5d5/7fb73ae4-4e9f-4a6b-b5cc-b212528851de) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:59.163873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.358016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Router e0574915-6c55-481b-8e1a-e85f20f6e628 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:59.446908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae99b2e-3254-49f9-867b-8f74982b4ce2 req-cf4d364d-028d-48cd-87e8-c91ffc744c89 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.4554739 Sep 30 08:31:59.498660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-2cebe3a4-e080-49a1-8c4b-36e5d0d7d20d service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467782 Sep 30 08:31:59.500119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:59.513103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] Sync routers for ids ['e0574915-6c55-481b-8e1a-e85f20f6e628'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:59.528038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] Routers {'e0574915-6c55-481b-8e1a-e85f20f6e628'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:59.532612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e0574915-6c55-481b-8e1a-e85f20f6e628'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:59.541387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.542771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a815a48-7eb0-4ba2-ad60-b3e3b1d9aa5a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2826991 Sep 30 08:31:59.546489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41380) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:59.557915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-7723f032-f45d-45cf-b83f-ac117621c3e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.0402098 Sep 30 08:31:59.566855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': False}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:59.630227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:59.641675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a2a3e932-f967-4d5c-ad0f-8257ae6156f5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:59.665567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-22e13a1a-3df5-43a6-8d3b-65f72c24c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:59.667038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-22e13a1a-3df5-43a6-8d3b-65f72c24c710 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.0964644 Sep 30 08:31:59.678009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] Routers {'e0574915-6c55-481b-8e1a-e85f20f6e628'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:59.678766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e0574915-6c55-481b-8e1a-e85f20f6e628'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:59.725817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:59.726774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079daffe-316e-4e6d-b8b9-cc09e933f1cd None None] The sync data for ids ['e0574915-6c55-481b-8e1a-e85f20f6e628'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:59.729572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a2a3e932-f967-4d5c-ad0f-8257ae6156f5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:59.730469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a2a3e932-f967-4d5c-ad0f-8257ae6156f5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:59.750036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.785149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8b99dd9f-6be1-45e3-993e-be7fafddb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:59.786840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8b99dd9f-6be1-45e3-993e-be7fafddb1d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061277 Sep 30 08:31:59.807188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.884796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:59.892111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network ad5aab76-365d-4771-8966-7227dce3001a is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:59.901794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:59.905411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:59.915082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:00.053944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.058348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:00.064742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.088925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:00.093641 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32160306-0acb-466e-8e00-88ca3dfb7278" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:00.101333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-8af845d1-f978-49d2-b959-7f4f0f3f1c03 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880514 Sep 30 08:32:00.110763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-09e9d14e-77e3-4d4f-ada6-c1cce91aea59 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9370687 Sep 30 08:32:00.120168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:00.128106 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.128430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd02b69-0a9f-4c63-bf51-ac64a9a7f20e req-5b596100-0215-49ab-8a06-38f5481aa12a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:00.129152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edd02b69-0a9f-4c63-bf51-ac64a9a7f20e req-5b596100-0215-49ab-8a06-38f5481aa12a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 970 time: 0.1010797 Sep 30 08:32:00.135013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Request body: {'port': {'device_id': '0d808595-571f-493c-aa51-ff5702876aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:00.195364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=14']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:00.240174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.286163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edd02b69-0a9f-4c63-bf51-ac64a9a7f20e req-c4cd7410-023c-445b-a70d-6209e79f4a15 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1388953 Sep 30 08:32:00.288663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.293701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cd3059a0-48fb-4b7f-a01a-f243c7c85bd4 None None] Provisioning complete for port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:00.294091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cd3059a0-48fb-4b7f-a01a-f243c7c85bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.337899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cd3059a0-48fb-4b7f-a01a-f243c7c85bd4 None None] Port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:00.359405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8071ea1f-5e34-4269-b0fe-ca9eb5e0664c req-23c955b7-6bcd-46cb-8703-b87b29bf1503 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283030 Sep 30 08:32:00.487946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eb266-86ef-456d-a1cd-30eb641b8958 req-e75a178a-4a33-4438-86e6-1b262ed13107 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:00.489494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e00eb266-86ef-456d-a1cd-30eb641b8958 req-e75a178a-4a33-4438-86e6-1b262ed13107 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1255527 Sep 30 08:32:00.583124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e00eb266-86ef-456d-a1cd-30eb641b8958 req-5903f5ac-e652-4e53-8909-1f2531fec4d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855806 Sep 30 08:32:00.630374 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f74d6c-7639-4c22-9404-f5d848ddd8a8 x-openstack-request-id: req-64f74d6c-7639-4c22-9404-f5d848ddd8a8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:00.630858 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:00.630967 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64f74d6c-7639-4c22-9404-f5d848ddd8a8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:00.631337 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'code': 200} Sep 30 08:32:00.669462 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.673347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.678276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb73ae4-4e9f-4a6b-b5cc-b212528851de {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:00.688518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.704326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Transition to ACTIVE for port object 7fb73ae4-4e9f-4a6b-b5cc-b212528851de will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:00.715918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.776167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:00.824218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Router e0574915-6c55-481b-8e1a-e85f20f6e628 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:00.884308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Attempting to bind port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:00.884733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Attempting to bind port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:00.885137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Attempting to bind port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de on network ad5aab76-365d-4771-8966-7227dce3001a {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:00.892815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de on network ad5aab76-365d-4771-8966-7227dce3001a not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:00.893704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Attempting to bind port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de on network ad5aab76-365d-4771-8966-7227dce3001a {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:00.900267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:00.900965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Checking segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:00.901753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Bound using segment: {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:00.902405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Bound port: 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b36d760-47ca-42ac-bda1-c7d5f47f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:00.902998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.988135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c2a594a-8f24-4052-a728-ba9d83354fd1 req-9caeebfa-4de5-43c4-9788-cfb72b02e213 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0347123 Sep 30 08:32:01.007504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:01.013048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] For port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:01.017815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.019316 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b7df0bf8-f2f8-480f-a3de-4f43ccfdeec9 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "PUT /v2.0/routers/e0574915-6c55-481b-8e1a-e85f20f6e628 HTTP/1.1" status: 200 len: 921 time: 1.4718018 Sep 30 08:32:01.022496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41432) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:01.027331 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] Sync routers for ids ['e0574915-6c55-481b-8e1a-e85f20f6e628'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:01.049582 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] Routers {'e0574915-6c55-481b-8e1a-e85f20f6e628'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:01.050493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e0574915-6c55-481b-8e1a-e85f20f6e628'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:01.075715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] For port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:01.085223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.087401 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:01.098678 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] Routers {'e0574915-6c55-481b-8e1a-e85f20f6e628'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:01.099255 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e0574915-6c55-481b-8e1a-e85f20f6e628'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:01.140921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.141926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.143642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] 10.222.0.50 "PUT /v2.0/ports/7fb73ae4-4e9f-4a6b-b5cc-b212528851de HTTP/1.1" status: 200 len: 1130 time: 1.0136433 Sep 30 08:32:01.145024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:01.145820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:01.146568 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea99303-a157-412a-b5c2-b1fae39c3484 None None] The sync data for ids ['e0574915-6c55-481b-8e1a-e85f20f6e628'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:01.147476 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05" -d '{"events": [{"name": "network-changed", "server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:01.267955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c3576-30b3-4de1-8a60-3c1ae9f68804 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:01.287343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7cf0ba34-ab85-4a44-83cc-599cdc186440 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/e0574915-6c55-481b-8e1a-e85f20f6e628 HTTP/1.1" status: 200 len: 921 time: 0.2635584 Sep 30 08:32:01.290529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:01.301914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-a2a0d635-5178-4599-9b5d-ce9af255c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.305166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-a2a0d635-5178-4599-9b5d-ce9af255c804 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1133 time: 0.0762699 Sep 30 08:32:01.344245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ebef2-4b7c-4fce-b328-f7e3fc017460 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.348364 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b6ebef2-4b7c-4fce-b328-f7e3fc017460 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=e0574915-6c55-481b-8e1a-e85f20f6e628&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0535629 Sep 30 08:32:01.348877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:01.401181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-8e0f480c-75cc-47d6-bde3-b6f4a5adb798 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de HTTP/1.1" status: 200 len: 217 time: 0.0724452 Sep 30 08:32:01.461720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7da4e1-4b11-4c3a-aa08-1bb046f1fca5 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.466060 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9d7da4e1-4b11-4c3a-aa08-1bb046f1fca5 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.1085155 Sep 30 08:32:01.469084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41446) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:01.484631 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8aa0aa-626e-4b34-804e-7250b90e56f5 x-openstack-request-id: req-5c8aa0aa-626e-4b34-804e-7250b90e56f5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:01.484923 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:01.485173 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c8aa0aa-626e-4b34-804e-7250b90e56f5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:01.485604 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'status': 'completed', 'code': 200} Sep 30 08:32:01.512247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a3b78f49-6f1b-4677-b197-e84c2658345e tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0574915-6c55-481b-8e1a-e85f20f6e628 HTTP/1.1" status: 200 len: 205 time: 0.0394633 Sep 30 08:32:01.513303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41448) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:01.517390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-6ababf00-3c01-4dd2-b400-18773a1c90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.517390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-6ababf00-3c01-4dd2-b400-18773a1c90e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.1283493 Sep 30 08:32:01.524976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-e0b86f86-f52d-4c27-90d7-040c3c3b9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.526441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-e0b86f86-f52d-4c27-90d7-040c3c3b9f9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1eb5f714-836d-4f64-b62a-f1f4d76cc5d5 HTTP/1.1" status: 200 len: 835 time: 0.1026647 Sep 30 08:32:01.754119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-6a582860-f5d5-46fa-9092-c007ed777c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.755661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-6a582860-f5d5-46fa-9092-c007ed777c01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad5aab76-365d-4771-8966-7227dce3001a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839840 Sep 30 08:32:01.768413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81306e42-1403-45e3-9868-63311029fb9b req-a4d38b19-cf9a-4bc7-9049-90370faefc4c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.769865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81306e42-1403-45e3-9868-63311029fb9b req-a4d38b19-cf9a-4bc7-9049-90370faefc4c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2415566 Sep 30 08:32:01.809094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.822888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-d8cb0756-ac79-4d0f-a3d3-09618ab41097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.824375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-d8cb0756-ac79-4d0f-a3d3-09618ab41097 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.2950609 Sep 30 08:32:01.998358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81306e42-1403-45e3-9868-63311029fb9b req-0ed3710a-7427-4027-8338-c7ffc7fcdf22 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032099 Sep 30 08:32:02.042895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-bd722aab-742b-4d26-ac3a-448ca2e8136f service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689214 Sep 30 08:32:02.065226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-84d7ffbe-8a68-4ded-8100-caf6e37bbcc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.1996980 Sep 30 08:32:02.157188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.253523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-8b8cbec8-9ec1-43a5-9ceb-00c87ac3bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:02.255267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-8b8cbec8-9ec1-43a5-9ceb-00c87ac3bca4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1624615 Sep 30 08:32:02.288641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed07f5b-bb83-473d-b2f4-a1cca501f3d4 req-144b2d65-e7ed-4e09-9a87-3a9363bdf02d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:02.290222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aed07f5b-bb83-473d-b2f4-a1cca501f3d4 req-144b2d65-e7ed-4e09-9a87-3a9363bdf02d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 982 time: 0.2225158 Sep 30 08:32:02.306585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5c4f796-1c09-414c-b305-e49314a2cdce req-29b1310c-51b4-4583-a3b3-b6278d826bac service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517469 Sep 30 08:32:02.367047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-353fac6a-3301-4e20-9024-79628a10e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:02.368567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-353fac6a-3301-4e20-9024-79628a10e3a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043804 Sep 30 08:32:02.376652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aed07f5b-bb83-473d-b2f4-a1cca501f3d4 req-80c7471c-94bf-4335-a26e-712819ec119a tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0691478 Sep 30 08:32:02.377914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Deleting port 13dd9567-2c90-47da-91ac-82659ccc6df6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:02.378259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.826190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4dcb2d5-4c57-4c4a-8b9f-b0406813f70a req-64077c35-987d-436f-be2d-4e8aee0b33d0 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.3717113 Sep 30 08:32:02.892369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.896243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-0ae9a407-c932-4a55-bde7-bd4ec385fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:02.897758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-0ae9a407-c932-4a55-bde7-bd4ec385fd04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1133 time: 0.4981809 Sep 30 08:32:02.925353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Calling delete_port for 13dd9567-2c90-47da-91ac-82659ccc6df6 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:02.941499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-09b9f926-61cc-4415-930e-14bbb345051b service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428021 Sep 30 08:32:03.160776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-b75af7be-2fda-46fd-9d13-dab00de15773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.162191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-b75af7be-2fda-46fd-9d13-dab00de15773 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ad5aab76-365d-4771-8966-7227dce3001a HTTP/1.1" status: 200 len: 897 time: 0.2512932 Sep 30 08:32:03.252150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a18a0e44-32ee-4615-8c5b-0009a928aaf9 req-ada34cd0-9be4-4142-8f09-e57e54562c0e service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011377 Sep 30 08:32:03.255246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-b63a9733-7773-4c33-ab82-4d6e2ba54c47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de HTTP/1.1" status: 200 len: 217 time: 0.0603046 Sep 30 08:32:03.277271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f7da1-4bae-4f24-aee0-733c2ee816ca req-28e9c923-8679-4609-8d26-4378f75ab29b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.279134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d85f7da1-4bae-4f24-aee0-733c2ee816ca req-28e9c923-8679-4609-8d26-4378f75ab29b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1847134 Sep 30 08:32:03.384105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-5c2f40f8-c672-43b5-86b0-d4a027e27ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.385516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-5c2f40f8-c672-43b5-86b0-d4a027e27ace service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1eb5f714-836d-4f64-b62a-f1f4d76cc5d5 HTTP/1.1" status: 200 len: 835 time: 0.1025174 Sep 30 08:32:03.408121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d85f7da1-4bae-4f24-aee0-733c2ee816ca req-4120998e-ac4f-4001-93fd-b238d36b79b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145854 Sep 30 08:32:03.411111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.474310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event deleted for resources: {'Port': ['ID=13dd9567-2c90-47da-91ac-82659ccc6df6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:03.537218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-2fa3d9f0-8c0e-49a5-ae25-73604a427c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.538766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-2fa3d9f0-8c0e-49a5-ae25-73604a427c7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad5aab76-365d-4771-8966-7227dce3001a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425889 Sep 30 08:32:03.641410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.650402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630de1e-ea3d-488d-a640-5af3b4808b04 req-c77d4233-262f-4f6f-9073-a1ceec607b1f tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.651884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f630de1e-ea3d-488d-a640-5af3b4808b04 req-c77d4233-262f-4f6f-9073-a1ceec607b1f tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 982 time: 0.1492412 Sep 30 08:32:03.769036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.774023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.841373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f630de1e-ea3d-488d-a640-5af3b4808b04 req-5337eea8-d8da-4c8a-a031-704402babfee tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1824610 Sep 30 08:32:03.844403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-c0aef3e2-db6e-4f76-b9c4-999d28a504f8 service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904935 Sep 30 08:32:03.861660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.862173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Fanout notify agent at l3_agent the message router_deleted on router e0574915-6c55-481b-8e1a-e85f20f6e628 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:03.870981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.872128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6b626470-9d6d-4cd0-85e5-82b8eb54bd6d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/e0574915-6c55-481b-8e1a-e85f20f6e628 HTTP/1.1" status: 204 len: 168 time: 2.3538456 Sep 30 08:32:03.876394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:03.881026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1275290998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:03.905576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.906672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.970899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.976419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.980521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151be866-b16b-4ad3-b530-0129526ca095 req-6438fb95-95b4-4bd7-a9c6-2a2f84c4c2be tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0378075 Sep 30 08:32:03.995589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.001243 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9281034e-c84b-48e2-84d3-af0be00dbfcd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1237657 Sep 30 08:32:04.004094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41470) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:04.006163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b92bdcb-e69f-4f8e-a2dc-ef69d6235f05 req-0b1f2014-b6a6-44db-b020-2b779dfd68b0 service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546679 Sep 30 08:32:04.009274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:04.235042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.433226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.452786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.546349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59367f-ae23-4b0b-a259-d9432bb5fe94 req-9f1d3300-457d-47ab-b5ec-f49aa98ef730 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:04.553944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a59367f-ae23-4b0b-a259-d9432bb5fe94 req-9f1d3300-457d-47ab-b5ec-f49aa98ef730 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0677037 Sep 30 08:32:04.578136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Allocated IP 172.25.7.195 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/352fb6e2-4bf4-4c76-bf89-16c60334b7e7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:04.590324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a59367f-ae23-4b0b-a259-d9432bb5fe94 req-2239d112-1da0-4b05-bb69-07f808bf9f70 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355330 Sep 30 08:32:04.705850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.740572 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.786342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:04.789274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:04.795286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc14972-d05c-4023-be82-9b54b82dfc07 req-702431aa-0be8-4e8e-9ead-cf6c33234628 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:04.795786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:04.797565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0dc14972-d05c-4023-be82-9b54b82dfc07 req-702431aa-0be8-4e8e-9ead-cf6c33234628 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0567579 Sep 30 08:32:04.827663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event updated for resources: {'Port': ['ID=352fb6e2-4bf4-4c76-bf89-16c60334b7e7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:04.844733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0dc14972-d05c-4023-be82-9b54b82dfc07 req-da547a18-653a-4785-a856-e69ea21bec51 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Sep 30 08:32:04.972517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1453-f7ec-418c-89d5-102f1cf8664e req-3e91e993-2f6a-42fa-967f-c4b6d047b2f7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:04.974991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525f1453-f7ec-418c-89d5-102f1cf8664e req-3e91e993-2f6a-42fa-967f-c4b6d047b2f7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 982 time: 0.0572877 Sep 30 08:32:05.030817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-525f1453-f7ec-418c-89d5-102f1cf8664e req-23307b74-b50e-4ef8-80c0-8a1e232d0e56 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0487111 Sep 30 08:32:05.142708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643e65-877b-4ab6-b067-575f8d359b0b req-21e1dc0d-b93a-416a-94c9-a252a4b94b47 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:05.144988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04643e65-877b-4ab6-b067-575f8d359b0b req-21e1dc0d-b93a-416a-94c9-a252a4b94b47 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0568516 Sep 30 08:32:05.191171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04643e65-877b-4ab6-b067-575f8d359b0b req-762cf555-f963-4256-bdc3-845953634409 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381477 Sep 30 08:32:05.289006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-938eeb64-3b99-45d5-bbef-6e463996a26d req-d22384aa-57c9-45e2-b984-9b5f3342b66d tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0301936 Sep 30 08:32:05.332277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.535197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.538607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.668744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Router 47fc12ee-1c53-4b6b-9437-48b70468ed72 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:05.742903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-9e3625a8-4176-4d0c-8aff-c30803fc0102 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:05.744684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-9e3625a8-4176-4d0c-8aff-c30803fc0102 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.1088557 Sep 30 08:32:05.760043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-cd908b5b-1ef8-4aea-a766-80691a1dd0c3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/quotas/ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 375 time: 0.0096500 Sep 30 08:32:05.778045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:05.786263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.787634 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6ab7659f-20f2-4da5-9083-ba5ed7d8dfe5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "PUT /v2.0/routers/47fc12ee-1c53-4b6b-9437-48b70468ed72 HTTP/1.1" status: 200 len: 880 time: 1.7824473 Sep 30 08:32:05.788729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] Sync routers for ids ['47fc12ee-1c53-4b6b-9437-48b70468ed72'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:05.790120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:05.803229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] Routers {'47fc12ee-1c53-4b6b-9437-48b70468ed72'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:05.803900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['47fc12ee-1c53-4b6b-9437-48b70468ed72'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:05.820043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-162f960a-7f67-4583-874d-2bc7787af6e6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0539799 Sep 30 08:32:05.832478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-f3e1c10e-4007-47a6-a7d4-4aee18019496 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:32:05.833471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-f3e1c10e-4007-47a6-a7d4-4aee18019496 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055373 Sep 30 08:32:05.836436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:05.846827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] Routers {'47fc12ee-1c53-4b6b-9437-48b70468ed72'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:05.847706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['47fc12ee-1c53-4b6b-9437-48b70468ed72'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:05.883493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:05.884154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4301c-30e3-41e6-97d5-7d14c0173586 None None] The sync data for ids ['47fc12ee-1c53-4b6b-9437-48b70468ed72'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:05.903306 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75bca873-5e75-4980-839e-f2b6bdb30b1c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/47fc12ee-1c53-4b6b-9437-48b70468ed72 HTTP/1.1" status: 200 len: 921 time: 0.1095765 Sep 30 08:32:05.903584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:05.917582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7fb73ae4-4e9f-4a6b-b5cc-b212528851de details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:05.942015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-afe25533-8734-4405-91d2-13be74fe3483 service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982153 Sep 30 08:32:05.945856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbefb6a-4405-4803-a9c5-89e1dc1bf91c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:05.947391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7fbefb6a-4405-4803-a9c5-89e1dc1bf91c tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=47fc12ee-1c53-4b6b-9437-48b70468ed72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0428653 Sep 30 08:32:05.949935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41514) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:06.020601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:06.032906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'port_id': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'mac_address': 'fa:16:3e:4f:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:06.038010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-e596807e-a94f-42ca-b058-8118371cc87a service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923779 Sep 30 08:32:06.043560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f9fd4-a368-4594-a4a0-60b57e42622a tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.044977 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-903f9fd4-a368-4594-a4a0-60b57e42622a tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.0941241 Sep 30 08:32:06.048720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:06.075400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.080664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:06.080924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1d3a0bf3-bc31-49fe-8ccb-642a2b2d0f9a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=47fc12ee-1c53-4b6b-9437-48b70468ed72 HTTP/1.1" status: 200 len: 205 time: 0.0309281 Sep 30 08:32:06.090794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb73ae4-4e9f-4a6b-b5cc-b212528851de {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:06.111226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:06.116432 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.177751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:06.212031 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.276514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ffe6f-b71a-4338-86b7-29d7aa1d7999 req-65b66f6d-ffe8-4961-b6d1-06324d2bec1a tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.278226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-576ffe6f-b71a-4338-86b7-29d7aa1d7999 req-65b66f6d-ffe8-4961-b6d1-06324d2bec1a tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 950 time: 0.0560794 Sep 30 08:32:06.328442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-576ffe6f-b71a-4338-86b7-29d7aa1d7999 req-a5e34a93-639e-4812-bd8d-3022c2c318cb tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Sep 30 08:32:06.334124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.408406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Deleting port 352fb6e2-4bf4-4c76-bf89-16c60334b7e7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:06.408876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.434723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['7fb73ae4-4e9f-4a6b-b5cc-b212528851de'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:06.448921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef769a39-0fdd-457b-b54c-d52ae1abe55b req-8978cbc4-d750-46d5-bad9-d8906b174a14 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.450868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef769a39-0fdd-457b-b54c-d52ae1abe55b req-8978cbc4-d750-46d5-bad9-d8906b174a14 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 983 time: 0.0575147 Sep 30 08:32:06.512742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef769a39-0fdd-457b-b54c-d52ae1abe55b req-adf432cf-f09a-4937-8dd5-8213bec381aa tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0506198 Sep 30 08:32:06.522989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.536201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Calling delete_port for 352fb6e2-4bf4-4c76-bf89-16c60334b7e7 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:06.586294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-890aefc8-8d13-490a-bb37-3e05c9f5c0ce req-f3fadfc1-0024-4df1-b534-e099f519e982 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Sep 30 08:32:06.681162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0988298-ba8a-4d97-b474-d851ae5a5f78 req-89d988bd-2fd9-4220-a233-cc97e1dfeaa7 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0298700 Sep 30 08:32:06.735947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.770040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event deleted for resources: {'Port': ['ID=352fb6e2-4bf4-4c76-bf89-16c60334b7e7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:06.843674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.937490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.939829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.988661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.989181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Fanout notify agent at l3_agent the message router_deleted on router 47fc12ee-1c53-4b6b-9437-48b70468ed72 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:06.996454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.997599 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f32ae389-3807-4b4f-a15d-25cf2e0de3b1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/47fc12ee-1c53-4b6b-9437-48b70468ed72 HTTP/1.1" status: 204 len: 168 time: 0.9159269 Sep 30 08:32:07.001282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:07.005612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464426602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:07.028192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.029111 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.079329 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.083262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.099639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.100913 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b7334dfa-a4ee-41ce-8e32-ff2e8809e469 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0986640 Sep 30 08:32:07.103749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41540) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:07.108391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': True}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:07.310221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.485345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-e0ab697f-c019-4d67-8ef7-3a522eb8a8ae tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.486819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-e0ab697f-c019-4d67-8ef7-3a522eb8a8ae tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.50 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 950 time: 0.1576293 Sep 30 08:32:07.556013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-6ecbce87-5f30-4838-93cd-45e081a7750c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.557438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-6ecbce87-5f30-4838-93cd-45e081a7750c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.2185242 Sep 30 08:32:07.581189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41c533-d3ef-4843-aef6-2854f024cd4b req-ad531aa8-52d7-4b03-8612-2402ceb93aed tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.582562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df41c533-d3ef-4843-aef6-2854f024cd4b req-ad531aa8-52d7-4b03-8612-2402ceb93aed tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 950 time: 0.1795535 Sep 30 08:32:07.589793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'port': {'device_id': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'admin_state_up': True, 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:07.728220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df41c533-d3ef-4843-aef6-2854f024cd4b req-21a4b180-73ae-4be4-a3dc-6103e064ce58 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310749 Sep 30 08:32:07.934674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7fb73ae4-4e9f-4a6b-b5cc-b212528851de up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:07.992868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:07.997880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:07.998280 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.082078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.106319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:08.108660 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d4219d-e2bb-4c3b-8265-d614a8163a2f" -d '{"events": [{"server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "name": "network-vif-plugged", "status": "completed", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:08.125914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:08.130459 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.179598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:08.187560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Deleting port 2825678c-8d0b-40e4-8418-a3a99372f977 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:08.191779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.239119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:08.242606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.309524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.318727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79889e98-efcb-4787-ab86-a208205a1299 req-26b32e53-a59f-4ee2-8606-e35434ac7d7b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.320208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79889e98-efcb-4787-ab86-a208205a1299 req-26b32e53-a59f-4ee2-8606-e35434ac7d7b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 983 time: 0.5275435 Sep 30 08:32:08.363689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.508533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-79889e98-efcb-4787-ab86-a208205a1299 req-c371d7be-a8de-43f3-b613-c725434f2dee tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1627584 Sep 30 08:32:08.514609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] For port 2825678c-8d0b-40e4-8418-a3a99372f977, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2825678c-8d0b-40e4-8418-a3a99372f977,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:08.514609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.517269 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad272d92-7bcf-4eda-bc56-5807ad09efa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:08.555738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Calling delete_port for 2825678c-8d0b-40e4-8418-a3a99372f977 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:08.634702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3534b057-ec08-4007-b1cf-048903483582 req-26c47cd9-4b0a-441f-8b3c-42c6486df69c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 210 time: 0.0435326 Sep 30 08:32:08.691073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Allocated IP 172.20.0.6 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/50078470-5cb4-4cbc-9e7a-422b09e03767) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:08.693257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Allocated IP 172.25.7.139 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/55ceaa95-5a59-46f4-80ac-9ecb9043c6de) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:08.750694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fca7a98e-bac0-48f7-9b7b-7005c942be65 req-adbb88c9-380f-422b-9dc9-6325688baa05 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0532441 Sep 30 08:32:08.945051 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0af870-c343-4821-9eb5-99d35611b527 x-openstack-request-id: req-cf0af870-c343-4821-9eb5-99d35611b527 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:08.945581 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "name": "network-vif-plugged", "status": "completed", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:08.945671 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf0af870-c343-4821-9eb5-99d35611b527 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:08.946125 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'code': 200} Sep 30 08:32:08.981838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.043899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.051419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Pushing event deleted for resources: {'Port': ['ID=2825678c-8d0b-40e4-8418-a3a99372f977,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:09.074126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7199e06-686f-4162-a185-71b2e942781e req-28affc34-0606-42f8-a452-b8fa1a35615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:09.075757 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f7199e06-686f-4162-a185-71b2e942781e req-28affc34-0606-42f8-a452-b8fa1a35615f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1135 time: 0.0417035 Sep 30 08:32:09.077576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec57d327-cda2-4d6e-b063-dfe2dbd6bba3 req-d7912e36-2898-4264-ba85-c119b7096411 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.41 "GET /v2.0/ports?device_id=daf9747d-2c22-48d5-847a-bbe781f8de03 HTTP/1.1" status: 200 len: 210 time: 0.0790396 Sep 30 08:32:09.102708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.103060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.103406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.103745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.104080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.104414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.104744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.105072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.105397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.105746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.106079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.106401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:09.112156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.120087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f7199e06-686f-4162-a185-71b2e942781e req-370830cf-bb88-47f7-8c34-cc473f9271d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=60d0edb0-b660-455c-96c2-57d637417fa4&id=347d586d-abd4-4666-a838-38154495cea4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0374997 Sep 30 08:32:09.158419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] No DVR routers for this DVR port 2825678c-8d0b-40e4-8418-a3a99372f977 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:32:09.162668 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.164632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-815d7fbf-8c4f-400d-a2d8-3c103b0c68ba req-6209fc9d-2cde-410b-badc-65341818a8a6 tempest-VolumesBackupsTest-296532507 tempest-VolumesBackupsTest-296532507-project] 10.222.0.50 "DELETE /v2.0/ports/2825678c-8d0b-40e4-8418-a3a99372f977 HTTP/1.1" status: 204 len: 173 time: 1.6237218 Sep 30 08:32:09.166449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'name': 'network-vif-deleted', 'tag': '2825678c-8d0b-40e4-8418-a3a99372f977'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:09.168705 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c470497-6b67-49ce-a343-23a953d3b5a4" -d '{"events": [{"server_uuid": "daf9747d-2c22-48d5-847a-bbe781f8de03", "name": "network-vif-deleted", "tag": "2825678c-8d0b-40e4-8418-a3a99372f977"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:09.188120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.218330 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8edfb-5d41-47bf-9450-11cdb0b444b1 x-openstack-request-id: req-77a8edfb-5d41-47bf-9450-11cdb0b444b1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:09.218622 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf9747d-2c22-48d5-847a-bbe781f8de03", "name": "network-vif-deleted", "tag": "2825678c-8d0b-40e4-8418-a3a99372f977", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:09.218870 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77a8edfb-5d41-47bf-9450-11cdb0b444b1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:09.219262 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf9747d-2c22-48d5-847a-bbe781f8de03', 'name': 'network-vif-deleted', 'tag': '2825678c-8d0b-40e4-8418-a3a99372f977', 'status': 'completed', 'code': 200} Sep 30 08:32:09.235641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:09.239427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:09.243483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:09.245979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.279375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Port': ['ID=55ceaa95-5a59-46f4-80ac-9ecb9043c6de,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:09.321456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:09.327734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:09.335136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:09.411124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=50078470-5cb4-4cbc-9e7a-422b09e03767,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:09.483132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:09.483790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.511823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-17c85bc5-fdf0-4e6c-86ee-2611400171d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9274759 Sep 30 08:32:09.571958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Request body: {'port': {'device_id': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:09.585538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a8588a9f-e72b-4e6b-a6f8-2400d318f1fa None None] Provisioning complete for port 50078470-5cb4-4cbc-9e7a-422b09e03767 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:09.585919 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a8588a9f-e72b-4e6b-a6f8-2400d318f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.627237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a8588a9f-e72b-4e6b-a6f8-2400d318f1fa None None] Port 50078470-5cb4-4cbc-9e7a-422b09e03767 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:09.668645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.752588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:09.796665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01504-e607-429b-9d26-9ce1137fd096 req-29fdc58f-b5d5-432e-801d-8b45179663f1 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:09.798187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6a01504-e607-429b-9d26-9ce1137fd096 req-29fdc58f-b5d5-432e-801d-8b45179663f1 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 984 time: 0.1705513 Sep 30 08:32:09.924458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6a01504-e607-429b-9d26-9ce1137fd096 req-23f648f1-b35d-45ab-b6de-c0be57cd70bf tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1193976 Sep 30 08:32:09.932447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2825678c-8d0b-40e4-8418-a3a99372f977 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:09.966694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 2825678c-8d0b-40e4-8418-a3a99372f977 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:32:09.968013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2825678c-8d0b-40e4-8418-a3a99372f977 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:10.144644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f741a-2638-424f-b756-66ff7d2e533c req-2b1743d0-75f7-4da5-9d4a-4df1275aa986 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:10.146497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b56f741a-2638-424f-b756-66ff7d2e533c req-2b1743d0-75f7-4da5-9d4a-4df1275aa986 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 931 time: 0.1525590 Sep 30 08:32:10.247452 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.274611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.281339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b56f741a-2638-424f-b756-66ff7d2e533c req-7787d5e9-0f88-4d48-a8d6-39df9b550c47 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213071 Sep 30 08:32:10.326453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50078470-5cb4-4cbc-9e7a-422b09e03767 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:10.338176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.378918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Transition to ACTIVE for port object 50078470-5cb4-4cbc-9e7a-422b09e03767 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:10.381797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff2e497c-6630-4e43-ba9c-5b86b37a56e8 req-59d6618b-cb72-40ee-9fec-afa4563cd7b0 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0348911 Sep 30 08:32:10.384598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.533390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Pushing event updated for resources: {'Port': ['ID=50078470-5cb4-4cbc-9e7a-422b09e03767,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:10.581268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Attempting to bind port 50078470-5cb4-4cbc-9e7a-422b09e03767 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:10.581594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Attempting to bind port 50078470-5cb4-4cbc-9e7a-422b09e03767 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:10.581976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Attempting to bind port 50078470-5cb4-4cbc-9e7a-422b09e03767 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:10.586961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Router 83667ba2-e407-43f3-9529-9d0cec9b3198 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:10.589995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Port 50078470-5cb4-4cbc-9e7a-422b09e03767 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:10.590322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Attempting to bind port 50078470-5cb4-4cbc-9e7a-422b09e03767 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:10.598831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:10.599169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:10.599556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:10.600065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Bound port: 50078470-5cb4-4cbc-9e7a-422b09e03767, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:10.600407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:11.064242 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1899bd15-b508-421e-9cd8-44451088d981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:11.098416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] For port 50078470-5cb4-4cbc-9e7a-422b09e03767, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:11.111127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:11.116140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] For port 50078470-5cb4-4cbc-9e7a-422b09e03767, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=50078470-5cb4-4cbc-9e7a-422b09e03767,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:11.119400 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:11.121037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-25e35067-f9bd-4b56-8837-785342c545fe tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "PUT /v2.0/routers/83667ba2-e407-43f3-9529-9d0cec9b3198 HTTP/1.1" status: 200 len: 914 time: 4.0162036 Sep 30 08:32:11.122162 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] Sync routers for ids ['83667ba2-e407-43f3-9529-9d0cec9b3198'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:11.123791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41578) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:11.132614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:11.132871 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] Routers {'83667ba2-e407-43f3-9529-9d0cec9b3198'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:11.133517 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['83667ba2-e407-43f3-9529-9d0cec9b3198'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:11.164819 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:11.176206 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] Routers {'83667ba2-e407-43f3-9529-9d0cec9b3198'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:11.176809 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['83667ba2-e407-43f3-9529-9d0cec9b3198'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:11.208494 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:11.209359 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0a44d-068a-4aac-ae4c-4fcec31940c6 None None] The sync data for ids ['83667ba2-e407-43f3-9529-9d0cec9b3198'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:11.211466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0bb3-7412-4bd8-8ff3-b783ab4475f2 req-8222b7b7-ed50-4637-8cf2-c357329a2418 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.219251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68d0bb3-7412-4bd8-8ff3-b783ab4475f2 req-8222b7b7-ed50-4637-8cf2-c357329a2418 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 984 time: 0.1695952 Sep 30 08:32:11.243095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.243734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:11.245298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] 10.222.0.50 "PUT /v2.0/ports/50078470-5cb4-4cbc-9e7a-422b09e03767 HTTP/1.1" status: 200 len: 1091 time: 1.6783164 Sep 30 08:32:11.254217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'tag': '50078470-5cb4-4cbc-9e7a-422b09e03767'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:11.256700 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9374a4-e94d-4849-a8aa-e240b92bc146" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1", "tag": "50078470-5cb4-4cbc-9e7a-422b09e03767"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:11.347536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c091e-9edb-4750-895a-f250a22fb2cc service neutron] Pushing event updated for resources: {'Port': ['ID=50078470-5cb4-4cbc-9e7a-422b09e03767,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:11.380665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5060bbe7-d329-4a68-a738-4d1612c35e98 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/83667ba2-e407-43f3-9529-9d0cec9b3198 HTTP/1.1" status: 200 len: 920 time: 0.2551718 Sep 30 08:32:11.383573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41584) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:11.391808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68d0bb3-7412-4bd8-8ff3-b783ab4475f2 req-ab0eb355-7c4f-48f0-8825-5eae17586906 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1716166 Sep 30 08:32:11.428944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-c00d5d1b-3ac2-48e5-8cf3-cf897fefeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.430490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-c00d5d1b-3ac2-48e5-8cf3-cf897fefeb2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 1094 time: 0.1087692 Sep 30 08:32:11.439409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16111ab9-419d-43aa-a475-40ee77b5f7c2 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.443448 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16111ab9-419d-43aa-a475-40ee77b5f7c2 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=83667ba2-e407-43f3-9529-9d0cec9b3198&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558217 Sep 30 08:32:11.444010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41590) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:11.458791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:11.465984 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b6684-b44f-484d-b040-fc958b8df5c0 x-openstack-request-id: req-196b6684-b44f-484d-b040-fc958b8df5c0 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:11.466397 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1", "tag": "50078470-5cb4-4cbc-9e7a-422b09e03767", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:11.466855 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-196b6684-b44f-484d-b040-fc958b8df5c0 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:11.468136 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'tag': '50078470-5cb4-4cbc-9e7a-422b09e03767', 'status': 'completed', 'code': 200} Sep 30 08:32:11.510698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-8c7f7690-5b56-45e6-83dc-f2b91bd585eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50078470-5cb4-4cbc-9e7a-422b09e03767 HTTP/1.1" status: 200 len: 217 time: 0.0639863 Sep 30 08:32:11.636680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-8a75a680-1942-40b0-8543-c0b4752c38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.638377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-8a75a680-1942-40b0-8543-c0b4752c38ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1143582 Sep 30 08:32:11.668574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad83fd-5b11-47f5-a55c-c07c32d41e39 req-b51f4046-2c14-4941-8076-e970cb2bfa18 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.670042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcad83fd-5b11-47f5-a55c-c07c32d41e39 req-b51f4046-2c14-4941-8076-e970cb2bfa18 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 943 time: 0.1525612 Sep 30 08:32:11.675108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2f21b-ae44-48bc-934e-60cc9040d634 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.678641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41596) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:11.678825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-92e2f21b-ae44-48bc-934e-60cc9040d634 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.2334967 Sep 30 08:32:11.710181 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-df2c50dd-dce5-48d6-98b5-8caa453fad65 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=83667ba2-e407-43f3-9529-9d0cec9b3198 HTTP/1.1" status: 200 len: 205 time: 0.0302062 Sep 30 08:32:11.716442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41600) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:11.776623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcad83fd-5b11-47f5-a55c-c07c32d41e39 req-09c07af7-d125-4e0c-bdf1-a7be2d6feeb8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834408 Sep 30 08:32:11.780765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-e09cd1d8-1e8a-4917-9f7a-4a932ac2eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.782694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-e09cd1d8-1e8a-4917-9f7a-4a932ac2eee2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349211 Sep 30 08:32:11.893265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3b0ff6b-3247-40cc-9981-d009678ea7ad req-c797215e-8e11-41ea-b87e-5843f5f53df2 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0377951 Sep 30 08:32:11.933740 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.034179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-6dae31bb-fefd-47f9-bfa6-47d61aa83e4a service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447975 Sep 30 08:32:12.103656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59079a46-9727-4f4a-a795-137b2cfa77c2 req-52462195-76dd-450f-aa82-8bc8cae22e1b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:12.105109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59079a46-9727-4f4a-a795-137b2cfa77c2 req-52462195-76dd-450f-aa82-8bc8cae22e1b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 984 time: 0.1332636 Sep 30 08:32:12.169514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.207018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59079a46-9727-4f4a-a795-137b2cfa77c2 req-57edfaab-355c-4696-b1fd-4e13edfd58c8 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0923529 Sep 30 08:32:12.238636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c6a38e1-faa6-4e21-97a2-eed68555949f req-034dc16f-1500-464a-9b39-42906adf4767 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703961 Sep 30 08:32:12.262452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Deleting port 55ceaa95-5a59-46f4-80ac-9ecb9043c6de {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:12.263139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.353646 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.378398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Calling delete_port for 55ceaa95-5a59-46f4-80ac-9ecb9043c6de owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:12.487202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-6a4f5a14-3ae2-4bf6-84c3-71010506152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:12.488696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-6a4f5a14-3ae2-4bf6-84c3-71010506152c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 1094 time: 0.1262784 Sep 30 08:32:12.526468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b207-cb84-4936-b8a8-d3875f73226d req-a249382c-f666-4432-b591-1c49929aba10 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:12.527984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa3b207-cb84-4936-b8a8-d3875f73226d req-a249382c-f666-4432-b591-1c49929aba10 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1135 time: 0.1198406 Sep 30 08:32:12.623765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0fa3b207-cb84-4936-b8a8-d3875f73226d req-8e86b1c4-e9da-4c9d-9cde-fce2f33b146a tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.691564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-1680326a-dc89-4b78-ac1f-c43ebf051144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:12.693385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-1680326a-dc89-4b78-ac1f-c43ebf051144 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.1958265 Sep 30 08:32:12.744894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-b99cec70-8c99-45a2-8a05-3a11b53861d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50078470-5cb4-4cbc-9e7a-422b09e03767 HTTP/1.1" status: 200 len: 217 time: 0.0434167 Sep 30 08:32:12.792523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.838767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event deleted for resources: {'Port': ['ID=55ceaa95-5a59-46f4-80ac-9ecb9043c6de,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:12.872645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-e73b774d-52c6-465d-81b1-bf6601e02a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:12.874325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-e73b774d-52c6-465d-81b1-bf6601e02a5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1216605 Sep 30 08:32:12.971920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.977262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0fa3b207-cb84-4936-b8a8-d3875f73226d req-8e86b1c4-e9da-4c9d-9cde-fce2f33b146a tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.034583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0fa3b207-cb84-4936-b8a8-d3875f73226d req-8e86b1c4-e9da-4c9d-9cde-fce2f33b146a tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.052648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-680a9367-c612-4779-9d05-3380fd3a2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:13.054194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-680a9367-c612-4779-9d05-3380fd3a2b87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541781 Sep 30 08:32:13.088561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.089985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.098186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.109752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0fa3b207-cb84-4936-b8a8-d3875f73226d req-8e86b1c4-e9da-4c9d-9cde-fce2f33b146a tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5423839 Sep 30 08:32:13.131839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41610) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:13.163834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86b1c4-e9da-4c9d-9cde-fce2f33b146a tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2434e9b5-fd41-4e2c-8521-b5b645213d8d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:13.184611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.185191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Fanout notify agent at l3_agent the message router_deleted on router 83667ba2-e407-43f3-9529-9d0cec9b3198 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:13.204284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bef31e-ef2c-46d7-b300-8612c542c209 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:13.206517 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-12bef31e-ef2c-46d7-b300-8612c542c209 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1130 time: 0.0705686 Sep 30 08:32:13.209641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:13.214896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:13.222667 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.223793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7cad073d-22f8-4c9b-b004-e16203b77716 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/83667ba2-e407-43f3-9529-9d0cec9b3198 HTTP/1.1" status: 204 len: 168 time: 1.5063918 Sep 30 08:32:13.228007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:13.241920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.245817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-663788423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:13.305884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-87b56ee8-3062-40c7-bcd6-590a048fbd7e service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089353 Sep 30 08:32:13.308162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.309517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.346678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0960377-d495-44ca-840e-c62961e50515 req-86063e41-c0d2-4029-8efc-4d1c0080694c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:13.349086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0960377-d495-44ca-840e-c62961e50515 req-86063e41-c0d2-4029-8efc-4d1c0080694c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 943 time: 0.1234012 Sep 30 08:32:13.365123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.456386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.469075 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.482697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.25.7.240 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/e6410130-d956-43e5-afc5-1d56fed5ae72) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:13.492225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0960377-d495-44ca-840e-c62961e50515 req-f175574c-9e63-44a5-bd9d-9a67a0238d64 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286178 Sep 30 08:32:13.506786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec9374a4-e94d-4849-a8aa-e240b92bc146 req-ca7d9c94-ab2b-4dd2-a793-af9c58f70786 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917431 Sep 30 08:32:13.516062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.520018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ff912bd-cc12-4b8c-9baa-5c629e4ec735 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2813249 Sep 30 08:32:13.522169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41620) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:13.528222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'enable_snat': False}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:13.610809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.617290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9d4bc22-6a7d-4c33-99d3-0f7e9793ee09 req-25049e7e-f969-4247-a40f-4da2abf3fe25 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0304999 Sep 30 08:32:13.654586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.675885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:13.678504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:13.700426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:13.750141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=e6410130-d956-43e5-afc5-1d56fed5ae72,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:13.765176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.765591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.765911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.766255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.766593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.766938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.767274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.767607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.767946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.768277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.768604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:13.768927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:14.139100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.237114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.314727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.368483 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.394489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.493254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.505875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.507320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Allocated IP 172.25.7.6 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/e00ff95b-e6c5-4a88-b05c-c043fb8f407b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:14.608771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=e6410130-d956-43e5-afc5-1d56fed5ae72,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:14.624075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.678386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.688063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134527e7-4600-4578-a055-79b0edb32395 req-7e5edc5e-1086-4b41-8b47-3ab01dffd722 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.689620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-134527e7-4600-4578-a055-79b0edb32395 req-7e5edc5e-1086-4b41-8b47-3ab01dffd722 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 943 time: 0.0999625 Sep 30 08:32:14.750048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-134527e7-4600-4578-a055-79b0edb32395 req-a87f7247-7245-45eb-93b1-2bb256b21877 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Sep 30 08:32:14.751784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.752600 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Floating IP 318f87a4-3f07-4ae4-98e3-a55ccd9c46ef associated. External IP: 172.25.7.240, port: 7fb73ae4-4e9f-4a6b-b5cc-b212528851de. Sep 30 08:32:14.802197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:14.805205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:14.808961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:14.816955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Pushing event updated for resources: {'Port': ['ID=e00ff95b-e6c5-4a88-b05c-c043fb8f407b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:14.876616 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.884655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2e096ee-ae01-4b29-be67-06bc7eae8bab req-0c632454-13f0-4df3-abcd-9eef22db0a6b tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0409775 Sep 30 08:32:15.149323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.263499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router a3918693-6469-4beb-89ac-8e5046137fb1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:15.402693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:15.406308 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.411631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.413790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] Sync routers for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:15.422040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.424348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:15.424988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:15.453732 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-19a2a167-e38e-43a1-a40d-788b87fbd2f0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2428195 Sep 30 08:32:15.454328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:15.456597 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9177a7-5f8a-4b80-af68-f6e3c777403d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:15.460215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41706) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:15.501079 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea21e0a-854b-46cb-bc3b-444a5bc079b6 x-openstack-request-id: req-4ea21e0a-854b-46cb-bc3b-444a5bc079b6 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:15.501378 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:15.501663 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ea21e0a-854b-46cb-bc3b-444a5bc079b6 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:15.502060 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'status': 'completed', 'code': 200} Sep 30 08:32:15.558739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:15.741995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-8439328c-4a11-46b9-a18c-a4d004df618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.743496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-8439328c-4a11-46b9-a18c-a4d004df618f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1135 time: 0.1935158 Sep 30 08:32:15.751781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.752270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.752753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.753230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.753727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.754197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.754659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.755130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.755848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.760265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-302f74fd-2acd-4669-a0bb-d53df7d7647e tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.2963457 Sep 30 08:32:15.760662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41710) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:15.807596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '318f87a4-3f07-4ae4-98e3-a55ccd9c46ef', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'port_id': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'mac_address': 'fa:16:3e:4f:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d808595-571f-493c-aa51-ff5702876aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:32:14Z', 'updated_at': '2021-09-30T08:32:14Z', 'revision_number': 0, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:15.838947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] Checking router: a3918693-6469-4beb-89ac-8e5046137fb1 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:15.848958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:15.849886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:15.850976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Router 374a05ef-8591-4667-ab9b-cb4e6b36b823 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:15.928818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.929496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.930036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.930565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.931095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.931631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.932150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.932671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.933196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.935365 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-79f43858-95eb-4a95-b206-b5fdad000bd2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.1737068 Sep 30 08:32:15.939374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:15.948282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-2aeca3be-6479-4a7b-8cee-dfcea0b17b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.949988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-2aeca3be-6479-4a7b-8cee-dfcea0b17b80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ad5aab76-365d-4771-8966-7227dce3001a HTTP/1.1" status: 200 len: 897 time: 0.1894867 Sep 30 08:32:15.971696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 50078470-5cb4-4cbc-9e7a-422b09e03767 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:16.023235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:16.037254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400da0-f74c-41d0-9195-0f431987751e req-f84bde18-b58b-4c3a-812d-a8b90870ab85 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.038832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c400da0-f74c-41d0-9195-0f431987751e req-f84bde18-b58b-4c3a-812d-a8b90870ab85 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 943 time: 0.1718764 Sep 30 08:32:16.105779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-bd1e8408-0ba0-41fa-a376-865da1641d2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de HTTP/1.1" status: 200 len: 999 time: 0.1443191 Sep 30 08:32:16.174411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-ae552312-cea0-41f3-a2f9-ad2d79478e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.175973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-ae552312-cea0-41f3-a2f9-ad2d79478e13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1eb5f714-836d-4f64-b62a-f1f4d76cc5d5 HTTP/1.1" status: 200 len: 835 time: 0.0553708 Sep 30 08:32:16.179828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:16.184812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.186220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-50ef96b8-c6f1-4a15-83d0-f5c39e9475e0 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "PUT /v2.0/routers/374a05ef-8591-4667-ab9b-cb4e6b36b823 HTTP/1.1" status: 200 len: 913 time: 2.6624055 Sep 30 08:32:16.188981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41720) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:16.196988 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] Sync routers for ids ['374a05ef-8591-4667-ab9b-cb4e6b36b823'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:16.213960 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] Routers {'374a05ef-8591-4667-ab9b-cb4e6b36b823'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:16.214838 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['374a05ef-8591-4667-ab9b-cb4e6b36b823'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:16.229547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c400da0-f74c-41d0-9195-0f431987751e req-2e8e6152-6818-45c5-a573-0c5b034a3c50 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599290 Sep 30 08:32:16.236340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.resource_extend [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:32:16.296383 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:16.309178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-a20a4ed2-217c-4fa0-9805-bda7c7548c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.312782 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] Routers {'374a05ef-8591-4667-ab9b-cb4e6b36b823'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:16.313411 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['374a05ef-8591-4667-ab9b-cb4e6b36b823'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:16.314869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-a20a4ed2-217c-4fa0-9805-bda7c7548c23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad5aab76-365d-4771-8966-7227dce3001a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276033 Sep 30 08:32:16.362014 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-598ab272-15cc-44ae-bb76-b019f3c70769 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 0.4213853 Sep 30 08:32:16.370124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41724) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:16.384264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93f4e402-84eb-4b3b-9b42-18eb5f05d4ee req-301397c6-4ad2-4e06-9cf9-3565eede091a tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0544009 Sep 30 08:32:16.385815 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:16.386567 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049c716-4d42-4bf9-ba4e-ddbd3c7adfad None None] The sync data for ids ['374a05ef-8591-4667-ab9b-cb4e6b36b823'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:16.471276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2213c-fd59-4046-8638-a4bb2deaf836 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.471632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2213c-fd59-4046-8638-a4bb2deaf836 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.473310 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-50b2213c-fd59-4046-8638-a4bb2deaf836 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a3918693-6469-4beb-89ac-8e5046137fb1 HTTP/1.1" status: 200 len: 1990 time: 0.1003811 Sep 30 08:32:16.489008 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d39564c-1f57-4dd1-9bc0-99b946f822c5 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/374a05ef-8591-4667-ab9b-cb4e6b36b823 HTTP/1.1" status: 200 len: 919 time: 0.2986765 Sep 30 08:32:16.492767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:16.542592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-7b81da3a-04c1-4875-97aa-21853999791d service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065766 Sep 30 08:32:16.547691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f51623-a9f0-464c-9694-eb9e30d48230 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.550370 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-67f51623-a9f0-464c-9694-eb9e30d48230 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=374a05ef-8591-4667-ab9b-cb4e6b36b823&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0558906 Sep 30 08:32:16.552908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41732) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:16.561955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 50078470-5cb4-4cbc-9e7a-422b09e03767, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=50078470-5cb4-4cbc-9e7a-422b09e03767,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:16.608615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '50078470-5cb4-4cbc-9e7a-422b09e03767', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': '50078470-5cb4-4cbc-9e7a-422b09e03767', 'mac_address': 'fa:16:3e:96:12:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:16.656623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7973f9f-47b2-48b1-a88a-4f54434d635a tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:16.658338 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7973f9f-47b2-48b1-a88a-4f54434d635a tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/networks/472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 881 time: 0.1042495 Sep 30 08:32:16.661662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41734) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:16.677253 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.691828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa9177a7-5f8a-4b80-af68-f6e3c777403d req-a34bb5ad-8656-4270-b0bc-a8345bbe2d10 service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406620 Sep 30 08:32:16.692763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e8ec32e-3267-4ef8-984d-49fed025844e tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=374a05ef-8591-4667-ab9b-cb4e6b36b823 HTTP/1.1" status: 200 len: 205 time: 0.0288365 Sep 30 08:32:16.695305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:16.698148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50078470-5cb4-4cbc-9e7a-422b09e03767 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:16.727913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '318f87a4-3f07-4ae4-98e3-a55ccd9c46ef', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'port_id': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'mac_address': 'fa:16:3e:4f:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d808595-571f-493c-aa51-ff5702876aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:32:14Z', 'updated_at': '2021-09-30T08:32:14Z', 'revision_number': 0, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:16.760193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d35ec0-6f19-4efa-abe4-ba5ae6768459 None None] The sync data for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 is: [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '318f87a4-3f07-4ae4-98e3-a55ccd9c46ef', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'port_id': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'mac_address': 'fa:16:3e:4f:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d808595-571f-493c-aa51-ff5702876aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:32:14Z', 'updated_at': '2021-09-30T08:32:14Z', 'revision_number': 0, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:16.765495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 50078470-5cb4-4cbc-9e7a-422b09e03767, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=50078470-5cb4-4cbc-9e7a-422b09e03767,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:16.772549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.833365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=50078470-5cb4-4cbc-9e7a-422b09e03767,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:16.844039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.965059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.992358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b21aea-aafc-481d-8513-ac2ef97b166b None None] New status for floating IP 318f87a4-3f07-4ae4-98e3-a55ccd9c46ef: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:32:17.033560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Deleting port e00ff95b-e6c5-4a88-b05c-c043fb8f407b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:17.033912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.102753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:17.137624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.151572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Calling delete_port for e00ff95b-e6c5-4a88-b05c-c043fb8f407b owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:17.354692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.370994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90235e-ecd5-4f9e-b08b-e3362ad93032 req-3689c6d7-6c88-4222-92ff-6cdaa98b85c3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.377997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f90235e-ecd5-4f9e-b08b-e3362ad93032 req-3689c6d7-6c88-4222-92ff-6cdaa98b85c3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 944 time: 0.0669060 Sep 30 08:32:17.384729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event deleted for resources: {'Port': ['ID=e00ff95b-e6c5-4a88-b05c-c043fb8f407b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:17.444074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f90235e-ecd5-4f9e-b08b-e3362ad93032 req-a918d01e-6ed1-40fe-be6f-12eec3a649d8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597079 Sep 30 08:32:17.462180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.548291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90aa5b12-b676-40d0-9241-7ce53760feb4 req-dff5c5d9-f3d1-44aa-a26d-50c614bb134d tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0370286 Sep 30 08:32:17.587069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.589912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.642912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.643882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Fanout notify agent at l3_agent the message router_deleted on router 374a05ef-8591-4667-ab9b-cb4e6b36b823 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:17.652469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.658621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41748) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:17.658966 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d8afeafa-4f26-4cc3-95c3-fb40cfb581ba tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/374a05ef-8591-4667-ab9b-cb4e6b36b823 HTTP/1.1" status: 204 len: 168 time: 0.9607332 Sep 30 08:32:17.663219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1931827592', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:17.691323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.692486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.756823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.996706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 50078470-5cb4-4cbc-9e7a-422b09e03767 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:18.066501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 50078470-5cb4-4cbc-9e7a-422b09e03767 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:18.075401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 50078470-5cb4-4cbc-9e7a-422b09e03767 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:18.075777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.213047 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.223383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.249717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50078470-5cb4-4cbc-9e7a-422b09e03767'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:18.252153 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1d8df-c941-496f-b127-79f0065d92e7" -d '{"events": [{"server_uuid": "4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1", "name": "network-vif-plugged", "status": "completed", "tag": "50078470-5cb4-4cbc-9e7a-422b09e03767"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:18.265404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 50078470-5cb4-4cbc-9e7a-422b09e03767, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=50078470-5cb4-4cbc-9e7a-422b09e03767,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:18.270419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.327895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=50078470-5cb4-4cbc-9e7a-422b09e03767,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:18.370971 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e4ea95-3d70-421e-bfae-76d0223c4ed9 x-openstack-request-id: req-87e4ea95-3d70-421e-bfae-76d0223c4ed9 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:18.371271 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1", "name": "network-vif-plugged", "status": "completed", "tag": "50078470-5cb4-4cbc-9e7a-422b09e03767", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:18.371517 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87e4ea95-3d70-421e-bfae-76d0223c4ed9 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:18.371900 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50078470-5cb4-4cbc-9e7a-422b09e03767', 'code': 200} Sep 30 08:32:18.432809 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.448552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.609578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c260-20c3-498c-bdfa-76ba9339af58 req-828eea69-79f6-4219-8fd5-919dacec6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:18.611106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3958c260-20c3-498c-bdfa-76ba9339af58 req-828eea69-79f6-4219-8fd5-919dacec6efb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1196685 Sep 30 08:32:18.633373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Allocated IP 172.25.7.254 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/1dbe8954-5727-4b1d-ad06-ade2b4536e19) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:18.645213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101b8a3-3259-45f1-8db2-aca3db073433 req-284d9f97-4203-4f5e-b3c1-b872d5ba4f45 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:18.646723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e101b8a3-3259-45f1-8db2-aca3db073433 req-284d9f97-4203-4f5e-b3c1-b872d5ba4f45 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1256630 Sep 30 08:32:18.709009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3958c260-20c3-498c-bdfa-76ba9339af58 req-472cf3f1-d41b-44bc-9ff5-6fb1fcf4e311 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876698 Sep 30 08:32:18.733255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e101b8a3-3259-45f1-8db2-aca3db073433 req-50e30ee2-65bb-45f6-8a8d-6faa9af574ea tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683162 Sep 30 08:32:18.816556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.835995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e39e5522-fc2c-451e-8c73-cea1124bca40 req-26a14d72-93d1-435f-8a5d-9a64f5bf15c0 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0405388 Sep 30 08:32:18.869979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:18.919350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:18.924270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:18.926636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:18.952516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event updated for resources: {'Port': ['ID=1dbe8954-5727-4b1d-ad06-ade2b4536e19,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:19.198620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:19.419961 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:19.560152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Router 8f1a23a5-16eb-4af7-8817-b3cf80d5876a is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:19.696877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:19.707750 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] Sync routers for ids ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:19.717839 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:19.719341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5cbbcfaf-fb12-4a71-99bc-a9da972685a5 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0595069 Sep 30 08:32:19.722004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41766) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:19.725679 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] Routers {'8f1a23a5-16eb-4af7-8817-b3cf80d5876a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:19.726313 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:19.727116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:19.769346 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:19.778903 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] Routers {'8f1a23a5-16eb-4af7-8817-b3cf80d5876a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:19.779598 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:19.815195 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:19.816091 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d10526-4ac8-486a-b0c2-d7600d12faeb None None] The sync data for ids ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:19.882733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007522-2e35-495e-a377-d637f2667299 req-4c214310-8493-4286-a478-e845ead0197b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:19.884452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3007522-2e35-495e-a377-d637f2667299 req-4c214310-8493-4286-a478-e845ead0197b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0593433 Sep 30 08:32:19.930336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3007522-2e35-495e-a377-d637f2667299 req-ecff6c56-95c6-403c-8858-33c696934428 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Sep 30 08:32:20.028587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f703155-4d27-44e6-8abb-abddc457e921 req-b6f25d0f-63ca-440c-8b98-822609a429a3 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Sep 30 08:32:20.335546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.349059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.402271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Deleting port 1dbe8954-5727-4b1d-ad06-ade2b4536e19 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:20.402615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.485089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.497272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Calling delete_port for 1dbe8954-5727-4b1d-ad06-ade2b4536e19 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:20.667173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.699597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Pushing event deleted for resources: {'Port': ['ID=1dbe8954-5727-4b1d-ad06-ade2b4536e19,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:20.763568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.975542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:20.979371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.056387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3cce2-489e-4509-8ae0-087eb251302d req-7203e15d-3dad-440b-96af-d32bbb02fc63 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:21.057900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aff3cce2-489e-4509-8ae0-087eb251302d req-7203e15d-3dad-440b-96af-d32bbb02fc63 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0502114 Sep 30 08:32:21.060876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Router 8f1a23a5-16eb-4af7-8817-b3cf80d5876a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:21.106572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aff3cce2-489e-4509-8ae0-087eb251302d req-9e0aa6fc-9bf4-482e-8921-c93539260e15 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Sep 30 08:32:21.135066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:21.143471 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.147286 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1f5155e-53a0-48c9-bf6b-523cd4c8d689 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "PUT /v2.0/routers/8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 200 len: 706 time: 1.4217787 Sep 30 08:32:21.147678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41786) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.159143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] Sync routers for ids ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:21.174186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] Routers {'8f1a23a5-16eb-4af7-8817-b3cf80d5876a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:21.175081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:21.211107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:21.220579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] Routers {'8f1a23a5-16eb-4af7-8817-b3cf80d5876a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:21.221501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:21.259602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:21.260271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb8603-7086-4627-8693-cae439c95fe3 None None] The sync data for ids ['8f1a23a5-16eb-4af7-8817-b3cf80d5876a'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:21.266426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-29e714b0-2b3f-4cfc-9419-a43f760bde6b tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/routers/8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 200 len: 741 time: 0.1174903 Sep 30 08:32:21.268602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcb1df18-c914-4d74-a463-76e30d32f39a req-4a976c59-230f-4aae-9671-35a350053ace tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0709326 Sep 30 08:32:21.269798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41790) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.305907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.306184 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d4ca506c-cd45-45be-9352-ef88889ed466 tempest-RoutersAdminTest-911095518 tempest-RoutersAdminTest-911095518-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&device_id=8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 200 len: 205 time: 0.0347857 Sep 30 08:32:21.338643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80c19f75-093e-4502-9236-1150cccf66d7 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 200 len: 205 time: 0.0314074 Sep 30 08:32:21.341068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41794) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.425169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.602014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.606205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.672123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.672697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1a23a5-16eb-4af7-8817-b3cf80d5876a {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:21.679475 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.680583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-494e18f5-56db-4eb0-8e5c-e773fccd26fd tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 204 len: 168 time: 0.3385024 Sep 30 08:32:21.684637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.699835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141adc2-19f2-4f8a-b42d-3f19c9ef5100 req-a62fd7d0-6657-40c9-a7f3-cdc2a01dfdac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:21.702042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d141adc2-19f2-4f8a-b42d-3f19c9ef5100 req-a62fd7d0-6657-40c9-a7f3-cdc2a01dfdac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0974650 Sep 30 08:32:21.716606 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cbbd605b-dfca-4a8c-874d-f1110596311a tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 200 len: 205 time: 0.0307183 Sep 30 08:32:21.718808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.774672 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-994137f0-d340-4ef5-bb3e-04242affd20d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] delete failed (client error): The resource could not be found. Sep 30 08:32:21.780798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-994137f0-d340-4ef5-bb3e-04242affd20d tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/8f1a23a5-16eb-4af7-8817-b3cf80d5876a HTTP/1.1" status: 404 len: 336 time: 0.0560989 Sep 30 08:32:21.781026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41804) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.803994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d141adc2-19f2-4f8a-b42d-3f19c9ef5100 req-14fa83aa-3cd3-4c15-b961-ee57f8ce9682 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930972 Sep 30 08:32:21.808296 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-193d90ba-d6bb-43ce-97d4-07d23f81d26c tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=374a05ef-8591-4667-ab9b-cb4e6b36b823 HTTP/1.1" status: 200 len: 205 time: 0.0263970 Sep 30 08:32:21.808534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.845670 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-8b8480d8-b3b4-462c-a6cc-1ea4d84c8661 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] delete failed (client error): The resource could not be found. Sep 30 08:32:21.846733 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b8480d8-b3b4-462c-a6cc-1ea4d84c8661 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/374a05ef-8591-4667-ab9b-cb4e6b36b823 HTTP/1.1" status: 404 len: 336 time: 0.0372961 Sep 30 08:32:21.849538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41808) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.880462 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0419bd8c-80c4-4821-9b69-6269be7e3537 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=83667ba2-e407-43f3-9529-9d0cec9b3198 HTTP/1.1" status: 200 len: 205 time: 0.0297446 Sep 30 08:32:21.882735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41810) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.918407 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-636eeb5f-9f17-4ca4-82d5-d6e5192b2b30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] delete failed (client error): The resource could not be found. Sep 30 08:32:21.919461 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-636eeb5f-9f17-4ca4-82d5-d6e5192b2b30 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/83667ba2-e407-43f3-9529-9d0cec9b3198 HTTP/1.1" status: 404 len: 336 time: 0.0358357 Sep 30 08:32:21.922951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41812) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.950698 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-33e7ab42-8780-436e-9c93-ac3b6cd95ed1 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=47fc12ee-1c53-4b6b-9437-48b70468ed72 HTTP/1.1" status: 200 len: 205 time: 0.0265939 Sep 30 08:32:21.952966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41814) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:21.994312 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-087ff03b-0dba-4150-93e6-6b40de325638 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] delete failed (client error): The resource could not be found. Sep 30 08:32:21.995630 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-087ff03b-0dba-4150-93e6-6b40de325638 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/47fc12ee-1c53-4b6b-9437-48b70468ed72 HTTP/1.1" status: 404 len: 336 time: 0.0417132 Sep 30 08:32:21.999029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.027218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ee9a669c-83c0-4586-b329-18dfa4a49bad tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0574915-6c55-481b-8e1a-e85f20f6e628 HTTP/1.1" status: 200 len: 205 time: 0.0269966 Sep 30 08:32:22.029558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.066540 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-0ebbd25f-d4c0-4748-983d-66c63fced5c4 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] delete failed (client error): The resource could not be found. Sep 30 08:32:22.067587 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ebbd25f-d4c0-4748-983d-66c63fced5c4 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/e0574915-6c55-481b-8e1a-e85f20f6e628 HTTP/1.1" status: 404 len: 336 time: 0.0371308 Sep 30 08:32:22.070235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41820) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.100374 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-649587d0-e111-4f58-88b7-e3296084ec95 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "GET /v2.0/ports?device_id=564d10c5-49e6-46be-8350-8567ab3ac59f HTTP/1.1" status: 200 len: 205 time: 0.0290682 Sep 30 08:32:22.102660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.139697 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-ae2e094a-a06d-4033-a366-4bfaac413099 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] delete failed (client error): The resource could not be found. Sep 30 08:32:22.140733 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae2e094a-a06d-4033-a366-4bfaac413099 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/routers/564d10c5-49e6-46be-8350-8567ab3ac59f HTTP/1.1" status: 404 len: 336 time: 0.0371079 Sep 30 08:32:22.143327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41824) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.171700 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65fa8dc-050c-4c4b-a517-148906d453a8 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] DELETE failed (client error): The resource could not be found. Sep 30 08:32:22.172157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65fa8dc-050c-4c4b-a517-148906d453a8 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:32:22.173916 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c65fa8dc-050c-4c4b-a517-148906d453a8 tempest-RoutersAdminTest-1977637989 tempest-RoutersAdminTest-1977637989-project] 10.222.0.41 "DELETE /v2.0/subnets/90305818-748d-4677-937d-ab48578173d9 HTTP/1.1" status: 404 len: 337 time: 0.0297010 Sep 30 08:32:22.375514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b0c9300-cd93-4c41-98a4-901d71bff802 req-415656a8-c990-4f29-b10f-0caf8ce6bd5d tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0271711 Sep 30 08:32:22.442403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41834) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.583201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82c87025-d65d-4510-9926-dba345c44e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.683013 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82c87025-d65d-4510-9926-dba345c44e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.687343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82c87025-d65d-4510-9926-dba345c44e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.728179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c87025-d65d-4510-9926-dba345c44e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ab4c06-1d5e-4730-9370-9121c3095a03,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:22.733566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82c87025-d65d-4510-9926-dba345c44e79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8589f65a12c5436c83d16c2acedda831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901146 Sep 30 08:32:22.736157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:22.786291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5870-1d6a-4fc8-ad95-fbab5abbc9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.809848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5870-1d6a-4fc8-ad95-fbab5abbc9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.867975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5870-1d6a-4fc8-ad95-fbab5abbc9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.870815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5870-1d6a-4fc8-ad95-fbab5abbc9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.872031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d9e5870-1d6a-4fc8-ad95-fbab5abbc9ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82ab4c06-1d5e-4730-9370-9121c3095a03 HTTP/1.1" status: 204 len: 168 time: 0.1349511 Sep 30 08:32:22.880144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e5870-1d6a-4fc8-ad95-fbab5abbc9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ab4c06-1d5e-4730-9370-9121c3095a03,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:22.948197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa8ffd-b5b3-4c95-a97d-7e41b7f536f4 req-34d49ff6-1fe7-4f32-96fa-b6e424f99202 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:22.949682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94aa8ffd-b5b3-4c95-a97d-7e41b7f536f4 req-34d49ff6-1fe7-4f32-96fa-b6e424f99202 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0566187 Sep 30 08:32:22.995851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94aa8ffd-b5b3-4c95-a97d-7e41b7f536f4 req-e2b484c6-fa49-4f0b-8fb3-a933714f1cad tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Sep 30 08:32:23.169675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41852) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:23.184868 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:32:23.221229 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a7115a40-c4fb-412d-a403-8529f95f4e1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bba7ec565294568a79ff6f5af0d5e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480647 Sep 30 08:32:23.221544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41854) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:23.271922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e594041-de20-4927-8a14-73f0f8a5f8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:23.293319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e594041-de20-4927-8a14-73f0f8a5f8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:23.349828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e594041-de20-4927-8a14-73f0f8a5f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:23.352471 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e594041-de20-4927-8a14-73f0f8a5f8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:23.353786 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8e594041-de20-4927-8a14-73f0f8a5f8f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40dec2ea-2b51-46ee-afc2-e8a7e822119a HTTP/1.1" status: 204 len: 168 time: 0.1311815 Sep 30 08:32:23.362651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e594041-de20-4927-8a14-73f0f8a5f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dec2ea-2b51-46ee-afc2-e8a7e822119a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:23.484638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ba4e681-8d7a-4a8b-8758-46c23fc13c20 req-6e66d03c-1a52-4167-a751-815b72b39ad1 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Sep 30 08:32:24.132549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb8b17-197b-4df1-824e-e41b742379b2 req-ca0164ee-9943-4ba4-bd46-1356258c0787 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:24.138064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fcb8b17-197b-4df1-824e-e41b742379b2 req-ca0164ee-9943-4ba4-bd46-1356258c0787 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0669003 Sep 30 08:32:24.194115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fcb8b17-197b-4df1-824e-e41b742379b2 req-627b7386-a190-4ed5-ade8-3c3e144b3011 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 Sep 30 08:32:24.668955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f6359be-d2ec-4e57-bf4a-1c79bfb96ad5 req-a3e48629-5b85-4d36-9eb2-e758a5a62919 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0439653 Sep 30 08:32:24.856709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41906) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:24.963635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-602130813', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:24.988577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Made reservation on behalf of 151ca458ad134df1b44853070fbd62d1 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:24.991601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.001117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.087761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51ee5719-8281-4990-8349-e76af7e9ea91 req-4086f488-5059-424f-bec6-d39ecfb4ef87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0256948 Sep 30 08:32:25.109615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.114033 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.119158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] device_id is not set on port 4d658365-f60e-40a2-9e9c-a9d192c6dba7 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:32:25.177346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25599ff2-97f1-479d-a5f8-a6d05dcf6618,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:25.265040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Allocated IP 172.25.7.142 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4d658365-f60e-40a2-9e9c-a9d192c6dba7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:25.326480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d6dd-9825-4fcc-a880-1ecd2f880dd2 req-3d4fb291-4e7d-46b0-9dee-894fd6af65a8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:25.328438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0b6d6dd-9825-4fcc-a880-1ecd2f880dd2 req-3d4fb291-4e7d-46b0-9dee-894fd6af65a8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0609276 Sep 30 08:32:25.377973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0b6d6dd-9825-4fcc-a880-1ecd2f880dd2 req-a0bb0109-f060-46b8-a43e-a62c2ca21afc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Sep 30 08:32:25.446840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.486481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.536813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:25.542514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:25.552497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:25.558185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Pushing event updated for resources: {'Port': ['ID=4d658365-f60e-40a2-9e9c-a9d192c6dba7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:25.607771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:25.608679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.626788 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e44df7ff-1d3b-46bf-9949-e8bd6480c183 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7688677 Sep 30 08:32:25.630576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41920) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:25.635614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}]}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:25.652968 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.661847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.663257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.732129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.767033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c5bc46f-9bf5-4871-b739-24e8ee1b748b req-bb873d2e-ba5d-4a93-b585-8d18a10e1622 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Sep 30 08:32:25.842809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:25.881328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.091989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.114283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.265008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.435936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.438352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.488128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.488648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77a27569-f274-4adf-9cde-78898fa6de00 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:26.514389 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:32:26.515892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96304217-ab02-47b0-a192-40ef9e64a330 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8840730 Sep 30 08:32:26.518885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:26.523261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c5032-8c92-4fe6-9bf6-6c1e6651ef93 req-551181a3-6ce8-40da-9151-e24d30a82e7c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:26.524832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-090c5032-8c92-4fe6-9bf6-6c1e6651ef93 req-551181a3-6ce8-40da-9151-e24d30a82e7c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0702741 Sep 30 08:32:26.572660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-090c5032-8c92-4fe6-9bf6-6c1e6651ef93 req-af2e03b7-c7fd-4526-9b15-8ab73f7a82b2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Sep 30 08:32:26.615868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Deleting port 4d658365-f60e-40a2-9e9c-a9d192c6dba7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:26.616216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.701468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.714712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Calling delete_port for 4d658365-f60e-40a2-9e9c-a9d192c6dba7 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:26.839293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.874378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d658365-f60e-40a2-9e9c-a9d192c6dba7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:26.877156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bfb4758-fa43-4b66-9f61-e4d5992f23b2 req-9bc3b02e-871a-4273-b868-81484e419f9b tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Sep 30 08:32:26.939825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:26.945334 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d72402a-ba8d-4f9f-89b2-202afe303976 tempest-RoutersAdminNegativeIpV6Test-20588792 tempest-RoutersAdminNegativeIpV6Test-20588792-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4d658365-f60e-40a2-9e9c-a9d192c6dba7 HTTP/1.1" status: 204 len: 168 time: 0.4216595 Sep 30 08:32:27.285256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41964) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:27.296912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6d92110-9939-4f0a-a13c-2325e2439708 req-15ca67a8-9f75-4265-8ed5-7edbc8a60d34 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5&device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0302901 Sep 30 08:32:27.425702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dddefc6b-0f67-4f18-9667-79c9fc026ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.528185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dddefc6b-0f67-4f18-9667-79c9fc026ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.532879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dddefc6b-0f67-4f18-9667-79c9fc026ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.588925 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dddefc6b-0f67-4f18-9667-79c9fc026ca0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1943d12a2437463d888ab58bd7bcda56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024564 Sep 30 08:32:27.589897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41976) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:27.597338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddefc6b-0f67-4f18-9667-79c9fc026ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe261669-6798-4587-a725-1a818ba4bec9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:27.606082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-213cc526-230a-40a4-a632-96c6ff6a9a24 req-b75d2e69-70d9-4ad7-a1d7-daf0f6db2d56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=471fdabfba1044b1bae440d3d5f34c92&device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0367997 Sep 30 08:32:27.649250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25b2454b-3ca5-43eb-b60f-2195c9a84801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.652247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d2467f5-900a-4aac-8d2a-2397037acdc4 req-8936ffe9-c630-4fcf-a52d-027eb07c5112 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0409102 Sep 30 08:32:27.663159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-213cc526-230a-40a4-a632-96c6ff6a9a24 req-65220fd4-8501-4e02-b15a-cc285dfd3597 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=471fdabfba1044b1bae440d3d5f34c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413127 Sep 30 08:32:27.679218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25b2454b-3ca5-43eb-b60f-2195c9a84801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.725161 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25b2454b-3ca5-43eb-b60f-2195c9a84801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.728475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25b2454b-3ca5-43eb-b60f-2195c9a84801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:27.735353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-25b2454b-3ca5-43eb-b60f-2195c9a84801 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe261669-6798-4587-a725-1a818ba4bec9 HTTP/1.1" status: 204 len: 168 time: 0.1409745 Sep 30 08:32:27.746844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2454b-3ca5-43eb-b60f-2195c9a84801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe261669-6798-4587-a725-1a818ba4bec9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:28.086379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41988) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:28.133945 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4f204486-bb57-4590-8056-bbcbf30b1f04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=151ca458ad134df1b44853070fbd62d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461202 Sep 30 08:32:28.136210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41990) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:28.195709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd436837-d797-4a62-ab28-360f7984fd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:28.218045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48deae-c652-438a-98f3-33798b9d8cf4 req-4828fc03-9ebb-434d-9efb-2683dc514d42 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:28.220282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d48deae-c652-438a-98f3-33798b9d8cf4 req-4828fc03-9ebb-434d-9efb-2683dc514d42 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.4746654 Sep 30 08:32:28.233593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd436837-d797-4a62-ab28-360f7984fd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:28.257343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc526-230a-40a4-a632-96c6ff6a9a24 req-6f375051-3edc-4222-be87-fe794b69db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:28.259003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-213cc526-230a-40a4-a632-96c6ff6a9a24 req-6f375051-3edc-4222-be87-fe794b69db11 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5776920 Sep 30 08:32:28.289125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd436837-d797-4a62-ab28-360f7984fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:28.291877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd436837-d797-4a62-ab28-360f7984fd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:28.296961 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd436837-d797-4a62-ab28-360f7984fd3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25599ff2-97f1-479d-a5f8-a6d05dcf6618 HTTP/1.1" status: 204 len: 168 time: 0.1597857 Sep 30 08:32:28.315305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd436837-d797-4a62-ab28-360f7984fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25599ff2-97f1-479d-a5f8-a6d05dcf6618,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:28.348332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d48deae-c652-438a-98f3-33798b9d8cf4 req-5386b236-722d-4707-b237-99d915c6b57d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184988 Sep 30 08:32:28.777501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8caa8dac-a0ce-4efa-9261-1b6ce0474358 req-6e9d81b3-bc0f-48d8-9056-f90b16222269 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0408983 Sep 30 08:32:29.161059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42022) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:29.285970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1814362577'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:29.318485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:29.322184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.332325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.467569 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.471822 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.472219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392fc24-a488-48bb-93e5-dd77e1ebce4b req-cf6b5b4c-0e56-4206-b3e3-408ac6110ad8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:29.478015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a392fc24-a488-48bb-93e5-dd77e1ebce4b req-cf6b5b4c-0e56-4206-b3e3-408ac6110ad8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0626493 Sep 30 08:32:29.505767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:32:29.518835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a392fc24-a488-48bb-93e5-dd77e1ebce4b req-fcbb1d00-ab41-432b-9811-7036daaef01b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Sep 30 08:32:29.522323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9c86db-1f0b-4618-b584-32cdbc7047fa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:29.525751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.526034 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Added segment a60b85b8-da21-4a15-8e21-65eddc837925 of type vlan for network 84973039-6883-4522-8f61-c46831a8fcce Sep 30 08:32:29.576603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.602918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.610667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:29.611318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.652258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4890218 Sep 30 08:32:29.655704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42032) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:29.663022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'subnet': {'network_id': '84973039-6883-4522-8f61-c46831a8fcce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:29.882324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7a1e996-15ab-450c-98e2-71f0c2ee25c0 req-5424ac98-edab-4973-a1a3-30f47baddadd tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0389013 Sep 30 08:32:29.955725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6219022-5825-4f3e-99ba-0a83bab1f156 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Network': ['ID=84973039-6883-4522-8f61-c46831a8fcce,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:29.967451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 84973039-6883-4522-8f61-c46831a8fcce details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:32:30.043222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-213cc526-230a-40a4-a632-96c6ff6a9a24 req-32612257-ab53-4065-8898-cda2021c9d75 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.57 "GET /v2.0/ports?device_id=069f57ed-7f0c-45bf-80d1-24c16b401ef5 HTTP/1.1" status: 200 len: 210 time: 0.0357080 Sep 30 08:32:30.050335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:30.054205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.252402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.311089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Subnet': ['ID=1dbdad45-0120-4695-912b-8b2973e4068c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:30.318008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Checking segment: {'id': 'a60b85b8-da21-4a15-8e21-65eddc837925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '84973039-6883-4522-8f61-c46831a8fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:30.318389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network hostable DHCP agents. Network: 84973039-6883-4522-8f61-c46831a8fcce, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:32:30.334423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:32:30.343711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 84973039-6883-4522-8f61-c46831a8fcce) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:30.347913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:30.348481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.352530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2dd08-2519-4c66-8a48-6724407abfdb None None] Network 84973039-6883-4522-8f61-c46831a8fcce requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:30.362890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9fd096d1-2105-47c2-b02f-5afd5f8b50ea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7061467 Sep 30 08:32:30.365835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42038) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:30.370413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1153073923', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:30.393310 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.394340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.449869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.478741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f319fbd-b863-4858-94ad-a99e8e891067 None None] Network 84973039-6883-4522-8f61-c46831a8fcce requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:30.601958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.666637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d3f9-7a2b-408f-90c7-2d9927f5c8ef req-f7b69e85-838e-46ad-90c8-954cc16a7ff5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:30.668240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c27d3f9-7a2b-408f-90c7-2d9927f5c8ef req-f7b69e85-838e-46ad-90c8-954cc16a7ff5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Sep 30 08:32:30.707193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c27d3f9-7a2b-408f-90c7-2d9927f5c8ef req-6cebc858-48ef-4745-ae84-b3ae97b8d4cd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Sep 30 08:32:30.805930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.826002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:30.938525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.84 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/cc023711-7334-450b-9d95-7eccd62baabd) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:31.050912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:31.090562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:31.131857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:31.135098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:31.140439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:31.141819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fcdfa3c-14b4-4cec-a05d-3928549894f2 req-a55be543-95b2-4c70-bd4c-2ccc16a0bc7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=471fdabfba1044b1bae440d3d5f34c92&device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0300627 Sep 30 08:32:31.179839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=cc023711-7334-450b-9d95-7eccd62baabd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:31.181491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7c1c01-5286-4e67-9d45-275cfa7ff80b req-bc65b10c-c7ad-45e9-b559-8c11213d9835 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0436249 Sep 30 08:32:31.193292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fcdfa3c-14b4-4cec-a05d-3928549894f2 req-39440b2b-42af-48ae-87b1-80fe613b8f56 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=471fdabfba1044b1bae440d3d5f34c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406935 Sep 30 08:32:31.305897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdfa3c-14b4-4cec-a05d-3928549894f2 req-35ff6429-66df-4e39-9b42-eaedff584f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.307400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fcdfa3c-14b4-4cec-a05d-3928549894f2 req-35ff6429-66df-4e39-9b42-eaedff584f2f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024389 Sep 30 08:32:31.453675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:31.653625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:31.786989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:31.836460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35af5e-c462-40d7-8fde-98fb16669375 req-c031b23d-61ec-4c95-98a7-8241d3ca0a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.838736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf35af5e-c462-40d7-8fde-98fb16669375 req-c031b23d-61ec-4c95-98a7-8241d3ca0a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0573127 Sep 30 08:32:31.882811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf35af5e-c462-40d7-8fde-98fb16669375 req-24a34c7b-b544-43f2-9ed0-02bd0f6052c8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379245 Sep 30 08:32:31.910551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:31.921769 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:31.932882 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:31.933530 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:31.941008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:31.945546 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-97d8bc45-c433-4f68-b4d7-94493fa406ff tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5762043 Sep 30 08:32:31.945952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42066) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:31.976941 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:31.986879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:31.987514 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:32.021400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:32.021995 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153a57-d5af-46c8-ad0a-a09a5e7b9abe None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:32.304608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3cc9578-becb-45ae-a8e1-40fcc433aa80 req-6e1476e5-f4dd-4e9d-a3de-4523ca5ee4c9 tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0347738 Sep 30 08:32:32.425977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.772688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.1 (84973039-6883-4522-8f61-c46831a8fcce/1dbdad45-0120-4695-912b-8b2973e4068c/d58fea33-25d8-43b3-a667-f8ce7a390474) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:32.892147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.926187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.994772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:33.010363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:33.030978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:33.035296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fcdfa3c-14b4-4cec-a05d-3928549894f2 req-64023db2-cd0a-4740-85eb-227cb1b2bc7d tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.57 "GET /v2.0/ports?device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0551343 Sep 30 08:32:33.039738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=d58fea33-25d8-43b3-a667-f8ce7a390474,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:33.092320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c75df-c7d2-40ec-bc5c-c50fa362d7e0 req-196f098e-03f5-4c28-9588-54843d4a7614 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:33.093854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18c75df-c7d2-40ec-bc5c-c50fa362d7e0 req-196f098e-03f5-4c28-9588-54843d4a7614 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1379426 Sep 30 08:32:33.099560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.188163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b18c75df-c7d2-40ec-bc5c-c50fa362d7e0 req-141e077f-2175-4093-aae5-3aefac51af1d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860741 Sep 30 08:32:33.272920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.502975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6e33cf4-bb6c-46a1-a2d4-94e1daa67687 req-da757e61-0379-4e43-b7a9-1d35c455310f tempest-ServerShowV247Test-1755773175 tempest-ServerShowV247Test-1755773175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fce3320f-cb72-40f1-af92-0f83d1318abb HTTP/1.1" status: 200 len: 210 time: 0.0465379 Sep 30 08:32:33.606883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.611753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.692318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.695117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=d58fea33-25d8-43b3-a667-f8ce7a390474,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:33.791918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:33.793363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:33.911006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:34.030077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:34.038317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5a153355-c5a1-4636-8f5b-9b588373a83b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/routers/5e552174-ab46-44cf-b085-df8332eb66f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881052 Sep 30 08:32:34.038401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42082) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:34.040869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:34.043098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'port': {'network_id': '84973039-6883-4522-8f61-c46831a8fcce', 'name': 'tempest-FloatingIPTestJSON-1329814824'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:34.050962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:34.051703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:34.088779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:34.097738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:34.098346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:34.131468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:34.132138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c61ae9-5fdb-497c-83f0-98a870f3912b None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:34.155906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:34.159612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:34.178390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] device_id is not set on port 3ee06c47-4e5c-4f34-b00b-975dd4528c5d yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:32:34.301156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.3 (84973039-6883-4522-8f61-c46831a8fcce/1dbdad45-0120-4695-912b-8b2973e4068c/3ee06c47-4e5c-4f34-b00b-975dd4528c5d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:34.327143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40620559-b3b4-4a2f-815a-3a4f721b7657 req-f4055507-c02c-4bf7-825d-b3d345d4ac88 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:34.328854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40620559-b3b4-4a2f-815a-3a4f721b7657 req-f4055507-c02c-4bf7-825d-b3d345d4ac88 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0556598 Sep 30 08:32:34.371177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40620559-b3b4-4a2f-815a-3a4f721b7657 req-879b9044-d25e-4880-badd-e2c669ae00ac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Sep 30 08:32:34.467457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:34.503963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:34.546648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:34.555603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:34.563506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:34.600202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=3ee06c47-4e5c-4f34-b00b-975dd4528c5d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:34.626324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:34.626964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:34.642471 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8038d2e3-84a8-4aa4-987c-460eeff3a0da tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6032519 Sep 30 08:32:34.644938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42096) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:34.650154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'port': {'network_id': '84973039-6883-4522-8f61-c46831a8fcce', 'name': 'tempest-FloatingIPTestJSON-1757211868'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:34.763909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:34.769001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:34.786251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] device_id is not set on port b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:32:34.865912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:34.906738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.8 (84973039-6883-4522-8f61-c46831a8fcce/1dbdad45-0120-4695-912b-8b2973e4068c/b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:34.995964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcbbba52-1b80-4f09-929f-a479ddfd25bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.084259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.097884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcbbba52-1b80-4f09-929f-a479ddfd25bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.103058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcbbba52-1b80-4f09-929f-a479ddfd25bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.126694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.154835 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bcbbba52-1b80-4f09-929f-a479ddfd25bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=471fdabfba1044b1bae440d3d5f34c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871094 Sep 30 08:32:35.156853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42104) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:35.157756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbba52-1b80-4f09-929f-a479ddfd25bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842bb2e-9de6-48fd-801d-b0bee3745abd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:35.178157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:35.182252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:35.187015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:35.215764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:35.237558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50baee0e-a689-4ab0-aace-bb72f768e4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.248835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:35.249542 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.262964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50baee0e-a689-4ab0-aace-bb72f768e4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.270141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a396c9ab-903a-4f03-9f71-c934b060e865 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6237090 Sep 30 08:32:35.270338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42106) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:35.277104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:35.321967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.350805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50baee0e-a689-4ab0-aace-bb72f768e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.352220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50baee0e-a689-4ab0-aace-bb72f768e4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.353431 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-50baee0e-a689-4ab0-aace-bb72f768e4c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1842bb2e-9de6-48fd-801d-b0bee3745abd HTTP/1.1" status: 204 len: 168 time: 0.1922324 Sep 30 08:32:35.372226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baee0e-a689-4ab0-aace-bb72f768e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842bb2e-9de6-48fd-801d-b0bee3745abd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:35.456122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:35.521068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9c52-8d75-4e4e-aa89-0e45efbb0112 req-5a0282c1-98f1-46f1-8c44-f9f83938bc40 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:35.522359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c9b9c52-8d75-4e4e-aa89-0e45efbb0112 req-5a0282c1-98f1-46f1-8c44-f9f83938bc40 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0663795 Sep 30 08:32:35.602469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c9b9c52-8d75-4e4e-aa89-0e45efbb0112 req-e076bb05-0864-4b41-9c69-97c48d7fdeb0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714610 Sep 30 08:32:35.912725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.33 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/3f8f648d-87f2-4007-ad4c-3b3cd5caa886) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:36.042905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.092459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.133814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:36.136823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:36.144331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:36.150626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=3f8f648d-87f2-4007-ad4c-3b3cd5caa886,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:36.173643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42140) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:36.276896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1385402958-network', 'tenant_id': 'c63eee80e9ad4d4eb01ba232fcdb3f99'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:36.335169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Made reservation on behalf of c63eee80e9ad4d4eb01ba232fcdb3f99 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:36.337422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.352348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.601362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.604234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.606030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.650841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:32:36.679303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.679651 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Added segment c7994dc4-d73a-449f-b8eb-cf5244d39360 of type vlan for network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 Sep 30 08:32:36.681664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592df251-211a-4c7c-92b6-a9a085471476,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:36.721742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599b7dd-8abf-4b4f-8717-34e9ec157ce4 req-d5e4945b-20b1-4281-8e5c-640dfeca45dd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:36.723208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a599b7dd-8abf-4b4f-8717-34e9ec157ce4 req-d5e4945b-20b1-4281-8e5c-640dfeca45dd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0558712 Sep 30 08:32:36.744362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.746589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.764569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a599b7dd-8abf-4b4f-8717-34e9ec157ce4 req-5ad2cbef-b77e-4cc3-b99c-62a858894917 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343921 Sep 30 08:32:36.807035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.808004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:36.808590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.868870 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6941624 Sep 30 08:32:36.871841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42154) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:36.878595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Request body: {'subnet': {'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1385402958-subnet', 'tenant_id': 'c63eee80e9ad4d4eb01ba232fcdb3f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:36.901569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Made reservation on behalf of c63eee80e9ad4d4eb01ba232fcdb3f99 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:36.904554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.924762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ced22f-7bf4-4598-be7c-b1e3dcc4bb5e admin admin] Pushing event updated for resources: {'Network': ['ID=e529cec2-2534-4ee0-99ab-4ad493dcf5d0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:36.937133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:32:36.992634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.999658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.082283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=3f8f648d-87f2-4007-ad4c-3b3cd5caa886,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:37.092817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.118890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.181100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e9ae79-6c4e-4ddf-804d-e551a14a046e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:37.188435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Checking segment: {'id': 'c7994dc4-d73a-449f-b8eb-cf5244d39360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:37.188797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Network hostable DHCP agents. Network: e529cec2-2534-4ee0-99ab-4ad493dcf5d0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:32:37.197963 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP ee533e80-64c4-4a5d-8d76-154faed4e1b2 associated. External IP: 172.25.7.33, port: b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5. Sep 30 08:32:37.206724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:32:37.223216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e529cec2-2534-4ee0-99ab-4ad493dcf5d0) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:37.227649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.228532 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.235581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa4c0d-ec87-4232-96d2-95e4d792544e None None] Network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:37.254114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ea319234-f5a1-4c21-88da-c41618f98132 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3800328 Sep 30 08:32:37.392718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb73aeb-ad95-40e5-9f82-c17ea45460a3 None None] Network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:37.474440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:37.601550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:37.615655 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:37.620617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.632558 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:37.633130 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:37.662194 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7670b6a8-c21b-4e44-ae51-bb63c9041f9c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3899431 Sep 30 08:32:37.669854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42170) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:37.675013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:37.688175 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:37.697166 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:37.698045 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:37.746852 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:37.747763 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e317fe-a9cf-491b-bd91-0049870ab899 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:37.767137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.827738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42180) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:37.835841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1201197107-network', 'tenant_id': '5b7b76fffce946d183ae943294708a7e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:37.878437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Made reservation on behalf of 5b7b76fffce946d183ae943294708a7e for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:37.882895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.900231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.019953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.024761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.055950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:32:38.062829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124252f5-5d4a-4096-987a-da67d05470ad,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:38.073713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.074242 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Added segment 0433af46-006e-4c41-9cca-cb2693f3ae6e of type vlan for network 788cf43e-eebd-4074-88dc-dc61a223fab5 Sep 30 08:32:38.131414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.169752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.171226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.171998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.212274 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3827538 Sep 30 08:32:38.217502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42192) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:38.221847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Request body: {'subnet': {'network_id': '788cf43e-eebd-4074-88dc-dc61a223fab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1201197107-subnet', 'tenant_id': '5b7b76fffce946d183ae943294708a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:38.251393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b0b42-26c9-4247-a6a7-e4b13628fb9d admin admin] Pushing event updated for resources: {'Network': ['ID=788cf43e-eebd-4074-88dc-dc61a223fab5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:38.262594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 788cf43e-eebd-4074-88dc-dc61a223fab5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:32:38.280646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Made reservation on behalf of 5b7b76fffce946d183ae943294708a7e for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:38.284453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.307484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021d5a5-e845-47fb-a8eb-5fd7c6d914d8 req-e47ce85e-dc49-4208-a401-2126a85c27b1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.309667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6021d5a5-e845-47fb-a8eb-5fd7c6d914d8 req-e47ce85e-dc49-4208-a401-2126a85c27b1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.4333851 Sep 30 08:32:38.374970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.386902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.387368 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP ee533e80-64c4-4a5d-8d76-154faed4e1b2 disassociated. External IP: 172.25.7.33, port: b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5. Sep 30 08:32:38.432893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6021d5a5-e845-47fb-a8eb-5fd7c6d914d8 req-3008a0ce-8547-4eeb-a543-12acbf61fa4c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140587 Sep 30 08:32:38.514880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.535127 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f36392a-3216-4044-8593-8d1047446ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.590324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ccd109-cd36-4f6a-8d65-79b7ef5d548a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:38.593302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Checking segment: {'id': '0433af46-006e-4c41-9cca-cb2693f3ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '788cf43e-eebd-4074-88dc-dc61a223fab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:38.593792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Network hostable DHCP agents. Network: 788cf43e-eebd-4074-88dc-dc61a223fab5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:32:38.615592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Network 788cf43e-eebd-4074-88dc-dc61a223fab5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:32:38.626606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 788cf43e-eebd-4074-88dc-dc61a223fab5) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:38.631181 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.631780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.638159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce2070c-19c5-47ae-b4f1-28d45c894e75 None None] Network 788cf43e-eebd-4074-88dc-dc61a223fab5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:38.643733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:38.649897 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ff4d0b2-3346-4556-b7db-18c085dd9ab9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4318585 Sep 30 08:32:38.774350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:38.780210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.798300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:38.805266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bcc616-531f-4194-91f4-c3a6363c3a16 None None] Network 788cf43e-eebd-4074-88dc-dc61a223fab5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:38.817735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c070307-579c-4bbd-9334-924a23c15a14 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/floatingips/ee533e80-64c4-4a5d-8d76-154faed4e1b2 HTTP/1.1" status: 200 len: 687 time: 1.1440337 Sep 30 08:32:38.818418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42200) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:38.874672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:38.875318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:38.924079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:38.946232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:38.946944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:38.985212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:38.985936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efbafb-a3ac-4399-9515-1b51fc4cc677 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:39.000032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 3f8f648d-87f2-4007-ad4c-3b3cd5caa886 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:39.000385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.090914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.091266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.104973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 3f8f648d-87f2-4007-ad4c-3b3cd5caa886 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:39.255358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-7f898125-99ef-4be0-9a88-9164cda52126 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.261333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.263903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-7f898125-99ef-4be0-9a88-9164cda52126 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/networks?id=e529cec2-2534-4ee0-99ab-4ad493dcf5d0 HTTP/1.1" status: 200 len: 825 time: 0.1328375 Sep 30 08:32:39.278018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-51b1fa6b-42d1-4ff6-8d54-fe0dbaccdd01 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/quotas/c63eee80e9ad4d4eb01ba232fcdb3f99 HTTP/1.1" status: 200 len: 375 time: 0.0131800 Sep 30 08:32:39.290412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=3f8f648d-87f2-4007-ad4c-3b3cd5caa886,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:39.311567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-fe1d8d02-40a0-4745-aa29-4cf477b5d7fa tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63eee80e9ad4d4eb01ba232fcdb3f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308871 Sep 30 08:32:39.351896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.354612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.360142 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd95592c-4633-4644-9c29-ce033674f0eb tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/floatingips/ee533e80-64c4-4a5d-8d76-154faed4e1b2 HTTP/1.1" status: 204 len: 168 time: 0.5363336 Sep 30 08:32:39.360306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42220) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:39.364530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '3ee06c47-4e5c-4f34-b00b-975dd4528c5d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:39.388013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.557139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-c920ffe7-c1a8-405c-8d22-64b9d6209f64 service neutron] 10.222.0.41 "GET /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365046 Sep 30 08:32:39.559681 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.726111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-1f6ed035-e1af-458b-84a3-b1cc5aa9a3af service neutron] 10.222.0.41 "GET /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543136 Sep 30 08:32:39.739269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.226 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d85a3fd3-b997-4a1e-b645-5bec2b457fe3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:39.867524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.940611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.991470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2146a1b-c046-4872-a456-03b9bde3582b req-62582409-e135-4bce-ac1f-7e39e7aa0fae tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.993199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2146a1b-c046-4872-a456-03b9bde3582b req-62582409-e135-4bce-ac1f-7e39e7aa0fae tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0993834 Sep 30 08:32:40.010070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:40.021242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:40.036478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:40.042058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=d85a3fd3-b997-4a1e-b645-5bec2b457fe3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:40.095190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2146a1b-c046-4872-a456-03b9bde3582b req-96d53bf1-c6d5-47f5-bec2-78976fff82dd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877073 Sep 30 08:32:40.450359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a648ef09-4e8a-44e9-ad18-e2304b0e7f7c req-3716621f-e020-4b93-9263-8b0ad2f8a7d5 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 210 time: 0.0654006 Sep 30 08:32:40.532952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.603394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.762107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.767330 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.844254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=d85a3fd3-b997-4a1e-b645-5bec2b457fe3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:40.851010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:41.019004 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP e55dbcea-e13d-4574-9282-7ece4e1dfcd6 associated. External IP: 172.25.7.226, port: 3ee06c47-4e5c-4f34-b00b-975dd4528c5d. Sep 30 08:32:41.069892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2b45-4041-4a32-85b1-420d34165720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:41.100317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-32168fd1-9fee-4cc0-a5d0-f8496651da9a tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.101787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-32168fd1-9fee-4cc0-a5d0-f8496651da9a tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.57 "GET /v2.0/networks?id=e529cec2-2534-4ee0-99ab-4ad493dcf5d0 HTTP/1.1" status: 200 len: 825 time: 0.1976597 Sep 30 08:32:41.131770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Request body: {'port': {'device_id': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0', 'admin_state_up': True, 'tenant_id': 'c63eee80e9ad4d4eb01ba232fcdb3f99'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:41.329238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e48d1-ed10-432a-b7fc-de7a79e0be36 req-a71ed63b-f445-4f78-b4a5-f390e6d2e41f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.330821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be3e48d1-ed10-432a-b7fc-de7a79e0be36 req-a71ed63b-f445-4f78-b4a5-f390e6d2e41f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1529515 Sep 30 08:32:41.397992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Made reservation on behalf of c63eee80e9ad4d4eb01ba232fcdb3f99 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:41.401526 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:41.447925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:41.452911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be3e48d1-ed10-432a-b7fc-de7a79e0be36 req-3fb9fd23-29ee-4b8d-b918-3dc8df29c70b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116645 Sep 30 08:32:41.648542 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:41.679450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Allocated IP 172.20.0.8 (e529cec2-2534-4ee0-99ab-4ad493dcf5d0/f4e9ae79-6c4e-4ddf-804d-e551a14a046e/1620205f-8818-44be-812d-9637072e6924) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:41.708966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:41.721342 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:41.735308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:41.736323 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:41.737208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a69e9fbb-62b9-4624-8e40-19cc33f609bd req-603a9beb-86e7-4286-aac3-1ade047c754d tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 210 time: 0.0419757 Sep 30 08:32:41.774393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:41.800735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:41.809915 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:41.811464 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:41.823391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e8716b78-4cf7-4cde-ba3a-33bf92544b7e tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4622703 Sep 30 08:32:41.827106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42264) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:41.847810 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:41.848449 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4e55f-8161-4f54-baea-e77250550efc None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:41.933793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-895b7149-82ff-4e2d-834e-75a11b29977f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/floatingips/e55dbcea-e13d-4574-9282-7ece4e1dfcd6 HTTP/1.1" status: 200 len: 978 time: 0.1061068 Sep 30 08:32:41.936614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42270) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:42.038484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.072697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6f35b3d8-fd9e-450f-8980-4c18586f3410 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1350124 Sep 30 08:32:42.075413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42272) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:42.080066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'port_id': 'b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:42.098393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.140216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.153475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:42.158698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:42.172198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:42.177109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Pushing event updated for resources: {'Port': ['ID=1620205f-8818-44be-812d-9637072e6924,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:42.230192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:42.230818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.245769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-724d96b4-5121-460b-b4c4-5bcb927e4141 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181090 Sep 30 08:32:42.259450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Request body: {'port': {'device_id': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:42.688775 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.692806 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.693869 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.718279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4693ae-a47f-4515-b900-7d63de6e662e req-0332b02f-f29a-49bf-8c97-e705e42c2bee tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:42.720532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c4693ae-a47f-4515-b900-7d63de6e662e req-0332b02f-f29a-49bf-8c97-e705e42c2bee tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0966198 Sep 30 08:32:42.821203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c4693ae-a47f-4515-b900-7d63de6e662e req-3a7ec7a7-d2ca-4c84-9584-04f194045287 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902741 Sep 30 08:32:43.067892 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP e55dbcea-e13d-4574-9282-7ece4e1dfcd6 associated. External IP: 172.25.7.226, port: 3ee06c47-4e5c-4f34-b00b-975dd4528c5d. Sep 30 08:32:43.094545 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.121065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1620205f-8818-44be-812d-9637072e6924 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:43.132620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.188130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Transition to ACTIVE for port object 1620205f-8818-44be-812d-9637072e6924 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:43.194243 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.249983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a089f2-769d-4671-843a-47707dbfc172 req-eca03750-7f73-4230-a2e1-ed8a62631548 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.252464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65a089f2-769d-4671-843a-47707dbfc172 req-eca03750-7f73-4230-a2e1-ed8a62631548 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 931 time: 0.1161604 Sep 30 08:32:43.273236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Pushing event updated for resources: {'Port': ['ID=1620205f-8818-44be-812d-9637072e6924,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:43.333480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:43.361176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65a089f2-769d-4671-843a-47707dbfc172 req-96c3dbfd-5616-458d-ad1d-e2db991e7576 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899961 Sep 30 08:32:43.386467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Attempting to bind port 1620205f-8818-44be-812d-9637072e6924 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:43.386467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Attempting to bind port 1620205f-8818-44be-812d-9637072e6924 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'c7994dc4-d73a-449f-b8eb-cf5244d39360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:43.386876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Attempting to bind port 1620205f-8818-44be-812d-9637072e6924 on network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:43.392444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Port 1620205f-8818-44be-812d-9637072e6924 on network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:43.392929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Attempting to bind port 1620205f-8818-44be-812d-9637072e6924 on network e529cec2-2534-4ee0-99ab-4ad493dcf5d0 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:43.398897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:43.398897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Checking segment: {'id': 'c7994dc4-d73a-449f-b8eb-cf5244d39360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:43.399466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Bound using segment: {'id': 'c7994dc4-d73a-449f-b8eb-cf5244d39360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:43.400060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Bound port: 1620205f-8818-44be-812d-9637072e6924, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994dc4-d73a-449f-b8eb-cf5244d39360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:43.400784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.469695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:43.475066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] For port 1620205f-8818-44be-812d-9637072e6924, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:43.478696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] For port 1620205f-8818-44be-812d-9637072e6924, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1620205f-8818-44be-812d-9637072e6924,segment=NetworkSegment(c7994dc4-d73a-449f-b8eb-cf5244d39360),segment_id=c7994dc4-d73a-449f-b8eb-cf5244d39360)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:43.483080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:43.486493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.502267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:43.503101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.530329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.531011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.532487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] 10.222.0.57 "PUT /v2.0/ports/1620205f-8818-44be-812d-9637072e6924 HTTP/1.1" status: 200 len: 1091 time: 1.2777073 Sep 30 08:32:43.536133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'tag': '1620205f-8818-44be-812d-9637072e6924'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:43.538606 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcb758e-11e4-40f2-95b6-3283b895ef8c", "tag": "1620205f-8818-44be-812d-9637072e6924"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:43.573836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.608712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018a9d3-a3be-416e-82a0-faaa541d7599 service neutron] Pushing event updated for resources: {'Port': ['ID=1620205f-8818-44be-812d-9637072e6924,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:43.631278 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e4b2b3-bf7b-4b42-ba2b-9e5c1e98f70e x-openstack-request-id: req-92e4b2b3-bf7b-4b42-ba2b-9e5c1e98f70e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:43.631754 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcb758e-11e4-40f2-95b6-3283b895ef8c", "tag": "1620205f-8818-44be-812d-9637072e6924", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:43.632176 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92e4b2b3-bf7b-4b42-ba2b-9e5c1e98f70e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:43.632817 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'tag': '1620205f-8818-44be-812d-9637072e6924', 'status': 'completed', 'code': 200} Sep 30 08:32:43.644993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:43.646010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.688037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-4fe13c5a-ad61-44e3-9beb-1c6f94e87e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.689992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-4fe13c5a-ad61-44e3-9beb-1c6f94e87e79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63eee80e9ad4d4eb01ba232fcdb3f99&device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 1094 time: 0.0779307 Sep 30 08:32:43.693811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.694607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b649e-d670-4f5a-a37c-5ebfa1d0eed3 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:43.739415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-30eec5d9-2610-4a39-a530-60592dd9c2c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1620205f-8818-44be-812d-9637072e6924 HTTP/1.1" status: 200 len: 217 time: 0.0400224 Sep 30 08:32:43.829821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:43.830112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-8de5fc8a-83b8-4b66-920a-201adb4a7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.833122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-8de5fc8a-83b8-4b66-920a-201adb4a7362 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9ae79-6c4e-4ddf-804d-e551a14a046e HTTP/1.1" status: 200 len: 865 time: 0.0849724 Sep 30 08:32:43.892172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-b32e40f7-6cb8-4d63-8e80-8efe442ab57e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e529cec2-2534-4ee0-99ab-4ad493dcf5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493653 Sep 30 08:32:43.989322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:43.994577 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.003414 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:44.013855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:44.015314 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.043931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df512bc-23d3-489b-826a-cd0d8bc50b22 req-45bb6e84-275f-46f5-b91e-f1a016e521d4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.046198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0df512bc-23d3-489b-826a-cd0d8bc50b22 req-45bb6e84-275f-46f5-b91e-f1a016e521d4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1205025 Sep 30 08:32:44.052439 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.063141 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:44.064016 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.072014 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-28219105-7e1f-4485-b947-7d4b22e8b8e8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/floatingips/e55dbcea-e13d-4574-9282-7ece4e1dfcd6 HTTP/1.1" status: 200 len: 978 time: 1.9949126 Sep 30 08:32:44.073546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-99842e50-ad7f-4e9f-9dcc-d8fe6cf32001 service neutron] 10.222.0.57 "GET /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680813 Sep 30 08:32:44.074385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42318) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:44.080586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:44.099251 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.100158 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc218ec3-06e2-4c56-81e2-703a094191de None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:44.131796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0df512bc-23d3-489b-826a-cd0d8bc50b22 req-373f3e3e-f744-450c-b6fd-b24f442c6546 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730572 Sep 30 08:32:44.154491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.205771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cba9568-c525-4ed6-9852-8bad7b83a36d req-840952b4-ad9b-4809-afaf-c80c5e900fd7 service neutron] 10.222.0.57 "GET /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233323 Sep 30 08:32:44.332030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-d130b895-4052-4a59-b63a-024a19ae55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.333644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-d130b895-4052-4a59-b63a-024a19ae55da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63eee80e9ad4d4eb01ba232fcdb3f99&device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 1094 time: 0.0528796 Sep 30 08:32:44.336195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.340137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.340592 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP e55dbcea-e13d-4574-9282-7ece4e1dfcd6 disassociated. External IP: 172.25.7.226, port: b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5. Sep 30 08:32:44.473007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-28f98ac4-0a2a-4767-b266-871c647d2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.474530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-28f98ac4-0a2a-4767-b266-871c647d2d9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e529cec2-2534-4ee0-99ab-4ad493dcf5d0 HTTP/1.1" status: 200 len: 926 time: 0.1291945 Sep 30 08:32:44.537290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc76be-02c0-44ab-a96d-e3918d663ed3 req-a1033518-5f31-4126-ac6c-e80e0fb63b0b tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.538907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52cc76be-02c0-44ab-a96d-e3918d663ed3 req-a1033518-5f31-4126-ac6c-e80e0fb63b0b tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 943 time: 0.0947824 Sep 30 08:32:44.540690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-c1d53d93-f60e-49b1-88bf-2b874d1762ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1620205f-8818-44be-812d-9637072e6924 HTTP/1.1" status: 200 len: 217 time: 0.0571315 Sep 30 08:32:44.582395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:44.626969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52cc76be-02c0-44ab-a96d-e3918d663ed3 req-d2efa935-b181-4186-951a-b97ab8b79128 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Sep 30 08:32:44.631341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-0a0aaa3d-0f81-4fc7-bcaf-1274e4aaf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.632819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-0a0aaa3d-0f81-4fc7-bcaf-1274e4aaf0d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9ae79-6c4e-4ddf-804d-e551a14a046e HTTP/1.1" status: 200 len: 865 time: 0.0709381 Sep 30 08:32:44.675801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-386a77c6-e050-4efa-bde2-ff054901e50f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e529cec2-2534-4ee0-99ab-4ad493dcf5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348697 Sep 30 08:32:44.698087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:44.705648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.708850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:44.719016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:44.720651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.741553 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f3f99415-a267-4fca-bf4d-923085e81711 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/floatingips/e55dbcea-e13d-4574-9282-7ece4e1dfcd6 HTTP/1.1" status: 200 len: 688 time: 0.6635990 Sep 30 08:32:44.741777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:44.773196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.789998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-5485ca48-5091-41d0-92f2-a563f69fe9d7 service neutron] 10.222.0.57 "GET /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010485 Sep 30 08:32:44.800211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:44.800823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.836982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.837667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d45435-3a6f-4851-933f-7ca4364e6b6c None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:44.874184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.886838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port d85a3fd3-b997-4a1e-b645-5bec2b457fe3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:44.887362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.915271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a325bd5e-54d5-4fd6-8fe2-69bb30ab5eb3 req-c14ea168-47b5-4f30-b0f2-b17438f1af90 service neutron] 10.222.0.57 "GET /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089928 Sep 30 08:32:45.027266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.027719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.047027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for d85a3fd3-b997-4a1e-b645-5bec2b457fe3 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:45.191965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.219440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=d85a3fd3-b997-4a1e-b645-5bec2b457fe3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:45.289267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.290787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a06be-7cdf-4706-b4b2-b01a4cdc4b45 req-84142cc9-6c55-433c-b244-844b4bea12a3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.292528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-949a06be-7cdf-4706-b4b2-b01a4cdc4b45 req-84142cc9-6c55-433c-b244-844b4bea12a3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0593951 Sep 30 08:32:45.293287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.297978 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-38f0d885-f551-49a5-b72a-2dcfee791285 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/floatingips/e55dbcea-e13d-4574-9282-7ece4e1dfcd6 HTTP/1.1" status: 204 len: 168 time: 0.5516899 Sep 30 08:32:45.298173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42334) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:45.338385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-949a06be-7cdf-4706-b4b2-b01a4cdc4b45 req-4b9f8ae5-d06c-41dc-a6c9-7357d81bddda tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Sep 30 08:32:45.356493 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-d0809d8a-e79e-4ce3-aa31-7f2626cfaf81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] delete failed (client error): The resource could not be found. Sep 30 08:32:45.358266 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d0809d8a-e79e-4ce3-aa31-7f2626cfaf81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/floatingips/e55dbcea-e13d-4574-9282-7ece4e1dfcd6 HTTP/1.1" status: 404 len: 345 time: 0.0591490 Sep 30 08:32:45.365137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42338) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:45.473496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5f096-9621-4012-b158-0e07d5d15dbf tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.479733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5f096-9621-4012-b158-0e07d5d15dbf tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.486911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5f096-9621-4012-b158-0e07d5d15dbf tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.491340 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cef5f096-9621-4012-b158-0e07d5d15dbf tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/ports?network_id=84973039-6883-4522-8f61-c46831a8fcce HTTP/1.1" status: 200 len: 2358 time: 0.1219671 Sep 30 08:32:45.491559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:45.552295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e55667-0946-4069-8e8e-56716062f9dd tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.558275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-63e55667-0946-4069-8e8e-56716062f9dd tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/subnets/1dbdad45-0120-4695-912b-8b2973e4068c HTTP/1.1" status: 200 len: 797 time: 0.0611098 Sep 30 08:32:45.558454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42346) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:45.563334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'port': {'network_id': '84973039-6883-4522-8f61-c46831a8fcce', 'name': 'tempest-FloatingIPTestJSON-1506303062', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:45.710205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:45.774437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4fe2d-1bd4-463b-b113-b825f8681608 req-cdc8c525-58c3-4fee-a36c-d6c9707b1d53 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.778595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e4fe2d-1bd4-463b-b113-b825f8681608 req-cdc8c525-58c3-4fee-a36c-d6c9707b1d53 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 943 time: 0.0548487 Sep 30 08:32:45.811288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.818624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e4fe2d-1bd4-463b-b113-b825f8681608 req-b95b662b-76c7-4319-9a86-2c5491603b1e tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Sep 30 08:32:45.834710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] device_id is not set on port a87e6534-c2f3-456c-939a-6265f8fcc3a4 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:32:46.403147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.14 (84973039-6883-4522-8f61-c46831a8fcce/1dbdad45-0120-4695-912b-8b2973e4068c/a87e6534-c2f3-456c-939a-6265f8fcc3a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:46.411395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.13 (84973039-6883-4522-8f61-c46831a8fcce/1dbdad45-0120-4695-912b-8b2973e4068c/a87e6534-c2f3-456c-939a-6265f8fcc3a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:46.507809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a730fa-ed4a-4419-992e-70be98e8c83a req-d36b08a6-2331-496c-b031-7eb14b5a30d5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.509869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88a730fa-ed4a-4419-992e-70be98e8c83a req-d36b08a6-2331-496c-b031-7eb14b5a30d5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0675733 Sep 30 08:32:46.557375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88a730fa-ed4a-4419-992e-70be98e8c83a req-260e7380-c55c-4a37-9402-bdd9ef4f14ae tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Sep 30 08:32:46.589846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.632607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.694134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:46.701098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:46.705987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:46.746101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=a87e6534-c2f3-456c-939a-6265f8fcc3a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:46.775381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.776105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.795031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ce059c3f-2a3f-4b4d-8c58-8af1f29f38c7 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2331669 Sep 30 08:32:46.795374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42362) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:46.800625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'a87e6534-c2f3-456c-939a-6265f8fcc3a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:46.823406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.928895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.974368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38046c24-70b4-4df7-aeeb-744819604093 req-c3b959e3-7c50-449b-a328-12f69f45f817 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.977278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38046c24-70b4-4df7-aeeb-744819604093 req-c3b959e3-7c50-449b-a328-12f69f45f817 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 943 time: 0.0819335 Sep 30 08:32:47.021091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38046c24-70b4-4df7-aeeb-744819604093 req-1ed5044f-fdca-4f7f-b404-ce8419120e6c tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Sep 30 08:32:47.060467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.227 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/22810b8a-5654-411e-a939-e7bc7b041b5d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:47.172054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.219402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.267742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:47.270835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:47.275489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:47.305353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=22810b8a-5654-411e-a939-e7bc7b041b5d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:47.656326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.702253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbe300-456e-4aac-985f-08baf1a848c5 req-92571252-3162-41b2-888f-8fa7d02534cd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:47.704364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0bfbe300-456e-4aac-985f-08baf1a848c5 req-92571252-3162-41b2-888f-8fa7d02534cd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0547030 Sep 30 08:32:47.738623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.746693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0bfbe300-456e-4aac-985f-08baf1a848c5 req-d2666727-610f-43fb-8b24-a30849f491ee tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Sep 30 08:32:47.920984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.928628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.000560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=22810b8a-5654-411e-a939-e7bc7b041b5d,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:48.016449 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.127152 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP 345fa368-ddfb-462a-8eb3-2fc879a974ff associated. External IP: 172.25.7.227, port: a87e6534-c2f3-456c-939a-6265f8fcc3a4. Sep 30 08:32:48.144014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337464dd-0894-43c6-b0b0-0433b011106a req-720fe626-86c5-448b-b395-b4b275502fa6 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:48.145406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-337464dd-0894-43c6-b0b0-0433b011106a req-720fe626-86c5-448b-b395-b4b275502fa6 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 943 time: 0.0530612 Sep 30 08:32:48.188075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-337464dd-0894-43c6-b0b0-0433b011106a req-88f8d41b-1df7-4ec2-b34e-188422ee9373 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Sep 30 08:32:48.347435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:48.460289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:48.469883 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:48.476819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.479163 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:48.480028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.504017 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-21789032-afef-4fc5-8204-2a0ffd8ee64d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7072396 Sep 30 08:32:48.506578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42386) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:48.510898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'port_id': 'a87e6534-c2f3-456c-939a-6265f8fcc3a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:48.515865 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.524677 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:48.525581 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.527330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1620205f-8818-44be-812d-9637072e6924 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:48.557582 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.558394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6dd91f-de91-41ff-8aa5-1a95c9487a4a None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:48.574756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.640779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1620205f-8818-44be-812d-9637072e6924, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1620205f-8818-44be-812d-9637072e6924,segment=NetworkSegment(c7994dc4-d73a-449f-b8eb-cf5244d39360),segment_id=c7994dc4-d73a-449f-b8eb-cf5244d39360)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:48.653273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '1620205f-8818-44be-812d-9637072e6924', 'network_id': 'e529cec2-2534-4ee0-99ab-4ad493dcf5d0', 'port_id': '1620205f-8818-44be-812d-9637072e6924', 'mac_address': 'fa:16:3e:88:12:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e9ae79-6c4e-4ddf-804d-e551a14a046e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:48.692419 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.705840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1620205f-8818-44be-812d-9637072e6924 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:48.729910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1620205f-8818-44be-812d-9637072e6924, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1620205f-8818-44be-812d-9637072e6924,segment=NetworkSegment(c7994dc4-d73a-449f-b8eb-cf5244d39360),segment_id=c7994dc4-d73a-449f-b8eb-cf5244d39360)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:48.734356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.794267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1620205f-8818-44be-812d-9637072e6924,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:48.877941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-b4480882-2433-458f-9db5-5d18de29978a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854313 Sep 30 08:32:48.896063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71de4-cdb8-4ab5-9303-b013490ee98f req-8db7135f-2a7a-4d4b-81ce-a9718b171d88 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:48.897854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83c71de4-cdb8-4ab5-9303-b013490ee98f req-8db7135f-2a7a-4d4b-81ce-a9718b171d88 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0649419 Sep 30 08:32:48.987296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83c71de4-cdb8-4ab5-9303-b013490ee98f req-8abf89cd-0b75-4d8b-ae1c-1fe57aec3d8e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689859 Sep 30 08:32:49.004155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-2a3125d0-1fe4-435f-a46d-138db259a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.005783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-2a3125d0-1fe4-435f-a46d-138db259a57a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.0535395 Sep 30 08:32:49.103044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.109603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.113313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1620205f-8818-44be-812d-9637072e6924'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:49.230726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-61fdcc39-2ed0-4f62-a854-94f0aec0a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.232883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-61fdcc39-2ed0-4f62-a854-94f0aec0a271 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.1966906 Sep 30 08:32:49.321387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-1b61655a-b7bf-4a93-9b65-47bd3f94e307 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.0787175 Sep 30 08:32:49.422279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:49.431623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719960ca-56dc-4f50-95d5-e6d20aef1dc0 req-f4e6aa30-0876-4713-a353-c1a4297f4f72 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.435190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-719960ca-56dc-4f50-95d5-e6d20aef1dc0 req-f4e6aa30-0876-4713-a353-c1a4297f4f72 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 944 time: 0.1108422 Sep 30 08:32:49.437288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-e7ecac69-afb3-45d1-ab7f-8e3ebedce040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.438867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-e7ecac69-afb3-45d1-ab7f-8e3ebedce040 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0715051 Sep 30 08:32:49.517543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-f086fa5c-d83f-454f-ad3b-276d472a5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.518983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-f086fa5c-d83f-454f-ad3b-276d472a5c1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697715 Sep 30 08:32:49.521951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-719960ca-56dc-4f50-95d5-e6d20aef1dc0 req-dbb62dce-69ad-4769-9705-016e56cee434 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789983 Sep 30 08:32:49.543944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:49.550078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.557119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:49.570609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:49.571909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:49.615937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42402) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:49.616616 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4fdfb87-87b0-4f26-9986-b5d3351c70d8 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/floatingips/345fa368-ddfb-462a-8eb3-2fc879a974ff HTTP/1.1" status: 200 len: 979 time: 1.1085224 Sep 30 08:32:49.617222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:49.627264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:49.627572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:49.662046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:49.662728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b34a0-37ad-4082-9ef8-6a2a2a7c6da0 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:49.675911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-fc522826-0d78-497d-98f0-4ead8433af4e service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482718 Sep 30 08:32:49.845110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7631b056-2645-4f8c-bbb6-1061db7feb2e req-efefc020-0b48-4948-8e05-d75273393cd1 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583407 Sep 30 08:32:49.869801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 22810b8a-5654-411e-a939-e7bc7b041b5d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:49.869801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.951615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.952342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.964004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 22810b8a-5654-411e-a939-e7bc7b041b5d owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:50.256311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c92335-02e4-4dd0-8c2e-20ab97b3eb9e req-cc46944b-50df-4c66-a6ba-477fcf5d1ed0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:50.258956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94c92335-02e4-4dd0-8c2e-20ab97b3eb9e req-cc46944b-50df-4c66-a6ba-477fcf5d1ed0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1464028 Sep 30 08:32:50.298428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.348560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=22810b8a-5654-411e-a939-e7bc7b041b5d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:50.407668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94c92335-02e4-4dd0-8c2e-20ab97b3eb9e req-7332c07d-bdd0-4ece-b5dc-ee76ea0583b8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382401 Sep 30 08:32:50.454711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.455228 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP 345fa368-ddfb-462a-8eb3-2fc879a974ff disassociated (deleted). External IP: 172.25.7.227, port: a87e6534-c2f3-456c-939a-6265f8fcc3a4. Sep 30 08:32:50.547250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1620205f-8818-44be-812d-9637072e6924 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:50.614428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 1620205f-8818-44be-812d-9637072e6924 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:50.619528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 1620205f-8818-44be-812d-9637072e6924 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:50.619528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.659154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:50.743578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:50.752897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.756837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd892c3-86fb-4db5-8910-e19789cc074f req-f351d613-e636-434b-a047-258d64a32c9d tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:50.758586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ffd892c3-86fb-4db5-8910-e19789cc074f req-f351d613-e636-434b-a047-258d64a32c9d tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 944 time: 0.1053467 Sep 30 08:32:50.789682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1620205f-8818-44be-812d-9637072e6924'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:50.792634 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e05837c-e0b2-4180-b8b7-5143880aed74" -d '{"events": [{"server_uuid": "5dcb758e-11e4-40f2-95b6-3283b895ef8c", "name": "network-vif-plugged", "status": "completed", "tag": "1620205f-8818-44be-812d-9637072e6924"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:50.795294 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10e71bb2-7aef-4d6e-a67a-f5b54df535e2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5334 time: 0.1349344 Sep 30 08:32:50.796405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:50.801426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'network': {'name': 'tempest-network-smoke--440436486', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'port_security_enabled': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:50.810292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 1620205f-8818-44be-812d-9637072e6924, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1620205f-8818-44be-812d-9637072e6924,segment=NetworkSegment(c7994dc4-d73a-449f-b8eb-cf5244d39360),segment_id=c7994dc4-d73a-449f-b8eb-cf5244d39360)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:50.815882 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.827809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Made reservation on behalf of fc512fbcb83e46a0b631b14ebb92ff49 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:50.832364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.850594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ffd892c3-86fb-4db5-8910-e19789cc074f req-717b2bad-031f-4cf1-863d-8704aae4920e tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829134 Sep 30 08:32:50.858861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:32:50.870114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.870618 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Added segment 7d3c1523-dc66-432d-9820-3ca3b98f71d3 of type vlan for network b68697eb-ef6f-4de8-8f8a-1f63376443ba Sep 30 08:32:50.927871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.933931 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2173a69-fa0e-46a2-9de7-dd44afc6d44e x-openstack-request-id: req-b2173a69-fa0e-46a2-9de7-dd44afc6d44e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:50.934927 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcb758e-11e4-40f2-95b6-3283b895ef8c", "name": "network-vif-plugged", "status": "completed", "tag": "1620205f-8818-44be-812d-9637072e6924", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:50.935313 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2173a69-fa0e-46a2-9de7-dd44afc6d44e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:50.935893 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1620205f-8818-44be-812d-9637072e6924', 'code': 200} Sep 30 08:32:50.943254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=1620205f-8818-44be-812d-9637072e6924,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:50.965362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.972690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:50.973485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.014662 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2170119 Sep 30 08:32:51.017378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42428) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:51.024958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'admin_state_up': True, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:51.318500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:51.323582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.330344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40596a0f-9f98-46c6-ae13-1be1a9a90b03 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Network': ['ID=b68697eb-ef6f-4de8-8f8a-1f63376443ba,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:51.333751 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:51.340335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:32:51.346491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:51.347844 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:51.363838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11954b03-d3cf-4175-bbf7-961014e00ac2 req-2f20cd25-0754-42ca-8da3-ce59623df8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.365128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.366306 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.372198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11954b03-d3cf-4175-bbf7-961014e00ac2 req-2f20cd25-0754-42ca-8da3-ce59623df8a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 1096 time: 0.1060460 Sep 30 08:32:51.389623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-12ad74a7-ab2a-47f4-ad8d-8d77f77a7bea tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/floatingips/345fa368-ddfb-462a-8eb3-2fc879a974ff HTTP/1.1" status: 204 len: 168 time: 1.7724299 Sep 30 08:32:51.393701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42436) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:51.395232 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:51.404941 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:51.405935 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:51.413701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11954b03-d3cf-4175-bbf7-961014e00ac2 req-104a6064-3b79-4a29-87fc-19234d0c572c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Sep 30 08:32:51.442799 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:51.443628 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f90e84-9634-4ce1-a803-eec9f5ba30da None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:51.486777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.541232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430e9c3-1085-4a5e-9bcd-6cba5f7211fe req-e28dd417-3989-43ad-9bec-cd358a1e3a5b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.543047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2430e9c3-1085-4a5e-9bcd-6cba5f7211fe req-e28dd417-3989-43ad-9bec-cd358a1e3a5b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Sep 30 08:32:51.592463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2430e9c3-1085-4a5e-9bcd-6cba5f7211fe req-39d95cff-5317-486e-9d2c-e2aa7446723b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Sep 30 08:32:51.668584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.702452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port a87e6534-c2f3-456c-939a-6265f8fcc3a4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:51.702790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.839320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.855607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for a87e6534-c2f3-456c-939a-6265f8fcc3a4 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:52.010444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35a37f-0d2a-4b59-9b22-b86dedb804b9 req-fa3ea167-ec21-4c16-ab29-0e71fba03dec tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:52.012132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd35a37f-0d2a-4b59-9b22-b86dedb804b9 req-fa3ea167-ec21-4c16-ab29-0e71fba03dec tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.0600030 Sep 30 08:32:52.055568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.056057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd35a37f-0d2a-4b59-9b22-b86dedb804b9 req-4ada4000-aa01-45ec-9445-5de12fd00501 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365100 Sep 30 08:32:52.077137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.188679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.250762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=a87e6534-c2f3-456c-939a-6265f8fcc3a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.386660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.25.7.236 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/a1fad918-6e9d-48f2-b25a-12d20e358090) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:52.397727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.399824 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4da19829-93b4-47c5-97e4-829e0594c175 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/ports/a87e6534-c2f3-456c-939a-6265f8fcc3a4 HTTP/1.1" status: 204 len: 168 time: 1.0026894 Sep 30 08:32:52.404016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42452) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.408342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.464586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.556736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.648347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.679289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.748605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719786f-380b-4050-8ae1-a5a845ddd961 req-28345af2-e022-4385-94bb-ecc8eabbc15e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:52.756519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4719786f-380b-4050-8ae1-a5a845ddd961 req-28345af2-e022-4385-94bb-ecc8eabbc15e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.0889702 Sep 30 08:32:52.757003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:52.763594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:52.772631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:52.776861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=a1fad918-6e9d-48f2-b25a-12d20e358090,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.809455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4719786f-380b-4050-8ae1-a5a845ddd961 req-e1ddc489-5829-486e-ada8-dc21fe65035d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 Sep 30 08:32:52.904435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.42 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/a545b2e3-f193-4f6b-aba6-4b502f9d3246) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:53.192314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.300631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.334913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf9b1-0a92-4ed8-980a-a8ef390a2e67 req-5017de59-fea5-4750-baf6-34908c8611b2 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.338267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a9bf9b1-0a92-4ed8-980a-a8ef390a2e67 req-5017de59-fea5-4750-baf6-34908c8611b2 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.1069560 Sep 30 08:32:53.394014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.398210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a9bf9b1-0a92-4ed8-980a-a8ef390a2e67 req-479755f4-5150-407b-a2b7-19186b1320ac tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528953 Sep 30 08:32:53.489073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:53.493570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:53.501027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:53.550771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4805b4-e617-41f9-a24f-82ffaa60c601 req-85775c91-f1a2-4c27-801a-483018d67af3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.552745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b4805b4-e617-41f9-a24f-82ffaa60c601 req-85775c91-f1a2-4c27-801a-483018d67af3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0738320 Sep 30 08:32:53.616057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b4805b4-e617-41f9-a24f-82ffaa60c601 req-c6ed2de6-cbdb-45d0-b841-b1543fbe399d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566854 Sep 30 08:32:53.631670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=a545b2e3-f193-4f6b-aba6-4b502f9d3246,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:53.733491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.741259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efbd0d-0df3-49c0-82d3-a2fd5c7be14b req-27bc176a-0d20-4a1c-8903-b6103594c1e2 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.750096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23efbd0d-0df3-49c0-82d3-a2fd5c7be14b req-27bc176a-0d20-4a1c-8903-b6103594c1e2 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.0645511 Sep 30 08:32:53.798180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23efbd0d-0df3-49c0-82d3-a2fd5c7be14b req-45dbaa64-807a-48da-98d6-67333f723052 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Sep 30 08:32:53.849231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.912393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0da1ab-e255-403b-9eca-d5a0df3fa15e req-3e90996f-99c4-4b2c-a570-70c4ca5b015f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.914472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a0da1ab-e255-403b-9eca-d5a0df3fa15e req-3e90996f-99c4-4b2c-a570-70c4ca5b015f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0561945 Sep 30 08:32:53.968195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a0da1ab-e255-403b-9eca-d5a0df3fa15e req-f0851a29-c3ea-4720-a8dd-e3494bd3836e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454726 Sep 30 08:32:54.259131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.395804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96385-99b2-47c0-8108-fd0335af9792 req-bf707c7d-4a0a-47d7-a182-16cff7a69dc1 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:54.398709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aec96385-99b2-47c0-8108-fd0335af9792 req-bf707c7d-4a0a-47d7-a182-16cff7a69dc1 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.0949283 Sep 30 08:32:54.411999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:54.450304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aec96385-99b2-47c0-8108-fd0335af9792 req-837dde70-8422-490b-b601-dda4cd130742 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Sep 30 08:32:54.585079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:54.596412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.607550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Sync routers for ids ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:54.616107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.643639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Routers {'cc50f24e-f9d5-49fa-98ac-e4feaebedf38'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:54.646252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:54.672985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.677245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-abbbcfc4-a01f-42fd-a7a6-309295a5bf2c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6561222 Sep 30 08:32:54.678241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:54.687299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-cc0e9afc-096c-4d87-9014-2db4b036ade0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:54.706639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-cc0e9afc-096c-4d87-9014-2db4b036ade0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.1761396 Sep 30 08:32:54.742411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-54756c57-afa7-45f9-a063-68fb309e7b3a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/quotas/ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 375 time: 0.0337486 Sep 30 08:32:54.775224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=a545b2e3-f193-4f6b-aba6-4b502f9d3246,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:54.811938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.824449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ddc770-c695-4019-80c3-c644ff512d03 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:54.829879 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9ddc770-c695-4019-80c3-c644ff512d03 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=fc512fbcb83e46a0b631b14ebb92ff49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1509268 Sep 30 08:32:54.830490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:54.831847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-366d2503-cd7d-48c3-bde5-444e8fcb8843 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0871725 Sep 30 08:32:54.847109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Set router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:54.865078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.869528 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7e9dc7e7-48a9-4634-a5a9-521ebfb2a1c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4623816 Sep 30 08:32:54.871103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42524) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:54.879111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'port': {'network_id': '84973039-6883-4522-8f61-c46831a8fcce', 'name': 'tempest-FloatingIPTestJSON-1291716233'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:55.046402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074ce04-f978-439e-8bea-d7221781aef2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:55.048360 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a074ce04-f978-439e-8bea-d7221781aef2 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2133410 Sep 30 08:32:55.053120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.084374 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-af258b15-2b71-42b9-affb-d6764c8fb268 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292656 Sep 30 08:32:55.088710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42528) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.147058 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e7a6564-b045-4fb3-a965-98456096bdf4 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=fc512fbcb83e46a0b631b14ebb92ff49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564544 Sep 30 08:32:55.153028 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.194556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-7b3ec4b6-1e63-47dc-8865-5e818c70659e service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495891 Sep 30 08:32:55.199266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:55.208233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.228404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:32:52Z', 'revision_number': 3, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:55.302349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Checking router: cc50f24e-f9d5-49fa-98ac-e4feaebedf38 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:55.302349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Updating router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 port a1fad918-6e9d-48f2-b25a-12d20e358090 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:32:55.302684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] device_id is not set on port d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:32:55.337415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8250d-8d23-4f46-b150-b8d0091fd2c4 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:55.339184 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5de8250d-8d23-4f46-b150-b8d0091fd2c4 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844325 Sep 30 08:32:55.342180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.342875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42540) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.384305 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66e6df6a-bb42-44d3-8aed-b1c9f26a8e2f tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401361 Sep 30 08:32:55.384942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.406305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-509396044', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:55.471989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-75cb216d-ffa3-429a-9f53-0c3393029c9f service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510641 Sep 30 08:32:55.504096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.9 (84973039-6883-4522-8f61-c46831a8fcce/1dbdad45-0120-4695-912b-8b2973e4068c/d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:55.614750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Made reservation on behalf of fc512fbcb83e46a0b631b14ebb92ff49 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:55.620246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.657755 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.779295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.826588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.830704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.863232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.874367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.914463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 84973039-6883-4522-8f61-c46831a8fcce is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:55.925917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.930914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:55.942412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:55.945086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Attempting to bind port a1fad918-6e9d-48f2-b25a-12d20e358090 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:55.945671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Attempting to bind port a1fad918-6e9d-48f2-b25a-12d20e358090 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:55.946216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Attempting to bind port a1fad918-6e9d-48f2-b25a-12d20e358090 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:55.962396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:55.963016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:55.963487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.964153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:55.964826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Bound port: a1fad918-6e9d-48f2-b25a-12d20e358090, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:55.965388 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.969847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Pushing event updated for resources: {'Port': ['ID=a1fad918-6e9d-48f2-b25a-12d20e358090,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:56.012809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:56.014142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.015268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.015268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.015603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.016076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.016642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.017064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.017525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.017956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.018387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.018815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.019266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:56.060968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] For port a1fad918-6e9d-48f2-b25a-12d20e358090, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:56.065598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] For port a1fad918-6e9d-48f2-b25a-12d20e358090, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a1fad918-6e9d-48f2-b25a-12d20e358090,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:56.066065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Subnet': ['ID=7a80df0b-5494-4856-932a-a3e64deb4041,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:56.071235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:56.071919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.073332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.088490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Checking segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:56.089980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network hostable DHCP agents. Network: b68697eb-ef6f-4de8-8f8a-1f63376443ba, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:32:56.096107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-712725a4-9685-4a11-9137-cb8412f09383 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2216880 Sep 30 08:32:56.098502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42558) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:56.129148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'port_id': 'd57a81e7-0f81-4e6d-ad65-2a0dfe5d3135'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:56.158039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Routers {'cc50f24e-f9d5-49fa-98ac-e4feaebedf38'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:56.158787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:56.162037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:32:56.187960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, b68697eb-ef6f-4de8-8f8a-1f63376443ba) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:56.201109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:56.206652 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.238923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b5ed77-104d-48d6-825b-fa6dd49c1352 None None] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:56.248795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6205-a10a-479b-8d28-c9aedaae1be8 None None] Pushing event updated for resources: {'Port': ['ID=a1fad918-6e9d-48f2-b25a-12d20e358090,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:56.259331 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.259762 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-788ac26f-0f3d-427d-97ca-41ca30624d0d tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8733256 Sep 30 08:32:56.264480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:56.528453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] Set router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:56.632386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a63d824d-0ca3-4d57-8c29-ce8eb85dac17 req-3a093313-1c7b-4e30-b303-439580a3dc6f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 210 time: 0.0587225 Sep 30 08:32:57.110480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'fixed_ips': [{'subnet_id': '7a80df0b-5494-4856-932a-a3e64deb4041'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:32:57.111531 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.147740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abe610-6cad-45ba-8f15-9cbed63ab3bf req-e6fae103-3d7c-4e7a-9aa6-84f1cdbd8b91 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:57.158293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62abe610-6cad-45ba-8f15-9cbed63ab3bf req-e6fae103-3d7c-4e7a-9aa6-84f1cdbd8b91 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.1357195 Sep 30 08:32:57.197224 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.237015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:32:52Z', 'revision_number': 3, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:57.292997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00967aa6-2d0a-4b1f-8ac5-7a8162c72bfa None None] The sync data for ids ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'] in n-d-807025-5 is: [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:32:52Z', 'revision_number': 3, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:57.386323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62abe610-6cad-45ba-8f15-9cbed63ab3bf req-d8ddadee-326a-469a-9562-fff8c68a51e0 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266655 Sep 30 08:32:57.430686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Allocated IP 172.20.0.18 (b68697eb-ef6f-4de8-8f8a-1f63376443ba/7a80df0b-5494-4856-932a-a3e64deb4041/a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:57.452804 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.resource_extend [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:32:57.679947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.687476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.818570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-290b2e4f-653b-4e71-b7a9-ac9b49952196 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:57.820056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-290b2e4f-653b-4e71-b7a9-ac9b49952196 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.4736354 Sep 30 08:32:57.841721 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.852546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'port': {'device_id': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'admin_state_up': True, 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:57.859218 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.971791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:57.979800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:57.984481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:57.991431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.20.0.17 (b68697eb-ef6f-4de8-8f8a-1f63376443ba/7a80df0b-5494-4856-932a-a3e64deb4041/73e08295-7d5a-4bcf-a707-add199dbf173) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:58.002956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Pushing event updated for resources: {'Port': ['ID=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:58.122681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Attempting to bind port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:58.123359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Attempting to bind port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:58.123810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Attempting to bind port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd on network b68697eb-ef6f-4de8-8f8a-1f63376443ba {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:58.143017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:58.143456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Checking segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:58.143950 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.144540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Bound using segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:58.145032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Bound port: a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:58.145414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.179968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15fd806a-996f-4688-9e98-05ce842e4fbe req-0e5e1160-1f65-402b-bbc9-b539dcbc1372 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 210 time: 0.3111210 Sep 30 08:32:58.340289 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP d6044b11-71c1-4b5f-8675-921ea06ce617 associated. External IP: 172.25.7.42, port: d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135. Sep 30 08:32:58.392826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.396611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] For port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:58.402578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] For port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:58.436712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.474336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:58.478694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.560052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.724723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365ac23-b79a-48ad-b144-bfbe4e261a05 None None] Pushing event updated for resources: {'Port': ['ID=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:58.760900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:58.768617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=73e08295-7d5a-4bcf-a707-add199dbf173,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:58.771397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:58.773665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:58.835882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.899871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:58.977042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543547bf-dbb4-40c3-82c2-614da0aafea5 req-09273efd-ccf4-4e36-be1d-16969a6cdf7e tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:58.983458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-543547bf-dbb4-40c3-82c2-614da0aafea5 req-09273efd-ccf4-4e36-be1d-16969a6cdf7e tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.3608227 Sep 30 08:32:59.210935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Allocated IP 172.20.0.13 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/15f841ef-4417-4c8c-b2f2-234715d111e9) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:59.227113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39265723-10b8-4ff1-95ba-cac10956a913 req-0a30a84e-2a4a-4cc6-9f2f-ae1f547d4df2 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:59.228835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39265723-10b8-4ff1-95ba-cac10956a913 req-0a30a84e-2a4a-4cc6-9f2f-ae1f547d4df2 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.4082959 Sep 30 08:32:59.240255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.387267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-543547bf-dbb4-40c3-82c2-614da0aafea5 req-eb42c3b2-7fde-42df-b022-8729743f2d31 tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465531 Sep 30 08:32:59.785558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.794562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.876247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.913151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a1fad918-6e9d-48f2-b25a-12d20e358090 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:59.976890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=73e08295-7d5a-4bcf-a707-add199dbf173,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:00.018175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a1fad918-6e9d-48f2-b25a-12d20e358090 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.018758 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.084998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:00.087315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:00.098745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58ad517a-60a8-4371-a6eb-a69143245f47 req-3b653b7f-b538-4e36-8ed7-3ffd3803b9e8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 210 time: 0.0573406 Sep 30 08:33:00.142220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:00.154854 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:00.168580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.205251 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:00.212884 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:00.243805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-65645c2b-ab6c-4543-9d82-4adecf457e1b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/floatingips/d6044b11-71c1-4b5f-8675-921ea06ce617 HTTP/1.1" status: 200 len: 977 time: 4.1429849 Sep 30 08:33:00.244514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42608) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:00.248525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.249524 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.312332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port a1fad918-6e9d-48f2-b25a-12d20e358090, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a1fad918-6e9d-48f2-b25a-12d20e358090,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:00.319128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.320033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:00.343587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Deleting port 1620205f-8818-44be-812d-9637072e6924 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:00.343947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.485624 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:33:00.486731 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:00.518067 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:00.519203 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:00.521990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=a1fad918-6e9d-48f2-b25a-12d20e358090,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:00.615948 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:00.616616 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1fbfe-9ab1-496a-a1b3-615a40fd65b9 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:00.636866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.637247 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.801338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.845115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:00.850159 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.890082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d530e02-3085-400c-87f3-a2fb7cee6ee8 req-628e3aab-8988-470c-bfa6-b10bfd17a29c tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:00.898072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d530e02-3085-400c-87f3-a2fb7cee6ee8 req-628e3aab-8988-470c-bfa6-b10bfd17a29c tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dcb758e-11e4-40f2-95b6-3283b895ef8c HTTP/1.1" status: 200 len: 945 time: 0.3015811 Sep 30 08:33:00.924457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] For port 1620205f-8818-44be-812d-9637072e6924, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1620205f-8818-44be-812d-9637072e6924,segment=NetworkSegment(c7994dc4-d73a-449f-b8eb-cf5244d39360),segment_id=c7994dc4-d73a-449f-b8eb-cf5244d39360)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:00.924983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.928622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:00.931158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.945239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be6e6b-dfae-4597-8f3b-36902db67e31 None None] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:00.971221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:01.072485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Calling delete_port for 1620205f-8818-44be-812d-9637072e6924 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:01.110354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:01.111126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.150734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:01.166434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:01.171404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d530e02-3085-400c-87f3-a2fb7cee6ee8 req-abe57703-eb91-4744-bb98-91d0de71bcba tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.41 "GET /v2.0/security-groups?id=592df251-211a-4c7c-92b6-a9a085471476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724283 Sep 30 08:33:01.216427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:01.246777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:01.250143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=15f841ef-4417-4c8c-b2f2-234715d111e9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:01.455211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:01.459787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.494072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:01.511515 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53b877fe-58b5-4054-b7d8-7fee8e72521e tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "PUT /v2.0/routers/cc50f24e-f9d5-49fa-98ac-e4feaebedf38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2457199 Sep 30 08:33:01.550257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Sync routers for ids ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:01.562200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.624248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9ec09707-ec8e-4c45-b4bc-9f42f05d3e12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7851636 Sep 30 08:33:01.630108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ad4004d1-d98e-456d-96a3-212ba4319571 None None] Provisioning complete for port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:01.633337 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad4004d1-d98e-456d-96a3-212ba4319571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.715093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Request body: {'port': {'device_id': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:01.767762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a1fad918-6e9d-48f2-b25a-12d20e358090 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:01.826500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Routers {'cc50f24e-f9d5-49fa-98ac-e4feaebedf38'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:01.828026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:01.851625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fae6e-d1af-4c93-9160-2891ae6ec96d req-9a84c72b-5078-4132-91bb-f02a2a67a4c3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:01.860219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-354fae6e-d1af-4c93-9160-2891ae6ec96d req-9a84c72b-5078-4132-91bb-f02a2a67a4c3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 932 time: 0.3892503 Sep 30 08:33:01.889313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.011853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.052495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['1620205f-8818-44be-812d-9637072e6924'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:02.053312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Pushing event deleted for resources: {'Port': ['ID=1620205f-8818-44be-812d-9637072e6924,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:02.072012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-354fae6e-d1af-4c93-9160-2891ae6ec96d req-6c59ed54-61a8-43f0-8f82-876793430d1e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093530 Sep 30 08:33:02.212797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a1fad918-6e9d-48f2-b25a-12d20e358090 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:02.214251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.300294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.301614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Set router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:02.304017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.304634 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP d6044b11-71c1-4b5f-8675-921ea06ce617 disassociated. External IP: 172.25.7.42, port: d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135. Sep 30 08:33:02.305181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:02.466800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-081701d0-b061-4172-83c2-7e2cb86878e3 None None] Provisioning complete for port 15f841ef-4417-4c8c-b2f2-234715d111e9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:02.467060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-081701d0-b061-4172-83c2-7e2cb86878e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.662669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:02.704825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-081701d0-b061-4172-83c2-7e2cb86878e3 None None] Port 15f841ef-4417-4c8c-b2f2-234715d111e9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:02.745714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:02.746098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.768639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-575070ee-c9eb-4803-8a5d-5ea74cf730ae tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:02.776180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-575070ee-c9eb-4803-8a5d-5ea74cf730ae tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/networks?id=b68697eb-ef6f-4de8-8f8a-1f63376443ba HTTP/1.1" status: 200 len: 797 time: 0.2348094 Sep 30 08:33:02.814672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] No DVR routers for this DVR port 1620205f-8818-44be-812d-9637072e6924 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:02.827447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.829601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39265723-10b8-4ff1-95ba-cac10956a913 req-04af519c-563c-4d91-bdfa-74ceaa41e50f tempest-ServersNegativeTestMultiTenantJSON-1483092097 tempest-ServersNegativeTestMultiTenantJSON-1483092097-project] 10.222.0.57 "DELETE /v2.0/ports/1620205f-8818-44be-812d-9637072e6924 HTTP/1.1" status: 204 len: 173 time: 3.5793154 Sep 30 08:33:02.843546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6468-745d-4567-a94c-6315cd90786f None None] Provisioning complete for port 73e08295-7d5a-4bcf-a707-add199dbf173 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:02.843928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6468-745d-4567-a94c-6315cd90786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.845457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-65cddbd0-da51-44f8-9bb7-25eb98c3e9b9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/quotas/fc512fbcb83e46a0b631b14ebb92ff49 HTTP/1.1" status: 200 len: 375 time: 0.0681424 Sep 30 08:33:02.862129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'name': 'network-vif-deleted', 'tag': '1620205f-8818-44be-812d-9637072e6924'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:02.864702 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544fdddd-7daf-474f-b001-5032426c1a0c" -d '{"events": [{"server_uuid": "5dcb758e-11e4-40f2-95b6-3283b895ef8c", "name": "network-vif-deleted", "tag": "1620205f-8818-44be-812d-9637072e6924"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:02.933488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '73e08295-7d5a-4bcf-a707-add199dbf173', 'name': '', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:38:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:57Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 2, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:02.939059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.987852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Checking router: cc50f24e-f9d5-49fa-98ac-e4feaebedf38 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:02.988205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Updating router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 port 73e08295-7d5a-4bcf-a707-add199dbf173 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:33:03.004328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6468-745d-4567-a94c-6315cd90786f None None] Port 73e08295-7d5a-4bcf-a707-add199dbf173 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:03.050812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:03.059201 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.092549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6468-745d-4567-a94c-6315cd90786f None None] Provisioning complete for port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:03.093817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6468-745d-4567-a94c-6315cd90786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.293134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:03.324309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-601fa13a-c7f0-4e01-a330-87ecc8f66936 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4670498 Sep 30 08:33:03.646262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.649112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-8577609e-60b9-4164-b155-5818f63f5eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166230 Sep 30 08:33:03.649272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-25a92622-6646-4ebd-b934-167c9d5bda21 None None] Provisioning complete for port 73e08295-7d5a-4bcf-a707-add199dbf173 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:03.649736 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-25a92622-6646-4ebd-b934-167c9d5bda21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.656488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.708170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f841ef-4417-4c8c-b2f2-234715d111e9 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:03.713092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:03.729697 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:03.746651 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:03.749384 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:03.792883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.803861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.806702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d20c84b1-8f01-457d-9821-ea61a7c770b0 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/ports/d57a81e7-0f81-4e6d-ad65-2a0dfe5d3135 HTTP/1.1" status: 204 len: 168 time: 3.5445659 Sep 30 08:33:03.809365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42658) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:03.857571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Transition to ACTIVE for port object 15f841ef-4417-4c8c-b2f2-234715d111e9 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:33:03.861579 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:03.874432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-25a92622-6646-4ebd-b934-167c9d5bda21 None None] Port 73e08295-7d5a-4bcf-a707-add199dbf173 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:03.881040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5ba33-9acf-4009-a431-86ca10a71078 None None] Pushing event updated for resources: {'Port': ['ID=73e08295-7d5a-4bcf-a707-add199dbf173,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:03.892060 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:03.892862 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:03.923639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-dd04b8bf-85d4-4cf2-a5b9-baabb68601a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715273 Sep 30 08:33:03.924985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.930822 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-df041d03-5144-40d8-9d35-09fff1185197 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/floatingips/d6044b11-71c1-4b5f-8675-921ea06ce617 HTTP/1.1" status: 200 len: 687 time: 0.1194034 Sep 30 08:33:03.933411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42660) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:03.993888 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:03.996698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375622e7-dd2c-41b3-aa6e-35afcc66e4e4 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:04.021375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Attempting to bind port 73e08295-7d5a-4bcf-a707-add199dbf173 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:04.022502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Attempting to bind port 73e08295-7d5a-4bcf-a707-add199dbf173 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:04.022659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Attempting to bind port 73e08295-7d5a-4bcf-a707-add199dbf173 on network b68697eb-ef6f-4de8-8f8a-1f63376443ba {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:04.022770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Pushing event updated for resources: {'Port': ['ID=15f841ef-4417-4c8c-b2f2-234715d111e9,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:04.039916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:04.040997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Checking segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:04.041229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.041862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Bound using segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:04.042627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Bound port: 73e08295-7d5a-4bcf-a707-add199dbf173, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:04.043259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.240136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] For port 73e08295-7d5a-4bcf-a707-add199dbf173, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:04.245265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] For port 73e08295-7d5a-4bcf-a707-add199dbf173, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=73e08295-7d5a-4bcf-a707-add199dbf173,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:04.256206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.282492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Attempting to bind port 15f841ef-4417-4c8c-b2f2-234715d111e9 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:04.282848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Attempting to bind port 15f841ef-4417-4c8c-b2f2-234715d111e9 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:04.286148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Attempting to bind port 15f841ef-4417-4c8c-b2f2-234715d111e9 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:04.286769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port a545b2e3-f193-4f6b-aba6-4b502f9d3246 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:04.296818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.305159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Port 15f841ef-4417-4c8c-b2f2-234715d111e9 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:33:04.306567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Attempting to bind port 15f841ef-4417-4c8c-b2f2-234715d111e9 on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:04.341066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:04.342147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:04.344429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:04.345087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Bound port: 15f841ef-4417-4c8c-b2f2-234715d111e9, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:04.345685 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.371345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42668) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:04.410737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Routers {'cc50f24e-f9d5-49fa-98ac-e4feaebedf38'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:04.411427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:04.589799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] For port 15f841ef-4417-4c8c-b2f2-234715d111e9, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:04.595251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] For port 15f841ef-4417-4c8c-b2f2-234715d111e9, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=15f841ef-4417-4c8c-b2f2-234715d111e9,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:04.605732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.635828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1620205f-8818-44be-812d-9637072e6924 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:04.645500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5ba33-9acf-4009-a431-86ca10a71078 None None] Pushing event updated for resources: {'Port': ['ID=73e08295-7d5a-4bcf-a707-add199dbf173,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:04.656313 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db64284-f19a-4e1b-9d5b-3533ff50ae7c x-openstack-request-id: req-8db64284-f19a-4e1b-9d5b-3533ff50ae7c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:04.657153 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcb758e-11e4-40f2-95b6-3283b895ef8c", "name": "network-vif-deleted", "tag": "1620205f-8818-44be-812d-9637072e6924", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:04.659118 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8db64284-f19a-4e1b-9d5b-3533ff50ae7c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:04.659612 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcb758e-11e4-40f2-95b6-3283b895ef8c', 'name': 'network-vif-deleted', 'tag': '1620205f-8818-44be-812d-9637072e6924', 'status': 'completed', 'code': 200} Sep 30 08:33:04.676614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5d23fe71-e92a-42aa-9435-ebf476a2fabb None None] Provisioning complete for port 73e08295-7d5a-4bcf-a707-add199dbf173 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:04.677037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d23fe71-e92a-42aa-9435-ebf476a2fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.688081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Deleting subnet f4e9ae79-6c4e-4ddf-804d-e551a14a046e {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:04.758605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:04.758605 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.761190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] 10.222.0.50 "PUT /v2.0/ports/15f841ef-4417-4c8c-b2f2-234715d111e9 HTTP/1.1" status: 200 len: 1092 time: 3.0748856 Sep 30 08:33:04.796502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.830825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 1620205f-8818-44be-812d-9637072e6924 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:04.831175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1620205f-8818-44be-812d-9637072e6924 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:04.839385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c1aad-9b5c-468d-9d1f-f5f080b8538c service neutron] Pushing event updated for resources: {'Port': ['ID=15f841ef-4417-4c8c-b2f2-234715d111e9,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:04.932432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] Set router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:04.956309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.960174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.965947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.049637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-249bd0c2-b103-4bfa-af97-3f66d332bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:05.052288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-249bd0c2-b103-4bfa-af97-3f66d332bbdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 1095 time: 0.2261784 Sep 30 08:33:05.076357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for a545b2e3-f193-4f6b-aba6-4b502f9d3246 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:05.076786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da919539-8937-446e-9487-1ff5e8cbabeb req-43f48658-d90c-46ee-83dc-58a77ef4ba7f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:05.087546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da919539-8937-446e-9487-1ff5e8cbabeb req-43f48658-d90c-46ee-83dc-58a77ef4ba7f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 944 time: 0.2128997 Sep 30 08:33:05.170843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-addcc483-e653-4d66-850d-fe92f11f455a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f841ef-4417-4c8c-b2f2-234715d111e9 HTTP/1.1" status: 200 len: 217 time: 0.0733292 Sep 30 08:33:05.171047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.249032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-54444f19-9ddc-4d20-8c91-a12a9d29062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:05.251342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-54444f19-9ddc-4d20-8c91-a12a9d29062e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0736275 Sep 30 08:33:05.346904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da919539-8937-446e-9487-1ff5e8cbabeb req-83aa9e8a-5e14-47c7-b639-466dd71ec294 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240059 Sep 30 08:33:05.383376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.423438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-7cc9e88a-bd81-4fc7-b03d-466d1bb23cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:05.426628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-7cc9e88a-bd81-4fc7-b03d-466d1bb23cc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424167 Sep 30 08:33:05.426965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d23fe71-e92a-42aa-9435-ebf476a2fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.462038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e9ae79-6c4e-4ddf-804d-e551a14a046e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:05.491459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5d23fe71-e92a-42aa-9435-ebf476a2fabb None None] For port 73e08295-7d5a-4bcf-a707-add199dbf173, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=73e08295-7d5a-4bcf-a707-add199dbf173,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:05.491648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.496346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f6b22571-66c2-47d9-a488-ce0a2c2114a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4e9ae79-6c4e-4ddf-804d-e551a14a046e HTTP/1.1" status: 204 len: 168 time: 1.1142375 Sep 30 08:33:05.497689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42684) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:05.503009 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d23fe71-e92a-42aa-9435-ebf476a2fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.562871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23fe71-e92a-42aa-9435-ebf476a2fabb None None] Pushing event updated for resources: {'Port': ['ID=73e08295-7d5a-4bcf-a707-add199dbf173,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:05.565960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3faf3c28-a696-421b-84ad-36d01e9f1cdb req-1e020d56-7846-426e-bbfa-4c7895b5f9af tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 210 time: 0.0786674 Sep 30 08:33:05.568741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '73e08295-7d5a-4bcf-a707-add199dbf173', 'name': '', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:38:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:57Z', 'updated_at': '2021-09-30T08:33:04Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:05.612865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.616560 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7a04f-4d82-46b2-ae78-97ed7ec4372d None None] The sync data for ids ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'] in n-d-807025-5 is: [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '73e08295-7d5a-4bcf-a707-add199dbf173', 'name': '', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:38:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:57Z', 'updated_at': '2021-09-30T08:33:04Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:05.718035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-abfc2b49-3e95-43a0-a2e0-7c2db6ed9a77 None None] Provisioning complete for port 73e08295-7d5a-4bcf-a707-add199dbf173 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:05.718547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-abfc2b49-3e95-43a0-a2e0-7c2db6ed9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.775299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.787345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-9e0d79de-f9a5-4331-b591-ed23c1e198d1 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527949 Sep 30 08:33:05.837697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=a545b2e3-f193-4f6b-aba6-4b502f9d3246,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:05.970283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.009031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1a8651d-e6f2-44b7-8284-09839187e143 req-0e176eab-8b50-437e-901a-8dfe95f969e7 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139809 Sep 30 08:33:06.045797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e529cec2-2534-4ee0-99ab-4ad493dcf5d0']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:06.089613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7994dc4-d73a-449f-b8eb-cf5244d39360') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:06.089913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7994dc4-d73a-449f-b8eb-cf5244d39360') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:06.117678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-5fa255d0-133c-48ea-8321-afee7a899179 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.120381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.121217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-5fa255d0-133c-48ea-8321-afee7a899179 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.57 "GET /v2.0/networks?id=b68697eb-ef6f-4de8-8f8a-1f63376443ba HTTP/1.1" status: 200 len: 797 time: 0.1669061 Sep 30 08:33:06.128892 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.131588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.133028 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2dbcffa1-97a3-4821-911e-c96984e953e5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/floatingips/d6044b11-71c1-4b5f-8675-921ea06ce617 HTTP/1.1" status: 204 len: 168 time: 2.1983969 Sep 30 08:33:06.139428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42692) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:06.140120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Request body: {'port': {'device_id': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'admin_state_up': True, 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:06.144222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:06.162778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.178169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:06.178565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:06.180487 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:06.273434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.302205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.317248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.319316 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] 10.222.0.41 "DELETE /v2.0/networks/e529cec2-2534-4ee0-99ab-4ad493dcf5d0 HTTP/1.1" status: 204 len: 168 time: 0.8206384 Sep 30 08:33:06.323183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42694) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:06.334053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eb861-f147-4196-b7e1-09d4fb17513c admin admin] Pushing event deleted for resources: {'Network': ['ID=e529cec2-2534-4ee0-99ab-4ad493dcf5d0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:06.405519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Deleting subnet 00ccd109-cd36-4f6a-8d65-79b7ef5d548a {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:06.414261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Made reservation on behalf of fc512fbcb83e46a0b631b14ebb92ff49 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:06.418208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.421066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.501599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.568334 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.667607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cd0e6-87e3-434b-b5a4-25ab94d11f7e req-3d99495a-55de-416d-8cbe-ed8b0b750443 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.670486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc1cd0e6-87e3-434b-b5a4-25ab94d11f7e req-3d99495a-55de-416d-8cbe-ed8b0b750443 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 944 time: 0.2178211 Sep 30 08:33:06.676890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.112 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b210d29d-a909-4b70-acef-4ceb01f06cd3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:06.691877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'tag': '15f841ef-4417-4c8c-b2f2-234715d111e9'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:06.694470 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00affd9-3873-41e4-b6e4-e42b2ab7609b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6f6d34-256b-4fcb-8244-9a72dfbe1240", "tag": "15f841ef-4417-4c8c-b2f2-234715d111e9"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:06.712148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.790818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Allocated IP 172.20.0.27 (b68697eb-ef6f-4de8-8f8a-1f63376443ba/7a80df0b-5494-4856-932a-a3e64deb4041/bb1e72be-914a-4b68-abd6-483e4f90e5ca) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:06.802156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc1cd0e6-87e3-434b-b5a4-25ab94d11f7e req-954e7b9a-6429-4100-ac1c-b5cfabefe1de tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039155 Sep 30 08:33:06.836643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.852215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.886839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:06.926008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ccd109-cd36-4f6a-8d65-79b7ef5d548a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:06.938378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:06.941806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:06.945849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:07.337230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.435274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=b210d29d-a909-4b70-acef-4ceb01f06cd3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:07.447913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.482855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e504144e-5354-43c4-aeb9-d998ae056684 req-6cd9f355-9adf-4984-a705-31e88c5deb63 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 210 time: 0.5720720 Sep 30 08:33:07.485533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.489967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ecf1054-77d4-4170-92da-26217ad96b16 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/00ccd109-cd36-4f6a-8d65-79b7ef5d548a HTTP/1.1" status: 204 len: 168 time: 1.1654217 Sep 30 08:33:07.491396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42712) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:07.568695 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d62dec6-2e21-47cd-aa1b-ef2de0895de3 x-openstack-request-id: req-3d62dec6-2e21-47cd-aa1b-ef2de0895de3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:07.569168 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6f6d34-256b-4fcb-8244-9a72dfbe1240", "tag": "15f841ef-4417-4c8c-b2f2-234715d111e9", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:07.569495 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d62dec6-2e21-47cd-aa1b-ef2de0895de3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:07.569881 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'tag': '15f841ef-4417-4c8c-b2f2-234715d111e9', 'status': 'completed', 'code': 200} Sep 30 08:33:07.578032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.703148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.750405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.756956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-121b0c82-d5f7-4c95-95b1-5a0a7e13c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:07.757230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.758838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-121b0c82-d5f7-4c95-95b1-5a0a7e13c480 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 1095 time: 0.1067114 Sep 30 08:33:07.776379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 73e08295-7d5a-4bcf-a707-add199dbf173 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:07.777705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.857572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 73e08295-7d5a-4bcf-a707-add199dbf173 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:07.860577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.947029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.001330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=b210d29d-a909-4b70-acef-4ceb01f06cd3,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:08.018676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.041057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788cf43e-eebd-4074-88dc-dc61a223fab5']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.052756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0433af46-006e-4c41-9cca-cb2693f3ae6e') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.053118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0433af46-006e-4c41-9cca-cb2693f3ae6e') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.064044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.082973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:08.087654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event updated for resources: {'Port': ['ID=bb1e72be-914a-4b68-abd6-483e4f90e5ca,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:08.106883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.107203 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP 48ec45a3-03f7-447b-b6ba-b40e3d0200de associated. External IP: 172.25.7.112, port: b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5. Sep 30 08:33:08.109393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:08.113715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:08.167500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:08.168023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:08.199268 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:08.209288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 15f841ef-4417-4c8c-b2f2-234715d111e9 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:33:08.340246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.341592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.346097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 15f841ef-4417-4c8c-b2f2-234715d111e9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=15f841ef-4417-4c8c-b2f2-234715d111e9,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:08.372690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '15f841ef-4417-4c8c-b2f2-234715d111e9', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': '15f841ef-4417-4c8c-b2f2-234715d111e9', 'mac_address': 'fa:16:3e:12:d9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:33:08.443410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:08.447315 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.467777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f841ef-4417-4c8c-b2f2-234715d111e9 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:08.494839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 15f841ef-4417-4c8c-b2f2-234715d111e9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=15f841ef-4417-4c8c-b2f2-234715d111e9,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:08.498951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45c967-5ec0-4530-a84d-b382ab4f1652 req-f70e61c5-809c-4420-ac26-c8b5dd2930db tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.504909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.517107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d45c967-5ec0-4530-a84d-b382ab4f1652 req-f70e61c5-809c-4420-ac26-c8b5dd2930db tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 944 time: 0.5491331 Sep 30 08:33:08.556613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-05e846a2-c4ad-4269-8577-d291f526b3bd tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4232016 Sep 30 08:33:08.558635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-b7ea3cc6-9916-439b-b5ef-6a78ceef3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.561774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-b7ea3cc6-9916-439b-b5ef-6a78ceef3279 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.7384806 Sep 30 08:33:08.562553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.567244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=15f841ef-4417-4c8c-b2f2-234715d111e9,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:08.569077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.571294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/788cf43e-eebd-4074-88dc-dc61a223fab5 HTTP/1.1" status: 204 len: 168 time: 1.0759084 Sep 30 08:33:08.591923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-de74888e-a064-4f3e-b04d-ab460af3e299 None None] Provisioning complete for port bb1e72be-914a-4b68-abd6-483e4f90e5ca triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:08.592860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-de74888e-a064-4f3e-b04d-ab460af3e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.596235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Request body: {'port': {'device_id': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:08.610100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:08.638524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:08.642820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.647484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5abe0d6-0b86-4b17-ba2f-eace34ae583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.654158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-de74888e-a064-4f3e-b04d-ab460af3e299 None None] Port bb1e72be-914a-4b68-abd6-483e4f90e5ca cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:08.663281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:08.664216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.703820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.710143 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a1b80fb-66eb-4b2d-9b37-4072f25ee6e3 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5695119 Sep 30 08:33:08.712341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:08.717302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:08.718208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:32:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.718344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2060621567'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:08.751334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:08.756239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.763231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:08.764214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d7eb9-1a0a-4f00-a361-dc285a4e5e11 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:08.794097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:08.801231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f5868-3cc1-4862-b059-6c9a3e17bba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=788cf43e-eebd-4074-88dc-dc61a223fab5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:08.810752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-4c85cb5a-15b3-40c3-90b9-e0154fb1a622 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f841ef-4417-4c8c-b2f2-234715d111e9 HTTP/1.1" status: 200 len: 217 time: 0.1433103 Sep 30 08:33:08.812371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.812733 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Added segment ccc68fbf-0427-48bc-8982-394af96c5894 of type vlan for network fed8f512-8f9a-4799-9b35-c72118a30c8b Sep 30 08:33:08.816303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d45c967-5ec0-4530-a84d-b382ab4f1652 req-db996000-0153-491e-b1ad-035e01660a0e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979155 Sep 30 08:33:08.832278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['15f841ef-4417-4c8c-b2f2-234715d111e9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:08.851005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42734) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:08.913384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.956591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.963516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.964510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:08.976299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.007907 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2944105 Sep 30 08:33:09.008837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42742) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:09.019780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'subnet': {'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:09.076726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82965ca-889d-481b-bc56-8a6ae1a5885c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Network': ['ID=fed8f512-8f9a-4799-9b35-c72118a30c8b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:09.089188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network fed8f512-8f9a-4799-9b35-c72118a30c8b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:09.096886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-ec9c98a8-8eca-4500-8c47-c3e0ae7da857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.098434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-ec9c98a8-8eca-4500-8c47-c3e0ae7da857 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.2771540 Sep 30 08:33:09.124781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc140b34-39c9-416c-bb7d-4ec634ca3a62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c63eee80e9ad4d4eb01ba232fcdb3f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311726 Sep 30 08:33:09.125401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42744) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:09.159337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b39b37-d80c-4d9d-b4a2-fa117f8aa8ae req-e9b4724c-9bbd-441f-9417-f46fa38bafef tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.161132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17b39b37-d80c-4d9d-b4a2-fa117f8aa8ae req-e9b4724c-9bbd-441f-9417-f46fa38bafef tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 895 time: 0.2078083 Sep 30 08:33:09.177960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:09.182817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.328333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-965f6545-e890-4b9e-ad60-ea2ec9de7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.329842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-965f6545-e890-4b9e-ad60-ea2ec9de7760 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223284 Sep 30 08:33:09.366513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.388975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.450349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.452263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Subnet': ['ID=fac526f5-0012-4308-972c-f6b1d3ad1418,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:09.460654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Checking segment: {'id': 'ccc68fbf-0427-48bc-8982-394af96c5894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:09.461361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network hostable DHCP agents. Network: fed8f512-8f9a-4799-9b35-c72118a30c8b, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:09.480187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network fed8f512-8f9a-4799-9b35-c72118a30c8b is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:09.490026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, fed8f512-8f9a-4799-9b35-c72118a30c8b) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:09.495734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.497173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.504576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea20317-7ef3-4959-a641-bcf68ab1f7aa None None] Network fed8f512-8f9a-4799-9b35-c72118a30c8b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:09.526862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9c7a93ad-b67e-4906-92c0-6a785382e630 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5142660 Sep 30 08:33:09.530172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42746) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:09.539637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1894297921', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:09.550054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-255a8a32-5ad8-4a03-af7f-9aeb01194fa6 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108507 Sep 30 08:33:09.576186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.578872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.666996 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.669365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.673801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/592df251-211a-4c7c-92b6-a9a085471476 HTTP/1.1" status: 204 len: 168 time: 0.5317342 Sep 30 08:33:09.687982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.706477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-fed8f512-8f9a-4799-9b35-c72118a30c8b', 'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b', 'tenant_id': 'a5e2ee75b5904c3a8f42b1c5fdb857e9', 'fixed_ips': [{'subnet_id': 'fac526f5-0012-4308-972c-f6b1d3ad1418'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:33:09.707508 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.715530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592df251-211a-4c7c-92b6-a9a085471476,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:09.738249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.738626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.738926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.739257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.740037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.740037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.740252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.740542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.740868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.741179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.741540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.741865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32c711-3bfa-4e31-9a6a-3592b3eee580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:09.750243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1e72be-914a-4b68-abd6-483e4f90e5ca {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:09.761185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.767673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c00affd9-3873-41e4-b6e4-e42b2ab7609b req-f1f3d3af-82aa-41e0-a499-de4331cd9b47 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088170 Sep 30 08:33:09.786242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Transition to ACTIVE for port object bb1e72be-914a-4b68-abd6-483e4f90e5ca will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:33:09.792800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.997781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.015668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Allocated IP 172.20.0.2 (fed8f512-8f9a-4799-9b35-c72118a30c8b/fac526f5-0012-4308-972c-f6b1d3ad1418/3a8a8581-1f89-4e7e-bf9e-43d21097ba41) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:10.091631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Pushing event updated for resources: {'Port': ['ID=bb1e72be-914a-4b68-abd6-483e4f90e5ca,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:10.094425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Attempting to bind port bb1e72be-914a-4b68-abd6-483e4f90e5ca on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:10.094885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Attempting to bind port bb1e72be-914a-4b68-abd6-483e4f90e5ca by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:10.095339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Attempting to bind port bb1e72be-914a-4b68-abd6-483e4f90e5ca on network b68697eb-ef6f-4de8-8f8a-1f63376443ba {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:10.104560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Port bb1e72be-914a-4b68-abd6-483e4f90e5ca on network b68697eb-ef6f-4de8-8f8a-1f63376443ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:33:10.104872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Attempting to bind port bb1e72be-914a-4b68-abd6-483e4f90e5ca on network b68697eb-ef6f-4de8-8f8a-1f63376443ba {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:10.122343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:10.124139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Checking segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:10.124579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Bound using segment: {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:10.125051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Bound port: bb1e72be-914a-4b68-abd6-483e4f90e5ca, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3c1523-dc66-432d-9820-3ca3b98f71d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:10.125429 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.136661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326cff-3055-4084-9d1c-ec7d5a3f0859 req-765cab41-d154-4350-919e-999006bf4acd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:10.166205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af326cff-3055-4084-9d1c-ec7d5a3f0859 req-765cab41-d154-4350-919e-999006bf4acd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 945 time: 0.1420789 Sep 30 08:33:10.241579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 15f841ef-4417-4c8c-b2f2-234715d111e9 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:10.372424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42766) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:10.377223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af326cff-3055-4084-9d1c-ec7d5a3f0859 req-ba80ce26-b551-4e23-85ec-77001494242f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046430 Sep 30 08:33:10.433097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] For port bb1e72be-914a-4b68-abd6-483e4f90e5ca, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:10.484465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] For port bb1e72be-914a-4b68-abd6-483e4f90e5ca, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:10.500304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.520825 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.532999 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.572448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Pushing event updated for resources: {'Port': ['ID=bb1e72be-914a-4b68-abd6-483e4f90e5ca,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:10.589548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0a4228ef-4d20-4b6b-bb78-cab823200c92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b7b76fffce946d183ae943294708a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158871 Sep 30 08:33:10.593887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42768) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:10.615900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Network fed8f512-8f9a-4799-9b35-c72118a30c8b is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:10.618783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 15f841ef-4417-4c8c-b2f2-234715d111e9 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:33:10.618940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:10.619559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.620912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d629b3b2-06c0-4774-b5e3-737ba6c41edc service neutron] 10.222.0.57 "PUT /v2.0/ports/bb1e72be-914a-4b68-abd6-483e4f90e5ca HTTP/1.1" status: 200 len: 1055 time: 2.0478420 Sep 30 08:33:10.622899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:10.623119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'tag': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:10.625880 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7452f-3733-4073-9521-fb721959088e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d54351-9639-4616-93a9-05d21efdcba1", "tag": "bb1e72be-914a-4b68-abd6-483e4f90e5ca"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:10.634952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:10.672517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Pushing event updated for resources: {'Port': ['ID=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:10.674860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 15f841ef-4417-4c8c-b2f2-234715d111e9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:10.675230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.766878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2d95-2052-4b84-9b46-4e26402a5580 req-45593d7e-97b7-480d-9c85-38803e7edf13 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:10.776469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adbf2d95-2052-4b84-9b46-4e26402a5580 req-45593d7e-97b7-480d-9c85-38803e7edf13 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 907 time: 0.2093763 Sep 30 08:33:10.777253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Attempting to bind port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:10.778399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba220fec-3b70-4e93-8d50-f424866b2754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.778825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Attempting to bind port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ccc68fbf-0427-48bc-8982-394af96c5894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:10.779211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Attempting to bind port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 on network fed8f512-8f9a-4799-9b35-c72118a30c8b {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:10.799758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:10.800152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Checking segment: {'id': 'ccc68fbf-0427-48bc-8982-394af96c5894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:10.800565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.800968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Bound using segment: {'id': 'ccc68fbf-0427-48bc-8982-394af96c5894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:10.801496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Bound port: 3a8a8581-1f89-4e7e-bf9e-43d21097ba41, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc68fbf-0427-48bc-8982-394af96c5894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:10.801862 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.845045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.868789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.876581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d41c873e-2d76-4839-9681-f23dc68be707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:10.878503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-d41c873e-2d76-4839-9681-f23dc68be707 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 1058 time: 0.1959960 Sep 30 08:33:10.880900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba220fec-3b70-4e93-8d50-f424866b2754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.890176 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.931074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 15f841ef-4417-4c8c-b2f2-234715d111e9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=15f841ef-4417-4c8c-b2f2-234715d111e9,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:10.934115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f841ef-4417-4c8c-b2f2-234715d111e9'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:10.936866 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b37dee-0b20-490c-bd75-3948931decb7" -d '{"events": [{"server_uuid": "8f6f6d34-256b-4fcb-8244-9a72dfbe1240", "name": "network-vif-plugged", "status": "completed", "tag": "15f841ef-4417-4c8c-b2f2-234715d111e9"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:10.942956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.995740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-b093936e-676f-4338-b30a-24ee39c56220 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca HTTP/1.1" status: 200 len: 217 time: 0.1021855 Sep 30 08:33:11.021538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=15f841ef-4417-4c8c-b2f2-234715d111e9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:11.054351 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c30283-1400-4914-b53f-a0d9c07d2b22 x-openstack-request-id: req-e6c30283-1400-4914-b53f-a0d9c07d2b22 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:11.054646 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d54351-9639-4616-93a9-05d21efdcba1", "tag": "bb1e72be-914a-4b68-abd6-483e4f90e5ca", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:11.054909 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6c30283-1400-4914-b53f-a0d9c07d2b22 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:11.056647 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'tag': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca', 'status': 'completed', 'code': 200} Sep 30 08:33:11.089887 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8a5e53-7c80-4a6a-80d9-ecc453087560 x-openstack-request-id: req-ba8a5e53-7c80-4a6a-80d9-ecc453087560 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:11.090275 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6f6d34-256b-4fcb-8244-9a72dfbe1240", "name": "network-vif-plugged", "status": "completed", "tag": "15f841ef-4417-4c8c-b2f2-234715d111e9", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:11.092282 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba8a5e53-7c80-4a6a-80d9-ecc453087560 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:11.093669 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f841ef-4417-4c8c-b2f2-234715d111e9', 'code': 200} Sep 30 08:33:11.137758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] For port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:11.143250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] For port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,segment=NetworkSegment(ccc68fbf-0427-48bc-8982-394af96c5894),segment_id=ccc68fbf-0427-48bc-8982-394af96c5894)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:11.146570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8de27d6e-d9c1-4988-beec-660a7079cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.150997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.206954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-089ba8d4-6aaa-48dc-87bf-fa73275c6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.208240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-089ba8d4-6aaa-48dc-87bf-fa73275c6000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a80df0b-5494-4856-932a-a3e64deb4041 HTTP/1.1" status: 200 len: 837 time: 0.2020507 Sep 30 08:33:11.233498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.25.7.242 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/0f767ff9-7544-4e32-8a6c-866ffcbba413) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:11.242943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c496b8-98c5-47d8-b83f-5f95b08ba02d None None] Pushing event updated for resources: {'Port': ['ID=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:11.281222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba220fec-3b70-4e93-8d50-f424866b2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.285603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba220fec-3b70-4e93-8d50-f424866b2754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.293428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba220fec-3b70-4e93-8d50-f424866b2754 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/124252f5-5d4a-4096-987a-da67d05470ad HTTP/1.1" status: 204 len: 168 time: 0.6991127 Sep 30 08:33:11.358353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba220fec-3b70-4e93-8d50-f424866b2754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124252f5-5d4a-4096-987a-da67d05470ad,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:11.390363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-9e0fe93a-fe28-4910-ab26-b894034c30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.391884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-9e0fe93a-fe28-4910-ab26-b894034c30bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b68697eb-ef6f-4de8-8f8a-1f63376443ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559544 Sep 30 08:33:11.398983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ff973-684a-464f-8ca2-049d6d12ddc0 req-0590e614-355f-4d6f-a76c-f0258dabdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.400573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba3ff973-684a-464f-8ca2-049d6d12ddc0 req-0590e614-355f-4d6f-a76c-f0258dabdf28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 1097 time: 0.1729603 Sep 30 08:33:11.459426 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.515853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.605158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.705627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-5a96ae9a-eb5c-486d-97bb-10680603cb78 service neutron] 10.222.0.57 "GET /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001964 Sep 30 08:33:11.709510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba3ff973-684a-464f-8ca2-049d6d12ddc0 req-e2b01297-9311-4c2e-81fa-a7e52cbaa0a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826548 Sep 30 08:33:11.718722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:11.725838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:11.729498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:11.812452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:11.862351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=0f767ff9-7544-4e32-8a6c-866ffcbba413,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:11.874215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc6b2-b954-4c22-9810-53b09930259d req-eb2e6053-e9bc-4804-8c33-a7e21cc7f3d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.882812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8becc6b2-b954-4c22-9810-53b09930259d req-eb2e6053-e9bc-4804-8c33-a7e21cc7f3d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 946 time: 0.1869483 Sep 30 08:33:11.936926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:11.937221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.964583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8becc6b2-b954-4c22-9810-53b09930259d req-e0ad9f2b-0fdc-439e-86aa-bca55d1a9162 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591056 Sep 30 08:33:11.964583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af00aeb8-d708-47c2-ba14-f967afdf788c req-044b71cb-0a75-4788-be77-b24f63a855a4 service neutron] 10.222.0.57 "GET /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385283 Sep 30 08:33:12.074077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.117370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,segment=NetworkSegment(ccc68fbf-0427-48bc-8982-394af96c5894),segment_id=ccc68fbf-0427-48bc-8982-394af96c5894)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:12.123122 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.237473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.306994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7452f-3733-4073-9521-fb721959088e req-d9e6fc2d-8ad8-45ea-962b-2545de652358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:12.309674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-d9e6fc2d-8ad8-45ea-962b-2545de652358 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 1058 time: 0.2752502 Sep 30 08:33:12.341099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880ffb-615f-478f-9fb8-871c85410b0b req-930a6d31-9e0e-4ca6-8e2d-92c067abd741 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:12.354322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0880ffb-615f-478f-9fb8-871c85410b0b req-930a6d31-9e0e-4ca6-8e2d-92c067abd741 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 907 time: 0.2370722 Sep 30 08:33:12.525032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.583777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7452f-3733-4073-9521-fb721959088e req-d621d55a-873a-4a43-9668-0669cda4dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:12.588788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-d621d55a-873a-4a43-9668-0669cda4dc64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b68697eb-ef6f-4de8-8f8a-1f63376443ba HTTP/1.1" status: 200 len: 898 time: 0.2614989 Sep 30 08:33:12.658711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-c3081484-bf62-48e7-bf5d-e9fc20afc653 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca HTTP/1.1" status: 200 len: 217 time: 0.0625250 Sep 30 08:33:12.767127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7452f-3733-4073-9521-fb721959088e req-6b930edf-a96b-4bdd-8e8b-07ace886899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:12.768803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-6b930edf-a96b-4bdd-8e8b-07ace886899f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a80df0b-5494-4856-932a-a3e64deb4041 HTTP/1.1" status: 200 len: 837 time: 0.0972917 Sep 30 08:33:12.831912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.873404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7452f-3733-4073-9521-fb721959088e req-34aa5c7e-b52d-47bb-b982-113979668ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:12.875991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-34aa5c7e-b52d-47bb-b982-113979668ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b68697eb-ef6f-4de8-8f8a-1f63376443ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978069 Sep 30 08:33:13.020386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7dea4c-e9a6-463e-8940-9c543d7356d9 None None] Network fed8f512-8f9a-4799-9b35-c72118a30c8b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:13.049373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42832) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:13.096108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-40cd6424-ba3e-48a9-8a9e-cb03deac4048 service neutron] 10.222.0.57 "GET /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087929 Sep 30 08:33:13.171323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router de854bce-0d0c-4672-a20d-d92ecf32908c is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:33:13.175151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.181565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-160db7fb-b1b2-424c-8a8e-66d23f5314ca None None] Provisioning complete for port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:13.182170 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-160db7fb-b1b2-424c-8a8e-66d23f5314ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.284524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b34e2-b9ac-4cf3-8f34-11a06a6313a7 req-0b5edd78-dcb5-4586-9937-3600fa654f1a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:13.295607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-701b34e2-b9ac-4cf3-8f34-11a06a6313a7 req-0b5edd78-dcb5-4586-9937-3600fa654f1a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 946 time: 0.1973939 Sep 30 08:33:13.406944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccf7452f-3733-4073-9521-fb721959088e req-b49c7d25-9019-49ac-8f50-f8014b17dd55 service neutron] 10.222.0.57 "GET /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893484 Sep 30 08:33:13.438312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-701b34e2-b9ac-4cf3-8f34-11a06a6313a7 req-3b37849b-d522-48d0-88bb-c930385b08a4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417644 Sep 30 08:33:13.466010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2071493886-network', 'tenant_id': 'ce566319fc4848b9b173785784a3dc30'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:13.474766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:13.486100 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] Sync routers for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:13.506205 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:13.509694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:13.546508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Made reservation on behalf of ce566319fc4848b9b173785784a3dc30 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:13.548925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.552476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.553988 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f5c18b3d-f2b0-4573-9ed1-b10f63988615 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0225410 Sep 30 08:33:13.556600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42846) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:13.607522 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:13.623843 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:13.624565 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:13.631159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.694321 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:13.694869 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab63650-c96e-403e-8008-87baffcaee15 None None] The sync data for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:13.763950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:13.770590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.779459 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.800227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21cf67-091c-4878-aef6-fe6f8d9a2065 req-bde1570c-4f0f-4f56-a544-2c25598618a8 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:13.801879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e21cf67-091c-4878-aef6-fe6f8d9a2065 req-bde1570c-4f0f-4f56-a544-2c25598618a8 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 907 time: 0.2505777 Sep 30 08:33:13.817672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:13.838786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b0070-14bd-459d-b11c-2266f3b9d0a7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:13.857323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.857671 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Added segment 907628d0-4168-4643-a440-ba86f9640592 of type vlan for network 263cd05b-0e0d-418b-8e03-074e907fe26a Sep 30 08:33:13.875971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:13.876361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.930884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.979693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.982443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:13.983263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2e8819e1-ed21-43d7-ae06-261c902e8b74 None None] Provisioning complete for port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:13.984415 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e8819e1-ed21-43d7-ae06-261c902e8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.985002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.184526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1285818 Sep 30 08:33:14.187474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42852) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:14.195563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Request body: {'subnet': {'network_id': '263cd05b-0e0d-418b-8e03-074e907fe26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2071493886-subnet', 'tenant_id': 'ce566319fc4848b9b173785784a3dc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:14.223727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc9300-fe4b-40b8-b526-599aa7e67f99 admin admin] Pushing event updated for resources: {'Network': ['ID=263cd05b-0e0d-418b-8e03-074e907fe26a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:14.228938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Made reservation on behalf of ce566319fc4848b9b173785784a3dc30 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:14.234268 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.248890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 263cd05b-0e0d-418b-8e03-074e907fe26a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:14.379529 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.562177 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.682680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd69e561-5877-4131-bc1a-1a1686026df7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:14.725694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Checking segment: {'id': '907628d0-4168-4643-a440-ba86f9640592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '263cd05b-0e0d-418b-8e03-074e907fe26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:14.726070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Network hostable DHCP agents. Network: 263cd05b-0e0d-418b-8e03-074e907fe26a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:14.761892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Network 263cd05b-0e0d-418b-8e03-074e907fe26a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:14.774959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 263cd05b-0e0d-418b-8e03-074e907fe26a) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:14.779840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:14.780520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.798232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5324d475-a53b-497e-8c57-de61d5f8536b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6092818 Sep 30 08:33:14.805753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db0708-fbef-4e82-92e2-54840adc6df9 None None] Network 263cd05b-0e0d-418b-8e03-074e907fe26a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:15.015573 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.043360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b6055-e137-4873-aca6-76bb425b5dbe req-bf2db608-9e0b-4f52-8c85-08707721a3c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.044978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd4b6055-e137-4873-aca6-76bb425b5dbe req-bf2db608-9e0b-4f52-8c85-08707721a3c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 907 time: 0.1216137 Sep 30 08:33:15.097514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27daf49-cc55-4492-913b-76de1466e35f None None] Network 263cd05b-0e0d-418b-8e03-074e907fe26a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:15.127374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.1 (fed8f512-8f9a-4799-9b35-c72118a30c8b/fac526f5-0012-4308-972c-f6b1d3ad1418/4edfff51-b93c-434f-8fad-18e14854b2fc) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:15.151083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42878) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:15.247614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Deleting subnet fd69e561-5877-4131-bc1a-1a1686026df7 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:15.254537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.353906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.378260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.422824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.467466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network fed8f512-8f9a-4799-9b35-c72118a30c8b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:15.471682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:15.474466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:15.490379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.536550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=4edfff51-b93c-434f-8fad-18e14854b2fc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:15.549170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.549620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.549936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.550237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.550577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.550911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.551241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.552085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.552430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.552762 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.553126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.553519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:15.589940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.628737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.664892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd69e561-5877-4131-bc1a-1a1686026df7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:15.676697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.682177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e74200d4-0e06-4217-b108-79c78877f053 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd69e561-5877-4131-bc1a-1a1686026df7 HTTP/1.1" status: 204 len: 168 time: 0.5299335 Sep 30 08:33:15.682972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42886) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:15.779031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.858098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-83cf01f0-5497-4574-89d1-96ad01a8be72 None None] Provisioning complete for port 4edfff51-b93c-434f-8fad-18e14854b2fc triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:15.859070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-83cf01f0-5497-4574-89d1-96ad01a8be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.869087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.895563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.919485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263cd05b-0e0d-418b-8e03-074e907fe26a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:15.930869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907628d0-4168-4643-a440-ba86f9640592') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:15.931362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907628d0-4168-4643-a440-ba86f9640592') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:15.931923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-83cf01f0-5497-4574-89d1-96ad01a8be72 None None] Port 4edfff51-b93c-434f-8fad-18e14854b2fc cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:15.942137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.957897 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.967562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:15.968112 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:15.970392 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:16.040470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.053353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.055898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] 10.222.0.41 "DELETE /v2.0/networks/263cd05b-0e0d-418b-8e03-074e907fe26a HTTP/1.1" status: 204 len: 168 time: 0.3719218 Sep 30 08:33:16.066705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2afc8e-b1cb-4fef-92dd-8d1c9bd23a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=263cd05b-0e0d-418b-8e03-074e907fe26a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:16.222906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a37c3-8716-494b-9d4e-7d70df9dbfdb req-9c0a05cc-e3b2-4cb2-8b60-4cd6cb86e572 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:16.224995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a81a37c3-8716-494b-9d4e-7d70df9dbfdb req-9c0a05cc-e3b2-4cb2-8b60-4cd6cb86e572 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 907 time: 0.0929599 Sep 30 08:33:16.263278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42896) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:16.355309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b2e33d6-147f-4681-b561-125f430099ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce566319fc4848b9b173785784a3dc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882752 Sep 30 08:33:16.368923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42902) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:16.388931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.395349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.492824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebb16-34f7-4b57-9de7-615b458304db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.495196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=4edfff51-b93c-434f-8fad-18e14854b2fc,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:16.502626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.640567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network fed8f512-8f9a-4799-9b35-c72118a30c8b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:16.642274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:16.661743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bb1e72be-914a-4b68-abd6-483e4f90e5ca details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:33:16.867339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port bb1e72be-914a-4b68-abd6-483e4f90e5ca, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:16.880439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca', 'network_id': 'b68697eb-ef6f-4de8-8f8a-1f63376443ba', 'port_id': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca', 'mac_address': 'fa:16:3e:5f:08:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a80df0b-5494-4856-932a-a3e64deb4041', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:33:16.907037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router de854bce-0d0c-4672-a20d-d92ecf32908c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:16.927549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.945102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1e72be-914a-4b68-abd6-483e4f90e5ca {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:16.972064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port bb1e72be-914a-4b68-abd6-483e4f90e5ca, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:16.977820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.008654 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebb16-34f7-4b57-9de7-615b458304db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.066723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=bb1e72be-914a-4b68-abd6-483e4f90e5ca,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:17.077999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:17.087293 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e9d5a16d-2ab3-4e1e-b40f-f3eb29c74643 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/routers/de854bce-0d0c-4672-a20d-d92ecf32908c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5294778 Sep 30 08:33:17.089783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42910) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:17.093977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1921b120-f23d-4c72-b415-075750f4675c None None] Provisioning complete for port 4edfff51-b93c-434f-8fad-18e14854b2fc triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:17.094361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1921b120-f23d-4c72-b415-075750f4675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.095293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'port': {'network_id': 'fed8f512-8f9a-4799-9b35-c72118a30c8b', 'name': 'tempest-FloatingIPTestJSON-1344723151'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:17.116469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f7487-8370-4440-9127-123c8093049b None None] Sync routers for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:17.132421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebb16-34f7-4b57-9de7-615b458304db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.135905 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebb16-34f7-4b57-9de7-615b458304db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.137938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad0ebb16-34f7-4b57-9de7-615b458304db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c12b0070-14bd-459d-b11c-2266f3b9d0a7 HTTP/1.1" status: 204 len: 168 time: 0.7662973 Sep 30 08:33:17.149048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7487-8370-4440-9127-123c8093049b None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:17.151014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e81f7487-8370-4440-9127-123c8093049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:17.153868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1921b120-f23d-4c72-b415-075750f4675c None None] Port 4edfff51-b93c-434f-8fad-18e14854b2fc cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:17.199023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ebb16-34f7-4b57-9de7-615b458304db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b0070-14bd-459d-b11c-2266f3b9d0a7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:17.257124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e81f7487-8370-4440-9127-123c8093049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:17.279429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7487-8370-4440-9127-123c8093049b None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:17.282195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e81f7487-8370-4440-9127-123c8093049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:17.296260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Made reservation on behalf of a5e2ee75b5904c3a8f42b1c5fdb857e9 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:17.299762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.350425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] device_id is not set on port 93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:33:17.382600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['bb1e72be-914a-4b68-abd6-483e4f90e5ca'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:17.435959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e81f7487-8370-4440-9127-123c8093049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:17.436742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f7487-8370-4440-9127-123c8093049b None None] The sync data for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:17.501392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28756419-c702-4550-b18f-26908e70ab8a req-f7a4db78-fd7f-40e3-96a8-c35bbc5b3440 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:17.502966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28756419-c702-4550-b18f-26908e70ab8a req-f7a4db78-fd7f-40e3-96a8-c35bbc5b3440 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 908 time: 0.1744671 Sep 30 08:33:17.575712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Allocated IP 172.20.0.13 (fed8f512-8f9a-4799-9b35-c72118a30c8b/fac526f5-0012-4308-972c-f6b1d3ad1418/93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:17.834248 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.880891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:17.953983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Network fed8f512-8f9a-4799-9b35-c72118a30c8b is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:17.961741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:17.964882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:18.078724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:18.085754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.095339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event updated for resources: {'Port': ['ID=93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:18.113036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4a600b9f-5fbe-4ca5-969e-4b16a62daaad tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0215828 Sep 30 08:33:18.115828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42944) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:18.120882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Request body: {'floatingip': {'port_id': '93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:18.199198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.414219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f8a9fe71-672b-4fc9-9266-d2c980f6e1cd None None] Provisioning complete for port 93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:18.414716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fe71-672b-4fc9-9266-d2c980f6e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.486373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9fe71-672b-4fc9-9266-d2c980f6e1cd None None] Port 93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:18.677750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bb1e72be-914a-4b68-abd6-483e4f90e5ca up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:18.788715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port bb1e72be-914a-4b68-abd6-483e4f90e5ca completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:33:18.799531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port bb1e72be-914a-4b68-abd6-483e4f90e5ca triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:18.799922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.891722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.914454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.925040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:18.926590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.927872 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb9ce0f-e62e-4607-8a66-f787387d0d28" -d '{"events": [{"server_uuid": "a4d54351-9639-4616-93a9-05d21efdcba1", "name": "network-vif-plugged", "status": "completed", "tag": "bb1e72be-914a-4b68-abd6-483e4f90e5ca"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:18.945887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port bb1e72be-914a-4b68-abd6-483e4f90e5ca, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:18.953253 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:19.035771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=bb1e72be-914a-4b68-abd6-483e4f90e5ca,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:19.124178 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP 48ec45a3-03f7-447b-b6ba-b40e3d0200de associated. External IP: 172.25.7.112, port: b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5. Sep 30 08:33:19.338618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28bdbc-afb8-43d2-9d89-8ef19e9cf501 req-3a56dc11-51a3-4d7e-a425-38d4e03dba4b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:19.341061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e28bdbc-afb8-43d2-9d89-8ef19e9cf501 req-3a56dc11-51a3-4d7e-a425-38d4e03dba4b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.2619209 Sep 30 08:33:19.449028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:19.577755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:19.588955 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:19.611692 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:19.614230 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:19.681635 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa58c966-182b-415d-b3fe-d98c3cae8b2d x-openstack-request-id: req-fa58c966-182b-415d-b3fe-d98c3cae8b2d {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:19.682109 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d54351-9639-4616-93a9-05d21efdcba1", "name": "network-vif-plugged", "status": "completed", "tag": "bb1e72be-914a-4b68-abd6-483e4f90e5ca", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:19.682224 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa58c966-182b-415d-b3fe-d98c3cae8b2d {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:19.682544 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca', 'code': 200} Sep 30 08:33:19.708612 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:19.741014 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:19.741974 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:19.823284 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:19.824134 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91eb5e-506b-4edb-a3ad-6edd089a8e41 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:19.900992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57db4-f90b-494a-9ace-86b1a484c882 req-7bf230f9-10ff-43d0-b866-1df9e60a3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:19.903607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caf57db4-f90b-494a-9ace-86b1a484c882 req-7bf230f9-10ff-43d0-b866-1df9e60a3b48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 1060 time: 0.1325946 Sep 30 08:33:19.951139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router de854bce-0d0c-4672-a20d-d92ecf32908c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:20.062375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:20.066963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:20.075832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] Sync routers for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:20.086019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:20.087266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:20.125755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-230ad254-e314-462e-b0d7-0f3905c2651f tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/floatingips/48ec45a3-03f7-447b-b6ba-b40e3d0200de HTTP/1.1" status: 200 len: 979 time: 2.0088882 Sep 30 08:33:20.128429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42982) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:20.134270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:20.146542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:20.147396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:20.192356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:20.193091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b05a68a-92cf-4002-8c6a-0c070b60c447 None None] The sync data for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:20.244829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:20.245181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:20.346119 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:20.571805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8d684-90dc-42f2-848f-e08ee3b0c328 req-26642218-fb9e-4680-aace-3c31bb32f823 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:20.573382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83b8d684-90dc-42f2-848f-e08ee3b0c328 req-26642218-fb9e-4680-aace-3c31bb32f823 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.1190684 Sep 30 08:33:20.593819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:20.594377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:20.594854 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Floating IP 48ec45a3-03f7-447b-b6ba-b40e3d0200de disassociated. External IP: 172.25.7.112, port: 93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8. Sep 30 08:33:20.595400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:20.750381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:20.785805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:20.916241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router de854bce-0d0c-4672-a20d-d92ecf32908c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:21.089616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:21.120355 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471784d8-9317-4188-9149-252d5a19be09 None None] Sync routers for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:21.153698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471784d8-9317-4188-9149-252d5a19be09 None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:21.154442 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-471784d8-9317-4188-9149-252d5a19be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:21.221545 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:21.224911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dcc8e3f1-a4cf-46f7-8939-5aec7187239d tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/ports/93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 HTTP/1.1" status: 204 len: 168 time: 1.0953171 Sep 30 08:33:21.227711 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-471784d8-9317-4188-9149-252d5a19be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:21.227976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:21.243341 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471784d8-9317-4188-9149-252d5a19be09 None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:21.243828 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-471784d8-9317-4188-9149-252d5a19be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:21.284317 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-471784d8-9317-4188-9149-252d5a19be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:21.284982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471784d8-9317-4188-9149-252d5a19be09 None None] The sync data for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:21.655144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:21.710004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf6825-c23b-4780-9fc7-1b6149e9a6cb req-8d6d4120-734e-4521-beec-81840f7ad6ad tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:21.711604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abaf6825-c23b-4780-9fc7-1b6149e9a6cb req-8d6d4120-734e-4521-beec-81840f7ad6ad tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.0576916 Sep 30 08:33:21.945652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a84d-e6b4-44f2-9dc1-55ad5721af4d req-2e12d9f7-8a2b-45b1-8edd-f548d1090d9b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:21.947851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c190a84d-e6b4-44f2-9dc1-55ad5721af4d req-2e12d9f7-8a2b-45b1-8edd-f548d1090d9b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.0618720 Sep 30 08:33:21.956669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 4edfff51-b93c-434f-8fad-18e14854b2fc {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:21.957324 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:22.066117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:22.083583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 4edfff51-b93c-434f-8fad-18e14854b2fc owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:22.154672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0a0a1-0d33-4478-8d68-924db42ab386 req-0a786cde-8dc2-41d8-9b1e-68699c1a598c tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:22.156710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07d0a0a1-0d33-4478-8d68-924db42ab386 req-0a786cde-8dc2-41d8-9b1e-68699c1a598c tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 1060 time: 0.0576754 Sep 30 08:33:22.286356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046cae-6252-4989-b80a-d113dc12b89e req-9c08a701-fe23-4dd3-9627-de5a65890788 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:22.288042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97046cae-6252-4989-b80a-d113dc12b89e req-9c08a701-fe23-4dd3-9627-de5a65890788 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1135 time: 0.0477285 Sep 30 08:33:22.326445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:22.346955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97046cae-6252-4989-b80a-d113dc12b89e req-00a52b32-5106-40a9-a08d-1b43efa8457c tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0471902 Sep 30 08:33:22.355339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=4edfff51-b93c-434f-8fad-18e14854b2fc,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:22.359888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43044) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:22.428936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1088ea21-2adf-40f5-b926-cc730f2bd4f8 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:22.430521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1088ea21-2adf-40f5-b926-cc730f2bd4f8 tempest-TestSecurityGroupsBasicOps-168026733 tempest-TestSecurityGroupsBasicOps-168026733-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 1055 time: 0.0693741 Sep 30 08:33:22.566355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:22.781046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee486f-5488-4ff1-8278-e1ca84d01edf req-0e2676d8-74af-4a32-b115-6272fd3e7957 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:22.782609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4dee486f-5488-4ff1-8278-e1ca84d01edf req-0e2676d8-74af-4a32-b115-6272fd3e7957 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.0592008 Sep 30 08:33:22.861129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router de854bce-0d0c-4672-a20d-d92ecf32908c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:22.979575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:22.987522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1fff8951-d5a8-4e7c-aafd-5c11ff1e7fe1 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/routers/de854bce-0d0c-4672-a20d-d92ecf32908c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580419 Sep 30 08:33:22.990478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43056) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:23.018293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] Sync routers for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:23.040528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:23.041030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:23.102129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:23.113607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] Routers {'de854bce-0d0c-4672-a20d-d92ecf32908c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:23.114247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['de854bce-0d0c-4672-a20d-d92ecf32908c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:23.149237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:23.149949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73391811-fffa-4025-b4fb-79c77efb31da None None] The sync data for ids ['de854bce-0d0c-4672-a20d-d92ecf32908c'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:23.152293 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:23.269400 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:23.680781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 0f767ff9-7544-4e32-8a6c-866ffcbba413 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:23.681396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:23.759844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:23.773026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 0f767ff9-7544-4e32-8a6c-866ffcbba413 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:23.944244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43080) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:23.996492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88178a-9d59-4bf2-abbb-948f275dc387 req-e9fc2f49-0751-46b6-b629-fb81c6aceb85 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:23.998071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d88178a-9d59-4bf2-abbb-948f275dc387 req-e9fc2f49-0751-46b6-b629-fb81c6aceb85 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.0994515 Sep 30 08:33:24.018694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.059496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=0f767ff9-7544-4e32-8a6c-866ffcbba413,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:24.103322 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-76ad5274-721f-481d-b568-6bda928bc7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.166410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.264091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-76ad5274-721f-481d-b568-6bda928bc7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.271691 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-76ad5274-721f-481d-b568-6bda928bc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.295259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.297837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.313056 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-76ad5274-721f-481d-b568-6bda928bc7a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a9cc6ea2e134deaa530f7c6144ca67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675556 Sep 30 08:33:24.314199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad5274-721f-481d-b568-6bda928bc7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56abc728-877f-439c-b81d-a38f26af5721,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:24.316716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43088) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:24.351456 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.352394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Fanout notify agent at l3_agent the message router_deleted on router de854bce-0d0c-4672-a20d-d92ecf32908c {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:33:24.368534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.372849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-94862fe4-7970-4951-b2b1-e23fad0b100c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/routers/de854bce-0d0c-4672-a20d-d92ecf32908c HTTP/1.1" status: 204 len: 168 time: 1.3782005 Sep 30 08:33:24.373065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:24.422004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4786146f-69eb-49c0-bb36-63cb86c21db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.446597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4786146f-69eb-49c0-bb36-63cb86c21db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.466240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-c74f33c3-6eb1-4d3d-89b0-9d00d9b59755 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:24.467019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting subnet fac526f5-0012-4308-972c-f6b1d3ad1418 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:24.468001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-c74f33c3-6eb1-4d3d-89b0-9d00d9b59755 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 909 time: 0.0542660 Sep 30 08:33:24.475524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.579140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.584706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4786146f-69eb-49c0-bb36-63cb86c21db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.589181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4786146f-69eb-49c0-bb36-63cb86c21db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.593557 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4786146f-69eb-49c0-bb36-63cb86c21db2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56abc728-877f-439c-b81d-a38f26af5721 HTTP/1.1" status: 204 len: 168 time: 0.2622795 Sep 30 08:33:24.627229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port bb1e72be-914a-4b68-abd6-483e4f90e5ca {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:24.628928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.635097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786146f-69eb-49c0-bb36-63cb86c21db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56abc728-877f-439c-b81d-a38f26af5721,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:24.760004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.795791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] For port bb1e72be-914a-4b68-abd6-483e4f90e5ca, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=bb1e72be-914a-4b68-abd6-483e4f90e5ca,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:24.796407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.814955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for bb1e72be-914a-4b68-abd6-483e4f90e5ca owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:24.844962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.881593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Subnet': ['ID=fac526f5-0012-4308-972c-f6b1d3ad1418,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:24.895116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:24.896385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527ca05-be2e-4159-85b6-478687d94917 None None] Network fed8f512-8f9a-4799-9b35-c72118a30c8b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:24.901050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1b689adc-5b30-4f27-9525-028f1fed18ef tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/subnets/fac526f5-0012-4308-972c-f6b1d3ad1418 HTTP/1.1" status: 204 len: 168 time: 0.5269346 Sep 30 08:33:24.901889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43104) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:25.016044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.042712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.105936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=bb1e72be-914a-4b68-abd6-483e4f90e5ca,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:25.147516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] No DVR routers for this DVR port bb1e72be-914a-4b68-abd6-483e4f90e5ca on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:25.155048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.157584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-807bbce9-510e-4830-9e2c-f56e79580ea8 req-bcc1e2d7-5d24-4054-bc44-997f077eae06 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.57 "DELETE /v2.0/ports/bb1e72be-914a-4b68-abd6-483e4f90e5ca HTTP/1.1" status: 204 len: 173 time: 0.6815143 Sep 30 08:33:25.158054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'name': 'network-vif-deleted', 'tag': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:25.160321 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c764859-1774-41e0-b385-2ba09e7f70c2" -d '{"events": [{"server_uuid": "a4d54351-9639-4616-93a9-05d21efdcba1", "name": "network-vif-deleted", "tag": "bb1e72be-914a-4b68-abd6-483e4f90e5ca"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:25.236329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:25.236689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.247492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72dec6f-1964-4377-8843-235acefa833e None None] DHCP port deletion for fed8f512-8f9a-4799-9b35-c72118a30c8b request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:33:25.263185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab8b00b-f426-401e-a30d-1f4304178bdf req-666fd9f8-9866-42dc-93c2-1b8af5861dda tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d54351-9639-4616-93a9-05d21efdcba1 HTTP/1.1" status: 200 len: 210 time: 0.0777473 Sep 30 08:33:25.357790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e72dec6f-1964-4377-8843-235acefa833e None None] Deleting port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:25.358494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e72dec6f-1964-4377-8843-235acefa833e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.407020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] For port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,segment=NetworkSegment(ccc68fbf-0427-48bc-8982-394af96c5894),segment_id=ccc68fbf-0427-48bc-8982-394af96c5894)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:25.407444 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.427777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:25.469832 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d3b0c-e177-4b38-ad4d-b9c2711c18f5 x-openstack-request-id: req-119d3b0c-e177-4b38-ad4d-b9c2711c18f5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:25.470352 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d54351-9639-4616-93a9-05d21efdcba1", "name": "network-vif-deleted", "tag": "bb1e72be-914a-4b68-abd6-483e4f90e5ca", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:25.470756 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-119d3b0c-e177-4b38-ad4d-b9c2711c18f5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:25.471363 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d54351-9639-4616-93a9-05d21efdcba1', 'name': 'network-vif-deleted', 'tag': 'bb1e72be-914a-4b68-abd6-483e4f90e5ca', 'status': 'completed', 'code': 200} Sep 30 08:33:25.543762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.550148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e72dec6f-1964-4377-8843-235acefa833e None None] For port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,segment=NetworkSegment(ccc68fbf-0427-48bc-8982-394af96c5894),segment_id=ccc68fbf-0427-48bc-8982-394af96c5894)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:25.551063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e72dec6f-1964-4377-8843-235acefa833e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.568763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] No DVR routers for this DVR port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:25.583448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e72dec6f-1964-4377-8843-235acefa833e None None] Calling delete_port for 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:25.651020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:25.703298 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e72dec6f-1964-4377-8843-235acefa833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.728124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dec6f-1964-4377-8843-235acefa833e None None] No DVR routers for this DVR port 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:25.804404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ae0b3-8ab4-42f8-aa6e-eec263a76fab req-ae1e8e28-20f5-4f6b-8707-3df235a38988 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:25.806932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-428ae0b3-8ab4-42f8-aa6e-eec263a76fab req-ae1e8e28-20f5-4f6b-8707-3df235a38988 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1180747 Sep 30 08:33:25.816380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dec6f-1964-4377-8843-235acefa833e None None] Pushing event deleted for resources: {'Port': ['ID=3a8a8581-1f89-4e7e-bf9e-43d21097ba41,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:25.831412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:25.863518 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.864540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.865670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:25.865843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.866451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3a8a8581-1f89-4e7e-bf9e-43d21097ba41 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:25.895330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-428ae0b3-8ab4-42f8-aa6e-eec263a76fab req-446e987c-5e69-4baa-a578-8dcc2c0b4855 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768313 Sep 30 08:33:25.900401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed8f512-8f9a-4799-9b35-c72118a30c8b']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:25.926046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc68fbf-0427-48bc-8982-394af96c5894') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:25.926400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc68fbf-0427-48bc-8982-394af96c5894') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:25.943876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.961985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.969891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:25.970481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:25.974990 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:26.078558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.085881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.087623 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/networks/fed8f512-8f9a-4799-9b35-c72118a30c8b HTTP/1.1" status: 204 len: 168 time: 1.1838653 Sep 30 08:33:26.090907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43146) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:26.105209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c9b7-52f4-43a0-b53f-28b1d4d04a71 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Network': ['ID=fed8f512-8f9a-4799-9b35-c72118a30c8b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:26.281373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56403f20-89ab-4810-8b4a-2106a9802229 req-5aa345dd-400e-4bf0-b83f-9c314492cd1d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:26.283011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56403f20-89ab-4810-8b4a-2106a9802229 req-5aa345dd-400e-4bf0-b83f-9c314492cd1d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0765378 Sep 30 08:33:26.303008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port b210d29d-a909-4b70-acef-4ceb01f06cd3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:26.303355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.382522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56403f20-89ab-4810-8b4a-2106a9802229 req-90c506c1-af2b-49e6-885e-c25d15e8fd3d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926356 Sep 30 08:33:26.436658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.437219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.454441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:26.462188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for b210d29d-a909-4b70-acef-4ceb01f06cd3 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:26.684851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.754352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=b210d29d-a909-4b70-acef-4ceb01f06cd3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:26.856536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.859355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:26.863374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-41bc55cf-7bca-4e6d-8e8b-6329b8cb1eb5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/floatingips/48ec45a3-03f7-447b-b6ba-b40e3d0200de HTTP/1.1" status: 204 len: 168 time: 0.7685361 Sep 30 08:33:26.865246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43176) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:26.901515 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7ace1a-95a9-47f1-ad78-f4ddeafc0d26 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] DELETE failed (client error): The resource could not be found. Sep 30 08:33:26.902198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7ace1a-95a9-47f1-ad78-f4ddeafc0d26 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:33:26.906534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0c7ace1a-95a9-47f1-ad78-f4ddeafc0d26 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/ports/93ad1ea7-2e41-4593-98bf-7b2dc8a41bd8 HTTP/1.1" status: 404 len: 333 time: 0.0374537 Sep 30 08:33:26.911480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:26.944072 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7a35fa1f-187f-4c43-9829-ad8d5a753625 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/ports?device_id=de854bce-0d0c-4672-a20d-d92ecf32908c HTTP/1.1" status: 200 len: 205 time: 0.0312140 Sep 30 08:33:26.947270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43180) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:26.995515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732037da-b6e9-4427-ad3c-262e9fd3354f req-c75acb18-3f12-4e4f-8377-c6974f42f50d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:27.000850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-732037da-b6e9-4427-ad3c-262e9fd3354f req-c75acb18-3f12-4e4f-8377-c6974f42f50d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1011441 Sep 30 08:33:27.002647 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-fd1f2a8d-b6d3-4e41-8bb3-9ed5192a074b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] delete failed (client error): The resource could not be found. Sep 30 08:33:27.003790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fd1f2a8d-b6d3-4e41-8bb3-9ed5192a074b tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/routers/de854bce-0d0c-4672-a20d-d92ecf32908c HTTP/1.1" status: 404 len: 336 time: 0.0553875 Sep 30 08:33:27.012643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43182) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:27.058235 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fc99d6-41e0-4c3e-9073-11c6e85dc154 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] DELETE failed (client error): The resource could not be found. Sep 30 08:33:27.059111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fc99d6-41e0-4c3e-9073-11c6e85dc154 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:33:27.061390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-91fc99d6-41e0-4c3e-9073-11c6e85dc154 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/subnets/fac526f5-0012-4308-972c-f6b1d3ad1418 HTTP/1.1" status: 404 len: 337 time: 0.0469873 Sep 30 08:33:27.066535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43184) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:27.080049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-732037da-b6e9-4427-ad3c-262e9fd3354f req-d8750cd1-0eb0-4781-b36c-ca93b624025c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750072 Sep 30 08:33:27.256972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:27.257487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:27.395860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:27.412760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:27.493933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:27.668041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:27.703551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:27.921595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:27.923773 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e47b2e70-2ce9-437f-adcd-179156ea3d81 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/ports/b9d0dee4-04a9-49d9-b3e7-e4a228df7ba5 HTTP/1.1" status: 204 len: 168 time: 0.8557382 Sep 30 08:33:27.927053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:28.019380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddf48-d468-45c6-bc7d-0a099746dd02 req-9f4bb003-f253-4cad-a008-817e888d0333 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:28.021856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b8ddf48-d468-45c6-bc7d-0a099746dd02 req-9f4bb003-f253-4cad-a008-817e888d0333 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0916386 Sep 30 08:33:28.068285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b8ddf48-d468-45c6-bc7d-0a099746dd02 req-4f04e8f8-51fb-45ca-87d2-a80e77d1cac2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Sep 30 08:33:28.111850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port 3ee06c47-4e5c-4f34-b00b-975dd4528c5d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:28.112726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.294278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.313622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for 3ee06c47-4e5c-4f34-b00b-975dd4528c5d owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:28.395274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port 73e08295-7d5a-4bcf-a707-add199dbf173 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:28.396161 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.520015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43246) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:28.545699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] For port 73e08295-7d5a-4bcf-a707-add199dbf173, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=73e08295-7d5a-4bcf-a707-add199dbf173,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:28.546074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.563403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for 73e08295-7d5a-4bcf-a707-add199dbf173 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:28.567512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.597868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=3ee06c47-4e5c-4f34-b00b-975dd4528c5d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:28.666727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280863e3-24d7-474b-91d4-d678056df662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.724501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bb1e72be-914a-4b68-abd6-483e4f90e5ca no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:28.739266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.739266 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1bd1c842-4ee1-4202-95cc-de71356ae7ce tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/ports/3ee06c47-4e5c-4f34-b00b-975dd4528c5d HTTP/1.1" status: 204 len: 168 time: 0.8097088 Sep 30 08:33:28.745989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43254) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:28.768198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: bb1e72be-914a-4b68-abd6-483e4f90e5ca {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:28.768913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device bb1e72be-914a-4b68-abd6-483e4f90e5ca not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:28.873223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598524b-1e4c-45df-b186-5263307ff5a9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:28.874845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7598524b-1e4c-45df-b186-5263307ff5a9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e552174-ab46-44cf-b085-df8332eb66f7 HTTP/1.1" status: 200 len: 913 time: 0.1324522 Sep 30 08:33:28.878109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43258) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:28.901964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:28.945601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=73e08295-7d5a-4bcf-a707-add199dbf173,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:29.187971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:29.343893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280863e3-24d7-474b-91d4-d678056df662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:29.383178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-280863e3-24d7-474b-91d4-d678056df662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:29.466627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-280863e3-24d7-474b-91d4-d678056df662 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=973b80fd746042858cbc5d009e1af2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9421313 Sep 30 08:33:29.475280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43268) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:29.480595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280863e3-24d7-474b-91d4-d678056df662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e51cfd-9dfc-4220-b37b-2ee71a2bec31,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:29.523650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:29.574676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40bbf4-6eb8-46a2-887f-247ab4e2cb44 req-4da67847-a318-4db6-8894-1f7b9533ad50 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:29.575659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc40bbf4-6eb8-46a2-887f-247ab4e2cb44 req-4da67847-a318-4db6-8894-1f7b9533ad50 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.3416293 Sep 30 08:33:29.661198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc40bbf4-6eb8-46a2-887f-247ab4e2cb44 req-3abbcd62-ef7f-4fd5-be08-ee8368a26fdf tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779769 Sep 30 08:33:29.661956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f854f2c-01b8-4b3a-a0a9-999b9729ba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:29.726272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:29.738954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43272) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:29.740793 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] Sync routers for ids ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:29.741797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7e21ebe2-1eb3-493d-9908-f000f3fff97c tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "PUT /v2.0/routers/cc50f24e-f9d5-49fa-98ac-e4feaebedf38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2799551 Sep 30 08:33:29.759080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] Routers {'cc50f24e-f9d5-49fa-98ac-e4feaebedf38'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:29.760512 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:29.787409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f854f2c-01b8-4b3a-a0a9-999b9729ba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:29.838900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting subnet 7a80df0b-5494-4856-932a-a3e64deb4041 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:29.856078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:29.873489 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] Set router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:29.890197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.075059 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:33:28Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:30.079085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.111954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f854f2c-01b8-4b3a-a0a9-999b9729ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.114894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f854f2c-01b8-4b3a-a0a9-999b9729ba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.118355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7f854f2c-01b8-4b3a-a0a9-999b9729ba86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03e51cfd-9dfc-4220-b37b-2ee71a2bec31 HTTP/1.1" status: 204 len: 168 time: 0.6310413 Sep 30 08:33:30.118534 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] Checking router: cc50f24e-f9d5-49fa-98ac-e4feaebedf38 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:30.142994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f854f2c-01b8-4b3a-a0a9-999b9729ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e51cfd-9dfc-4220-b37b-2ee71a2bec31,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:30.152047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] Routers {'cc50f24e-f9d5-49fa-98ac-e4feaebedf38'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:30.153561 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:30.273111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.349418 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] Set router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:30.373945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port d58fea33-25d8-43b3-a667-f8ce7a390474 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:30.374556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.441390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.545678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Subnet': ['ID=7a80df0b-5494-4856-932a-a3e64deb4041,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:30.559184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.562571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944b3f2-c4ba-4291-a063-278be8abae1c None None] Network b68697eb-ef6f-4de8-8f8a-1f63376443ba requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:30.589395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3f3c4d56-e490-4a7f-bbf8-703394ee6e86 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/subnets/7a80df0b-5494-4856-932a-a3e64deb4041 HTTP/1.1" status: 204 len: 168 time: 0.8465793 Sep 30 08:33:30.592286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43294) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:30.683241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.684975 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:33:28Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:30.721082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for d58fea33-25d8-43b3-a667-f8ce7a390474 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:30.780245 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0c512-dbe8-481a-8d85-7d8ff31a8e7b None None] The sync data for ids ['cc50f24e-f9d5-49fa-98ac-e4feaebedf38'] in n-d-807025-5 is: [{'id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1109275729', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:51Z', 'updated_at': '2021-09-30T08:33:28Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'a1fad918-6e9d-48f2-b25a-12d20e358090', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc50f24e-f9d5-49fa-98ac-e4feaebedf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:52Z', 'updated_at': '2021-09-30T08:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:30.895859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.089014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.141417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463e0d-39e9-4b24-9d72-ff12bc654c0b req-9f52aa6b-9f89-48eb-950d-b361102da716 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:31.154920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1463e0d-39e9-4b24-9d72-ff12bc654c0b req-9f52aa6b-9f89-48eb-950d-b361102da716 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2920656 Sep 30 08:33:31.174448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] DHCP port deletion for b68697eb-ef6f-4de8-8f8a-1f63376443ba request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:33:31.245356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port a1fad918-6e9d-48f2-b25a-12d20e358090 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:31.245732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.276072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1463e0d-39e9-4b24-9d72-ff12bc654c0b req-9240e62b-d5d4-4a02-8aae-3e89f9d2388c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201601 Sep 30 08:33:31.284685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] Deleting port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:31.285289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.365797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] For port a1fad918-6e9d-48f2-b25a-12d20e358090, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a1fad918-6e9d-48f2-b25a-12d20e358090,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:31.365978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] For port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,segment=NetworkSegment(7d3c1523-dc66-432d-9820-3ca3b98f71d3),segment_id=7d3c1523-dc66-432d-9820-3ca3b98f71d3)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:31.366546 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.369181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.390554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] Calling delete_port for a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:31.400348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for a1fad918-6e9d-48f2-b25a-12d20e358090 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:31.467456 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.576171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.605103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=d58fea33-25d8-43b3-a667-f8ce7a390474,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:31.606695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] Pushing event deleted for resources: {'Port': ['ID=a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:31.611960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0bf3f-fca4-4b9c-8a9c-02a6fbb76664 None None] No DVR routers for this DVR port a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:31.807524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 73e08295-7d5a-4bcf-a707-add199dbf173 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:31.841399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:31.849924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 73e08295-7d5a-4bcf-a707-add199dbf173 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:31.850499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 73e08295-7d5a-4bcf-a707-add199dbf173 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:31.850941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:31.905957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:31.906315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a12b4f40-ed39-45d2-b4e3-1db7e1c1e5cd not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:32.182812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Router 5e552174-ab46-44cf-b085-df8332eb66f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:32.257741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.380558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=a1fad918-6e9d-48f2-b25a-12d20e358090,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:32.420959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.535432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.538478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.625772 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.627054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Fanout notify agent at l3_agent the message router_deleted on router cc50f24e-f9d5-49fa-98ac-e4feaebedf38 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:33:32.647412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.649111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-451e1b22-cbf2-4da3-ac35-ea52b05e4382 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/routers/cc50f24e-f9d5-49fa-98ac-e4feaebedf38 HTTP/1.1" status: 204 len: 168 time: 2.0556524 Sep 30 08:33:32.651790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43348) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:32.768278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.930900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.941986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4abc-3199-47bd-869c-56d6c5351aec req-3f5499d3-5f40-447b-8dd9-5485810187c0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.943559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af0b4abc-3199-47bd-869c-56d6c5351aec req-3f5499d3-5f40-447b-8dd9-5485810187c0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2262468 Sep 30 08:33:32.954127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:32.966934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] Sync routers for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:32.973395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d0479841-1bd0-4a40-bd54-bcd66e607462 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "PUT /v2.0/routers/5e552174-ab46-44cf-b085-df8332eb66f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0942388 Sep 30 08:33:32.978894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43358) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:32.981384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:32.982051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.040600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.050941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] Routers {'5e552174-ab46-44cf-b085-df8332eb66f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:33.051892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['5e552174-ab46-44cf-b085-df8332eb66f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.066097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af0b4abc-3199-47bd-869c-56d6c5351aec req-8fc63043-1cc6-460b-8e3c-3fd6e963082b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773637 Sep 30 08:33:33.086744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68697eb-ef6f-4de8-8f8a-1f63376443ba']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.105264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3c1523-dc66-432d-9820-3ca3b98f71d3') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.106175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3c1523-dc66-432d-9820-3ca3b98f71d3') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.110505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:33.111569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eae32-8cb3-4566-860d-66b3832c22f6 None None] The sync data for ids ['5e552174-ab46-44cf-b085-df8332eb66f7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:33.129356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.203500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.218098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:33.218527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:33.221749 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:33.260917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.361199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.368112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.373510 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/networks/b68697eb-ef6f-4de8-8f8a-1f63376443ba HTTP/1.1" status: 204 len: 168 time: 0.7159405 Sep 30 08:33:33.373623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43366) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:33.391668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d1330-7f42-4a25-a28e-9f13b85d8de5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Network': ['ID=b68697eb-ef6f-4de8-8f8a-1f63376443ba,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:33.483964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.565994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting port cc023711-7334-450b-9d95-7eccd62baabd {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:33.566346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.618652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port e6410130-d956-43e5-afc5-1d56fed5ae72 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:33.619080 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.721591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.737926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Calling delete_port for cc023711-7334-450b-9d95-7eccd62baabd owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:33.744450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a1fad918-6e9d-48f2-b25a-12d20e358090 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:33.783346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a1fad918-6e9d-48f2-b25a-12d20e358090 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:33.783683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a1fad918-6e9d-48f2-b25a-12d20e358090 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:33.798003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.798477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.813071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for e6410130-d956-43e5-afc5-1d56fed5ae72 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:34.002224 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.038902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Port': ['ID=cc023711-7334-450b-9d95-7eccd62baabd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:34.055713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.139540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=e6410130-d956-43e5-afc5-1d56fed5ae72,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:34.140920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.169154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43384) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:34.235499 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.237596 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Floating IP 318f87a4-3f07-4ae4-98e3-a55ccd9c46ef disassociated (deleted). External IP: 172.25.7.240, port: 7fb73ae4-4e9f-4a6b-b5cc-b212528851de. Sep 30 08:33:34.249844 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.252333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.299499 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.300259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Fanout notify agent at l3_agent the message router_deleted on router 5e552174-ab46-44cf-b085-df8332eb66f7 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:33:34.308009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.312228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c4fc1545-c6e6-414b-b153-f068583dd30c tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/routers/5e552174-ab46-44cf-b085-df8332eb66f7 HTTP/1.1" status: 204 len: 168 time: 1.3254297 Sep 30 08:33:34.312673 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43394) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:34.329907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d619e15-92bb-4111-8272-4df00e7d9d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.364267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c249f-856f-4a09-a854-8f7caba2512a req-080f6743-ced1-4da5-a93c-ee20a63aebd6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.365890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef1c249f-856f-4a09-a854-8f7caba2512a req-080f6743-ced1-4da5-a93c-ee20a63aebd6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1953597 Sep 30 08:33:34.370784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Deleting subnet 1dbdad45-0120-4695-912b-8b2973e4068c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:34.376188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.429371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.484525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef1c249f-856f-4a09-a854-8f7caba2512a req-c0b0fec6-338c-4205-81f7-d21561e32bd1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055300 Sep 30 08:33:34.515845 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.601785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.623585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d619e15-92bb-4111-8272-4df00e7d9d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.632333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d619e15-92bb-4111-8272-4df00e7d9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.645384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbdad45-0120-4695-912b-8b2973e4068c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:34.659060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.661549 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5d1d80fc-93ec-4ce1-aae0-a750fa45b0c9 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/subnets/1dbdad45-0120-4695-912b-8b2973e4068c HTTP/1.1" status: 204 len: 168 time: 0.3474617 Sep 30 08:33:34.663697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43406) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:34.688844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router a3918693-6469-4beb-89ac-8e5046137fb1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:34.702378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1d619e15-92bb-4111-8272-4df00e7d9d80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b68371267a74889902705e0670335c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301166 Sep 30 08:33:34.703306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43408) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:34.720927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619e15-92bb-4111-8272-4df00e7d9d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c34a9-1800-4e7f-8caa-3878ea11dc2d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:34.821888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.864969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:34.868202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-841d233c-698b-4ed2-a405-1da62204bd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.874720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.886130 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] Sync routers for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:34.898804 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:34.900003 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:34.935081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-85f6e4ef-9aa0-4540-9c0e-4613fba1193b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/floatingips/318f87a4-3f07-4ae4-98e3-a55ccd9c46ef HTTP/1.1" status: 204 len: 168 time: 1.5585237 Sep 30 08:33:34.935081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:34.936707 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c1e06-36c8-4e41-99e3-c7317b05db88" -d '{"events": [{"name": "network-changed", "server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:34.954143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-841d233c-698b-4ed2-a405-1da62204bd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:34.988600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.027962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84973039-6883-4522-8f61-c46831a8fcce']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:35.041634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60b85b8-da21-4a15-8e21-65eddc837925') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:35.041944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60b85b8-da21-4a15-8e21-65eddc837925') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:35.052373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.056811 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:35.066295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.072826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:35.073243 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:35.100366 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:35.163061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.174240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.177035 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] 10.222.0.41 "DELETE /v2.0/networks/84973039-6883-4522-8f61-c46831a8fcce HTTP/1.1" status: 204 len: 168 time: 0.5121069 Sep 30 08:33:35.180276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-841d233c-698b-4ed2-a405-1da62204bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.184467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-841d233c-698b-4ed2-a405-1da62204bd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.189308 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-841d233c-698b-4ed2-a405-1da62204bd60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe8c34a9-1800-4e7f-8caa-3878ea11dc2d HTTP/1.1" status: 204 len: 168 time: 0.4751682 Sep 30 08:33:35.235850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d233c-698b-4ed2-a405-1da62204bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c34a9-1800-4e7f-8caa-3878ea11dc2d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:35.238173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0158c3b-d8c9-474a-bc32-c5c0ac3edca5 tempest-FloatingIPTestJSON-2084331540 tempest-FloatingIPTestJSON-2084331540-project] Pushing event deleted for resources: {'Network': ['ID=84973039-6883-4522-8f61-c46831a8fcce,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:35.247209 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f7240c-3575-4739-82b0-16a651b2e672 x-openstack-request-id: req-94f7240c-3575-4739-82b0-16a651b2e672 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:35.247723 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:35.247723 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94f7240c-3575-4739-82b0-16a651b2e672 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:35.248140 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'status': 'completed', 'code': 200} Sep 30 08:33:35.427644 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:35.442256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-0e25c80c-6932-46a4-b353-2cd9b7ed9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:35.443796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-0e25c80c-6932-46a4-b353-2cd9b7ed9268 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 1135 time: 0.1437323 Sep 30 08:33:35.463189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d624ca2-f0d9-49b9-81de-abe7e966d422 req-984dfaf6-3b5b-4746-8135-d5da7877e509 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:35.471894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d624ca2-f0d9-49b9-81de-abe7e966d422 req-984dfaf6-3b5b-4746-8135-d5da7877e509 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 984 time: 0.1175125 Sep 30 08:33:35.488404 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] Checking router: a3918693-6469-4beb-89ac-8e5046137fb1 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:35.497666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:35.498495 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:35.526858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:35.555490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d624ca2-f0d9-49b9-81de-abe7e966d422 req-b6140114-cc65-4a42-b734-d99a4459b3c8 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0825481 Sep 30 08:33:35.753541 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-92bf804f-5565-4667-bf42-5ee72ebdc3ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5e2ee75b5904c3a8f42b1c5fdb857e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244391 Sep 30 08:33:35.754964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43448) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:35.770187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-f0efeee7-e048-4900-bfbb-259124b0b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:35.781245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-f0efeee7-e048-4900-bfbb-259124b0b552 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ad5aab76-365d-4771-8966-7227dce3001a HTTP/1.1" status: 200 len: 897 time: 0.3269446 Sep 30 08:33:35.799326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43450) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:35.808077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71f65c-52de-49eb-b902-9e4e2f9ccb57 req-9cd8d8ff-a1bc-48ae-b2b7-692407691cce tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:35.819789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be71f65c-52de-49eb-b902-9e4e2f9ccb57 req-9cd8d8ff-a1bc-48ae-b2b7-692407691cce tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1424222 Sep 30 08:33:35.833382 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:35.837816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a6305b-6e69-438a-85c5-e72909389d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.840350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a4a73d1-d9c5-42b6-8581-cad6efb35253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.884316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-6205531e-8d8c-4708-9c35-da95e8b8d7d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de HTTP/1.1" status: 200 len: 217 time: 0.0864797 Sep 30 08:33:35.891578 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a6305b-6e69-438a-85c5-e72909389d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:35.997093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be71f65c-52de-49eb-b902-9e4e2f9ccb57 req-50c60e88-c481-4197-8cbb-c12b9919072e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762667 Sep 30 08:33:35.999220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-58015458-04c0-40f1-933c-ab265d950b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.003226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-58015458-04c0-40f1-933c-ab265d950b2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1eb5f714-836d-4f64-b62a-f1f4d76cc5d5 HTTP/1.1" status: 200 len: 835 time: 0.1091676 Sep 30 08:33:36.111175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a6305b-6e69-438a-85c5-e72909389d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.111373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-66d8e797-7e7f-4897-9615-c02acaa51a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.117688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-66d8e797-7e7f-4897-9615-c02acaa51a34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad5aab76-365d-4771-8966-7227dce3001a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011369 Sep 30 08:33:36.121008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a6305b-6e69-438a-85c5-e72909389d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.124702 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e5a6305b-6e69-438a-85c5-e72909389d05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d9c86db-1f0b-4618-b584-32cdbc7047fa HTTP/1.1" status: 204 len: 168 time: 0.3654439 Sep 30 08:33:36.171154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a4a73d1-d9c5-42b6-8581-cad6efb35253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.177913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6305b-6e69-438a-85c5-e72909389d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9c86db-1f0b-4618-b584-32cdbc7047fa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:36.182426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a4a73d1-d9c5-42b6-8581-cad6efb35253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.244780 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:36.269792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a73d1-d9c5-42b6-8581-cad6efb35253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295375f5-2e38-47ec-89bd-2e17b507e1b0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:36.276240 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5a4a73d1-d9c5-42b6-8581-cad6efb35253 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f00a028d7fe04845b3b916e8f33ca561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749954 Sep 30 08:33:36.279404 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43462) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:36.279697 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e0f12-e94e-4bdf-a56a-e3d800e948b4 None None] The sync data for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 is: [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:31:47Z', 'revision_number': 4, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd99b149b-e93c-4d12-9ba3-89ab9c7dc4c3', 'name': '', 'network_id': 'ad5aab76-365d-4771-8966-7227dce3001a', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'mac_address': 'fa:16:3e:ab:55:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:45Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'subnets': [{'id': '1eb5f714-836d-4f64-b62a-f1f4d76cc5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:36.282992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-07fac76f-6e73-4f91-a145-4d5c2454a605 service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571655 Sep 30 08:33:36.403765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6312d203-140e-4228-b17e-530d7b53c8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.429365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-510c1e06-36c8-4e41-99e3-c7317b05db88 req-bf112dc9-89ab-466c-a11d-09a30b7ae0f5 service neutron] 10.222.0.50 "GET /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363816 Sep 30 08:33:36.472158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6312d203-140e-4228-b17e-530d7b53c8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.542596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6312d203-140e-4228-b17e-530d7b53c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.555871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6312d203-140e-4228-b17e-530d7b53c8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:36.555871 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6312d203-140e-4228-b17e-530d7b53c8cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/295375f5-2e38-47ec-89bd-2e17b507e1b0 HTTP/1.1" status: 204 len: 168 time: 0.2713523 Sep 30 08:33:36.580336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312d203-140e-4228-b17e-530d7b53c8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295375f5-2e38-47ec-89bd-2e17b507e1b0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:36.754041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fcb0f-5c67-49dd-a7a7-e4fb1e7b979d None None] New status for floating IP 318f87a4-3f07-4ae4-98e3-a55ccd9c46ef: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:33:36.813403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3381e-be96-49dc-8ca6-415e32ab0969 req-63f6a6bc-8d41-4f45-9732-ffcfcdd727a5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.826026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ba3381e-be96-49dc-8ca6-415e32ab0969 req-63f6a6bc-8d41-4f45-9732-ffcfcdd727a5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 984 time: 0.1538875 Sep 30 08:33:36.960352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ba3381e-be96-49dc-8ca6-415e32ab0969 req-de981440-0318-4737-8079-0995ceb92970 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/security-groups?id=347d586d-abd4-4666-a838-38154495cea4&id=60d0edb0-b660-455c-96c2-57d637417fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0961027 Sep 30 08:33:36.983946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-5088b758-484b-4d39-8e65-5248522ec0f5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.985661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-5088b758-484b-4d39-8e65-5248522ec0f5 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 984 time: 0.1585376 Sep 30 08:33:37.198270 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:33:37.268171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ef41-a6dc-4030-abbf-dfba6d253d9b req-95328c0a-121b-440a-a1e8-5a1453cd2942 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:37.276149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d126ef41-a6dc-4030-abbf-dfba6d253d9b req-95328c0a-121b-440a-a1e8-5a1453cd2942 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1373663 Sep 30 08:33:37.307390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:37.307972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:37.381691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d126ef41-a6dc-4030-abbf-dfba6d253d9b req-51dea9c9-001d-4fbf-825f-bd6eab9543bb tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045899 Sep 30 08:33:37.495183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] For port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:37.495684 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:37.547019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for 7fb73ae4-4e9f-4a6b-b5cc-b212528851de owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:37.728158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:37.741561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:37.770192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=7fb73ae4-4e9f-4a6b-b5cc-b212528851de,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:37.819278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] No DVR routers for this DVR port 7fb73ae4-4e9f-4a6b-b5cc-b212528851de on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:37.822622 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:37.825491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76f920a9-7691-4c74-bea2-a6aef9079c24 req-8732a6e7-6fe9-480a-b06c-19b242db0075 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.50 "DELETE /v2.0/ports/7fb73ae4-4e9f-4a6b-b5cc-b212528851de HTTP/1.1" status: 204 len: 173 time: 0.8323159 Sep 30 08:33:37.826417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'name': 'network-vif-deleted', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:37.829623 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee74de-3726-4d33-b859-3cf33419e90f" -d '{"events": [{"server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "name": "network-vif-deleted", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:37.878056 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566211b0-52b1-45b1-930c-8f980461e51e x-openstack-request-id: req-566211b0-52b1-45b1-930c-8f980461e51e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:37.878909 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d808595-571f-493c-aa51-ff5702876aff", "name": "network-vif-deleted", "tag": "7fb73ae4-4e9f-4a6b-b5cc-b212528851de", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:37.879451 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-566211b0-52b1-45b1-930c-8f980461e51e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:37.880017 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d808595-571f-493c-aa51-ff5702876aff', 'name': 'network-vif-deleted', 'tag': '7fb73ae4-4e9f-4a6b-b5cc-b212528851de', 'status': 'completed', 'code': 200} Sep 30 08:33:37.957023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1003840677'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:38.015084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:38.021759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.037150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.164869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a486c72-ac3c-4149-b736-3787d0c82162 req-32d2d45a-95ce-4b53-b795-f9ef4bd24a48 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d808595-571f-493c-aa51-ff5702876aff HTTP/1.1" status: 200 len: 210 time: 0.0540221 Sep 30 08:33:38.273000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.278793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.352853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668ef4ad-7946-41ed-9f1d-9d11cc64cc91,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:38.379462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:38.409650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.410401 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Added segment 325c6af0-a47e-4490-a326-aa3fdb5065ff of type vlan for network c8044023-956c-4c5d-94d9-9ac2091ee55a Sep 30 08:33:38.480628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.537282 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ac99-6363-4d55-9de5-34c747ce8b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.547673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.555779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:38.556688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:38.657409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7b18c-168f-4fab-9fda-0a84b45e73dd req-96825e5b-1974-4c0a-b1c7-b74e73981fdb tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:38.665723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8e7b18c-168f-4fab-9fda-0a84b45e73dd req-96825e5b-1974-4c0a-b1c7-b74e73981fdb tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1013527 Sep 30 08:33:38.709629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Network': ['ID=c8044023-956c-4c5d-94d9-9ac2091ee55a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:38.724334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c8044023-956c-4c5d-94d9-9ac2091ee55a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:38.733628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8e7b18c-168f-4fab-9fda-0a84b45e73dd req-f39af489-bd6e-4b1a-9ade-2e944ea702cc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664203 Sep 30 08:33:38.743751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3d639b01-31f8-488a-a76a-f96246cbff55 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0001047 Sep 30 08:33:39.213075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152499f4-837f-49cf-aacd-591c93f8529d req-85fd910d-f7e8-4380-a85a-4bac53964a72 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:39.222298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-152499f4-837f-49cf-aacd-591c93f8529d req-85fd910d-f7e8-4380-a85a-4bac53964a72 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1107254 Sep 30 08:33:39.274732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-77004f26-b135-4746-8379-cc221baa483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:39.276930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-77004f26-b135-4746-8379-cc221baa483d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.1225405 Sep 30 08:33:39.361722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-152499f4-837f-49cf-aacd-591c93f8529d req-6bc04341-1d82-4366-aeff-5b220cb0eaad tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382535 Sep 30 08:33:39.467419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43578) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:39.580659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-0aae4e2d-7916-48e4-be6e-5be812b449b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:39.585270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-0aae4e2d-7916-48e4-be6e-5be812b449b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.2969193 Sep 30 08:33:39.588575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06fd1fed-b928-494d-a0f6-25f04ee672a0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.683462 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06fd1fed-b928-494d-a0f6-25f04ee672a0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.791656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06fd1fed-b928-494d-a0f6-25f04ee672a0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.792326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-f122d77d-08fe-4cc2-8d04-7977c5c35fd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.1949959 Sep 30 08:33:39.796982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06fd1fed-b928-494d-a0f6-25f04ee672a0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.802997 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06fd1fed-b928-494d-a0f6-25f04ee672a0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/security-groups/60d0edb0-b660-455c-96c2-57d637417fa4 HTTP/1.1" status: 204 len: 168 time: 0.3339877 Sep 30 08:33:39.805876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:39.818444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1fed-b928-494d-a0f6-25f04ee672a0 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d0edb0-b660-455c-96c2-57d637417fa4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:39.880917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-07fb7130-5dff-429f-aae1-e0f865e1e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:39.885187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-07fb7130-5dff-429f-aae1-e0f865e1e14e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0863786 Sep 30 08:33:40.031331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-ac80abbe-3958-4325-b828-c2c007d95ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:40.033541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-ac80abbe-3958-4325-b828-c2c007d95ab6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318097 Sep 30 08:33:40.078891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e454c03e-7d43-489d-ba6f-a4b28264cc43 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:40.162765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e454c03e-7d43-489d-ba6f-a4b28264cc43 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:40.366017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-d4c19714-aea8-4bff-ab8e-459fa444dc16 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168588 Sep 30 08:33:40.398859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7fb73ae4-4e9f-4a6b-b5cc-b212528851de no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:40.449723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 7fb73ae4-4e9f-4a6b-b5cc-b212528851de {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:40.451590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 7fb73ae4-4e9f-4a6b-b5cc-b212528851de not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:40.535411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc4b4ef-0005-4243-8618-b34d752ccd90 req-9ee313b5-4c98-4cc1-bc3b-578948e89971 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651297 Sep 30 08:33:40.536200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e454c03e-7d43-489d-ba6f-a4b28264cc43 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:40.545105 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e454c03e-7d43-489d-ba6f-a4b28264cc43 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:40.548084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e454c03e-7d43-489d-ba6f-a4b28264cc43 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/security-groups/347d586d-abd4-4666-a838-38154495cea4 HTTP/1.1" status: 204 len: 168 time: 0.7412624 Sep 30 08:33:40.550975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:40.564659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454c03e-7d43-489d-ba6f-a4b28264cc43 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d586d-abd4-4666-a838-38154495cea4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:40.631714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf75ea-255b-4d3c-8985-52c5ca33ec0f req-484d27f0-a859-42bf-a18e-37e4ca76a5ae tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:40.645699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7cf75ea-255b-4d3c-8985-52c5ca33ec0f req-484d27f0-a859-42bf-a18e-37e4ca76a5ae tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0822694 Sep 30 08:33:40.702692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7cf75ea-255b-4d3c-8985-52c5ca33ec0f req-508844db-9c14-4f23-b09e-5964202bc636 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Sep 30 08:33:41.075190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43622) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:41.103041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c2422a9-0b31-4cbc-b913-abdb72eaeb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.266478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.328441 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2b59ad-1251-4975-8563-cf37a697347b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.459729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.528366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2b59ad-1251-4975-8563-cf37a697347b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.536086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2b59ad-1251-4975-8563-cf37a697347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.579584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9f2b59ad-1251-4975-8563-cf37a697347b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50c9860959d34a8ca1e40d58a8f5c6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040381 Sep 30 08:33:41.580601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b59ad-1251-4975-8563-cf37a697347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae0d470-4521-4852-89a9-358876dd4701,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:41.583868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43630) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:41.684500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6adb3b7-a272-4a39-ab21-1d5733778066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.710576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6adb3b7-a272-4a39-ab21-1d5733778066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.912924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6adb3b7-a272-4a39-ab21-1d5733778066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.923362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6adb3b7-a272-4a39-ab21-1d5733778066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:41.927857 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d6adb3b7-a272-4a39-ab21-1d5733778066 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ae0d470-4521-4852-89a9-358876dd4701 HTTP/1.1" status: 204 len: 168 time: 0.3393030 Sep 30 08:33:41.942266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24a67-5431-4960-a7e1-c69d11d3557c req-e92c4374-1d14-4fe6-9a26-b46372b59a2f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:41.944533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7a24a67-5431-4960-a7e1-c69d11d3557c req-e92c4374-1d14-4fe6-9a26-b46372b59a2f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0984275 Sep 30 08:33:41.990707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adb3b7-a272-4a39-ab21-1d5733778066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae0d470-4521-4852-89a9-358876dd4701,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:42.023118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:42.025543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.057154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7a24a67-5431-4960-a7e1-c69d11d3557c req-c7f2a807-6e1c-4232-9d11-27e742655713 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042228 Sep 30 08:33:42.194472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43654) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:42.200920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'subnet': {'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:42.205114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] For port d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:42.205507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.228933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:42.310829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2de11-8e95-43b3-8afe-ab789c55f658 req-f9401f03-0919-481a-a311-ce98c843a4ef tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:42.318317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5e2de11-8e95-43b3-8afe-ab789c55f658 req-f9401f03-0919-481a-a311-ce98c843a4ef tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1716607 Sep 30 08:33:42.349431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:42.353238 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.405872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43660) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:42.412680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5e2de11-8e95-43b3-8afe-ab789c55f658 req-7f2a40ae-124a-4677-a030-ad92e88a6828 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933118 Sep 30 08:33:42.425655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db7913ed-c87c-4489-af8e-cb0229c49314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.530323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.656643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:42.738925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.826746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.895770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db7913ed-c87c-4489-af8e-cb0229c49314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.903581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db7913ed-c87c-4489-af8e-cb0229c49314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.916431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Subnet': ['ID=9976d3ec-f6a3-4ded-84b3-d0a12fc55730,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:42.931786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Checking segment: {'id': '325c6af0-a47e-4490-a326-aa3fdb5065ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:42.932155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network hostable DHCP agents. Network: c8044023-956c-4c5d-94d9-9ac2091ee55a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:42.942979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9b28-1343-4133-9345-68a1a2ff8557 req-47ccc6e9-b348-4d72-ae76-800c641ce2b1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:42.944557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6ff9b28-1343-4133-9345-68a1a2ff8557 req-47ccc6e9-b348-4d72-ae76-800c641ce2b1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1876106 Sep 30 08:33:42.961893 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db7913ed-c87c-4489-af8e-cb0229c49314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cbdb7b210c94e119d9219b1bcb2676c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550604 Sep 30 08:33:42.962493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43678) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:42.986292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network c8044023-956c-4c5d-94d9-9ac2091ee55a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:42.988341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7913ed-c87c-4489-af8e-cb0229c49314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15851fef-e164-4a47-acf6-fc9a5702c14c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:43.018827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c8044023-956c-4c5d-94d9-9ac2091ee55a) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:43.031894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:43.032492 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.034300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353854c-d306-4ced-8e19-d3f8f6af914b None None] Network c8044023-956c-4c5d-94d9-9ac2091ee55a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:43.042515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6ff9b28-1343-4133-9345-68a1a2ff8557 req-b8dba7b2-41e8-4691-b050-30716ff2a40d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871761 Sep 30 08:33:43.069011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70fd3ece-65ce-422a-bc68-75da36b42638 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8687139 Sep 30 08:33:43.071584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43684) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:43.077087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-715181393'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:43.087110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1d05-5685-4680-a962-9daeceb49e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.120172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1d05-5685-4680-a962-9daeceb49e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.133568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:43.138181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.204001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:43.219669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.219903 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Added segment 7461fa0e-19eb-484b-9b8a-299fc78cec57 of type vlan for network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 Sep 30 08:33:43.286022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.290445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.319486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.326839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:43.327478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.385121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1d05-5685-4680-a962-9daeceb49e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.389775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1d05-5685-4680-a962-9daeceb49e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.394393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4bbe1d05-5685-4680-a962-9daeceb49e59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15851fef-e164-4a47-acf6-fc9a5702c14c HTTP/1.1" status: 204 len: 168 time: 0.4300334 Sep 30 08:33:43.435684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-c8044023-956c-4c5d-94d9-9ac2091ee55a', 'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a', 'tenant_id': 'b2a744200dec43a2812dd53701bc4a51', 'fixed_ips': [{'subnet_id': '9976d3ec-f6a3-4ded-84b3-d0a12fc55730'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:33:43.437330 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.447962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3740592 Sep 30 08:33:43.464585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43700) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:43.492687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'subnet': {'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:43.535745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe1d05-5685-4680-a962-9daeceb49e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15851fef-e164-4a47-acf6-fc9a5702c14c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:43.552680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5582b-493a-465f-9efa-a188308c350e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Network': ['ID=36aa8499-b9dd-42f7-8e51-5b1f5f116907,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:43.615997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7fc5-94c3-48e5-a924-7da8b212072d req-b97994f1-dc25-493b-8efd-bff609ebe299 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:43.624245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c88e7fc5-94c3-48e5-a924-7da8b212072d req-b97994f1-dc25-493b-8efd-bff609ebe299 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2917078 Sep 30 08:33:43.643095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:43.765209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c88e7fc5-94c3-48e5-a924-7da8b212072d req-644f9cc8-cd2f-4cae-922c-edfc487a00c5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383142 Sep 30 08:33:43.796127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:43.800531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:43.850060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Router a3918693-6469-4beb-89ac-8e5046137fb1 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:43.913990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Allocated IP 2001:db8:0:ffff::2 (c8044023-956c-4c5d-94d9-9ac2091ee55a/9976d3ec-f6a3-4ded-84b3-d0a12fc55730/75407448-f57e-4996-82e5-41a91fdf0f98) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:43.992884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:44.002531 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3857d540-fa16-4ffa-8494-c8f45582b0c6 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "PUT /v2.0/routers/a3918693-6469-4beb-89ac-8e5046137fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453292 Sep 30 08:33:44.003563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:44.004639 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] Sync routers for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:44.022757 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:44.023796 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:44.120959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting subnet 1eb5f714-836d-4f64-b62a-f1f4d76cc5d5 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:44.128055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.145116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.163021 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.243248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.261819 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:44.274439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Network c8044023-956c-4c5d-94d9-9ac2091ee55a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:44.285055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:44.290635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:44.378242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Pushing event updated for resources: {'Port': ['ID=75407448-f57e-4996-82e5-41a91fdf0f98,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:44.490432 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.514312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Attempting to bind port 75407448-f57e-4996-82e5-41a91fdf0f98 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:44.514696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Attempting to bind port 75407448-f57e-4996-82e5-41a91fdf0f98 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '325c6af0-a47e-4490-a326-aa3fdb5065ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:44.515073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Attempting to bind port 75407448-f57e-4996-82e5-41a91fdf0f98 on network c8044023-956c-4c5d-94d9-9ac2091ee55a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:44.533604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:44.533986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Checking segment: {'id': '325c6af0-a47e-4490-a326-aa3fdb5065ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:44.534660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.535212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Bound using segment: {'id': '325c6af0-a47e-4490-a326-aa3fdb5065ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:44.536006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Bound port: 75407448-f57e-4996-82e5-41a91fdf0f98, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c6af0-a47e-4490-a326-aa3fdb5065ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c8044023-956c-4c5d-94d9-9ac2091ee55a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:44.536623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.590966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.641232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] For port 75407448-f57e-4996-82e5-41a91fdf0f98, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:44.645847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] For port 75407448-f57e-4996-82e5-41a91fdf0f98, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75407448-f57e-4996-82e5-41a91fdf0f98,segment=NetworkSegment(325c6af0-a47e-4490-a326-aa3fdb5065ff),segment_id=325c6af0-a47e-4490-a326-aa3fdb5065ff)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:44.653472 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.695316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb5f714-836d-4f64-b62a-f1f4d76cc5d5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:44.710303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b5693-47b5-4627-9eb9-5c564da7fa36 None None] Network ad5aab76-365d-4771-8966-7227dce3001a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:44.718135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.728097 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7072bf0-4a31-4701-81b1-70318e12a0a9 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/subnets/1eb5f714-836d-4f64-b62a-f1f4d76cc5d5 HTTP/1.1" status: 204 len: 168 time: 0.7190907 Sep 30 08:33:44.732924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43740) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:44.737368 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:33:42Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:44.829183 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] Checking router: a3918693-6469-4beb-89ac-8e5046137fb1 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:44.850186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a19d4-fac3-4510-96cb-4a53c65c6d80 None None] Pushing event updated for resources: {'Port': ['ID=75407448-f57e-4996-82e5-41a91fdf0f98,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:44.864739 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] Routers {'a3918693-6469-4beb-89ac-8e5046137fb1'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:44.865386 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a3918693-6469-4beb-89ac-8e5046137fb1'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:44.925357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.927612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:33:44.936377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.066814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] DHCP port deletion for ad5aab76-365d-4771-8966-7227dce3001a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:33:45.092509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312366-d17d-4904-8fd4-aaf7489b92bb req-39b8d398-1635-4396-940c-cbb738fec9b4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:45.102146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c312366-d17d-4904-8fd4-aaf7489b92bb req-39b8d398-1635-4396-940c-cbb738fec9b4 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 945 time: 0.4457383 Sep 30 08:33:45.166033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.168693 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] Set router a3918693-6469-4beb-89ac-8e5046137fb1 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:45.201885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] Deleting port f9a152ee-5bad-4ee8-973c-ced1840e02b6 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:45.203013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.210052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c312366-d17d-4904-8fd4-aaf7489b92bb req-8473a6f5-9775-4502-af47-99b031e8adaa tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067936 Sep 30 08:33:45.371408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] For port f9a152ee-5bad-4ee8-973c-ced1840e02b6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9a152ee-5bad-4ee8-973c-ced1840e02b6,segment=NetworkSegment(8b36d760-47ca-42ac-bda1-c7d5f47f34d7),segment_id=8b36d760-47ca-42ac-bda1-c7d5f47f34d7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:45.371811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.395449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] Calling delete_port for f9a152ee-5bad-4ee8-973c-ced1840e02b6 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:45.400202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Subnet': ['ID=6111d036-7309-4330-861c-abb3906496c3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:45.465597 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:33:42Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:45.486707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Checking segment: {'id': '7461fa0e-19eb-484b-9b8a-299fc78cec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:45.487183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network hostable DHCP agents. Network: 36aa8499-b9dd-42f7-8e51-5b1f5f116907, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:45.515462 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb3959-0704-44be-84df-e4960e2a2db0 None None] The sync data for ids ['a3918693-6469-4beb-89ac-8e5046137fb1'] in n-d-807025-5 is: [{'id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1017846343', 'tenant_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:36Z', 'updated_at': '2021-09-30T08:33:42Z', 'revision_number': 5, 'project_id': 'fc512fbcb83e46a0b631b14ebb92ff49', 'gw_port': {'id': 'cb576e97-fdbc-4b6b-9e9d-651f02195743', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3918693-6469-4beb-89ac-8e5046137fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:38Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:45.520321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83e65-de88-43be-8f2e-a911b10b1650 req-6ca2a53f-bdb1-4f45-8ce9-16d64059a887 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:45.528630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1aa83e65-de88-43be-8f2e-a911b10b1650 req-6ca2a53f-bdb1-4f45-8ce9-16d64059a887 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1658838 Sep 30 08:33:45.562404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.586875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:45.639755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1aa83e65-de88-43be-8f2e-a911b10b1650 req-e7f35668-a74a-48e2-9d0e-38ef9bd64f9a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048501 Sep 30 08:33:45.642052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 36aa8499-b9dd-42f7-8e51-5b1f5f116907) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:45.647822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:45.648491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.691226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2b5c8554-bb01-4eda-abed-c4e4870f95d4 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2109985 Sep 30 08:33:45.693232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43774) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:45.698492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'port': {'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907', 'name': 'tempest-NetworksIpV6TestAttrs-2008898560'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:45.763294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Deleting port cb576e97-fdbc-4b6b-9e9d-651f02195743 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:45.766945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6618b0-6636-4caa-86f4-fa270c5f39c2 None None] Network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:45.769233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.144097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.190683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:46.202980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.259461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] device_id is not set on port f9a7e554-add8-461a-9a10-037dc2eda9ac yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:33:46.288182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75407448-f57e-4996-82e5-41a91fdf0f98 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:46.300262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] For port cb576e97-fdbc-4b6b-9e9d-651f02195743, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=cb576e97-fdbc-4b6b-9e9d-651f02195743,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:46.300632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.334394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Calling delete_port for cb576e97-fdbc-4b6b-9e9d-651f02195743 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:46.398423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-3141fa14-4ecc-459e-898b-cbec6bca5023 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:46.400024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-3141fa14-4ecc-459e-898b-cbec6bca5023 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 945 time: 0.2897456 Sep 30 08:33:46.438229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] Pushing event deleted for resources: {'Port': ['ID=f9a152ee-5bad-4ee8-973c-ced1840e02b6,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:46.463122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40520f1d-9301-4c29-bba5-5eb9e1de9d3b None None] No DVR routers for this DVR port f9a152ee-5bad-4ee8-973c-ced1840e02b6 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:46.533650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b0ce3-cc1f-4a90-8f16-0a84d7cddc29 req-071d0acc-dd8b-4786-bdb3-554420e82780 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:46.535635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e0b0ce3-cc1f-4a90-8f16-0a84d7cddc29 req-071d0acc-dd8b-4786-bdb3-554420e82780 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2212293 Sep 30 08:33:46.562446 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75407448-f57e-4996-82e5-41a91fdf0f98 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:46.563373 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.603525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Allocated IP 2001:db8::f816:3eff:fe0e:a56f (36aa8499-b9dd-42f7-8e51-5b1f5f116907/6111d036-7309-4330-861c-abb3906496c3/f9a7e554-add8-461a-9a10-037dc2eda9ac) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:46.652519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-36aa8499-b9dd-42f7-8e51-5b1f5f116907', 'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907', 'tenant_id': 'b2a744200dec43a2812dd53701bc4a51', 'fixed_ips': [{'subnet_id': '6111d036-7309-4330-861c-abb3906496c3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:33:46.654551 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.656741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ac4e2-f0a5-45da-88d5-62fc16d560a9 None None] Network c8044023-956c-4c5d-94d9-9ac2091ee55a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:46.718087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e0b0ce3-cc1f-4a90-8f16-0a84d7cddc29 req-199ee574-8d80-4597-8b64-5a95eaf26a58 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685779 Sep 30 08:33:46.779962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Deleting port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:46.780677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.890151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-abde1f92-6a75-42fb-91bb-52e31ffd595f None None] Provisioning complete for port 75407448-f57e-4996-82e5-41a91fdf0f98 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:46.890856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-abde1f92-6a75-42fb-91bb-52e31ffd595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.941002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.968698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:46.983541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.078777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Port': ['ID=f9a7e554-add8-461a-9a10-037dc2eda9ac,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:47.085542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Port': ['ID=cb576e97-fdbc-4b6b-9e9d-651f02195743,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:47.086366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:47.088706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:47.094545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:47.105125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:47.106351 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.121152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511a505-ae41-419c-85a4-82eb9d95456b req-cf138c14-262b-4cde-8f7e-710c08f20b04 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:47.124060 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4e2eaa95-1c2b-40a6-bf97-c59c075a858f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4294982 Sep 30 08:33:47.125722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d511a505-ae41-419c-85a4-82eb9d95456b req-cf138c14-262b-4cde-8f7e-710c08f20b04 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 945 time: 0.2825849 Sep 30 08:33:47.126786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:47.162844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] For port 004fe98d-ffde-468c-a4fa-f9706c3c5b17, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=004fe98d-ffde-468c-a4fa-f9706c3c5b17,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:47.163232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.187152 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.252623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting subnet 6111d036-7309-4330-861c-abb3906496c3 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:47.254059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d511a505-ae41-419c-85a4-82eb9d95456b req-5721cc1a-33c9-411e-81b4-2f564cf62054 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups?id=5977f39c-fb2d-4aa0-acd2-6e295679f411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060085 Sep 30 08:33:47.329349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Allocated IP 2001:db8::f816:3eff:fe3e:99db (36aa8499-b9dd-42f7-8e51-5b1f5f116907/6111d036-7309-4330-861c-abb3906496c3/8b3f35d2-effc-452f-9cef-b9358a2cdb46) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:47.332471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 75407448-f57e-4996-82e5-41a91fdf0f98, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75407448-f57e-4996-82e5-41a91fdf0f98,segment=NetworkSegment(325c6af0-a47e-4490-a326-aa3fdb5065ff),segment_id=325c6af0-a47e-4490-a326-aa3fdb5065ff)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:47.333946 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-abde1f92-6a75-42fb-91bb-52e31ffd595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.347335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.460423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9a152ee-5bad-4ee8-973c-ced1840e02b6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:47.602038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-abde1f92-6a75-42fb-91bb-52e31ffd595f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:33:47.602643 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-abde1f92-6a75-42fb-91bb-52e31ffd595f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:33:47.603284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f9a152ee-5bad-4ee8-973c-ced1840e02b6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:47.604100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9a152ee-5bad-4ee8-973c-ced1840e02b6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:47.604363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:47.611425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.640330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:47.640678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d99b149b-e93c-4d12-9ba3-89ab9c7dc4c3 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:47.680383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=75407448-f57e-4996-82e5-41a91fdf0f98,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:47.699034 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.699831 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.701199 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Floating IP fd748b01-45cb-457b-928b-703f7e5e1fd7 disassociated. External IP: 172.25.7.76, port: 004fe98d-ffde-468c-a4fa-f9706c3c5b17. Sep 30 08:33:47.701740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Calling delete_port for 004fe98d-ffde-468c-a4fa-f9706c3c5b17 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:47.736427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.742344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.810341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.816277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.817266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.861178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:47.864267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:47.868632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:47.896392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.910756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Pushing event updated for resources: {'Port': ['ID=8b3f35d2-effc-452f-9cef-b9358a2cdb46,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:47.959934 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.961337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Fanout notify agent at l3_agent the message router_deleted on router a3918693-6469-4beb-89ac-8e5046137fb1 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:33:47.985513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.987202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0a5b918d-9fa3-4535-bd31-a351f127d1c7 tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/routers/a3918693-6469-4beb-89ac-8e5046137fb1 HTTP/1.1" status: 204 len: 168 time: 3.2534690 Sep 30 08:33:47.989531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Attempting to bind port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:47.990366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43852) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:47.992596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Attempting to bind port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7461fa0e-19eb-484b-9b8a-299fc78cec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:47.994358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Attempting to bind port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 on network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:48.016254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:48.016836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Checking segment: {'id': '7461fa0e-19eb-484b-9b8a-299fc78cec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:48.020558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.020782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Bound using segment: {'id': '7461fa0e-19eb-484b-9b8a-299fc78cec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:48.021183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Bound port: 8b3f35d2-effc-452f-9cef-b9358a2cdb46, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7461fa0e-19eb-484b-9b8a-299fc78cec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '36aa8499-b9dd-42f7-8e51-5b1f5f116907'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:48.021613 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.094607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.218662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.219211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] For port 8b3f35d2-effc-452f-9cef-b9358a2cdb46, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:48.237566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad5b9-0334-41c2-92f0-fb14e0f0259e req-873481ad-6e7e-4485-979f-bf3688a4ccf4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.238016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] For port 8b3f35d2-effc-452f-9cef-b9358a2cdb46, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8b3f35d2-effc-452f-9cef-b9358a2cdb46,segment=NetworkSegment(7461fa0e-19eb-484b-9b8a-299fc78cec57),segment_id=7461fa0e-19eb-484b-9b8a-299fc78cec57)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:48.240189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e5ad5b9-0334-41c2-92f0-fb14e0f0259e req-873481ad-6e7e-4485-979f-bf3688a4ccf4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.3877919 Sep 30 08:33:48.255039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.264872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.319782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Subnet': ['ID=6111d036-7309-4330-861c-abb3906496c3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:48.341198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.343668 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-afb711eb-67cd-412c-8544-510f3b5c3916 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/6111d036-7309-4330-861c-abb3906496c3 HTTP/1.1" status: 204 len: 168 time: 1.2155254 Sep 30 08:33:48.346579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43860) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:48.389621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-913e25f0-03c0-43ef-b08d-89335a13c294 None None] Provisioning complete for port 75407448-f57e-4996-82e5-41a91fdf0f98 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:48.390183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-913e25f0-03c0-43ef-b08d-89335a13c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.392278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd89eaf-40a1-49b3-85c5-9b85b884f84e None None] Pushing event updated for resources: {'Port': ['ID=8b3f35d2-effc-452f-9cef-b9358a2cdb46,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:48.407404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.439636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e5ad5b9-0334-41c2-92f0-fb14e0f0259e req-7844675a-ef2e-4c12-b98b-ffd0ab354fdd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634736 Sep 30 08:33:48.488294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event deleted for resources: {'Port': ['ID=004fe98d-ffde-468c-a4fa-f9706c3c5b17,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:48.497877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 004fe98d-ffde-468c-a4fa-f9706c3c5b17 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:48.524423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af995e4-9d31-4af7-a8fc-b9dde938784f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.527886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af995e4-9d31-4af7-a8fc-b9dde938784f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.529766 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0af995e4-9d31-4af7-a8fc-b9dde938784f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1821802 Sep 30 08:33:48.533274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43870) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:48.548357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 004fe98d-ffde-468c-a4fa-f9706c3c5b17 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:48.549714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 004fe98d-ffde-468c-a4fa-f9706c3c5b17 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:48.586702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43872) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:48.608826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.730560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0b04-4f24-4996-a3fe-a62342debd96 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.738130 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3c0b04-4f24-4996-a3fe-a62342debd96 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 30 08:33:48.738614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3c0b04-4f24-4996-a3fe-a62342debd96 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:33:48.740415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c3c0b04-4f24-4996-a3fe-a62342debd96 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/36aa8499-b9dd-42f7-8e51-5b1f5f116907 HTTP/1.1" status: 409 len: 405 time: 0.2057726 Sep 30 08:33:48.747058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43876) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:48.752493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-579887136'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:48.766729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d1f69ad-0082-4908-a815-1a5e9cb3f445 req-0924f332-e470-4955-a422-518a1bdce1ea tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 210 time: 0.1479409 Sep 30 08:33:48.772730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5aab76-365d-4771-8966-7227dce3001a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:48.797687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b36d760-47ca-42ac-bda1-c7d5f47f34d7') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:48.797687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b36d760-47ca-42ac-bda1-c7d5f47f34d7') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:48.814474 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.830055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0060-7a2e-4e34-a9f2-879d6ebb27b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.835629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.842379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:48.846791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.904012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:48.910268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.958490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:48.961000 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:48.971800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.972243 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Added segment 6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5 of type vlan for network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb Sep 30 08:33:49.021719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.061813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.068160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:49.068800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.075763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Router acb58aa0-80f9-42a2-a226-669e41ac375b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:49.087870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.093719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.096748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] 10.222.0.41 "DELETE /v2.0/networks/ad5aab76-365d-4771-8966-7227dce3001a HTTP/1.1" status: 204 len: 168 time: 1.1037951 Sep 30 08:33:49.127286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60822d0-5146-449e-a404-55c32dd58f6b tempest-TestSecurityGroupsBasicOps-411587269 tempest-TestSecurityGroupsBasicOps-411587269-project] Pushing event deleted for resources: {'Network': ['ID=ad5aab76-365d-4771-8966-7227dce3001a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:49.176736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Network': ['ID=56efdf06-031f-45b8-b8a3-9d306ff4e7cb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:49.189403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:49.199744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884b8a6-b511-460c-a0b2-582dd5a788d5 req-d8c6accb-1639-4bb2-94ae-409458d97a6c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:49.218880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7884b8a6-b511-460c-a0b2-582dd5a788d5 req-d8c6accb-1639-4bb2-94ae-409458d97a6c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1835835 Sep 30 08:33:49.269095 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0060-7a2e-4e34-a9f2-879d6ebb27b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.277162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0060-7a2e-4e34-a9f2-879d6ebb27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.311380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7884b8a6-b511-460c-a0b2-582dd5a788d5 req-2593b5c9-1448-421f-8125-b8fce71b5788 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913706 Sep 30 08:33:49.344761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:49.350331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5dbb0060-7a2e-4e34-a9f2-879d6ebb27b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4367355d71354a59ba93eecc4f46a1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7621706 Sep 30 08:33:49.353567 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d06d7044-82fc-4c72-90d4-97d66681fae9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6040299 Sep 30 08:33:49.355718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43892) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:49.356058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43894) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:49.359352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:49.365999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb0060-7a2e-4e34-a9f2-879d6ebb27b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f39a7d2-a63e-4956-bbd2-2c1f51ea9c88,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:49.367476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'subnet': {'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:49.372352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:49.373132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:49.458423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] No DVR routers for this DVR port 004fe98d-ffde-468c-a4fa-f9706c3c5b17 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:49.462391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.464697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93d21df7-0d39-4f56-b691-db1f35fc8c4f req-56be5ca2-c67c-45dc-b8de-3eae89a9ab9e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.50 "DELETE /v2.0/ports/004fe98d-ffde-468c-a4fa-f9706c3c5b17 HTTP/1.1" status: 204 len: 173 time: 3.0278761 Sep 30 08:33:49.474463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'name': 'network-vif-deleted', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:49.477264 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56985484-78e3-4f29-b718-4b2d26613f9a" -d '{"events": [{"server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "name": "network-vif-deleted", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:49.537285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:49.580461 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8310-616d-47e9-9169-bcd18fe6465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.583836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:49.588181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.639539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8310-616d-47e9-9169-bcd18fe6465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.843918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c85b0a69-f173-440e-8f20-9da08d2dacee req-b4753476-cde0-4a31-9d62-e44095554f03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0482469 Sep 30 08:33:49.860215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8310-616d-47e9-9169-bcd18fe6465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.863376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8310-616d-47e9-9169-bcd18fe6465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.867376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8a1e8310-616d-47e9-9169-bcd18fe6465b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f39a7d2-a63e-4956-bbd2-2c1f51ea9c88 HTTP/1.1" status: 204 len: 168 time: 0.5096672 Sep 30 08:33:49.902947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:49.946400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:49.950946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e8310-616d-47e9-9169-bcd18fe6465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f39a7d2-a63e-4956-bbd2-2c1f51ea9c88,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:49.951551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1d0a5-0f9e-47e0-87ff-482e91c0cd26 None None] Network 36aa8499-b9dd-42f7-8e51-5b1f5f116907 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:49.959448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c85b0a69-f173-440e-8f20-9da08d2dacee req-91f2a2ac-10a4-40be-bf69-de25e4ae63d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&device_id=bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a HTTP/1.1" status: 200 len: 210 time: 0.0654650 Sep 30 08:33:49.985602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75407448-f57e-4996-82e5-41a91fdf0f98 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:50.230736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:50.231393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:50.304926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e9655230-669f-4aee-b569-55963bb608b0 None None] Provisioning complete for port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:50.305303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e9655230-669f-4aee-b569-55963bb608b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.471513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:50.513185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0415b072-dcca-43c4-bfaf-79fa899105e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.812119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0415b072-dcca-43c4-bfaf-79fa899105e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.819537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0415b072-dcca-43c4-bfaf-79fa899105e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.863855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75407448-f57e-4996-82e5-41a91fdf0f98 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:50.864507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.871595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b0a69-f173-440e-8f20-9da08d2dacee req-859574cb-29bd-4c23-9dc6-b3eb434d5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:50.873801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c85b0a69-f173-440e-8f20-9da08d2dacee req-859574cb-29bd-4c23-9dc6-b3eb434d5305 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8481593 Sep 30 08:33:50.905854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bddc1-5b73-4381-ad20-0cd627fece44 req-e424dd06-3184-4ba4-bf96-b1ef194c72ee tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:50.913404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-976bddc1-5b73-4381-ad20-0cd627fece44 req-e424dd06-3184-4ba4-bf96-b1ef194c72ee tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1948967 Sep 30 08:33:50.922829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:50.935050 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0415b072-dcca-43c4-bfaf-79fa899105e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd3fcecda40f4f59b2c3a39394044845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601617 Sep 30 08:33:50.935278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415b072-dcca-43c4-bfaf-79fa899105e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69c15a-0be4-418b-b477-c5927eb573e4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:50.936457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43936) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:50.985961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:33:50.995629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43942) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:51.010038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.142429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-976bddc1-5b73-4381-ad20-0cd627fece44 req-54511d43-6b4f-446f-807f-22d445197f5b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278211 Sep 30 08:33:51.171254 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e9655230-669f-4aee-b569-55963bb608b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.222963 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70c48b3-dca5-4d3b-8dc7-62e2f458bc00 x-openstack-request-id: req-e70c48b3-dca5-4d3b-8dc7-62e2f458bc00 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:51.223262 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a", "name": "network-vif-deleted", "tag": "004fe98d-ffde-468c-a4fa-f9706c3c5b17", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:51.224323 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e70c48b3-dca5-4d3b-8dc7-62e2f458bc00 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:51.225456 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc4d9eb-0b45-4d1c-8be3-6fcd6195736a', 'name': 'network-vif-deleted', 'tag': '004fe98d-ffde-468c-a4fa-f9706c3c5b17', 'status': 'completed', 'code': 200} Sep 30 08:33:51.233757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] DHCP port deletion for 36aa8499-b9dd-42f7-8e51-5b1f5f116907 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:33:51.263001 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c4d22442-a7b0-45df-b967-3cd93cb5dae5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc512fbcb83e46a0b631b14ebb92ff49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656126 Sep 30 08:33:51.263915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43950) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:51.267685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Subnet': ['ID=e84382c0-fa8d-4ec7-b64c-dd8baf942833,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:51.284438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Checking segment: {'id': '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:51.284857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network hostable DHCP agents. Network: 56efdf06-031f-45b8-b8a3-9d306ff4e7cb, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:51.306490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b0a69-f173-440e-8f20-9da08d2dacee req-2134b961-a350-4033-90a1-66a2bf5bbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:51.308736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c85b0a69-f173-440e-8f20-9da08d2dacee req-2134b961-a350-4033-90a1-66a2bf5bbb6f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4243228 Sep 30 08:33:51.309507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-700e8f45-71cb-4b86-8a4b-1f7617d991b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.316027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:51.341754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e9655230-669f-4aee-b569-55963bb608b0 None None] For port 8b3f35d2-effc-452f-9cef-b9358a2cdb46, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8b3f35d2-effc-452f-9cef-b9358a2cdb46,segment=NetworkSegment(7461fa0e-19eb-484b-9b8a-299fc78cec57),segment_id=7461fa0e-19eb-484b-9b8a-299fc78cec57)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:51.355965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e9655230-669f-4aee-b569-55963bb608b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.357946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 56efdf06-031f-45b8-b8a3-9d306ff4e7cb) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:51.361960 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-700e8f45-71cb-4b86-8a4b-1f7617d991b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.372179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:51.373078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.389158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80041645-ed0a-4d1c-905f-be51c9aa631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.408626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c03c42-88ae-4f7d-a82b-b649334a2dda None None] Network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:51.424572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a9652b6d-e999-45e9-87ac-aa247c54c3b1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0641708 Sep 30 08:33:51.427759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43958) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:51.435286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8b3f35d2-effc-452f-9cef-b9358a2cdb46 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:51.435524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'port': {'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb', 'name': 'tempest-NetworksIpV6TestAttrs-36966774'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:51.459303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-700e8f45-71cb-4b86-8a4b-1f7617d991b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.463907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80041645-ed0a-4d1c-905f-be51c9aa631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.464634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-700e8f45-71cb-4b86-8a4b-1f7617d991b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.469680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-700e8f45-71cb-4b86-8a4b-1f7617d991b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a69c15a-0be4-418b-b477-c5927eb573e4 HTTP/1.1" status: 204 len: 168 time: 0.5269048 Sep 30 08:33:51.480466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655230-669f-4aee-b569-55963bb608b0 None None] Pushing event updated for resources: {'Port': ['ID=8b3f35d2-effc-452f-9cef-b9358a2cdb46,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:51.518363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e8f45-71cb-4b86-8a4b-1f7617d991b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69c15a-0be4-418b-b477-c5927eb573e4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:51.538234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:51.546186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] Deleting port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:51.546574 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.603461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad64ea-c9fb-47b1-a10b-3f6dff7d3bfe None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:25:34Z', 'revision_number': 4, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9cb5ca7d-539a-4cf3-8459-2dfa464ad16f', 'name': '', 'network_id': '372cda5d-225a-4fbe-8c41-68c814009895', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'mac_address': 'fa:16:3e:8b:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:33Z', 'updated_at': '2021-09-30T08:25:39Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'subnets': [{'id': '7931b80b-8ec1-4f00-a96f-115fac83f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:51.647656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d2d8a-f672-4c1a-9429-595efd683111 req-9b04383f-a287-4a0b-9643-4648377b6b6e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:51.657406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b2d2d8a-f672-4c1a-9429-595efd683111 req-9b04383f-a287-4a0b-9643-4648377b6b6e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1009908 Sep 30 08:33:51.678417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:51.694808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.760601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80041645-ed0a-4d1c-905f-be51c9aa631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.768126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b2d2d8a-f672-4c1a-9429-595efd683111 req-b8ed73e8-0035-4a66-812d-9b76e4b81c51 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872312 Sep 30 08:33:51.769198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80041645-ed0a-4d1c-905f-be51c9aa631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.775848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] For port 8b3f35d2-effc-452f-9cef-b9358a2cdb46, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8b3f35d2-effc-452f-9cef-b9358a2cdb46,segment=NetworkSegment(7461fa0e-19eb-484b-9b8a-299fc78cec57),segment_id=7461fa0e-19eb-484b-9b8a-299fc78cec57)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:51.776283 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.780959 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80041645-ed0a-4d1c-905f-be51c9aa631c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/279ae028-e727-4e4d-a58c-6a69ba3e6ac6 HTTP/1.1" status: 204 len: 168 time: 0.5157053 Sep 30 08:33:51.788237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] device_id is not set on port c4ca7c46-bde9-48b4-90d1-9a392a914d12 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:33:51.790550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:51.790924 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.807731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] Calling delete_port for 8b3f35d2-effc-452f-9cef-b9358a2cdb46 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:51.818323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43972) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:51.833713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80041645-ed0a-4d1c-905f-be51c9aa631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ae028-e727-4e4d-a58c-6a69ba3e6ac6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:51.963988 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93ada8e8-2569-41c3-8d92-dabc8290936e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.011548 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.025634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93ada8e8-2569-41c3-8d92-dabc8290936e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.100807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] Pushing event deleted for resources: {'Port': ['ID=8b3f35d2-effc-452f-9cef-b9358a2cdb46,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:52.108653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e21d7-4e84-45c2-8fec-bb2b2da7b79d None None] No DVR routers for this DVR port 8b3f35d2-effc-452f-9cef-b9358a2cdb46 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:52.114797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93ada8e8-2569-41c3-8d92-dabc8290936e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.117823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93ada8e8-2569-41c3-8d92-dabc8290936e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.119342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-93ada8e8-2569-41c3-8d92-dabc8290936e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "DELETE /v2.0/security-groups/5977f39c-fb2d-4aa0-acd2-6e295679f411 HTTP/1.1" status: 204 len: 168 time: 0.3001857 Sep 30 08:33:52.122929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Allocated IP 2001:db8::f816:3eff:fe11:ead3 (56efdf06-031f-45b8-b8a3-9d306ff4e7cb/e84382c0-fa8d-4ec7-b64c-dd8baf942833/c4ca7c46-bde9-48b4-90d1-9a392a914d12) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:52.123435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43982) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:52.129937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Could not find standard attr ID for object 8b3f35d2-effc-452f-9cef-b9358a2cdb46. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:33:52.137328 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No ports have port_id starting with 8b3f35d2-effc-452f-9cef-b9358a2cdb46 Sep 30 08:33:52.147334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-56efdf06-031f-45b8-b8a3-9d306ff4e7cb', 'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb', 'tenant_id': 'b2a744200dec43a2812dd53701bc4a51', 'fixed_ips': [{'subnet_id': 'e84382c0-fa8d-4ec7-b64c-dd8baf942833'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:33:52.148462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.178940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ada8e8-2569-41c3-8d92-dabc8290936e tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5977f39c-fb2d-4aa0-acd2-6e295679f411,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:52.187610 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-2578bcf6-aceb-4100-8efe-a5b081dcd102 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] show failed (client error): The resource could not be found. Sep 30 08:33:52.194886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2578bcf6-aceb-4100-8efe-a5b081dcd102 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "GET /v2.0/security-groups/5977f39c-fb2d-4aa0-acd2-6e295679f411 HTTP/1.1" status: 404 len: 347 time: 0.0688322 Sep 30 08:33:52.197738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43986) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:52.228437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cb576e97-fdbc-4b6b-9e9d-651f02195743 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:52.326779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: cb576e97-fdbc-4b6b-9e9d-651f02195743 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:52.327458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device cb576e97-fdbc-4b6b-9e9d-651f02195743 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:52.346387 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae5f6f-f4cc-4b4f-b98a-4fc6b161565f None None] New status for floating IP fd748b01-45cb-457b-928b-703f7e5e1fd7: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:33:52.500730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Deleting port 9ef374c7-aa9a-4977-8317-b37f8c249efa {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:52.501147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.546269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.561622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8b3f35d2-effc-452f-9cef-b9358a2cdb46 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:52.652927 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.659350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8b3f35d2-effc-452f-9cef-b9358a2cdb46 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:52.659715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8b3f35d2-effc-452f-9cef-b9358a2cdb46 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:52.692955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.693635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.717053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Calling delete_port for 9ef374c7-aa9a-4977-8317-b37f8c249efa owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:52.781666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:52.795858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Allocated IP 2001:db8::f816:3eff:fe79:29 (56efdf06-031f-45b8-b8a3-9d306ff4e7cb/e84382c0-fa8d-4ec7-b64c-dd8baf942833/e5ce2234-869b-4c43-8e4c-c4a10b1d15d1) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:52.797902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44006) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:52.802497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:52.805266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:52.813024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:52.813425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.826384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Port': ['ID=c4ca7c46-bde9-48b4-90d1-9a392a914d12,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:52.835047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10897a68-d1ff-46f9-b29f-4c57b0ce3ea2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.4019234 Sep 30 08:33:52.835815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:52.836920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-934879f3-9b78-42a7-ae95-ae193dc27e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:52.962152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting subnet e84382c0-fa8d-4ec7-b64c-dd8baf942833 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:53.046615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-934879f3-9b78-42a7-ae95-ae193dc27e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.052943 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-934879f3-9b78-42a7-ae95-ae193dc27e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.061867 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.071023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.076507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.076751 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.122112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.143268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:53.148849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:53.159814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:53.160037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-934879f3-9b78-42a7-ae95-ae193dc27e56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2a10ded6bbe44fb8e682600b08611e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578708 Sep 30 08:33:53.160140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:53.162099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Pushing event updated for resources: {'Port': ['ID=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:53.192989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Pushing event deleted for resources: {'Port': ['ID=9ef374c7-aa9a-4977-8317-b37f8c249efa,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:53.229297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934879f3-9b78-42a7-ae95-ae193dc27e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105f9b4-04df-4eab-b670-8d59e3fbad2c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:53.254404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Attempting to bind port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:53.255236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Attempting to bind port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:53.255236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Attempting to bind port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 on network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:53.260866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:53.261660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Checking segment: {'id': '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:53.261984 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.262504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Bound using segment: {'id': '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:53.263305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Bound port: e5ce2234-869b-4c43-8e4c-c4a10b1d15d1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '56efdf06-031f-45b8-b8a3-9d306ff4e7cb'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:53.263694 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.325742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66442044-d2ed-4e12-9b0b-662d87e1a37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.331675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.336663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.342685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0b1f4df8-1984-4330-8add-77cdf66be9e6 tempest-AttachVolumeTestJSON-106345981 tempest-AttachVolumeTestJSON-106345981-project] 10.222.0.41 "DELETE /v2.0/floatingips/fd748b01-45cb-457b-928b-703f7e5e1fd7 HTTP/1.1" status: 204 len: 168 time: 1.1396472 Sep 30 08:33:53.381365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.386786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66442044-d2ed-4e12-9b0b-662d87e1a37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.484080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66442044-d2ed-4e12-9b0b-662d87e1a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.486889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66442044-d2ed-4e12-9b0b-662d87e1a37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.488201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66442044-d2ed-4e12-9b0b-662d87e1a37d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d105f9b4-04df-4eab-b670-8d59e3fbad2c HTTP/1.1" status: 204 len: 168 time: 0.3271334 Sep 30 08:33:53.503720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66442044-d2ed-4e12-9b0b-662d87e1a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105f9b4-04df-4eab-b670-8d59e3fbad2c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:53.550921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.555118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] For port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:53.591421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] For port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,segment=NetworkSegment(6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5),segment_id=6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:53.600764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.647307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Subnet': ['ID=e84382c0-fa8d-4ec7-b64c-dd8baf942833,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:53.671429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.673407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66f28c06-4e0a-460d-8fbc-b776c3b2907c tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/e84382c0-fa8d-4ec7-b64c-dd8baf942833 HTTP/1.1" status: 204 len: 168 time: 0.8367887 Sep 30 08:33:53.676806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44040) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:53.680803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bb85d-ae9c-4641-9b8a-e450921fac3c None None] Pushing event updated for resources: {'Port': ['ID=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:53.826276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44044) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:53.876025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ccba48-3786-4b97-af19-142561382a5e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:53.877967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ccba48-3786-4b97-af19-142561382a5e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:53.879702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70ccba48-3786-4b97-af19-142561382a5e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2017205 Sep 30 08:33:53.882642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44050) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:54.020229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-26de2baf-b212-4b08-9266-b8e1ac46c97a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1392164 Sep 30 08:33:54.083565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a58154c9-0880-402c-b7f8-8dade1816d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.122942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44054) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:54.148242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32de8233-e1b2-4213-b907-79012cff06e9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.162740 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-32de8233-e1b2-4213-b907-79012cff06e9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 30 08:33:54.163483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32de8233-e1b2-4213-b907-79012cff06e9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:33:54.165209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32de8233-e1b2-4213-b907-79012cff06e9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/56efdf06-031f-45b8-b8a3-9d306ff4e7cb HTTP/1.1" status: 409 len: 405 time: 0.2814338 Sep 30 08:33:54.171789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44058) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:54.177336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-388187563'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:54.203345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-28d6852b-c830-4da5-8c1d-d45a7f3fb09a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46e7b735f73a426ebd4780c7abb26b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721819 Sep 30 08:33:54.203940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44064) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:54.241692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.243408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.245264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.245976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.248237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.249097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.250674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.254144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-c7e97b2e-5d93-4903-93c5-2e0ba60b3749 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.1674218 Sep 30 08:33:54.292041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a58154c9-0880-402c-b7f8-8dade1816d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.301507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a58154c9-0880-402c-b7f8-8dade1816d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.338181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44166fc4-6b16-43fc-b245-b066965673c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.342594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58154c9-0880-402c-b7f8-8dade1816d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef4e79-fa80-451f-81ca-e2ef2db4375e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:54.383173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a58154c9-0880-402c-b7f8-8dade1816d81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61a59bbf4c36417a8e00d9fa5087d2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528302 Sep 30 08:33:54.383173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:54.387948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.391072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44068) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:54.425329 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44166fc4-6b16-43fc-b245-b066965673c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.471403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287b239a-a3c4-435a-92f2-1d8620cb1f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.486615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-8931958d-5933-42d8-af17-464de92e762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.486808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-8931958d-5933-42d8-af17-464de92e762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.487734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-8931958d-5933-42d8-af17-464de92e762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.489475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-8931958d-5933-42d8-af17-464de92e762b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 2298 time: 0.1852736 Sep 30 08:33:54.500548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287b239a-a3c4-435a-92f2-1d8620cb1f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.546342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:54.559749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.560105 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Added segment 07ce09a0-3161-4f30-af6d-c6c5634152ec of type vlan for network 7a3180a7-f90f-482f-9de4-38ca6b8184a9 Sep 30 08:33:54.586149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44166fc4-6b16-43fc-b245-b066965673c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.591682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44166fc4-6b16-43fc-b245-b066965673c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.602149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-44166fc4-6b16-43fc-b245-b066965673c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2434e9b5-fd41-4e2c-8521-b5b645213d8d HTTP/1.1" status: 204 len: 168 time: 0.3946443 Sep 30 08:33:54.639412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44166fc4-6b16-43fc-b245-b066965673c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2434e9b5-fd41-4e2c-8521-b5b645213d8d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:54.685939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.688278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287b239a-a3c4-435a-92f2-1d8620cb1f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.689524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-60e8f656-1135-405b-befd-174d738be0b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 1001 time: 0.1858757 Sep 30 08:33:54.692155 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-287b239a-a3c4-435a-92f2-1d8620cb1f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.695878 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-287b239a-a3c4-435a-92f2-1d8620cb1f74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1ef4e79-fa80-451f-81ca-e2ef2db4375e HTTP/1.1" status: 204 len: 168 time: 0.3012559 Sep 30 08:33:54.712253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:54.736912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b239a-a3c4-435a-92f2-1d8620cb1f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef4e79-fa80-451f-81ca-e2ef2db4375e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:54.796334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.805217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.805879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.861953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-3ea46826-41bd-4988-b9f6-6969ffd622de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.871365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-3ea46826-41bd-4988-b9f6-6969ffd622de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.1735065 Sep 30 08:33:54.871632 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6984644 Sep 30 08:33:54.872831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44084) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:54.885413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:54.888910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.890568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'subnet': {'network_id': '7a3180a7-f90f-482f-9de4-38ca6b8184a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:55.020999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-7db75e92-d8e4-4696-bad8-75d1f53b5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:55.025403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-7db75e92-d8e4-4696-bad8-75d1f53b5646 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445723 Sep 30 08:33:55.066221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0841689-a469-4663-a60d-3f9852375098 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Network': ['ID=7a3180a7-f90f-482f-9de4-38ca6b8184a9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:55.105655 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:55.116275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7a3180a7-f90f-482f-9de4-38ca6b8184a9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:55.301627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:55.309114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:55.426875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-88684db7-6c72-44ae-ba3d-ca999c2fb90f service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916528 Sep 30 08:33:55.443380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,segment=NetworkSegment(6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5),segment_id=6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:55.452433 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:55.621712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-f0c72bbb-2e9d-4866-9d88-8bcf3d814eb0 service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835301 Sep 30 08:33:55.660196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:55.688193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686ddf7-098a-4040-a610-5a43e7da1347 None None] Network 56efdf06-031f-45b8-b8a3-9d306ff4e7cb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:55.764427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-4a5aec84-818b-459f-b9e0-28267eacb679 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 217 time: 0.1335795 Sep 30 08:33:55.815684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:55.856030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-efdb78ad-6a1d-4981-a607-29c8cdbe7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:55.858109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-efdb78ad-6a1d-4981-a607-29c8cdbe7252 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0855565 Sep 30 08:33:55.920690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:33:55.923493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:55.929084 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:55.974469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-0d6fb82b-c230-4ea1-b212-40fc70429efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:55.976766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-0d6fb82b-c230-4ea1-b212-40fc70429efb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088862 Sep 30 08:33:55.991358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6c5c2c16-08d6-4b85-8d91-7e89933fe739 None None] Provisioning complete for port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:55.991910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2c16-08d6-4b85-8d91-7e89933fe739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.027904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Subnet': ['ID=833d6fa5-e5b6-4e1d-80b6-df7e4e1d9c28,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:56.030086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Checking segment: {'id': '07ce09a0-3161-4f30-af6d-c6c5634152ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a3180a7-f90f-482f-9de4-38ca6b8184a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:56.030445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network hostable DHCP agents. Network: 7a3180a7-f90f-482f-9de4-38ca6b8184a9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:56.053137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network 7a3180a7-f90f-482f-9de4-38ca6b8184a9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:56.074598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7a3180a7-f90f-482f-9de4-38ca6b8184a9) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:56.080095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:56.082250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.108687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcd7c8-0420-406a-95a6-747129900e76 None None] Network 7a3180a7-f90f-482f-9de4-38ca6b8184a9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:56.111577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-40e03602-282f-4151-831e-1db74568abcb tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2339451 Sep 30 08:33:56.114241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44106) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:56.200470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-62166633-1b47-4563-9fe9-c3520c6bead2 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121096 Sep 30 08:33:56.254456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] DHCP port deletion for 56efdf06-031f-45b8-b8a3-9d306ff4e7cb request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:33:56.312775 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.359788 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-2b06a8cb-7c57-473b-8738-e27eec57b14e service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432695 Sep 30 08:33:56.439574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-e5c45658-90f0-4dae-ace9-734b51f0ef6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 217 time: 0.0717740 Sep 30 08:33:56.453551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] Deleting port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:56.453940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.502769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.511930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:56.539856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-34e9e333-8597-4e42-8b5e-bce7a33297be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:56.541022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-34e9e333-8597-4e42-8b5e-bce7a33297be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0826068 Sep 30 08:33:56.611292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.644091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-494bb67d-926e-49d1-9725-e1aa689e9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:56.651416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-494bb67d-926e-49d1-9725-e1aa689e9ec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999625 Sep 30 08:33:56.694061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Subnet': ['ID=833d6fa5-e5b6-4e1d-80b6-df7e4e1d9c28,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:56.826726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32dfcc5-3997-49a6-bda4-89ae3f8c3380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-7a3180a7-f90f-482f-9de4-38ca6b8184a9', 'network_id': '7a3180a7-f90f-482f-9de4-38ca6b8184a9', 'tenant_id': 'b2a744200dec43a2812dd53701bc4a51', 'fixed_ips': [{'subnet_id': '833d6fa5-e5b6-4e1d-80b6-df7e4e1d9c28'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:33:56.827576 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d32dfcc5-3997-49a6-bda4-89ae3f8c3380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.859866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] For port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,segment=NetworkSegment(6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5),segment_id=6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:56.860281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.882051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] Calling delete_port for e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:56.883461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.897928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-2c277543-8cc6-4338-8535-0d2a9abcfa98 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401073 Sep 30 08:33:56.932636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3180a7-f90f-482f-9de4-38ca6b8184a9']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:56.958995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ce09a0-3161-4f30-af6d-c6c5634152ec') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:56.959570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ce09a0-3161-4f30-af6d-c6c5634152ec') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:56.978601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.005996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.020421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:57.020842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:57.024198 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:57.073770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-a2978926-0338-4d43-8c3b-dcb562b1adc7 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674652 Sep 30 08:33:57.082450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2c44ea-b854-4989-b312-4934cd3c95fb None None] Network 7a3180a7-f90f-482f-9de4-38ca6b8184a9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:57.118414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.138988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.158075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.161304 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/7a3180a7-f90f-482f-9de4-38ca6b8184a9 HTTP/1.1" status: 204 len: 168 time: 1.0459888 Sep 30 08:33:57.179366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44140) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:57.187347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-831860837'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:57.193943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acec36-0a09-40fe-a078-ffc513f684dc tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Network': ['ID=7a3180a7-f90f-482f-9de4-38ca6b8184a9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:57.201920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-e4295949-c7c6-4b11-bd4b-789adcb0fad1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 217 time: 0.1170354 Sep 30 08:33:57.237751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:57.247100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.274333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-63f14b89-fc61-4b0e-a028-6b7711bebb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:57.276106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-63f14b89-fc61-4b0e-a028-6b7711bebb80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0658216 Sep 30 08:33:57.284094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:33:57.297994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.298845 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Added segment 35618309-a9fe-4642-a39d-ffcd93cdf762 of type vlan for network 50668a0f-c947-4266-9fd8-cf5dde763fd1 Sep 30 08:33:57.346071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-37e69476-6da3-418a-9945-46c33c5e4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:57.350250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-37e69476-6da3-418a-9945-46c33c5e4039 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650516 Sep 30 08:33:57.355892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,segment=NetworkSegment(6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5),segment_id=6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:57.362355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.397933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.427629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.428727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event deleted for resources: {'Port': ['ID=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:57.431878 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.433438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:57.434083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.444806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.445176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.445548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.445898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.446239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.446576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.446908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.447241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.447621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.447961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.448338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.448683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:57.459509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] No DVR routers for this DVR port e5ce2234-869b-4c43-8e4c-c4a10b1d15d1 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:57.491972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606fe99-c660-43e4-a945-0564074ef373 None None] Pushing event deleted for resources: {'Port': ['ID=e5ce2234-869b-4c43-8e4c-c4a10b1d15d1,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:57.519610 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3385053 Sep 30 08:33:57.522519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44152) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:57.531639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'subnet': {'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:57.564977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-bb821e26-2f95-4b09-8801-9cc167d7c819 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052839 Sep 30 08:33:57.584690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d448b-469f-437d-830f-ab0e4a21971f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Network': ['ID=50668a0f-c947-4266-9fd8-cf5dde763fd1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:57.599249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 50668a0f-c947-4266-9fd8-cf5dde763fd1 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:33:57.720335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:57.725820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.745858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-468173f6-cc03-40ec-a445-2192a471bbc1 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685176 Sep 30 08:33:57.820658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-1e4bf019-6e46-4ab2-9b07-eba0b158dfba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.0665126 Sep 30 08:33:57.891116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-88f0832d-d133-493b-8971-b148bd72ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:57.899547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-88f0832d-d133-493b-8971-b148bd72ca56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0671053 Sep 30 08:33:57.998558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-0d41774a-e666-4c4c-b498-ab6c5edcd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:58.001938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-0d41774a-e666-4c4c-b498-ab6c5edcd7cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922327 Sep 30 08:33:58.038009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.116734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-dc43020d-58b7-407d-8698-1b1975e03c24 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045458 Sep 30 08:33:58.152385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Checking segment: {'id': '35618309-a9fe-4642-a39d-ffcd93cdf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:58.152771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network hostable DHCP agents. Network: 50668a0f-c947-4266-9fd8-cf5dde763fd1, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:33:58.159041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Subnet': ['ID=d077d443-16e0-4902-a964-fc1b5445f3b7,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:58.191877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network 50668a0f-c947-4266-9fd8-cf5dde763fd1 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:33:58.206474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 50668a0f-c947-4266-9fd8-cf5dde763fd1) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:58.215790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:58.216405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.222197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8216b-cfae-4daf-b798-97aa9f7803c7 None None] Network 50668a0f-c947-4266-9fd8-cf5dde763fd1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:58.256139 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1267715-0bd5-471c-8450-9b7d19a75e26 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7322788 Sep 30 08:33:58.256746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44202) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:58.303924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-f2177cd2-820a-4dda-8e9c-9a202e361663 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779866 Sep 30 08:33:58.394368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-a4167a3f-e4ca-4357-96e9-8930af588e48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.0652771 Sep 30 08:33:58.462910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-50668a0f-c947-4266-9fd8-cf5dde763fd1', 'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1', 'tenant_id': 'b2a744200dec43a2812dd53701bc4a51', 'fixed_ips': [{'subnet_id': 'd077d443-16e0-4902-a964-fc1b5445f3b7'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:33:58.463790 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.593569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-f7833da3-c2e3-4ac4-ab23-39348656510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:58.596004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-f7833da3-c2e3-4ac4-ab23-39348656510c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.1895902 Sep 30 08:33:58.607698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.631691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Allocated IP 2001:db8::2 (50668a0f-c947-4266-9fd8-cf5dde763fd1/d077d443-16e0-4902-a964-fc1b5445f3b7/252cd18b-1c3d-4c60-8f01-e4db1f08ebd0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:58.723274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-3a0938dc-14a5-41e1-96fe-3a3d45309248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:58.724839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-3a0938dc-14a5-41e1-96fe-3a3d45309248 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118977 Sep 30 08:33:58.804395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.812964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.874447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.875903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Pushing event updated for resources: {'Port': ['ID=252cd18b-1c3d-4c60-8f01-e4db1f08ebd0,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:58.888236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Network 50668a0f-c947-4266-9fd8-cf5dde763fd1 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:58.889777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:58.895404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:58.943685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-8c0858bc-36e9-468e-901e-cf6188e15df0 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092483 Sep 30 08:33:58.965615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Attempting to bind port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:58.965999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Attempting to bind port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '35618309-a9fe-4642-a39d-ffcd93cdf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:58.966370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Attempting to bind port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 on network 50668a0f-c947-4266-9fd8-cf5dde763fd1 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:58.972576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:58.973004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Checking segment: {'id': '35618309-a9fe-4642-a39d-ffcd93cdf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:58.974198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.974198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Bound using segment: {'id': '35618309-a9fe-4642-a39d-ffcd93cdf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:58.974578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Bound port: 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35618309-a9fe-4642-a39d-ffcd93cdf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '50668a0f-c947-4266-9fd8-cf5dde763fd1'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:58.974989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.074550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] For port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:59.078398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] For port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=252cd18b-1c3d-4c60-8f01-e4db1f08ebd0,segment=NetworkSegment(35618309-a9fe-4642-a39d-ffcd93cdf762),segment_id=35618309-a9fe-4642-a39d-ffcd93cdf762)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:59.081906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.084195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.114992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Subnet': ['ID=d077d443-16e0-4902-a964-fc1b5445f3b7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:59.171078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa0d5-ab54-4fa0-b1ea-8996b8234c6b None None] Pushing event updated for resources: {'Port': ['ID=252cd18b-1c3d-4c60-8f01-e4db1f08ebd0,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:59.217666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-da165d26-5b16-4540-a2b0-3d49255dd25b service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596374 Sep 30 08:33:59.249247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.312997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-d5aa6fde-5ed5-40e3-b1bc-e8a4bea535b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.0606945 Sep 30 08:33:59.316652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50668a0f-c947-4266-9fd8-cf5dde763fd1']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:59.386030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35618309-a9fe-4642-a39d-ffcd93cdf762') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:59.386479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35618309-a9fe-4642-a39d-ffcd93cdf762') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:59.402003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.428216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-3f55734d-01e6-4a3a-ae87-80b40155e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:59.429721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-3f55734d-01e6-4a3a-ae87-80b40155e794 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.1037352 Sep 30 08:33:59.430714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.439757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:33:59.441515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:33:59.445952 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:33:59.911745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:33:59.911745 n-d-807025-5 neutron-server[95001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:33:59.911745 n-d-807025-5 neutron-server[95001]: [parameters: {'id': '50668a0f-c947-4266-9fd8-cf5dde763fd1'}] Sep 30 08:33:59.911745 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:33:59.912505 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:33:59.917940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-48ed0f98-5d12-451c-8c4a-fdc4d5d41c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:59.919692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-48ed0f98-5d12-451c-8c4a-fdc4d5d41c14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4579375 Sep 30 08:34:00.068396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-a31a1450-adc0-4b7d-a312-0dbf1d842d17 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390152 Sep 30 08:34:00.251566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f577aa9b-64f0-48a5-95b8-46445e0e3509 req-87ea2426-bf27-42bf-88e6-5e3b281188c5 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748428 Sep 30 08:34:00.413381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.562080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:00.617206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:00.618349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e2ce6-7aaa-45ec-9db0-5cfa93adb842 None None] Network 50668a0f-c947-4266-9fd8-cf5dde763fd1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:00.625417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:00.625707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.812926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] For port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=252cd18b-1c3d-4c60-8f01-e4db1f08ebd0,segment=NetworkSegment(35618309-a9fe-4642-a39d-ffcd93cdf762),segment_id=35618309-a9fe-4642-a39d-ffcd93cdf762)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:00.813493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.831046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:00.831432 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.834614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c6eb7e42-c8ac-473e-9bc8-ef27423da76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.844478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Calling delete_port for 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:00.879618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d95f7621-6595-4167-9671-939c8a50918e None None] Provisioning complete for port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:00.880019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d95f7621-6595-4167-9671-939c8a50918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.954492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c6eb7e42-c8ac-473e-9bc8-ef27423da76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.961693 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.962850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c6eb7e42-c8ac-473e-9bc8-ef27423da76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.007442 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.008015 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c6eb7e42-c8ac-473e-9bc8-ef27423da76a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f51dd679379f4d94ad05673693868996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887911 Sep 30 08:34:01.010006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44348) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:01.018330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d95f7621-6595-4167-9671-939c8a50918e None None] Could not find standard attr ID for object 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:01.021310 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-d95f7621-6595-4167-9671-939c8a50918e None None] No ports have port_id starting with 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 Sep 30 08:34:01.034694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No DVR routers for this DVR port 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:01.051390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4639f27-1124-4eb5-951c-e480e1525723 None None] DHCP port deletion for 50668a0f-c947-4266-9fd8-cf5dde763fd1 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:01.059538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Port': ['ID=252cd18b-1c3d-4c60-8f01-e4db1f08ebd0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.072071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb7e42-c8ac-473e-9bc8-ef27423da76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9c549-4324-4b81-bc7f-8797ed2eade6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.104968 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e104a486-b355-46d9-aa1b-9c17888992a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.134252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e104a486-b355-46d9-aa1b-9c17888992a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.157161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.186085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50668a0f-c947-4266-9fd8-cf5dde763fd1']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:01.197655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35618309-a9fe-4642-a39d-ffcd93cdf762') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:01.197935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35618309-a9fe-4642-a39d-ffcd93cdf762') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:01.202552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e104a486-b355-46d9-aa1b-9c17888992a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.207599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e104a486-b355-46d9-aa1b-9c17888992a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.213679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.214545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e104a486-b355-46d9-aa1b-9c17888992a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ef9c549-4324-4b81-bc7f-8797ed2eade6 HTTP/1.1" status: 204 len: 168 time: 0.2022624 Sep 30 08:34:01.234122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a486-b355-46d9-aa1b-9c17888992a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9c549-4324-4b81-bc7f-8797ed2eade6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.235303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.243036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:01.243528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:01.248625 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:01.330546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.342711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.345631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/50668a0f-c947-4266-9fd8-cf5dde763fd1 HTTP/1.1" status: 204 len: 168 time: 3.0877876 Sep 30 08:34:01.351325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44354) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:01.357422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1297219798'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:01.357818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8827777-5476-41bf-b9e5-35cf42fb8021 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Network': ['ID=50668a0f-c947-4266-9fd8-cf5dde763fd1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.403169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:01.408377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.440368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:01.451713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.452076 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Added segment 917b2a4e-e6ab-4c1e-9535-266ddc98db2c of type vlan for network b521b46f-ceb4-40a1-b76e-4c77bdbd033f Sep 30 08:34:01.496177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.531867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.539387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:01.540269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.565958 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2097609 Sep 30 08:34:01.566063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44364) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:01.571289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Request body: {'subnet': {'network_id': 'b521b46f-ceb4-40a1-b76e-4c77bdbd033f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:01.645182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473a359-ddac-466f-a548-2202397a206a tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Network': ['ID=b521b46f-ceb4-40a1-b76e-4c77bdbd033f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.659320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network b521b46f-ceb4-40a1-b76e-4c77bdbd033f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:01.738370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Made reservation on behalf of b2a744200dec43a2812dd53701bc4a51 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:01.742252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.071128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:34:02.072764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.146075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Checking segment: {'id': '917b2a4e-e6ab-4c1e-9535-266ddc98db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b521b46f-ceb4-40a1-b76e-4c77bdbd033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:02.146535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network hostable DHCP agents. Network: b521b46f-ceb4-40a1-b76e-4c77bdbd033f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:02.151800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event updated for resources: {'Subnet': ['ID=836209de-dc12-4b45-b60f-64bf0847bd33,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:02.175016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Network b521b46f-ceb4-40a1-b76e-4c77bdbd033f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:02.187491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, b521b46f-ceb4-40a1-b76e-4c77bdbd033f) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:02.193150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:02.193955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.197983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c51c6-4685-411f-8cfa-c6c31f16b872 None None] Network b521b46f-ceb4-40a1-b76e-4c77bdbd033f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:02.249908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44382) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:02.250183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-36e59416-4e89-4e2c-aec7-53347d82956f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6832926 Sep 30 08:34:02.394515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.406365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407c2a1-c167-47f8-bc8c-f029c0f5b68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-b521b46f-ceb4-40a1-b76e-4c77bdbd033f', 'network_id': 'b521b46f-ceb4-40a1-b76e-4c77bdbd033f', 'tenant_id': 'b2a744200dec43a2812dd53701bc4a51', 'fixed_ips': [{'subnet_id': '836209de-dc12-4b45-b60f-64bf0847bd33'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:02.407238 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7407c2a1-c167-47f8-bc8c-f029c0f5b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.498571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.559874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:02.611778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:02.612917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 252cd18b-1c3d-4c60-8f01-e4db1f08ebd0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:02.624880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-7407c2a1-c167-47f8-bc8c-f029c0f5b68d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 836209de-dc12-4b45-b60f-64bf0847bd33: This subnet is being modified by another concurrent operation. Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 836209de-dc12-4b45-b60f-64bf0847bd33: This subnet is being modified by another concurrent operation. Sep 30 08:34:02.654795 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:34:02.677086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Subnet': ['ID=836209de-dc12-4b45-b60f-64bf0847bd33,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:02.694467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21372862-91c7-4efb-8368-6cc9d72f835c None None] Network b521b46f-ceb4-40a1-b76e-4c77bdbd033f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:02.898228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75b184-f3ff-4857-8d24-47e209b15447 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:34:03.051173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c75b184-f3ff-4857-8d24-47e209b15447 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:34:03.154205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44410) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.234213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.265294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b521b46f-ceb4-40a1-b76e-4c77bdbd033f']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:03.277432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917b2a4e-e6ab-4c1e-9535-266ddc98db2c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:03.277868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917b2a4e-e6ab-4c1e-9535-266ddc98db2c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:03.294179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.312588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.322616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:03.323934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:03.328651 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:03.378269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-5561891'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:03.403655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Made reservation on behalf of 9382f7a83b1544e39483e50b9f741bc0 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:03.407765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.412709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.421144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.423498 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/b521b46f-ceb4-40a1-b76e-4c77bdbd033f HTTP/1.1" status: 204 len: 168 time: 1.1724460 Sep 30 08:34:03.425684 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.435902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44414) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.436832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d978e93-6ac3-4663-ab5e-b80f58c46a57 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Network': ['ID=b521b46f-ceb4-40a1-b76e-4c77bdbd033f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:03.477057 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25c2291-1310-43bb-8439-3170bf6c216d tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:03.477542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25c2291-1310-43bb-8439-3170bf6c216d tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:03.479484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a25c2291-1310-43bb-8439-3170bf6c216d tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/836209de-dc12-4b45-b60f-64bf0847bd33 HTTP/1.1" status: 404 len: 337 time: 0.0314319 Sep 30 08:34:03.482100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44416) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.501921 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f0deab-f5de-41c7-8e55-669cf4ad89c2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:03.502907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f0deab-f5de-41c7-8e55-669cf4ad89c2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:03.507287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66f0deab-f5de-41c7-8e55-669cf4ad89c2 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/b521b46f-ceb4-40a1-b76e-4c77bdbd033f HTTP/1.1" status: 404 len: 339 time: 0.0215154 Sep 30 08:34:03.507804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44418) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.534110 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e24ae11-dbcc-4dfd-9a46-c0b210310d80 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:03.535100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e24ae11-dbcc-4dfd-9a46-c0b210310d80 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:03.539035 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e24ae11-dbcc-4dfd-9a46-c0b210310d80 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/d077d443-16e0-4902-a964-fc1b5445f3b7 HTTP/1.1" status: 404 len: 337 time: 0.0277402 Sep 30 08:34:03.539347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44420) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.561518 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5211a2-2716-4689-a2dd-30691824ad1f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:03.562093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5211a2-2716-4689-a2dd-30691824ad1f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:03.566253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b5211a2-2716-4689-a2dd-30691824ad1f tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/50668a0f-c947-4266-9fd8-cf5dde763fd1 HTTP/1.1" status: 404 len: 339 time: 0.0229549 Sep 30 08:34:03.567321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44422) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.576538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.595435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.598456 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-f527fdff-7afc-479c-9a2b-2a462a77b52e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:03.598908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f527fdff-7afc-479c-9a2b-2a462a77b52e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:03.600710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f527fdff-7afc-479c-9a2b-2a462a77b52e tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/833d6fa5-e5b6-4e1d-80b6-df7e4e1d9c28 HTTP/1.1" status: 404 len: 337 time: 0.0322967 Sep 30 08:34:03.603298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.621865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:03.628667 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5317c80c-d17b-4c3b-bb0e-126ab37e3842 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:03.629409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5317c80c-d17b-4c3b-bb0e-126ab37e3842 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:03.636435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.638207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5317c80c-d17b-4c3b-bb0e-126ab37e3842 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/7a3180a7-f90f-482f-9de4-38ca6b8184a9 HTTP/1.1" status: 404 len: 339 time: 0.0330534 Sep 30 08:34:03.640136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee7c74-ef83-40d2-9ac2-64f4498d853a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:03.666212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.666564 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Added segment 140b6b2b-d839-4718-ba8b-65e3defc2166 of type vlan for network 516bf359-e905-4ad3-bc9d-730e0c8fcd5a Sep 30 08:34:03.742036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.777146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.783641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:03.784256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.824114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting port c4ca7c46-bde9-48b4-90d1-9a392a914d12 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:03.824454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.865159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:03.866410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7099469 Sep 30 08:34:03.945943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab785a7-c2ac-47dc-a97e-66e8b10dbf22 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Pushing event updated for resources: {'Network': ['ID=516bf359-e905-4ad3-bc9d-730e0c8fcd5a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:03.956833 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:03.962656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'network': {'name': 'tempest-network--1043028023', 'router:external': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:03.967761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 516bf359-e905-4ad3-bc9d-730e0c8fcd5a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:03.972473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Calling delete_port for c4ca7c46-bde9-48b4-90d1-9a392a914d12 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:04.012936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Made reservation on behalf of 83e72de6a032486f8f75226a9be6ccb2 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:04.017737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.042896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.072280 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.113792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Port': ['ID=c4ca7c46-bde9-48b4-90d1-9a392a914d12,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.124465 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.127124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dd9b6859-c60d-4688-9a49-71e649488ac1 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/ports/c4ca7c46-bde9-48b4-90d1-9a392a914d12 HTTP/1.1" status: 204 len: 168 time: 0.4896827 Sep 30 08:34:04.129613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44446) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:04.161856 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2af861-0f6f-4ca8-bbc5-d891d8dc5009 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:04.163291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2af861-0f6f-4ca8-bbc5-d891d8dc5009 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:04.165361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9d2af861-0f6f-4ca8-bbc5-d891d8dc5009 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/e84382c0-fa8d-4ec7-b64c-dd8baf942833 HTTP/1.1" status: 404 len: 337 time: 0.0343823 Sep 30 08:34:04.168609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44448) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:04.183750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.191271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.222882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:04.233426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f65558-9af4-4960-96e3-1cacd406d3d1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.241725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.242931 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Added segment aa82e2bf-a15c-45b9-8db3-dad153e68966 of type vlan for network afda884d-5b13-42bf-9733-561078a471b1 Sep 30 08:34:04.272341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.296484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.330442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.332206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:04.333015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.372559 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5051622 Sep 30 08:34:04.375186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44452) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:04.383212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.423732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56efdf06-031f-45b8-b8a3-9d306ff4e7cb']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:04.426228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb67e0-5dc1-44d8-89d6-8c5759f3de9d tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Network': ['ID=afda884d-5b13-42bf-9733-561078a471b1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.435649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:04.435970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fea50e7-bd34-4fae-bd92-1e86b5fb5ad5') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:04.442052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network afda884d-5b13-42bf-9733-561078a471b1 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:04.451488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.468319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.475272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:04.476015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:04.480007 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:04.493575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.576454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.591094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.595904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/56efdf06-031f-45b8-b8a3-9d306ff4e7cb HTTP/1.1" status: 204 len: 168 time: 0.4255955 Sep 30 08:34:04.596528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44454) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:04.603066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.625078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953912e-650b-4c40-859d-eca357591470 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Network': ['ID=56efdf06-031f-45b8-b8a3-9d306ff4e7cb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.634341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afda884d-5b13-42bf-9733-561078a471b1']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:04.646349 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa82e2bf-a15c-45b9-8db3-dad153e68966') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:04.646818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa82e2bf-a15c-45b9-8db3-dad153e68966') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:04.657984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.674555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.683788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:04.684192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:04.685976 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:04.742543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting port f9a7e554-add8-461a-9a10-037dc2eda9ac {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:04.742886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.769301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.775383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afda884d-5b13-42bf-9733-561078a471b1 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:34:04.789216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.799527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/networks/afda884d-5b13-42bf-9733-561078a471b1 HTTP/1.1" status: 204 len: 168 time: 0.4233234 Sep 30 08:34:04.810558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44456) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:04.824259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb409d9-e9a2-483c-a9ef-a028f9dc6dd1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Network': ['ID=afda884d-5b13-42bf-9733-561078a471b1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.832364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:04.904805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.929393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Made reservation on behalf of 83e72de6a032486f8f75226a9be6ccb2 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:04.931873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.971482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Calling delete_port for f9a7e554-add8-461a-9a10-037dc2eda9ac owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:05.011914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:05.024499 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.025056 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Added segment 006fc1e3-029e-4d6f-9d39-9d4230d3af8b of type vlan for network f7b8baba-0575-492a-af6f-df710a89e7eb Sep 30 08:34:05.121031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.208500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.210007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.210691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.258325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4447145 Sep 30 08:34:05.262266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.263791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:05.275029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'subnet': {'network_id': 'f7b8baba-0575-492a-af6f-df710a89e7eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:05.302234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Made reservation on behalf of 83e72de6a032486f8f75226a9be6ccb2 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:05.305852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.311783 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.316166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/ports/f9a7e554-add8-461a-9a10-037dc2eda9ac HTTP/1.1" status: 204 len: 168 time: 0.7149131 Sep 30 08:34:05.325367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:05.339882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c32685-fe97-40b9-955d-fa848be061e8 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Port': ['ID=f9a7e554-add8-461a-9a10-037dc2eda9ac,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:05.343770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12bf16-bdc1-4db5-ac10-e7042f93e2fc tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Network': ['ID=f7b8baba-0575-492a-af6f-df710a89e7eb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:05.355232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f7b8baba-0575-492a-af6f-df710a89e7eb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:05.403300 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-986223e1-129e-47d2-b4de-43fd40ced56b tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:05.403770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986223e1-129e-47d2-b4de-43fd40ced56b tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:05.405693 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-986223e1-129e-47d2-b4de-43fd40ced56b tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/6111d036-7309-4330-861c-abb3906496c3 HTTP/1.1" status: 404 len: 337 time: 0.0792909 Sep 30 08:34:05.408414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44470) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:05.521852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.626427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.649407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36aa8499-b9dd-42f7-8e51-5b1f5f116907']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:05.661870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7461fa0e-19eb-484b-9b8a-299fc78cec57') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:05.662164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7461fa0e-19eb-484b-9b8a-299fc78cec57') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:05.672823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.686972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.693258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:05.693952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:05.699648 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:05.768307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:34:05.769138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.779323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.784496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.787056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/36aa8499-b9dd-42f7-8e51-5b1f5f116907 HTTP/1.1" status: 204 len: 168 time: 0.3773024 Sep 30 08:34:05.791334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44474) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:05.832332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5831971a-df79-4fe7-8977-845d449c6b7b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:05.834471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca156fc3-da60-41fd-b4e7-35baea38faf5 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Network': ['ID=36aa8499-b9dd-42f7-8e51-5b1f5f116907,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:05.873493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Checking segment: {'id': '006fc1e3-029e-4d6f-9d39-9d4230d3af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7b8baba-0575-492a-af6f-df710a89e7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:05.873857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Network hostable DHCP agents. Network: f7b8baba-0575-492a-af6f-df710a89e7eb, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:05.881918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting subnet 9976d3ec-f6a3-4ded-84b3-d0a12fc55730 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:05.886342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.895785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Network f7b8baba-0575-492a-af6f-df710a89e7eb is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:05.906887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, f7b8baba-0575-492a-af6f-df710a89e7eb) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:05.914542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.915335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.920662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071df0b0-2938-4cab-a31f-63276dbbc329 None None] Network f7b8baba-0575-492a-af6f-df710a89e7eb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:05.938474 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81a42493-693f-49d6-8d99-4a248009e8a5 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6733971 Sep 30 08:34:05.939184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:05.943144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:05.945180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'floatingip': {'floating_network_id': 'f7b8baba-0575-492a-af6f-df710a89e7eb'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:05.973731 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.055808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.122179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12aaf3-3399-4dba-957a-b313d04d0505 None None] Network f7b8baba-0575-492a-af6f-df710a89e7eb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:06.130199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.175036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.277626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Subnet': ['ID=9976d3ec-f6a3-4ded-84b3-d0a12fc55730,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:06.285900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.291834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:06.292660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9a22bfda-1b6f-47cd-9d8b-e38053266cdd tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/subnets/9976d3ec-f6a3-4ded-84b3-d0a12fc55730 HTTP/1.1" status: 204 len: 168 time: 0.4993911 Sep 30 08:34:06.299366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44490) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:06.332815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32117aa3-c76b-4fa8-ae60-57686a41c103 None None] Network c8044023-956c-4c5d-94d9-9ac2091ee55a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:06.464863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Allocated IP 172.20.0.6 (f7b8baba-0575-492a-af6f-df710a89e7eb/5831971a-df79-4fe7-8977-845d449c6b7b/096dafd3-f4d4-4db0-8a32-95f5098a29ac) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:06.540349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.634342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] DHCP port deletion for c8044023-956c-4c5d-94d9-9ac2091ee55a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:06.715156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.722195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] Deleting port 75407448-f57e-4996-82e5-41a91fdf0f98 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:06.727954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.801408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Deleting port 75407448-f57e-4996-82e5-41a91fdf0f98 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:06.801956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.853034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] For port 75407448-f57e-4996-82e5-41a91fdf0f98, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75407448-f57e-4996-82e5-41a91fdf0f98,segment=NetworkSegment(325c6af0-a47e-4490-a326-aa3fdb5065ff),segment_id=325c6af0-a47e-4490-a326-aa3fdb5065ff)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:06.853523 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.859390 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.872000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] Calling delete_port for 75407448-f57e-4996-82e5-41a91fdf0f98 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:06.911332 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:06.971960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Network f7b8baba-0575-492a-af6f-df710a89e7eb is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:06.987551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] For port 75407448-f57e-4996-82e5-41a91fdf0f98, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75407448-f57e-4996-82e5-41a91fdf0f98,segment=NetworkSegment(325c6af0-a47e-4490-a326-aa3fdb5065ff),segment_id=325c6af0-a47e-4490-a326-aa3fdb5065ff)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:06.994988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.001089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:07.004477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:07.074148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Calling delete_port for 75407448-f57e-4996-82e5-41a91fdf0f98 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:07.076433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Port': ['ID=096dafd3-f4d4-4db0-8a32-95f5098a29ac,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:07.168568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.254426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] Pushing event deleted for resources: {'Port': ['ID=75407448-f57e-4996-82e5-41a91fdf0f98,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:07.257220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.270730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffa63a-0cd5-4595-884e-7dbc70a34ada None None] No DVR routers for this DVR port 75407448-f57e-4996-82e5-41a91fdf0f98 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:07.273359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.333520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Deleting port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:07.334071 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.345481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] No DVR routers for this DVR port 75407448-f57e-4996-82e5-41a91fdf0f98 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:07.349223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Port': ['ID=75407448-f57e-4996-82e5-41a91fdf0f98,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:07.379203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.421927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] For port 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:07.421927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.435214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Calling delete_port for 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:07.459575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.493160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8044023-956c-4c5d-94d9-9ac2091ee55a']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:07.514423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325c6af0-a47e-4490-a326-aa3fdb5065ff') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:07.514793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325c6af0-a47e-4490-a326-aa3fdb5065ff') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:07.531145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.574025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.586631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:07.586991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:07.590179 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:07.646219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.675515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.676308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb5ca7d-539a-4cf3-8459-2dfa464ad16f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:07.696465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.698469 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] 10.222.0.41 "DELETE /v2.0/networks/c8044023-956c-4c5d-94d9-9ac2091ee55a HTTP/1.1" status: 204 len: 168 time: 1.4046743 Sep 30 08:34:07.718472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.720470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dd33f-cb30-4495-97fb-38d33d0bf2d9 tempest-NetworksIpV6TestAttrs-1798011242 tempest-NetworksIpV6TestAttrs-1798011242-project] Pushing event deleted for resources: {'Network': ['ID=c8044023-956c-4c5d-94d9-9ac2091ee55a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:07.725668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.837232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Port': ['ID=096dafd3-f4d4-4db0-8a32-95f5098a29ac,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:07.859233 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.877385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:07.881738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-72e69ba5-3392-48a8-958e-ea0e0b71f180 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9386415 Sep 30 08:34:07.882546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:07.967386 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bd254e39-a7ba-4fe5-89e5-a36268b6b762 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=f7b8baba-0575-492a-af6f-df710a89e7eb HTTP/1.1" status: 200 len: 689 time: 0.0834119 Sep 30 08:34:07.972826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44504) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:08.044162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44506) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:08.083518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.195470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.237012 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82771223-12f7-40d9-b821-16db8dcba8f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2a744200dec43a2812dd53701bc4a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914642 Sep 30 08:34:08.240609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:08.280521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Deleting port 096dafd3-f4d4-4db0-8a32-95f5098a29ac {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:08.280875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.365662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f957-4c88-4817-863e-9be8d6ee8599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.406265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f957-4c88-4817-863e-9be8d6ee8599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.411889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.412220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.436045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Calling delete_port for 096dafd3-f4d4-4db0-8a32-95f5098a29ac owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:08.474886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Router acb58aa0-80f9-42a2-a226-669e41ac375b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:34:08.520370 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f957-4c88-4817-863e-9be8d6ee8599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.524870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f957-4c88-4817-863e-9be8d6ee8599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.528270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d5d1f957-4c88-4817-863e-9be8d6ee8599 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/668ef4ad-7946-41ed-9f1d-9d11cc64cc91 HTTP/1.1" status: 204 len: 168 time: 0.2845438 Sep 30 08:34:08.528740 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ee9c-6a8a-4486-851d-e3b2cea4bd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.538629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f957-4c88-4817-863e-9be8d6ee8599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668ef4ad-7946-41ed-9f1d-9d11cc64cc91,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:08.622033 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.627441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75407448-f57e-4996-82e5-41a91fdf0f98 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:08.648510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:34:08.660422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-010f1087-3b4d-4332-bd0b-c5bbf03fb166 admin admin] 10.222.0.41 "PUT /v2.0/routers/acb58aa0-80f9-42a2-a226-669e41ac375b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3597970 Sep 30 08:34:08.661055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44518) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:08.664707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 75407448-f57e-4996-82e5-41a91fdf0f98 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:08.665264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75407448-f57e-4996-82e5-41a91fdf0f98 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:08.668338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] Sync routers for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:34:08.684516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:08.685246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:08.702920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Port': ['ID=096dafd3-f4d4-4db0-8a32-95f5098a29ac,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:08.801357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.823587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.829843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:08.902430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.945542 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:08.993244 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.016622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Deleting port 75bab129-cfdc-4c55-a238-c4b6da8fab4c {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:09.017250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.032629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5831971a-df79-4fe7-8977-845d449c6b7b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:09.113898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.127046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] For port 75bab129-cfdc-4c55-a238-c4b6da8fab4c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75bab129-cfdc-4c55-a238-c4b6da8fab4c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:09.128460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.141799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:34:07Z', 'revision_number': 5, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port': {'id': '75bab129-cfdc-4c55-a238-c4b6da8fab4c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:25:27Z', 'updated_at': '2021-09-30T08:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:09.144720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b8baba-0575-492a-af6f-df710a89e7eb']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:09.148071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Calling delete_port for 75bab129-cfdc-4c55-a238-c4b6da8fab4c owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:09.163967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006fc1e3-029e-4d6f-9d39-9d4230d3af8b') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:09.164619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006fc1e3-029e-4d6f-9d39-9d4230d3af8b') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:09.178366 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.190296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] Checking router: acb58aa0-80f9-42a2-a226-669e41ac375b for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:34:09.200917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.202305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] Routers {'acb58aa0-80f9-42a2-a226-669e41ac375b'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:09.202950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:33:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['acb58aa0-80f9-42a2-a226-669e41ac375b'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:09.212530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:09.212969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:09.215876 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:09.328537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.343264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7b8baba-0575-492a-af6f-df710a89e7eb {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:34:09.349847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.353979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f7b8baba-0575-492a-af6f-df710a89e7eb HTTP/1.1" status: 204 len: 168 time: 1.3793139 Sep 30 08:34:09.365468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.379530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] Set router acb58aa0-80f9-42a2-a226-669e41ac375b gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:09.385173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24665-01b5-4e82-9b7a-fd47c912f175 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7b8baba-0575-492a-af6f-df710a89e7eb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:09.445471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.457952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:34:08Z', 'revision_number': 6, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:09.492692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408a4ac-3970-4501-9e11-ba5624dd90bb None None] The sync data for ids ['acb58aa0-80f9-42a2-a226-669e41ac375b'] in n-d-807025-5 is: [{'id': 'acb58aa0-80f9-42a2-a226-669e41ac375b', 'name': 'tempest-AttachVolumeTestJSON-1174330091-router', 'tenant_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:25:26Z', 'updated_at': '2021-09-30T08:34:08Z', 'revision_number': 6, 'project_id': 'c8a889d10dea4f45aadb7a22cecd114a', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:34:09.576013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bab129-cfdc-4c55-a238-c4b6da8fab4c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:09.594030 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b3b2ca0-badc-4f75-b7a1-9502ab3d61d7 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2232797 Sep 30 08:34:09.596354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.648733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.679175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.679749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.680246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.680708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.681172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.681714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.682111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.683092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.686244 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-396aae7a-c19d-464d-aa01-15a7bfc3ab4f tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5196 time: 0.0888603 Sep 30 08:34:09.689077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44546) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.723645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44548) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.730783 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-3921bc90-6379-421f-afb4-e9813c83eefd tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] delete failed (client error): The resource could not be found. Sep 30 08:34:09.732190 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3921bc90-6379-421f-afb4-e9813c83eefd tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/b28e2ca2-6c69-4d6b-b20b-1b185c50816a HTTP/1.1" status: 404 len: 345 time: 0.0417905 Sep 30 08:34:09.734541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.754172 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d04f699-ad78-4484-829e-46f38f56ea64 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] DELETE failed (client error): The resource could not be found. Sep 30 08:34:09.754833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d04f699-ad78-4484-829e-46f38f56ea64 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:09.756512 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d04f699-ad78-4484-829e-46f38f56ea64 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f7b8baba-0575-492a-af6f-df710a89e7eb HTTP/1.1" status: 404 len: 339 time: 0.0207558 Sep 30 08:34:09.762024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.766792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'network': {'name': 'tempest-network--1359028180', 'router:external': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:09.773767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.776259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.800104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Made reservation on behalf of 83e72de6a032486f8f75226a9be6ccb2 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:09.802727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.824438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.825053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb58aa0-80f9-42a2-a226-669e41ac375b {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:34:09.838075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:09.841218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.845015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-34577ffc-9a42-41a6-8d4c-839d998dc8d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/acb58aa0-80f9-42a2-a226-669e41ac375b HTTP/1.1" status: 204 len: 168 time: 1.1829405 Sep 30 08:34:09.845659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44556) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.852137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.852815 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Added segment a64e83ec-8349-4f3e-88b1-187a0a68f0bc of type vlan for network 5a0aad39-3450-4edd-afcd-ade6948c09cb Sep 30 08:34:09.902537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-72983493-ac08-4b1a-9b6e-2faeec0c80a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:09.903108 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-72983493-ac08-4b1a-9b6e-2faeec0c80a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:34:09.903674 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-72983493-ac08-4b1a-9b6e-2faeec0c80a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:34:09.908645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-72983493-ac08-4b1a-9b6e-2faeec0c80a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1801386 Sep 30 08:34:09.908645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44558) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:09.911986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.913703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--765862555'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:09.951019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Deleting subnet 7931b80b-8ec1-4f00-a96f-115fac83f158 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:09.952453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.953887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.955141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.955438 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.980593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.994503 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.013473 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.029526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Network': ['ID=5a0aad39-3450-4edd-afcd-ade6948c09cb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:10.041496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5a0aad39-3450-4edd-afcd-ade6948c09cb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:10.144761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.221575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.228794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.239156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.240686 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2ab30bbc-821f-4d3d-b1f7-9bb538ff9363 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4775829 Sep 30 08:34:10.243080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:10.293631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac6cc0d-2f84-4bdf-9c29-5746fe518714,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:10.297427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7931b80b-8ec1-4f00-a96f-115fac83f158,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:10.299818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.301690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7931b80b-8ec1-4f00-a96f-115fac83f158 HTTP/1.1" status: 204 len: 168 time: 0.4550591 Sep 30 08:34:10.306181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b89b0-26b5-4a34-ae8d-66620933bf20 None None] Network 372cda5d-225a-4fbe-8c41-68c814009895 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:10.306362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.341765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.342739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.342739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.351740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.352090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.352433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.352771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.353098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.353416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.353768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.354097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.354454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.354781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.356222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.356222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669b89-2883-49fc-a5cd-be60dc4fe395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:10.425627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.463887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.483639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.492435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145f399-c04e-48d9-a4e1-671b30bddb00 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:10.500137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145f399-c04e-48d9-a4e1-671b30bddb00 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:10.506810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145f399-c04e-48d9-a4e1-671b30bddb00 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:10.516512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145f399-c04e-48d9-a4e1-671b30bddb00 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:10.520162 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9145f399-c04e-48d9-a4e1-671b30bddb00 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2739103 Sep 30 08:34:10.521520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.521673 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:10.529737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6178706 Sep 30 08:34:10.531578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:10.538018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '239618f1-0512-44a6-8020-f6afd8cad373', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:10.556772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826a9e-fc1a-48aa-aa06-529ab839aa55 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239618f1-0512-44a6-8020-f6afd8cad373,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:10.578978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] DHCP port deletion for 372cda5d-225a-4fbe-8c41-68c814009895 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:10.613180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Deleting port 94ce5990-48fb-44b4-b002-608e202c7360 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:10.613779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.693924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] Deleting port 94ce5990-48fb-44b4-b002-608e202c7360 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:10.711055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.719972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] For port 94ce5990-48fb-44b4-b002-608e202c7360, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=94ce5990-48fb-44b4-b002-608e202c7360,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:10.719972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.746138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.747629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:10.750333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Calling delete_port for 94ce5990-48fb-44b4-b002-608e202c7360 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:10.790142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:10.790487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cb5ca7d-539a-4cf3-8459-2dfa464ad16f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:10.840964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] For port 94ce5990-48fb-44b4-b002-608e202c7360, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=94ce5990-48fb-44b4-b002-608e202c7360,segment=NetworkSegment(0dc815e4-7971-4ad9-b329-cd91e3b72359),segment_id=0dc815e4-7971-4ad9-b329-cd91e3b72359)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:10.841368 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.855697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] Calling delete_port for 94ce5990-48fb-44b4-b002-608e202c7360 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:10.899546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.911062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.928848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5682244-b47d-4c80-8a8c-a45266ef74b6,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:10.930527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.971674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.991611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ce5990-48fb-44b4-b002-608e202c7360,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.005136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] No DVR routers for this DVR port 94ce5990-48fb-44b4-b002-608e202c7360 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:11.015434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] Pushing event deleted for resources: {'Port': ['ID=94ce5990-48fb-44b4-b002-608e202c7360,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.023311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de1ad8-ede8-42f6-997e-98b5489e6eb6 None None] No DVR routers for this DVR port 94ce5990-48fb-44b4-b002-608e202c7360 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:11.028526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.055229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.063644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d219509-d8f5-44dd-846c-c24469b97c69 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5229936 Sep 30 08:34:11.063644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44574) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.067182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-66a37326-569d-4c40-a0a8-90560fd6018d tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '239618f1-0512-44a6-8020-f6afd8cad373', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:11.095183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-29efc20f-8937-4b79-9f51-71e070598841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.128741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.152767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.155048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0aad39-3450-4edd-afcd-ade6948c09cb']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:11.169524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64e83ec-8349-4f3e-88b1-187a0a68f0bc') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:11.169524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64e83ec-8349-4f3e-88b1-187a0a68f0bc') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:11.187968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372cda5d-225a-4fbe-8c41-68c814009895']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:11.188823 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.190150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-66a37326-569d-4c40-a0a8-90560fd6018d tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.203939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.206594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc815e4-7971-4ad9-b329-cd91e3b72359') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:11.207117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc815e4-7971-4ad9-b329-cd91e3b72359') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:11.219507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:11.219876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:11.221772 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:11.227518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.254179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.265813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:11.265813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:11.267623 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:11.283428 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-66a37326-569d-4c40-a0a8-90560fd6018d tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:34:11.284791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-66a37326-569d-4c40-a0a8-90560fd6018d tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2224317 Sep 30 08:34:11.287875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44576) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.297308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.319282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a0aad39-3450-4edd-afcd-ade6948c09cb {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:34:11.323962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a0aad39-3450-4edd-afcd-ade6948c09cb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.330831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.332268 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.340378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.344653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] 10.222.0.41 "DELETE /v2.0/networks/372cda5d-225a-4fbe-8c41-68c814009895 HTTP/1.1" status: 204 len: 168 time: 1.0327828 Sep 30 08:34:11.346115 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7f5ce80-1f16-42ab-b2e1-ef12a0c680a3 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5a0aad39-3450-4edd-afcd-ade6948c09cb HTTP/1.1" status: 204 len: 168 time: 0.8238540 Sep 30 08:34:11.353106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44582) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.361776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'network': {'name': 'tempest-network--84415616', 'router:external': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:11.375670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36d7b-2782-4149-a2b5-c951849dfe83 admin admin] Pushing event deleted for resources: {'Network': ['ID=372cda5d-225a-4fbe-8c41-68c814009895,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.409355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a89094d-2173-409a-99cd-c489b1e15edb tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.415031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Made reservation on behalf of 83e72de6a032486f8f75226a9be6ccb2 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:11.418126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.450732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a89094d-2173-409a-99cd-c489b1e15edb tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.457924 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.491119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:11.504965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.505681 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Added segment 13edf596-44e6-4115-a938-e221cc3394f0 of type vlan for network a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83 Sep 30 08:34:11.546773 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a89094d-2173-409a-99cd-c489b1e15edb tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.549333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a89094d-2173-409a-99cd-c489b1e15edb tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.550531 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a89094d-2173-409a-99cd-c489b1e15edb tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/239618f1-0512-44a6-8020-f6afd8cad373 HTTP/1.1" status: 204 len: 168 time: 0.2616954 Sep 30 08:34:11.553142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44586) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.567561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.569928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89094d-2173-409a-99cd-c489b1e15edb tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239618f1-0512-44a6-8020-f6afd8cad373,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.586832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44588) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.614576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.615636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:11.616385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.648252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7837a628-a8f3-4b44-b816-6991c49ce093 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932124 Sep 30 08:34:11.652603 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2930963 Sep 30 08:34:11.653888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.655121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.661116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--91596971'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:11.689499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8e84e00b-e1ca-4bdd-af5b-d32bb9ff5057 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8a889d10dea4f45aadb7a22cecd114a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996590 Sep 30 08:34:11.691052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.712540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a42960-3c27-4e8c-bd2f-c2eeae4e312b tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Network': ['ID=a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.716819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.733769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:11.795780 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d083f21e-3636-47d4-b697-e9c2be77cddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.810704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201385d-5e19-4e0e-a626-d3fe83a6b4da tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:11.814440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b201385d-5e19-4e0e-a626-d3fe83a6b4da tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] 10.222.0.41 "GET /v2.0/networks/a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83 HTTP/1.1" status: 200 len: 755 time: 0.1571910 Sep 30 08:34:11.814874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44598) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.832881 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d083f21e-3636-47d4-b697-e9c2be77cddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.882790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.890260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.917704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac9633-9403-43bb-bbcc-59839d1d5720 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:11.922970 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ccac9633-9403-43bb-bbcc-59839d1d5720 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] 10.222.0.41 "GET /v2.0/networks/516bf359-e905-4ad3-bc9d-730e0c8fcd5a HTTP/1.1" status: 200 len: 765 time: 0.1068141 Sep 30 08:34:11.923766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44600) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.925837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.927063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2709200 Sep 30 08:34:11.928739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d083f21e-3636-47d4-b697-e9c2be77cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.931315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d083f21e-3636-47d4-b697-e9c2be77cddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.934948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d083f21e-3636-47d4-b697-e9c2be77cddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9930495e-bc68-4177-8167-2788be8c8f49 HTTP/1.1" status: 204 len: 168 time: 0.2402437 Sep 30 08:34:11.935093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44602) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.945539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e00164-0067-4c0e-8765-dc5cbba6c40a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2864cab2-c47b-4bdf-be6d-f813fbe4f1ff,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.951697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a0590f05-252a-40de-bd70-d7df9d94d74a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '2864cab2-c47b-4bdf-be6d-f813fbe4f1ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:11.952175 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-a0590f05-252a-40de-bd70-d7df9d94d74a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 30 08:34:11.952675 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a0590f05-252a-40de-bd70-d7df9d94d74a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:11.953670 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0590f05-252a-40de-bd70-d7df9d94d74a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0186179 Sep 30 08:34:11.957612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44606) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:11.975550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f21e-3636-47d4-b697-e9c2be77cddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9930495e-bc68-4177-8167-2788be8c8f49,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:12.023613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.046223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-498c5e39-06c5-4f90-948f-0638f5971c5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.076179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-498c5e39-06c5-4f90-948f-0638f5971c5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.129827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.146506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-498c5e39-06c5-4f90-948f-0638f5971c5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.152224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-498c5e39-06c5-4f90-948f-0638f5971c5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.155447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:12.156969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-498c5e39-06c5-4f90-948f-0638f5971c5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/2864cab2-c47b-4bdf-be6d-f813fbe4f1ff HTTP/1.1" status: 204 len: 168 time: 0.1981874 Sep 30 08:34:12.157687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:12.174213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c5e39-06c5-4f90-948f-0638f5971c5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864cab2-c47b-4bdf-be6d-f813fbe4f1ff,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:12.183591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13edf596-44e6-4115-a938-e221cc3394f0') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:12.183900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13edf596-44e6-4115-a938-e221cc3394f0') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:12.211112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.249158 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-84901d2d-965d-473b-bfe0-d133929bd31d tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900795 Sep 30 08:34:12.250177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.252563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:12.259077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--129219379'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:12.265588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:12.266039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:12.268087 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:12.336494 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.349367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.353250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:34:12.355895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.357818 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83 HTTP/1.1" status: 204 len: 168 time: 0.4331007 Sep 30 08:34:12.361512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44618) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:12.366345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'network': {'name': 'tempest-network--245453385'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:12.394864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a19d2-c3db-49c3-a972-df1db80fb4ee tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Network': ['ID=a86c8b6b-d5a5-4d24-9ca4-1c71d1064b83,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:12.424680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Made reservation on behalf of 83e72de6a032486f8f75226a9be6ccb2 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:12.427846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.486449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:12.716707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75bab129-cfdc-4c55-a238-c4b6da8fab4c no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:12.719837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.719837 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Added segment f4ceb509-2634-4ff6-98f4-729442fc2fee of type vlan for network a1bf6cd2-bbba-4655-bdcc-f5ac8a841403 Sep 30 08:34:12.720653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 75bab129-cfdc-4c55-a238-c4b6da8fab4c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:12.720653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75bab129-cfdc-4c55-a238-c4b6da8fab4c not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:12.720653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 94ce5990-48fb-44b4-b002-608e202c7360 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:12.720653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 94ce5990-48fb-44b4-b002-608e202c7360 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:12.720653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 94ce5990-48fb-44b4-b002-608e202c7360 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:12.721580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.721879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.721879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.737359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.741402 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4852216 Sep 30 08:34:12.741620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.741620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:12.741620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.743207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44638) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:12.750511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c0fd2837-fec5-4f05-a038-1f82306b9ff2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '9680a0c6-4b73-4c01-ac5d-1eb7f432830d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:12.763199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b91623-4e2a-4940-8fa6-2e3f3fd396c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9680a0c6-4b73-4c01-ac5d-1eb7f432830d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:12.763957 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-c0fd2837-fec5-4f05-a038-1f82306b9ff2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 30 08:34:12.764628 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-c0fd2837-fec5-4f05-a038-1f82306b9ff2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:12.769111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c0fd2837-fec5-4f05-a038-1f82306b9ff2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0199676 Sep 30 08:34:12.769282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44640) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:12.851141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44650) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:12.854092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4913592 Sep 30 08:34:12.863290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:12.918945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46026e-2120-45d4-a9c6-ee82b5bc076c tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Network': ['ID=a1bf6cd2-bbba-4655-bdcc-f5ac8a841403,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:12.943115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a1bf6cd2-bbba-4655-bdcc-f5ac8a841403 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:12.951765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a26c5f72-91de-460e-bb02-5391d3e0029b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.097210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a26c5f72-91de-460e-bb02-5391d3e0029b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.114058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.127902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44658) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:13.249916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a26c5f72-91de-460e-bb02-5391d3e0029b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.252648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a26c5f72-91de-460e-bb02-5391d3e0029b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.256286 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a26c5f72-91de-460e-bb02-5391d3e0029b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/9680a0c6-4b73-4c01-ac5d-1eb7f432830d HTTP/1.1" status: 204 len: 168 time: 0.4842744 Sep 30 08:34:13.256598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44664) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:13.267176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.269694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1285470400-network', 'tenant_id': 'a6e8cf2107594506a4ad61649d0b04ce'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:13.286163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c5f72-91de-460e-bb02-5391d3e0029b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9680a0c6-4b73-4c01-ac5d-1eb7f432830d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:13.294550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.303383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Network a1bf6cd2-bbba-4655-bdcc-f5ac8a841403 is not hosted by any dhcp agent {{(pid=95002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:34:13.304589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:13.305636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.307853 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "PUT /v2.0/networks/a1bf6cd2-bbba-4655-bdcc-f5ac8a841403 HTTP/1.1" status: 200 len: 857 time: 0.4552143 Sep 30 08:34:13.311750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44666) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:13.355502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c39bb08a-51b8-4487-a7a8-90b1f8156e37 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969729 Sep 30 08:34:13.360837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44670) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:13.361898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Made reservation on behalf of a6e8cf2107594506a4ad61649d0b04ce for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:13.364970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.372495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--559324461'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:13.373799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ad5f2-8f63-4c4d-aaab-6d845820f6a1 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event updated for resources: {'Network': ['ID=a1bf6cd2-bbba-4655-bdcc-f5ac8a841403,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:13.396321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.707785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.721594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.843476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.874067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bf6cd2-bbba-4655-bdcc-f5ac8a841403']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:13.888508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ceb509-2634-4ff6-98f4-729442fc2fee') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:13.888820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ceb509-2634-4ff6-98f4-729442fc2fee') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:13.901639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.922958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.935674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.937145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:13.937753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:13.939833 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:13.974880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.051843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3049b-7958-40aa-ad12-289b0558252b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.062251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.070719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:14.080098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1bf6cd2-bbba-4655-bdcc-f5ac8a841403 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:34:14.100431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.102489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a1bf6cd2-bbba-4655-bdcc-f5ac8a841403 HTTP/1.1" status: 204 len: 168 time: 0.7848101 Sep 30 08:34:14.108014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44690) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.110074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797f86d-44de-49ef-b125-051d9e5af316 tempest-ExternalNetworksTestJSON-647688124 tempest-ExternalNetworksTestJSON-647688124-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1bf6cd2-bbba-4655-bdcc-f5ac8a841403,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.112959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.113298 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Added segment 825e52f0-7314-4202-bc48-e9733ce8044d of type vlan for network 5664a748-a325-43c9-a72a-0a5eea5659be Sep 30 08:34:14.144637 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa96b63-b678-48e9-9b1f-d65165539336 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:14.145981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa96b63-b678-48e9-9b1f-d65165539336 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:14.148610 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ffa96b63-b678-48e9-9b1f-d65165539336 tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] 10.222.0.41 "DELETE /v2.0/subnets/5831971a-df79-4fe7-8977-845d449c6b7b HTTP/1.1" status: 404 len: 337 time: 0.0390911 Sep 30 08:34:14.151463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44694) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.170944 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.194955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.205272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.226400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:34:14.249936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd711fd-61d6-4e74-9ad1-85d1aeb5786c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.255705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.257779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e033f602-e559-4e66-a25e-fbb6849fd5c9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8898773 Sep 30 08:34:14.259367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.261987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:14.262942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.264417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44696) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.272578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c181c711-3fd6-4e61-beec-938324e8bcc8 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '0dd711fd-61d6-4e74-9ad1-85d1aeb5786c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:14.273667 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-c181c711-3fd6-4e61-beec-938324e8bcc8 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 30 08:34:14.274727 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-c181c711-3fd6-4e61-beec-938324e8bcc8 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:14.275840 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c181c711-3fd6-4e61-beec-938324e8bcc8 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103993 Sep 30 08:34:14.279892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44698) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.287656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.295462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a4117f96-c540-49a6-9bca-1536746ecbd1 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '0dd711fd-61d6-4e74-9ad1-85d1aeb5786c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:14.296421 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-a4117f96-c540-49a6-9bca-1536746ecbd1 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 30 08:34:14.297094 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a4117f96-c540-49a6-9bca-1536746ecbd1 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:14.299206 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4117f96-c540-49a6-9bca-1536746ecbd1 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0179849 Sep 30 08:34:14.302321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44700) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.309473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1762438 Sep 30 08:34:14.309713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44702) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.315067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Request body: {'subnet': {'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1285470400-subnet', 'tenant_id': 'a6e8cf2107594506a4ad61649d0b04ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:14.319300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-92fc8b24-efcf-4cdd-9655-f1ff5af428de tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '0dd711fd-61d6-4e74-9ad1-85d1aeb5786c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:14.321019 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-92fc8b24-efcf-4cdd-9655-f1ff5af428de tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 30 08:34:14.321821 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-92fc8b24-efcf-4cdd-9655-f1ff5af428de tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:14.323303 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-92fc8b24-efcf-4cdd-9655-f1ff5af428de tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180283 Sep 30 08:34:14.328460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44706) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.333946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6e093657-2b3c-4f89-b1ac-93e1c35a6eba tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '0dd711fd-61d6-4e74-9ad1-85d1aeb5786c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:14.335552 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-6e093657-2b3c-4f89-b1ac-93e1c35a6eba tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 30 08:34:14.336266 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-6e093657-2b3c-4f89-b1ac-93e1c35a6eba tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:14.337499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e093657-2b3c-4f89-b1ac-93e1c35a6eba tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080242 Sep 30 08:34:14.340928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44708) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.356859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36160142-35c2-4c1e-8a3f-76da1f94959d admin admin] Pushing event updated for resources: {'Network': ['ID=5664a748-a325-43c9-a72a-0a5eea5659be,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.369077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5664a748-a325-43c9-a72a-0a5eea5659be details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:14.376676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Made reservation on behalf of a6e8cf2107594506a4ad61649d0b04ce for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:14.379796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.519844 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.531071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe6c5-80f4-41ca-a6fa-81e3ab85d46e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.558601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516bf359-e905-4ad3-bc9d-730e0c8fcd5a']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:14.574647 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe6c5-80f4-41ca-a6fa-81e3ab85d46e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.578580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140b6b2b-d839-4718-ba8b-65e3defc2166') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:14.579175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140b6b2b-d839-4718-ba8b-65e3defc2166') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:14.596751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.615886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.640707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.650037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:14.650037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:14.654265 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:14.684919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe6c5-80f4-41ca-a6fa-81e3ab85d46e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.688884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe6c5-80f4-41ca-a6fa-81e3ab85d46e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.691797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a6fe6c5-80f4-41ca-a6fa-81e3ab85d46e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/0dd711fd-61d6-4e74-9ad1-85d1aeb5786c HTTP/1.1" status: 204 len: 168 time: 0.3474848 Sep 30 08:34:14.692365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44714) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.700916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.751392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fe6c5-80f4-41ca-a6fa-81e3ab85d46e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd711fd-61d6-4e74-9ad1-85d1aeb5786c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.757502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d3245de-9308-4e13-bb02-bd06cbc0a77d tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602968 Sep 30 08:34:14.759326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44718) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:14.763952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235749824'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:14.774688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Checking segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:14.774962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Network hostable DHCP agents. Network: 5664a748-a325-43c9-a72a-0a5eea5659be, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:14.778430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.784421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.789994 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] 10.222.0.41 "DELETE /v2.0/networks/516bf359-e905-4ad3-bc9d-730e0c8fcd5a HTTP/1.1" status: 204 len: 168 time: 0.6348097 Sep 30 08:34:14.804118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.812397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Network 5664a748-a325-43c9-a72a-0a5eea5659be is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:14.821352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c84aa-792d-4d57-8dde-2d3950f969cf tempest-ExternalNetworksTestJSON-1197019605 tempest-ExternalNetworksTestJSON-1197019605-project] Pushing event deleted for resources: {'Network': ['ID=516bf359-e905-4ad3-bc9d-730e0c8fcd5a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:14.828296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5664a748-a325-43c9-a72a-0a5eea5659be) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:14.836600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:14.837208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.838266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04bd18b-0be6-4c72-8547-6f4478d2b130 None None] Network 5664a748-a325-43c9-a72a-0a5eea5659be requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:14.901871 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.957134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.967182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.998148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b84ec16e-80ee-4620-acf4-caa46598f800 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6873000 Sep 30 08:34:15.001613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502fe933-9f43-492c-a926-83f874f40a86,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:15.015922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.021754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.027800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9597ea38-64f6-4fc4-b0f6-7b3293978f73 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.028760 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-9597ea38-64f6-4fc4-b0f6-7b3293978f73 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:34:15.029979 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-9597ea38-64f6-4fc4-b0f6-7b3293978f73 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.034273 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9597ea38-64f6-4fc4-b0f6-7b3293978f73 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111895 Sep 30 08:34:15.034933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.035622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5f5771bd-62c5-4259-9347-41d76ac5f493 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2755647 Sep 30 08:34:15.041892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-485eac37-d4f0-4702-96f3-2e1fb070a321 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.082895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b74e2-d4b1-43d5-a776-de2447d12a6c None None] Network 5664a748-a325-43c9-a72a-0a5eea5659be requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:15.124709 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-485eac37-d4f0-4702-96f3-2e1fb070a321 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.126757 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-485eac37-d4f0-4702-96f3-2e1fb070a321 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0894477 Sep 30 08:34:15.129939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44736) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.135742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0bd658dd-5110-4a9a-92ed-04350d15e596 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.136644 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-0bd658dd-5110-4a9a-92ed-04350d15e596 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 30 08:34:15.137382 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-0bd658dd-5110-4a9a-92ed-04350d15e596 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.141365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44738) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.141564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0bd658dd-5110-4a9a-92ed-04350d15e596 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103152 Sep 30 08:34:15.148788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a5748deb-7cd5-4d89-81d9-5e0a8f737437 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.213081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44740) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.235907 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a5748deb-7cd5-4d89-81d9-5e0a8f737437 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.240576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44746) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.240765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a5748deb-7cd5-4d89-81d9-5e0a8f737437 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0980744 Sep 30 08:34:15.250712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9528dbd6-5d49-4e5c-9861-e86f8a5a7439 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.253924 n-d-807025-5 neutron-server[95001]: WARNING neutron.api.v2.base [None req-9528dbd6-5d49-4e5c-9861-e86f8a5a7439 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:34:15.254521 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-9528dbd6-5d49-4e5c-9861-e86f8a5a7439 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.257230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9528dbd6-5d49-4e5c-9861-e86f8a5a7439 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139995 Sep 30 08:34:15.258803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44748) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.271279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a3bccc65-3c26-45b5-a1fb-9863ec2f1621 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.335226 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-a3bccc65-3c26-45b5-a1fb-9863ec2f1621 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.336452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a3bccc65-3c26-45b5-a1fb-9863ec2f1621 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0765908 Sep 30 08:34:15.339966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44754) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.345279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-81fe4040-1a7d-480c-888e-2725346cce51 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.345392 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-81fe4040-1a7d-480c-888e-2725346cce51 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 30 08:34:15.345859 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-81fe4040-1a7d-480c-888e-2725346cce51 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.349912 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81fe4040-1a7d-480c-888e-2725346cce51 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059037 Sep 30 08:34:15.349912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44758) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.354444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cf756578-a486-4eb5-8c20-326f9a899901 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.406016 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-cf756578-a486-4eb5-8c20-326f9a899901 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.409905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cf756578-a486-4eb5-8c20-326f9a899901 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0564549 Sep 30 08:34:15.410476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.419846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c9cf0ec0-3e8f-4a79-be09-bc29d684aca9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '502fe933-9f43-492c-a926-83f874f40a86', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.451796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee52a9f6-2bb9-4c54-88ff-6ef58b7a36d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9382f7a83b1544e39483e50b9f741bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342823 Sep 30 08:34:15.452029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44762) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.466911 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-c9cf0ec0-3e8f-4a79-be09-bc29d684aca9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:15.470866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44768) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.471122 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9cf0ec0-3e8f-4a79-be09-bc29d684aca9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0598974 Sep 30 08:34:15.541909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-14a71ff5-d273-416e-8584-8823680b77bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.612025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e22334f-279d-4d4f-9522-4f982339c78c tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.634576 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-14a71ff5-d273-416e-8584-8823680b77bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.749521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e22334f-279d-4d4f-9522-4f982339c78c tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.824659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-73a0eced-2e02-4fd9-abe9-be5209f9d3ec tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:15.826194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-73a0eced-2e02-4fd9-abe9-be5209f9d3ec tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.2823658 Sep 30 08:34:15.835871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-14a71ff5-d273-416e-8584-8823680b77bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.840024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-14a71ff5-d273-416e-8584-8823680b77bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.841839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-14a71ff5-d273-416e-8584-8823680b77bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4dee7c74-ef83-40d2-9ac2-64f4498d853a HTTP/1.1" status: 204 len: 168 time: 0.3888342 Sep 30 08:34:15.860777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e22334f-279d-4d4f-9522-4f982339c78c tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.863265 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e22334f-279d-4d4f-9522-4f982339c78c tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.864346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1e22334f-279d-4d4f-9522-4f982339c78c tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/502fe933-9f43-492c-a926-83f874f40a86 HTTP/1.1" status: 204 len: 168 time: 0.3924768 Sep 30 08:34:15.865160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a71ff5-d273-416e-8584-8823680b77bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dee7c74-ef83-40d2-9ac2-64f4498d853a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:15.868045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44784) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.886088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-b59543d3-ba68-4e24-9b6c-ba6a1a932a88 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/quotas/a6e8cf2107594506a4ad61649d0b04ce HTTP/1.1" status: 200 len: 375 time: 0.0425057 Sep 30 08:34:15.893131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22334f-279d-4d4f-9522-4f982339c78c tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502fe933-9f43-492c-a926-83f874f40a86,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:15.952078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e38e193-824b-43af-b1a1-367af81c8746 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825317 Sep 30 08:34:15.955880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44786) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:15.957729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-0c04a703-df90-43ff-8408-48ed34014bf5 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606151 Sep 30 08:34:15.960941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665602287'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:15.998239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.068588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-151f04be-b91e-4562-bb67-b6a051ad07aa service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024873 Sep 30 08:34:16.138527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.148047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.181229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.185930 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2287502 Sep 30 08:34:16.186208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44796) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.190566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-86286ad7-9e26-4851-b1cc-49dde5d8b129 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': 'e440ebe5-6634-47b7-b4bd-4ae875d4bfb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:16.190705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e440ebe5-6634-47b7-b4bd-4ae875d4bfb8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:16.200744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.201099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.201505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.209392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.209820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.210173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.210574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.211522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.211522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.211676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.211879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.223050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4e0cb-dbcc-4f9f-b9de-a24ccebe559a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:16.235739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-bd14e162-6666-4c01-89ac-562d96f23d2e service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596198 Sep 30 08:34:16.256252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.268169 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-86286ad7-9e26-4851-b1cc-49dde5d8b129 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The resource could not be found. Sep 30 08:34:16.270106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-86286ad7-9e26-4851-b1cc-49dde5d8b129 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0830569 Sep 30 08:34:16.272759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.279280 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8609ee7b-ac94-482d-9035-112870d9f40b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': 'e440ebe5-6634-47b7-b4bd-4ae875d4bfb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '554b959e-e122-4f0b-a5ac-d261fd4d4976'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:16.328947 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-45409a96-de71-4f17-b179-541d1dd20e05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83e72de6a032486f8f75226a9be6ccb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715010 Sep 30 08:34:16.332086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.373340 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-8609ee7b-ac94-482d-9035-112870d9f40b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The resource could not be found. Sep 30 08:34:16.373340 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8609ee7b-ac94-482d-9035-112870d9f40b tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0990388 Sep 30 08:34:16.375773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.431198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be0ed8cb-c0e9-45fd-a0b3-9114d885848a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.460249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f885e7-7ec1-44fb-a180-9b0ecae5c572 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.461633 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be0ed8cb-c0e9-45fd-a0b3-9114d885848a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.507257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f885e7-7ec1-44fb-a180-9b0ecae5c572 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.557384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5a944d1-2422-46db-8e29-a48ddaad1350 req-677ef82a-4baa-4096-b798-bcb779a805e9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 210 time: 0.0326490 Sep 30 08:34:16.571934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f885e7-7ec1-44fb-a180-9b0ecae5c572 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.576348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f885e7-7ec1-44fb-a180-9b0ecae5c572 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.578116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06f885e7-7ec1-44fb-a180-9b0ecae5c572 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/e440ebe5-6634-47b7-b4bd-4ae875d4bfb8 HTTP/1.1" status: 204 len: 168 time: 0.2007492 Sep 30 08:34:16.580157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44814) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.605359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f885e7-7ec1-44fb-a180-9b0ecae5c572 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440ebe5-6634-47b7-b4bd-4ae875d4bfb8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:16.637620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be0ed8cb-c0e9-45fd-a0b3-9114d885848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.640407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be0ed8cb-c0e9-45fd-a0b3-9114d885848a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.644020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be0ed8cb-c0e9-45fd-a0b3-9114d885848a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21f65558-9af4-4960-96e3-1cacd406d3d1 HTTP/1.1" status: 204 len: 168 time: 0.3078246 Sep 30 08:34:16.660531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ed8cb-c0e9-45fd-a0b3-9114d885848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f65558-9af4-4960-96e3-1cacd406d3d1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:16.683827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0018c7a8-12ca-45a4-b49d-016e0e8bad5e tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987899 Sep 30 08:34:16.684645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44824) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.691913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fe2f7f45-28b6-4785-bfb6-7710151f16a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '733efd39-934c-48bd-b872-5808a325c9c1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:16.762768 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-fe2f7f45-28b6-4785-bfb6-7710151f16a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The resource could not be found. Sep 30 08:34:16.763852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fe2f7f45-28b6-4785-bfb6-7710151f16a2 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0777419 Sep 30 08:34:16.767827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44828) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.772630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477056345'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:16.798951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.900032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.905302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.941980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.945921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1744149 Sep 30 08:34:16.945921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5e036-7f11-4a1f-8d46-a38294f60a07 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af09648-7010-4178-9601-7cb874f1c128,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:16.946280 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44836) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:16.951430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489779510'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:16.996257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.107926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.113901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.143468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.147491 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1974201 Sep 30 08:34:17.147855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44846) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:17.153411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-540259f0-37a2-4ab9-beb1-06de553a8a75 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group_rule': {'security_group_id': '1af09648-7010-4178-9601-7cb874f1c128', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6d1ab936-9ceb-4b03-bbed-879bd92e77c7'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:17.171363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf1924-3c9d-4b91-8c40-7afec06d2762 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ab936-9ceb-4b03-bbed-879bd92e77c7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:17.217337 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-540259f0-37a2-4ab9-beb1-06de553a8a75 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:17.222393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-540259f0-37a2-4ab9-beb1-06de553a8a75 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0734146 Sep 30 08:34:17.223387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44850) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:17.295994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cdd1637c-8c6f-4551-8e63-03b04dd424ca tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.326085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cdd1637c-8c6f-4551-8e63-03b04dd424ca tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.368308 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cdd1637c-8c6f-4551-8e63-03b04dd424ca tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.371104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cdd1637c-8c6f-4551-8e63-03b04dd424ca tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.372282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cdd1637c-8c6f-4551-8e63-03b04dd424ca tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d1ab936-9ceb-4b03-bbed-879bd92e77c7 HTTP/1.1" status: 204 len: 168 time: 0.1476855 Sep 30 08:34:17.374946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44856) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:17.381651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1637c-8c6f-4551-8e63-03b04dd424ca tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ab936-9ceb-4b03-bbed-879bd92e77c7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:17.468731 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bc2cf9c7-8bd2-4b97-a4bd-78fb5d49e0ed tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0921566 Sep 30 08:34:17.471577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44862) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:17.554327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0525a5d6-3722-4d83-833b-eb3ec1615d27 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.589802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0525a5d6-3722-4d83-833b-eb3ec1615d27 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.666878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0525a5d6-3722-4d83-833b-eb3ec1615d27 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.670293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0525a5d6-3722-4d83-833b-eb3ec1615d27 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.674251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0525a5d6-3722-4d83-833b-eb3ec1615d27 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/1af09648-7010-4178-9601-7cb874f1c128 HTTP/1.1" status: 204 len: 168 time: 0.1988881 Sep 30 08:34:17.675636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44878) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:17.703283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525a5d6-3722-4d83-833b-eb3ec1615d27 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af09648-7010-4178-9601-7cb874f1c128,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:17.826697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-221c550a-08b7-4350-9f61-a84321fc4e46 req-f59c87f5-e989-4fbd-a874-fa944e96a09b tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 210 time: 0.0686805 Sep 30 08:34:17.842716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0fb9ca39-4ed2-43b4-9da2-de11af6556b3 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656675 Sep 30 08:34:17.852244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:17.852365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347815534'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:17.878306 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:17.927269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-49c7c305-49e7-4e3f-bec7-c9361806f226 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:17.929009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-49c7c305-49e7-4e3f-bec7-c9361806f226 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.2062376 Sep 30 08:34:17.954436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Request body: {'port': {'device_id': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'admin_state_up': True, 'tenant_id': 'a6e8cf2107594506a4ad61649d0b04ce'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:18.013466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.020824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.057065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.061651 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2130284 Sep 30 08:34:18.062292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.068007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2cea8500-4352-4596-ae42-c5200f46aa8a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:18.068435 n-d-807025-5 neutron-server[95002]: WARNING neutron.api.v2.base [None req-2cea8500-4352-4596-ae42-c5200f46aa8a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:34:18.068934 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-2cea8500-4352-4596-ae42-c5200f46aa8a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 08:34:18.073635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2cea8500-4352-4596-ae42-c5200f46aa8a tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "PUT /v2.0/security-groups/5d91fa9a-ceb2-4223-9da8-042b8a5c8857 HTTP/1.1" status: 409 len: 330 time: 0.0090873 Sep 30 08:34:18.074641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b2d9f-1ee0-43e6-9c5a-ce73ac11b1a7 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91fa9a-ceb2-4223-9da8-042b8a5c8857,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:18.077751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44894) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.187960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e92f4a47-d475-42aa-a418-6382a518abae tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.214432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Made reservation on behalf of a6e8cf2107594506a4ad61649d0b04ce for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:18.222058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.248907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e92f4a47-d475-42aa-a418-6382a518abae tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.312521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e92f4a47-d475-42aa-a418-6382a518abae tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.319149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e92f4a47-d475-42aa-a418-6382a518abae tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.325761 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e92f4a47-d475-42aa-a418-6382a518abae tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/5d91fa9a-ceb2-4223-9da8-042b8a5c8857 HTTP/1.1" status: 204 len: 168 time: 0.2416036 Sep 30 08:34:18.326651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44904) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.362078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4a47-d475-42aa-a418-6382a518abae tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91fa9a-ceb2-4223-9da8-042b8a5c8857,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:18.437912 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f20e023b-15d2-4e46-9937-5cbcae720aed tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981379 Sep 30 08:34:18.438260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44908) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.453263 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-4c9750b1-7782-4f36-839f-12ed3564e8d4 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] delete failed (client error): The resource could not be found. Sep 30 08:34:18.454581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4c9750b1-7782-4f36-839f-12ed3564e8d4 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa4ae706-80d6-4521-8bf9-6013a0fd8c18 HTTP/1.1" status: 404 len: 347 time: 0.0152879 Sep 30 08:34:18.457257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da99a50-1456-40b5-9563-078228084956 req-224ef882-14e3-4ba1-abf8-e244edebfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:18.459159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-224ef882-14e3-4ba1-abf8-e244edebfd26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.0984297 Sep 30 08:34:18.459913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44912) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.474916 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-e8fc0857-17af-4446-ad57-534d5dd855a9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] show failed (client error): The resource could not be found. Sep 30 08:34:18.475959 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e8fc0857-17af-4446-ad57-534d5dd855a9 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-groups/5f882268-e95b-43a5-9bed-cd31e3993ee1 HTTP/1.1" status: 404 len: 347 time: 0.0150871 Sep 30 08:34:18.476116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65476dde-f306-477e-937c-728b08815e33 req-221b7e27-5889-4b48-ac7f-779d355b3e4a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:18.482439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44914) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.483972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65476dde-f306-477e-937c-728b08815e33 req-221b7e27-5889-4b48-ac7f-779d355b3e4a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1756527 Sep 30 08:34:18.495473 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-593e86f1-efad-4d31-af66-6c210bfdb9c5 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] show failed (client error): The resource could not be found. Sep 30 08:34:18.496522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-593e86f1-efad-4d31-af66-6c210bfdb9c5 tempest-NegativeSecGroupTest-1615325741 tempest-NegativeSecGroupTest-1615325741-project] 10.222.0.41 "GET /v2.0/security-group-rules/d0064fc8-03ff-415e-a687-2d6489a888fe HTTP/1.1" status: 404 len: 356 time: 0.0131171 Sep 30 08:34:18.585163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da99a50-1456-40b5-9563-078228084956 req-94fe7f5d-9344-4f82-839a-f5883eeaeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:18.585163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-94fe7f5d-9344-4f82-839a-f5883eeaeeb4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.1140132 Sep 30 08:34:18.610728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Allocated IP 172.20.0.6 (5664a748-a325-43c9-a72a-0a5eea5659be/47d8dabd-69e5-4865-b7dd-ccfac0a3fac5/0a92d62f-c227-408f-a78a-8c161426118b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:18.701520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65476dde-f306-477e-937c-728b08815e33 req-b24278c6-e97d-41d1-a8a8-568293b80004 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040441 Sep 30 08:34:18.731849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-d0cc3394-e528-4bc8-960d-81c3db136c8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.1417749 Sep 30 08:34:18.789298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44930) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.828721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44934) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.881761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da99a50-1456-40b5-9563-078228084956 req-a0fa892b-7d19-4cc4-abec-b463ab7b31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:18.886647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-a0fa892b-7d19-4cc4-abec-b463ab7b31d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1410623 Sep 30 08:34:19.012010 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-17ed8280-a233-476e-a1f8-74deda3fc595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c10f4a47e7b241d6ad8cbb22ef4b8c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790276 Sep 30 08:34:19.012824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44942) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:19.032071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee543a29-014b-4e41-bff0-0678a63d6c2f req-c4d20a6e-0d58-4663-8a35-e2d3e815166f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 210 time: 0.0686886 Sep 30 08:34:19.058410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da99a50-1456-40b5-9563-078228084956 req-a0d38c2c-e02c-4cdf-81ea-c8acdd861340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:19.060024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-a0d38c2c-e02c-4cdf-81ea-c8acdd861340 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625764 Sep 30 08:34:19.081817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.086023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:19.110926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.143679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71da7f2c-15d3-4f48-8b1f-761dfcef5125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.179295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71da7f2c-15d3-4f48-8b1f-761dfcef5125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.186128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-d4bffa3e-b745-4653-8ab4-3e67666dcc73 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168203 Sep 30 08:34:19.187256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.242508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Network 5664a748-a325-43c9-a72a-0a5eea5659be is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:19.248999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:19.264680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:19.275394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.283249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71da7f2c-15d3-4f48-8b1f-761dfcef5125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.287840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71da7f2c-15d3-4f48-8b1f-761dfcef5125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.292011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-71da7f2c-15d3-4f48-8b1f-761dfcef5125 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ac6cc0d-2f84-4bdf-9c29-5746fe518714 HTTP/1.1" status: 204 len: 168 time: 0.2780924 Sep 30 08:34:19.339722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da7f2c-15d3-4f48-8b1f-761dfcef5125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac6cc0d-2f84-4bdf-9c29-5746fe518714,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:19.439833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Allocated IP 172.25.7.28 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b46e7753-9eb4-43f9-b065-2d9fd7a94508) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:19.578700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.640688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.652847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event updated for resources: {'Port': ['ID=0a92d62f-c227-408f-a78a-8c161426118b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:19.684847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:19.685525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.706854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2da99a50-1456-40b5-9563-078228084956 req-4a6184d0-e8d8-449e-babc-ae9c09ed2242 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034094 Sep 30 08:34:19.709207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:19.722621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-20fa959d-ca0d-4287-bc01-3117fb82aa52 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7719352 Sep 30 08:34:19.743267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Request body: {'port': {'device_id': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:19.763464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:19.767325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Pushing event updated for resources: {'Port': ['ID=b46e7753-9eb4-43f9-b065-2d9fd7a94508,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:19.775559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:19.810886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.887058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.944952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe14e2-90e7-4607-8036-dd4d1cdc1339 req-d3cd517c-1bbc-40d6-bf74-679d217b7aa6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:19.946574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01fe14e2-90e7-4607-8036-dd4d1cdc1339 req-d3cd517c-1bbc-40d6-bf74-679d217b7aa6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1062922 Sep 30 08:34:19.978459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.101682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01fe14e2-90e7-4607-8036-dd4d1cdc1339 req-cce27690-0342-4bd8-aec1-fdfcae96829c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426499 Sep 30 08:34:20.225683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.234639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.311814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Pushing event updated for resources: {'Port': ['ID=b46e7753-9eb4-43f9-b065-2d9fd7a94508,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:20.390759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.411376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.413091 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c18dc8a-e53f-4a24-8874-fb6241742c79 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6217232 Sep 30 08:34:20.415603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44988) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:20.418568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecb9d8-0f55-4443-bcb2-e2323e6172c7 req-3cd50e97-5d49-41f6-912d-979c57ba75b9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:20.424365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1605287892', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'fixed_ips': [{'ip_address': '172.25.7.28'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:20.426272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93ecb9d8-0f55-4443-bcb2-e2323e6172c7 req-3cd50e97-5d49-41f6-912d-979c57ba75b9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 931 time: 0.1029742 Sep 30 08:34:20.451543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Made reservation on behalf of 505ae9f7298a4df38dcf464c7ba4b3cc for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:20.454425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.463818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.497482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93ecb9d8-0f55-4443-bcb2-e2323e6172c7 req-9963c6c4-16c1-44b0-a9d6-6e7dde88af1a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653915 Sep 30 08:34:20.515682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a92d62f-c227-408f-a78a-8c161426118b {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:34:20.535151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.557923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Transition to ACTIVE for port object 0a92d62f-c227-408f-a78a-8c161426118b will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:34:20.563292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.594083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.599121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.627034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] device_id is not set on port d67a4a32-2f98-42f4-a7ca-178dd71aaae2 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:20.631246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05659a4a-84b5-4064-b7fe-d60bdaf653a2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:20.674107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a92d62f-c227-408f-a78a-8c161426118b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:20.740432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Attempting to bind port 0a92d62f-c227-408f-a78a-8c161426118b on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:20.740771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Attempting to bind port 0a92d62f-c227-408f-a78a-8c161426118b by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:20.741104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Attempting to bind port 0a92d62f-c227-408f-a78a-8c161426118b on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:20.746405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Port 0a92d62f-c227-408f-a78a-8c161426118b on network 5664a748-a325-43c9-a72a-0a5eea5659be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:34:20.746741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Attempting to bind port 0a92d62f-c227-408f-a78a-8c161426118b on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:20.766881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:20.767933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Checking segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:20.770933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Bound using segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:20.771597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Bound port: 0a92d62f-c227-408f-a78a-8c161426118b, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:20.772139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.855111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] For port 0a92d62f-c227-408f-a78a-8c161426118b, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:20.858931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] For port 0a92d62f-c227-408f-a78a-8c161426118b, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0a92d62f-c227-408f-a78a-8c161426118b,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:20.863862 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.883901 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 08:34:20.884415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:20.900092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:20.901285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:20.902692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/0a92d62f-c227-408f-a78a-8c161426118b HTTP/1.1" status: 200 len: 1091 time: 1.1707580 Sep 30 08:34:20.903150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'tag': '0a92d62f-c227-408f-a78a-8c161426118b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:20.908261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ff4ff723-f20a-4f01-97cf-dd7948a851b1 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4877844 Sep 30 08:34:20.908481 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e1683-c89a-4b30-bfda-426352e54261" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8f45f9-a568-44c8-a8ff-26c037400727", "tag": "0a92d62f-c227-408f-a78a-8c161426118b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:20.909190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:21.001078 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e8565-3902-4a1f-9e7a-8cf6ce40dc7e x-openstack-request-id: req-bc3e8565-3902-4a1f-9e7a-8cf6ce40dc7e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:21.001376 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8f45f9-a568-44c8-a8ff-26c037400727", "tag": "0a92d62f-c227-408f-a78a-8c161426118b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:21.001655 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc3e8565-3902-4a1f-9e7a-8cf6ce40dc7e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:21.002060 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'tag': '0a92d62f-c227-408f-a78a-8c161426118b', 'status': 'completed', 'code': 200} Sep 30 08:34:21.010863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a46b4-4683-45b8-99b1-304773fb85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a92d62f-c227-408f-a78a-8c161426118b,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:21.036365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-4b28eadb-557a-43ff-b7eb-b6a83df41c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:21.039842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-4b28eadb-557a-43ff-b7eb-b6a83df41c14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 1094 time: 0.0879817 Sep 30 08:34:21.083589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Deleting port b46e7753-9eb4-43f9-b065-2d9fd7a94508 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:21.084009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:21.096583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-3219fe3b-104c-434f-af98-2ef074d8d1bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a92d62f-c227-408f-a78a-8c161426118b HTTP/1.1" status: 200 len: 217 time: 0.0456567 Sep 30 08:34:21.183245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-be027a95-d348-4273-aac9-e011a270e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:21.185257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-be027a95-d348-4273-aac9-e011a270e52e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.0749099 Sep 30 08:34:21.193473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:21.193836 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:21.227588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Calling delete_port for b46e7753-9eb4-43f9-b065-2d9fd7a94508 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:21.232402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-46c8b619-1637-4b03-91ea-77bb95aaeede service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366783 Sep 30 08:34:21.320033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addedea6-b2cf-4ee3-bcd5-773c48146751 req-b6425332-7596-43d2-ab1f-546360be81f9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:21.327964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-addedea6-b2cf-4ee3-bcd5-773c48146751 req-b6425332-7596-43d2-ab1f-546360be81f9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0980713 Sep 30 08:34:21.399295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:21.437064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-cdd292b9-974e-4d3b-a743-b47644fa75e5 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713235 Sep 30 08:34:21.447750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-addedea6-b2cf-4ee3-bcd5-773c48146751 req-17517ae6-aede-4731-8e35-d92a4345aa6f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188452 Sep 30 08:34:21.505866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46e7753-9eb4-43f9-b065-2d9fd7a94508,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:21.522200 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:21.527255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:21.532790 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-11465721-8dbe-430c-99b8-a3f26daeb2a3 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647 tempest-ExternalNetworksAdminNegativeTestJSON-1670279647-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/8a374512-400c-43d0-ae95-1a3cc40701c9 HTTP/1.1" status: 204 len: 168 time: 0.6223104 Sep 30 08:34:21.602452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348066b6-df20-4c3f-ba40-24c151a8a580 req-cd131c98-e20b-4149-8064-29ffbb57f4d5 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520190 Sep 30 08:34:21.770095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-b9fafe27-e4cb-4f7c-84e9-928ce2ea3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:21.771942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-b9fafe27-e4cb-4f7c-84e9-928ce2ea3cf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 1094 time: 0.1003170 Sep 30 08:34:21.816882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd7d5-5a77-4055-bb5a-c0a93c1f40f6 req-8a668b95-c8bc-4b56-a5e5-7a0d7b993d01 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:21.818175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1dcd7d5-5a77-4055-bb5a-c0a93c1f40f6 req-8a668b95-c8bc-4b56-a5e5-7a0d7b993d01 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 943 time: 0.1191444 Sep 30 08:34:21.918693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b1dcd7d5-5a77-4055-bb5a-c0a93c1f40f6 req-cf1d1d1f-ac61-467f-ac9d-b92ec89403f3 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906887 Sep 30 08:34:21.929069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45068) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:21.950337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-d4badbdc-5b52-4184-956a-2be813a6fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:21.952093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-d4badbdc-5b52-4184-956a-2be813a6fa10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 916 time: 0.1325107 Sep 30 08:34:22.009754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-999c0944-4142-46d5-ae5e-9294c5d79e99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a92d62f-c227-408f-a78a-8c161426118b HTTP/1.1" status: 200 len: 217 time: 0.0478160 Sep 30 08:34:22.078021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-659ba5bb-814c-4172-8a87-79722cc36ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.090557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-31e333ee-d54c-422f-864b-3d5b4ec453c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:22.093223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-31e333ee-d54c-422f-864b-3d5b4ec453c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.0731773 Sep 30 08:34:22.137411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-7b5e70ec-d39a-4ce5-8ece-4f48f349a194 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337677 Sep 30 08:34:22.219291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-659ba5bb-814c-4172-8a87-79722cc36ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.225492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-659ba5bb-814c-4172-8a87-79722cc36ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.227330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:22.266833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-176e03fd-a4fc-402c-ada5-864a9a5755eb service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194792 Sep 30 08:34:22.277765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-659ba5bb-814c-4172-8a87-79722cc36ea0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f82790d90c434fd5a6732d0c532a2a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473961 Sep 30 08:34:22.281805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45082) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:22.290100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ba5bb-814c-4172-8a87-79722cc36ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d239e1c8-91d5-4f50-830d-75ced6c5425f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:22.367357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9727579e-9ab0-4bc7-94b3-d5a1a85f4911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.397677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9727579e-9ab0-4bc7-94b3-d5a1a85f4911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.412125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b3e1683-c89a-4b30-bfda-426352e54261 req-11dc6b1d-30ab-4dfe-b486-0e7ea055455d service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360087 Sep 30 08:34:22.431138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa967-7fd1-4c60-a5ae-75b60291eb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.503540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9727579e-9ab0-4bc7-94b3-d5a1a85f4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.506144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9727579e-9ab0-4bc7-94b3-d5a1a85f4911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.509499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9727579e-9ab0-4bc7-94b3-d5a1a85f4911 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d239e1c8-91d5-4f50-830d-75ced6c5425f HTTP/1.1" status: 204 len: 168 time: 0.2246583 Sep 30 08:34:22.526353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727579e-9ab0-4bc7-94b3-d5a1a85f4911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d239e1c8-91d5-4f50-830d-75ced6c5425f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:22.633480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa967-7fd1-4c60-a5ae-75b60291eb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.638326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa967-7fd1-4c60-a5ae-75b60291eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.685114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bf2fa967-7fd1-4c60-a5ae-75b60291eb50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcd99dd88b43428588d5f2f80c02ead6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539559 Sep 30 08:34:22.687908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45094) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:22.694212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fa967-7fd1-4c60-a5ae-75b60291eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19257180-10ea-43bc-8151-0e7014e400e0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:22.751117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfa064a-180b-4a03-9f0d-f9416e93a72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.780461 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfa064a-180b-4a03-9f0d-f9416e93a72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.855942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfa064a-180b-4a03-9f0d-f9416e93a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.858634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfa064a-180b-4a03-9f0d-f9416e93a72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:22.859834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4cfa064a-180b-4a03-9f0d-f9416e93a72a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19257180-10ea-43bc-8151-0e7014e400e0 HTTP/1.1" status: 204 len: 168 time: 0.1706471 Sep 30 08:34:22.872801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa064a-180b-4a03-9f0d-f9416e93a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19257180-10ea-43bc-8151-0e7014e400e0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:22.942639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45106) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:23.010763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45112) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:23.013016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1e84f85c-3cc0-4cb5-a76d-5dc939d8e2c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=505ae9f7298a4df38dcf464c7ba4b3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634897 Sep 30 08:34:23.082203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a3db56-fb50-42b6-a372-96f29f885640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.106678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae060-649f-43ce-bc5c-51a0e0d069da req-242a4069-23e0-4988-ae27-eb74c61684f4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:23.108391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3baae060-649f-43ce-bc5c-51a0e0d069da req-242a4069-23e0-4988-ae27-eb74c61684f4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 943 time: 0.0577137 Sep 30 08:34:23.120631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a3db56-fb50-42b6-a372-96f29f885640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.162074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3baae060-649f-43ce-bc5c-51a0e0d069da req-edcdeb66-8315-4d3b-801b-c2159344fabe tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Sep 30 08:34:23.183256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a3db56-fb50-42b6-a372-96f29f885640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.194128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a3db56-fb50-42b6-a372-96f29f885640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.194128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70a3db56-fb50-42b6-a372-96f29f885640 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05659a4a-84b5-4064-b7fe-d60bdaf653a2 HTTP/1.1" status: 204 len: 168 time: 0.1758673 Sep 30 08:34:23.203373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3db56-fb50-42b6-a372-96f29f885640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05659a4a-84b5-4064-b7fe-d60bdaf653a2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:23.344736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45122) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:23.359046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b122ec25-27a8-46eb-9e1b-df3f91caeb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.475101 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b122ec25-27a8-46eb-9e1b-df3f91caeb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.480629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b122ec25-27a8-46eb-9e1b-df3f91caeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.520713 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b122ec25-27a8-46eb-9e1b-df3f91caeb38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89de3f0eaa6a4fa1b67da8c8edef0ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748548 Sep 30 08:34:23.521742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122ec25-27a8-46eb-9e1b-df3f91caeb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59549f0-a88b-4e02-8138-dcb2a3844f5c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:23.523437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45130) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:23.584613 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e804cda-3ac8-447d-821f-1e48ed28f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.611417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e804cda-3ac8-447d-821f-1e48ed28f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.669514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e804cda-3ac8-447d-821f-1e48ed28f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.672713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e804cda-3ac8-447d-821f-1e48ed28f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:23.674197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0e804cda-3ac8-447d-821f-1e48ed28f2fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f59549f0-a88b-4e02-8138-dcb2a3844f5c HTTP/1.1" status: 204 len: 168 time: 0.1497691 Sep 30 08:34:23.684427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e804cda-3ac8-447d-821f-1e48ed28f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59549f0-a88b-4e02-8138-dcb2a3844f5c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:24.153381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45170) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:24.341284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305219f-f46a-4ab3-a810-6aa45b73d064 req-89b1ff4b-64c7-4cdb-98e0-3f2e70ad7c3b tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:24.343118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a305219f-f46a-4ab3-a810-6aa45b73d064 req-89b1ff4b-64c7-4cdb-98e0-3f2e70ad7c3b tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 943 time: 0.0765853 Sep 30 08:34:24.417436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a305219f-f46a-4ab3-a810-6aa45b73d064 req-ca16b144-77cc-48f7-aa03-2f22d20fa992 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580955 Sep 30 08:34:24.433552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1695842160'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:24.455700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:24.459249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.470174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.585272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.592086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.624167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:24.637310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33089157-ca85-4984-86dd-b12228ecec91,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:24.644737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.645093 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Added segment 77f17e54-b918-491e-a830-0f3cee8f8e81 of type vlan for network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 Sep 30 08:34:24.702296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.731310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.738912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:24.739588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.800162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45204) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:24.800684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6450875 Sep 30 08:34:24.805865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:24.839778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cd522-94d1-423f-ac8e-78030d14d6ec tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Network': ['ID=a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:24.851283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:24.951636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:24.960966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:24.988070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0a92d62f-c227-408f-a78a-8c161426118b details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:34:25.118822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0a92d62f-c227-408f-a78a-8c161426118b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0a92d62f-c227-408f-a78a-8c161426118b,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:25.133639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '0a92d62f-c227-408f-a78a-8c161426118b', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'port_id': '0a92d62f-c227-408f-a78a-8c161426118b', 'mac_address': 'fa:16:3e:44:6a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d8dabd-69e5-4865-b7dd-ccfac0a3fac5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:34:25.182297 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.198870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a92d62f-c227-408f-a78a-8c161426118b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:34:25.207871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.226283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0a92d62f-c227-408f-a78a-8c161426118b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0a92d62f-c227-408f-a78a-8c161426118b,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:25.232550 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.291858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0a92d62f-c227-408f-a78a-8c161426118b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:25.301131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:25.301528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network hostable DHCP agents. Network: a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:25.303504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=ef04d964-8caa-4d0c-b4ff-b03b6debfb02,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:25.326339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:25.336772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:25.342711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:25.343511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.348066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60e95c-708a-4211-9f6a-8fc693133c70 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:25.381826 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01711e76-04de-45b6-a170-59f97846a3f9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5801458 Sep 30 08:34:25.385515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45226) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:25.394743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'name': 'tempest-NetworksTestDHCPv6-1035132534'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:25.539262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:25.546606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.584467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port b7d57139-44d1-4f4a-a79b-8d85c65189a4 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:25.629738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af524503-c204-43e2-8533-4771a058e861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': 'ef04d964-8caa-4d0c-b4ff-b03b6debfb02'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:25.631153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af524503-c204-43e2-8533-4771a058e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.648176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:34:25.656225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e2d9-580a-4236-86dd-eb7e6ffe7795 req-4a86a65d-1ad8-47be-8e7e-7e863aa34892 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:25.667877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2db8e2d9-580a-4236-86dd-eb7e6ffe7795 req-4a86a65d-1ad8-47be-8e7e-7e863aa34892 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 944 time: 0.1183441 Sep 30 08:34:25.779296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2db8e2d9-580a-4236-86dd-eb7e6ffe7795 req-776a1da9-0272-4925-8ddb-395d25107274 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104851 Sep 30 08:34:25.799632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::3f (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/ef04d964-8caa-4d0c-b4ff-b03b6debfb02/b7d57139-44d1-4f4a-a79b-8d85c65189a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:25.811240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:25.828977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.048400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.091333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.137773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:26.143518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:26.148055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:26.163316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:26.164317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.182386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=b7d57139-44d1-4f4a-a79b-8d85c65189a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:26.203601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4e53532-eed2-4f0e-a408-4c4a8a0d9c11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8119314 Sep 30 08:34:26.204083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45274) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:26.280810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd0cce-ef06-4f9a-ad00-196e5c47593e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:26.284798 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c1fd0cce-ef06-4f9a-ad00-196e5c47593e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0742116 Sep 30 08:34:26.285270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:26.347341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-af524503-c204-43e2-8533-4771a058e861 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/ef04d964-8caa-4d0c-b4ff-b03b6debfb02/9a333ce4-c729-44f6-a9dd-e3d9f10a39ed) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:26.402960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port b7d57139-44d1-4f4a-a79b-8d85c65189a4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:26.403392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.536241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.561048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for b7d57139-44d1-4f4a-a79b-8d85c65189a4 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:26.590744 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af524503-c204-43e2-8533-4771a058e861 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.602048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af524503-c204-43e2-8533-4771a058e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.664410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af524503-c204-43e2-8533-4771a058e861 None None] Pushing event updated for resources: {'Port': ['ID=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:26.676576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af524503-c204-43e2-8533-4771a058e861 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:26.696696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-af524503-c204-43e2-8533-4771a058e861 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:26.700008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af524503-c204-43e2-8533-4771a058e861 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:26.751772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.771299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-af524503-c204-43e2-8533-4771a058e861 None None] Attempting to bind port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:26.771593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-af524503-c204-43e2-8533-4771a058e861 None None] Attempting to bind port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:26.772295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524503-c204-43e2-8533-4771a058e861 None None] Attempting to bind port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:26.779948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524503-c204-43e2-8533-4771a058e861 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:26.780338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524503-c204-43e2-8533-4771a058e861 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:26.780955 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af524503-c204-43e2-8533-4771a058e861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.781366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524503-c204-43e2-8533-4771a058e861 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:26.782244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-af524503-c204-43e2-8533-4771a058e861 None None] Bound port: 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:26.782656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af524503-c204-43e2-8533-4771a058e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.784715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=b7d57139-44d1-4f4a-a79b-8d85c65189a4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:26.814917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.819848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45322) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:26.820111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fef479df-f4de-4098-af94-d1259fa3704a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/b7d57139-44d1-4f4a-a79b-8d85c65189a4 HTTP/1.1" status: 204 len: 168 time: 0.5333259 Sep 30 08:34:26.861512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-af524503-c204-43e2-8533-4771a058e861 None None] For port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:26.878494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-af524503-c204-43e2-8533-4771a058e861 None None] For port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:26.894824 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af524503-c204-43e2-8533-4771a058e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:26.918601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c8c94-0ce5-4491-af22-671ac79a092b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:26.921160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c8c94-0ce5-4491-af22-671ac79a092b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:26.923312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6a0c8c94-0ce5-4491-af22-671ac79a092b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1019731 Sep 30 08:34:26.925977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45330) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:26.992339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cdf38-5c97-4f57-95b7-cb2c5b9f1114 req-add38e8c-9701-4361-93d2-61174bcbca75 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:26.994039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e58cdf38-5c97-4f57-95b7-cb2c5b9f1114 req-add38e8c-9701-4361-93d2-61174bcbca75 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 944 time: 0.1086884 Sep 30 08:34:27.028727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0a92d62f-c227-408f-a78a-8c161426118b up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:27.034971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet ef04d964-8caa-4d0c-b4ff-b03b6debfb02 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:27.046868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.083556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e58cdf38-5c97-4f57-95b7-cb2c5b9f1114 req-5449a062-4048-465e-a760-4b0d24394b89 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810959 Sep 30 08:34:27.112335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af524503-c204-43e2-8533-4771a058e861 None None] Pushing event updated for resources: {'Port': ['ID=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:27.133835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 0a92d62f-c227-408f-a78a-8c161426118b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:34:27.141247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 0a92d62f-c227-408f-a78a-8c161426118b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:27.141667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.142180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.278379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.313811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a92d62f-c227-408f-a78a-8c161426118b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:27.316333 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c60b8f-e628-4dae-937c-47a397744e6a" -d '{"events": [{"server_uuid": "1a8f45f9-a568-44c8-a8ff-26c037400727", "name": "network-vif-plugged", "status": "completed", "tag": "0a92d62f-c227-408f-a78a-8c161426118b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:27.335916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 0a92d62f-c227-408f-a78a-8c161426118b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0a92d62f-c227-408f-a78a-8c161426118b,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:27.341589 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.354906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.434557 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eda58fe-a8bf-499d-ba43-2ceb16fa9860 x-openstack-request-id: req-8eda58fe-a8bf-499d-ba43-2ceb16fa9860 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:27.439910 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8f45f9-a568-44c8-a8ff-26c037400727", "name": "network-vif-plugged", "status": "completed", "tag": "0a92d62f-c227-408f-a78a-8c161426118b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:27.440484 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eda58fe-a8bf-499d-ba43-2ceb16fa9860 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:27.441096 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a92d62f-c227-408f-a78a-8c161426118b', 'code': 200} Sep 30 08:34:27.462130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=0a92d62f-c227-408f-a78a-8c161426118b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:27.472115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.508555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=ef04d964-8caa-4d0c-b4ff-b03b6debfb02,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:27.517045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:27.521495 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f01b17fa-1f28-4a7f-b930-e65a60a749b9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/ef04d964-8caa-4d0c-b4ff-b03b6debfb02 HTTP/1.1" status: 204 len: 168 time: 0.5937097 Sep 30 08:34:27.525649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45370) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:27.606632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b082a15c-0a0a-4b37-afb4-352c889d9354 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784419 Sep 30 08:34:27.609597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45378) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:27.613354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839aa8d-428e-434b-9ff3-a41af2ec516f req-af181336-fe3c-4726-80c9-69ad8008a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:27.615074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a839aa8d-428e-434b-9ff3-a41af2ec516f req-af181336-fe3c-4726-80c9-69ad8008a573 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 1096 time: 0.1394532 Sep 30 08:34:27.617902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:27.709338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a839aa8d-428e-434b-9ff3-a41af2ec516f req-0c7f3fc6-c9bf-4b2a-8bf4-6b0106950815 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Sep 30 08:34:27.747897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:27.751739 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.037885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45394) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:28.258379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12852cc3-3621-484f-b1f9-3e5edbf9e431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.339226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b195-e577-4011-acf5-c096ab597b3a req-a206512e-e788-4710-ab9a-8346bddc0f66 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:28.347423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01f7b195-e577-4011-acf5-c096ab597b3a req-a206512e-e788-4710-ab9a-8346bddc0f66 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 945 time: 0.0795143 Sep 30 08:34:28.419339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2025ac-01fc-4249-b36f-7446e5541e31 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:28.455632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.492383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01f7b195-e577-4011-acf5-c096ab597b3a req-fd547ab9-77ef-42eb-aac4-8fa952116fda tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361613 Sep 30 08:34:28.512263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:28.514315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:28.517566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:28.518654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.551927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=f22416f2-ead1-419a-9788-160a9bace839,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:28.597597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5789cc70-5d1c-48cf-84ef-1f87db896a5c None None] Provisioning complete for port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:28.598239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5789cc70-5d1c-48cf-84ef-1f87db896a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.613777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12852cc3-3621-484f-b1f9-3e5edbf9e431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.620557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12852cc3-3621-484f-b1f9-3e5edbf9e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.630327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5814c9a2-fda0-4226-8103-2727c21cd886 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0178292 Sep 30 08:34:28.631250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45406) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:28.637520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'name': 'tempest-NetworksTestDHCPv6-971642181'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:28.644064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:28.703725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-12852cc3-3621-484f-b1f9-3e5edbf9e431 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=102a12384c164e60b4a0721795ff4777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614182 Sep 30 08:34:28.705780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:28.719812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12852cc3-3621-484f-b1f9-3e5edbf9e431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203bfac-56ac-44fd-aa07-0eb8bb9e81bf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:28.739150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:28.739526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.766379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:28.771895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.793002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port d5030e77-4427-4a81-9f22-97e90ef54263 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:28.809983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8888686-ab10-40fe-a6a3-5789ea20a274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.882818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8888686-ab10-40fe-a6a3-5789ea20a274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.883032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5789cc70-5d1c-48cf-84ef-1f87db896a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.982403 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.998584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8888686-ab10-40fe-a6a3-5789ea20a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.003092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8888686-ab10-40fe-a6a3-5789ea20a274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.005175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e8888686-ab10-40fe-a6a3-5789ea20a274 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7203bfac-56ac-44fd-aa07-0eb8bb9e81bf HTTP/1.1" status: 204 len: 168 time: 0.2984021 Sep 30 08:34:29.039225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5789cc70-5d1c-48cf-84ef-1f87db896a5c None None] For port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:29.046496 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5789cc70-5d1c-48cf-84ef-1f87db896a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.058657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8888686-ab10-40fe-a6a3-5789ea20a274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203bfac-56ac-44fd-aa07-0eb8bb9e81bf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:29.072456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::a9 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/f22416f2-ead1-419a-9788-160a9bace839/d5030e77-4427-4a81-9f22-97e90ef54263) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:29.167057 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:34:29.167421 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:34:29.213526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789cc70-5d1c-48cf-84ef-1f87db896a5c None None] Pushing event updated for resources: {'Port': ['ID=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:29.273125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc02dba-8dd9-42cc-9a15-ffe7e81cbee1 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:29.383001 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.423924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.442513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fee9ebb6-eff7-4f03-b8d8-fc8d8b5a2d09 None None] Provisioning complete for port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:29.443190 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fee9ebb6-eff7-4f03-b8d8-fc8d8b5a2d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.443945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:29.458851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d15044d-e7dc-4491-9333-afb1da309254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.495557 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:29.498879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:29.502749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:29.508710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:29.509412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.522267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=d5030e77-4427-4a81-9f22-97e90ef54263,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:29.584438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d15044d-e7dc-4491-9333-afb1da309254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.592703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d15044d-e7dc-4491-9333-afb1da309254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.598095 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e20cc49b-4158-40f9-a405-6cdff43f9822 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9655902 Sep 30 08:34:29.600399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45420) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:29.667675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f82351-9749-4df5-98ec-882188904a8b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:29.683815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f82351-9749-4df5-98ec-882188904a8b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:29.685809 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-05f82351-9749-4df5-98ec-882188904a8b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0843353 Sep 30 08:34:29.690881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:29.699199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d15044d-e7dc-4491-9333-afb1da309254 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6033d9bb374b434bbdbb9bed5a993089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536240 Sep 30 08:34:29.699608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15044d-e7dc-4491-9333-afb1da309254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9707d90-fe8e-4e48-8fdd-9a98b528b0d3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:29.703374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45426) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:29.748047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb31f-f217-4474-9b3d-d4947a13b06f req-d9d79448-c646-4844-8ecd-60f7126586b6 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:29.749682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-717bb31f-f217-4474-9b3d-d4947a13b06f req-d9d79448-c646-4844-8ecd-60f7126586b6 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 945 time: 0.1332538 Sep 30 08:34:29.814801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port d5030e77-4427-4a81-9f22-97e90ef54263 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:29.815145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.827072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55e143e-e7f8-44d8-b240-5ceff01a05a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.831452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-717bb31f-f217-4474-9b3d-d4947a13b06f req-ede27c1c-5107-4962-88c0-029ecdf2b3cd tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734797 Sep 30 08:34:29.861781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55e143e-e7f8-44d8-b240-5ceff01a05a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.935215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.939632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55e143e-e7f8-44d8-b240-5ceff01a05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.942388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55e143e-e7f8-44d8-b240-5ceff01a05a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:29.945516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a55e143e-e7f8-44d8-b240-5ceff01a05a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9707d90-fe8e-4e48-8fdd-9a98b528b0d3 HTTP/1.1" status: 204 len: 168 time: 0.2375998 Sep 30 08:34:29.959227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e143e-e7f8-44d8-b240-5ceff01a05a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9707d90-fe8e-4e48-8fdd-9a98b528b0d3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:29.976263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for d5030e77-4427-4a81-9f22-97e90ef54263 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:30.063843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7e943277-05a6-466d-8855-0fd7e46c1a53 None None] Provisioning complete for port d5030e77-4427-4a81-9f22-97e90ef54263 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:30.064855 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7e943277-05a6-466d-8855-0fd7e46c1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.145189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7e943277-05a6-466d-8855-0fd7e46c1a53 None None] Port d5030e77-4427-4a81-9f22-97e90ef54263 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:34:30.181591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7e943277-05a6-466d-8855-0fd7e46c1a53 None None] Provisioning complete for port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:30.182857 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7e943277-05a6-466d-8855-0fd7e46c1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.282364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.339492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=d5030e77-4427-4a81-9f22-97e90ef54263,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:30.380472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.382891 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7e20235a-ecd1-4220-8210-da4900648ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/d5030e77-4427-4a81-9f22-97e90ef54263 HTTP/1.1" status: 204 len: 168 time: 0.6909797 Sep 30 08:34:30.385596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45440) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:30.430515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f60d0703-6f7f-4e65-9f2e-edef7d8d65ce None None] Could not find standard attr ID for object b7d57139-44d1-4f4a-a79b-8d85c65189a4. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:30.491214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf25371-0702-48e1-89ca-69f2da0a58ed tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:30.492773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf25371-0702-48e1-89ca-69f2da0a58ed tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:30.497084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45444) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:30.497601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fdf25371-0702-48e1-89ca-69f2da0a58ed tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1107438 Sep 30 08:34:30.574397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:30.606750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet f22416f2-ead1-419a-9788-160a9bace839 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:30.616426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.685406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:30.686095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.734898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.753199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b6010858-8a1a-47a3-957b-3409a98eb70d None None] Could not find standard attr ID for object d5030e77-4427-4a81-9f22-97e90ef54263. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:30.850350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.952259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.988817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=f22416f2-ead1-419a-9788-160a9bace839,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:31.027250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.030480 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd00cbb3-1783-4b14-a79a-444ec4761eca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/f22416f2-ead1-419a-9788-160a9bace839 HTTP/1.1" status: 204 len: 168 time: 0.5322978 Sep 30 08:34:31.033113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:31.090812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:31.091444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a8604298-947c-46d6-b1f9-ace1afd6d23f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568950 Sep 30 08:34:31.095829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:31.295995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:31.305570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.346239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c853a-67da-46ef-860b-bb58e4ab405d None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:31.571176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.582005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:31.612630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:31.616359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:31.623492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:31.624116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.642208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] Deleting port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:31.642680 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.646197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=0c3c3b8d-548d-42ab-9232-c5882d642962,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:31.649804 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a527dd09-4f79-4f45-9bf0-385e69f9f2f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5576639 Sep 30 08:34:31.654619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:31.659638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'name': 'tempest-NetworksTestDHCPv6-1077015367'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:31.738860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] For port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:31.739366 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.753927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] Calling delete_port for 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:31.801427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:31.807952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.833693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port e2fe1263-9e78-41f0-aa45-164b01d5a9f8 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:31.852329 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.882741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] Pushing event deleted for resources: {'Port': ['ID=9a333ce4-c729-44f6-a9dd-e3d9f10a39ed,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:31.888849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fafa4-7a48-4002-81b2-fe8e36125569 None None] No DVR routers for this DVR port 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:31.912999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183f16d-6831-419a-8c86-37a3883c4055 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:32.013344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::3e1 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/0c3c3b8d-548d-42ab-9232-c5882d642962/e2fe1263-9e78-41f0-aa45-164b01d5a9f8) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:32.096381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '0c3c3b8d-548d-42ab-9232-c5882d642962'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:32.097251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.219950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.270845 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.317636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:32.321761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:32.329527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:32.335424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:32.336484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.341322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/0c3c3b8d-548d-42ab-9232-c5882d642962/bde767d8-e9f8-456f-9fbd-4cfa6403b855) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:32.360116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7018874 Sep 30 08:34:32.360536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45500) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:32.364795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf98216-4aa7-4736-ab48-a11b11c141f1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=e2fe1263-9e78-41f0-aa45-164b01d5a9f8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:32.484679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9501e5d6-450a-45c3-928d-6b7231ab3609 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:32.486871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9501e5d6-450a-45c3-928d-6b7231ab3609 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1253283 Sep 30 08:34:32.489478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45504) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:32.551424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:32.601602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:32.602621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9a333ce4-c729-44f6-a9dd-e3d9f10a39ed not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:32.629201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port e2fe1263-9e78-41f0-aa45-164b01d5a9f8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:32.629584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.648010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.663004 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.709510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:32.714451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:32.718825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:32.738712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:32.745802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Pushing event updated for resources: {'Port': ['ID=bde767d8-e9f8-456f-9fbd-4cfa6403b855,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:32.774414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.806458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for e2fe1263-9e78-41f0-aa45-164b01d5a9f8 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:32.812715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Attempting to bind port bde767d8-e9f8-456f-9fbd-4cfa6403b855 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:32.813097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Attempting to bind port bde767d8-e9f8-456f-9fbd-4cfa6403b855 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:32.814291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Attempting to bind port bde767d8-e9f8-456f-9fbd-4cfa6403b855 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:32.824508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:32.824892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:32.825305 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.825760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:32.826251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Bound port: bde767d8-e9f8-456f-9fbd-4cfa6403b855, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:32.826638 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.932390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] For port bde767d8-e9f8-456f-9fbd-4cfa6403b855, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:32.944953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c408ef5f-a898-4913-8daa-d45af6c6cdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.945379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] For port bde767d8-e9f8-456f-9fbd-4cfa6403b855, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bde767d8-e9f8-456f-9fbd-4cfa6403b855,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:32.953069 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.005001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.062991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=e2fe1263-9e78-41f0-aa45-164b01d5a9f8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:33.131530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2155c-3d0b-4458-8f9c-a0e7f0607a11 None None] Pushing event updated for resources: {'Port': ['ID=bde767d8-e9f8-456f-9fbd-4cfa6403b855,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:33.140587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c408ef5f-a898-4913-8daa-d45af6c6cdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.145759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c408ef5f-a898-4913-8daa-d45af6c6cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.195017 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c408ef5f-a898-4913-8daa-d45af6c6cdba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1332d26416df45cb87aacf6e9d29e5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544432 Sep 30 08:34:33.195918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ef5f-a898-4913-8daa-d45af6c6cdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f5de68-8079-44dd-85e4-c1ef34555645,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:33.199774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:33.305156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-159bc1bb-f6bf-47cb-aabd-4ad63ed3bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.341646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-159bc1bb-f6bf-47cb-aabd-4ad63ed3bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.459999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-159bc1bb-f6bf-47cb-aabd-4ad63ed3bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.472048 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-159bc1bb-f6bf-47cb-aabd-4ad63ed3bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.473413 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-159bc1bb-f6bf-47cb-aabd-4ad63ed3bcae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23f5de68-8079-44dd-85e4-c1ef34555645 HTTP/1.1" status: 204 len: 168 time: 0.2725441 Sep 30 08:34:33.487376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bc1bb-f6bf-47cb-aabd-4ad63ed3bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f5de68-8079-44dd-85e4-c1ef34555645,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:33.540639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.546436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:33.546625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-35141eda-1fef-4bff-b338-e18f60142573 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/e2fe1263-9e78-41f0-aa45-164b01d5a9f8 HTTP/1.1" status: 204 len: 168 time: 1.0559602 Sep 30 08:34:33.623609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfddb790-44bc-4519-9cca-35072e7a1709 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:33.625718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfddb790-44bc-4519-9cca-35072e7a1709 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:33.630067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bfddb790-44bc-4519-9cca-35072e7a1709 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0797434 Sep 30 08:34:33.630815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45532) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:33.706591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 0c3c3b8d-548d-42ab-9232-c5882d642962 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:33.712322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.759702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.820636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45536) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:33.836624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd52dc8d-a983-40cd-a3b9-301488412572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.870585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.954656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.967701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd52dc8d-a983-40cd-a3b9-301488412572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.974210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd52dc8d-a983-40cd-a3b9-301488412572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.987291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3c3b8d-548d-42ab-9232-c5882d642962,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:33.989320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:33.991322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-496115c5-a0dd-4af5-a744-4d96487d15d4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/0c3c3b8d-548d-42ab-9232-c5882d642962 HTTP/1.1" status: 204 len: 168 time: 0.3587928 Sep 30 08:34:33.993706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45538) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.024088 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd52dc8d-a983-40cd-a3b9-301488412572 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0178b36e899472fb7fdfea590d8808a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975584 Sep 30 08:34:34.025902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45540) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.036052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b88bf4e-66d9-48b4-8e21-e0ad0f6ef984 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406728 Sep 30 08:34:34.040639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.072466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52dc8d-a983-40cd-a3b9-301488412572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be66c5-ddfe-44a3-b706-4b2466bb3383,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.157958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab3cd4-48f4-47fb-a405-216a666a5abd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:34.159526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-64ab3cd4-48f4-47fb-a405-216a666a5abd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1146715 Sep 30 08:34:34.162486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45546) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.162911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61a3251e-9129-4660-bdd2-2469156ab521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.196026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61a3251e-9129-4660-bdd2-2469156ab521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.222335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d4e79-d650-4436-8e6c-d634917980bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:34.223852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e74d4e79-d650-4436-8e6c-d634917980bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589836 Sep 30 08:34:34.226362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45548) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.256928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61a3251e-9129-4660-bdd2-2469156ab521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.260456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-61a3251e-9129-4660-bdd2-2469156ab521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.261991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-61a3251e-9129-4660-bdd2-2469156ab521 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16be66c5-ddfe-44a3-b706-4b2466bb3383 HTTP/1.1" status: 204 len: 168 time: 0.2300127 Sep 30 08:34:34.284606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3251e-9129-4660-bdd2-2469156ab521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be66c5-ddfe-44a3-b706-4b2466bb3383,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.309653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eb72ee68-06f4-41cd-9774-136fc0dc3f7a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819926 Sep 30 08:34:34.314208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45556) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.319067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:34.452566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cff35d-7ad9-4898-bb2f-1579eba9ced2 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:34.473992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:34.478330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.637052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bde767d8-e9f8-456f-9fbd-4cfa6403b855 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:34.638917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3a5f394c-143b-4e67-865c-f052ba8755c5 None None] Provisioning complete for port bde767d8-e9f8-456f-9fbd-4cfa6403b855 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:34.639572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f394c-143b-4e67-865c-f052ba8755c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.779303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bde767d8-e9f8-456f-9fbd-4cfa6403b855 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:34.779780 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.808207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.811833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:34.833354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f394c-143b-4e67-865c-f052ba8755c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.891312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3a5f394c-143b-4e67-865c-f052ba8755c5 None None] For port bde767d8-e9f8-456f-9fbd-4cfa6403b855, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bde767d8-e9f8-456f-9fbd-4cfa6403b855,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:34.897101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:34.902111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f394c-143b-4e67-865c-f052ba8755c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.905702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=9f65eadd-4c13-4a6d-8616-a7a682e24d00,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.909975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:34.916749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:34.916880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.944688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-254b9546-439f-4163-bc06-7b5b343c0780 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6294079 Sep 30 08:34:34.948043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45570) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.955895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '9f65eadd-4c13-4a6d-8616-a7a682e24d00', 'ip_address': '2001:db8::55a2:d14f:6878:5090'}], 'name': 'tempest-NetworksTestDHCPv6-461275064'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:34.977758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f394c-143b-4e67-865c-f052ba8755c5 None None] Pushing event updated for resources: {'Port': ['ID=bde767d8-e9f8-456f-9fbd-4cfa6403b855,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:35.113948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:35.198566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] Deleting port bde767d8-e9f8-456f-9fbd-4cfa6403b855 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:35.198930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.248492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.267387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port a5ef08af-6513-47d1-b3e1-bb86eda7858a yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:35.315050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] For port bde767d8-e9f8-456f-9fbd-4cfa6403b855, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bde767d8-e9f8-456f-9fbd-4cfa6403b855,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:35.315477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.335247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] Calling delete_port for bde767d8-e9f8-456f-9fbd-4cfa6403b855 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:35.440427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.466408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::55a2:d14f:6878:5090 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/9f65eadd-4c13-4a6d-8616-a7a682e24d00/a5ef08af-6513-47d1-b3e1-bb86eda7858a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:35.480028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] Pushing event deleted for resources: {'Port': ['ID=bde767d8-e9f8-456f-9fbd-4cfa6403b855,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:35.485400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a7de0-f3f4-45f5-95dd-6dd973436dbc None None] No DVR routers for this DVR port bde767d8-e9f8-456f-9fbd-4cfa6403b855 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:35.506745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97e4a3-43b3-46fe-a7a8-a8a696bb3cb5 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:35.702284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '9f65eadd-4c13-4a6d-8616-a7a682e24d00'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:35.706759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.753372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.825325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.888357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/9f65eadd-4c13-4a6d-8616-a7a682e24d00/a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:35.933795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=a5ef08af-6513-47d1-b3e1-bb86eda7858a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:35.948803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:35.950518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:35.957846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:35.966565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:35.967719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:35.989486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2f9c0d1c-6ea8-4d08-ad34-9cbb7dfb48be tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0392365 Sep 30 08:34:35.991552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45604) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:36.054484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27491e9-0842-4c95-be97-12005b107ab8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:36.056046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f27491e9-0842-4c95-be97-12005b107ab8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0620589 Sep 30 08:34:36.061880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:36.086994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.093799 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.131079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:36.134041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:36.138203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:36.153480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Pushing event updated for resources: {'Port': ['ID=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:36.192786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port a5ef08af-6513-47d1-b3e1-bb86eda7858a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:36.193198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.215203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Attempting to bind port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:36.215592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Attempting to bind port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:36.215963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Attempting to bind port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:36.224743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:36.225409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:36.226048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.226515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:36.227089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Bound port: a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:36.227614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.315249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] For port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:36.318731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] For port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:36.324723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.327425 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.344565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for a5ef08af-6513-47d1-b3e1-bb86eda7858a owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:36.403733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1884c4-0235-4e4c-ae47-d33ccaa28659 None None] Pushing event updated for resources: {'Port': ['ID=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:36.517736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.523492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bde767d8-e9f8-456f-9fbd-4cfa6403b855 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:36.551835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: bde767d8-e9f8-456f-9fbd-4cfa6403b855 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:36.552192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bde767d8-e9f8-456f-9fbd-4cfa6403b855 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:36.587450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=a5ef08af-6513-47d1-b3e1-bb86eda7858a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:36.634750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.637793 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e0bf033-3e22-4035-b904-2a94e714451f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/a5ef08af-6513-47d1-b3e1-bb86eda7858a HTTP/1.1" status: 204 len: 168 time: 0.5748549 Sep 30 08:34:36.640102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45622) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:36.718435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916fa0d-e44e-41c1-846e-4d8239b2df3e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:36.720806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916fa0d-e44e-41c1-846e-4d8239b2df3e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:36.726095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c916fa0d-e44e-41c1-846e-4d8239b2df3e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0822761 Sep 30 08:34:36.726615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45626) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:36.792863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 9f65eadd-4c13-4a6d-8616-a7a682e24d00 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:36.796888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.845662 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.938089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.035835 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.053290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.058563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45634) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.060416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/9f65eadd-4c13-4a6d-8616-a7a682e24d00 HTTP/1.1" status: 204 len: 168 time: 0.3323810 Sep 30 08:34:37.081370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94cebb-b9d8-46e2-b4ee-8ee5390dbbee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=9f65eadd-4c13-4a6d-8616-a7a682e24d00,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.125144 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ca0e667-a173-47ed-8d97-0ce2af1ea20a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657084 Sep 30 08:34:37.127652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45636) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.132581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:37.239272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:37.243160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.450961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.506239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:37.512730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:37.517531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:37.518218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.528997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=6a2b75d4-3337-42b3-8a51-9044a20fbd5c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.543177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45642) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.550011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '6a2b75d4-3337-42b3-8a51-9044a20fbd5c', 'ip_address': '2001:db8::eb8e:f32d:7c74:4690'}], 'name': 'tempest-NetworksTestDHCPv6-136697054'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:37.551590 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c703d899-5d94-4634-81e8-400cb1e0f2bf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4228656 Sep 30 08:34:37.624106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311f82e-3fbc-4ddc-bf1f-3d60ecfc5d02 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:37.701807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:37.729360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1194ce15-af27-40fb-8b9b-deb77f4b2e63 None None] Provisioning complete for port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:37.729741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1194ce15-af27-40fb-8b9b-deb77f4b2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.825286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.848434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 3b037566-73ac-4256-8066-705f1af466a8 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:37.928516 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1194ce15-af27-40fb-8b9b-deb77f4b2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.986425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1194ce15-af27-40fb-8b9b-deb77f4b2e63 None None] For port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:37.993376 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1194ce15-af27-40fb-8b9b-deb77f4b2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.114832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194ce15-af27-40fb-8b9b-deb77f4b2e63 None None] Pushing event updated for resources: {'Port': ['ID=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:38.164544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::eb8e:f32d:7c74:4690 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/6a2b75d4-3337-42b3-8a51-9044a20fbd5c/3b037566-73ac-4256-8066-705f1af466a8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:38.329418 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f2ba2344-5edb-43fd-9832-83e3fe53997c None None] Provisioning complete for port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:38.329883 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2344-5edb-43fd-9832-83e3fe53997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.389796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.489017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.562233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3d4b-1626-4398-94df-5cde9e281da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.567681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:38.569647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:38.571881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:38.578833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:38.579504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.635931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=3b037566-73ac-4256-8066-705f1af466a8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:38.640060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:38.668622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3e4b84bf-55b5-491a-9353-f1513603b265 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1239407 Sep 30 08:34:38.671417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45656) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:38.723484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c66c0e14-2b36-42da-b3dc-11cb51f96efd None None] Could not find standard attr ID for object e2fe1263-9e78-41f0-aa45-164b01d5a9f8. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:38.775687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:38.776280 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.783148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d33ccd-45ed-4cf3-bd99-c33c0f62ca3c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:38.809758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d33ccd-45ed-4cf3-bd99-c33c0f62ca3c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:38.811669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49d33ccd-45ed-4cf3-bd99-c33c0f62ca3c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1391516 Sep 30 08:34:38.814372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45660) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:38.938914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f09178a2-1bc8-4c55-a709-06bd7a3f58d7 None None] Could not find standard attr ID for object a5ef08af-6513-47d1-b3e1-bb86eda7858a. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:39.002700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 3b037566-73ac-4256-8066-705f1af466a8 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:39.003128 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.145938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.166291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 3b037566-73ac-4256-8066-705f1af466a8 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:39.328762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.372744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=3b037566-73ac-4256-8066-705f1af466a8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:39.394866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c03fbb0b-3304-4b1e-951e-d76501f395e7 None None] Could not find standard attr ID for object 3b037566-73ac-4256-8066-705f1af466a8. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:39.431304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.438111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-040b0468-e7fb-4ec3-8b54-2f171ef602b2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/3b037566-73ac-4256-8066-705f1af466a8 HTTP/1.1" status: 204 len: 168 time: 0.6192303 Sep 30 08:34:39.442292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45670) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.512431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d157c749-59eb-442d-bc51-fdc5b5a6cc33 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:39.514322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d157c749-59eb-442d-bc51-fdc5b5a6cc33 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:39.516276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d157c749-59eb-442d-bc51-fdc5b5a6cc33 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0729504 Sep 30 08:34:39.519268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45674) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.586594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 6a2b75d4-3337-42b3-8a51-9044a20fbd5c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:39.593304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.672519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.742994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.858579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.919593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2b75d4-3337-42b3-8a51-9044a20fbd5c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:39.934726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.939288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45682) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.950038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3334755d-e482-496d-b7f4-afcc33d93376 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/6a2b75d4-3337-42b3-8a51-9044a20fbd5c HTTP/1.1" status: 204 len: 168 time: 0.4292881 Sep 30 08:34:40.005431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2662af04-1643-4897-9a9f-65d8e93057bd None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:40.029717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-920c68bc-706f-4676-a7f0-61bd84d60959 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888703 Sep 30 08:34:40.032624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45686) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:40.037724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:40.200329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:40.223917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.274568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:40.348651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] Deleting port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:40.349963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.452942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] For port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:40.453954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.474088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] Calling delete_port for a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:40.524729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.539277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:40.575782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:40.579361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:40.587528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:40.588678 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.612257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=a1b67de2-8261-4cde-8ae5-136b80b15b77,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:40.627675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f51655b5-076f-4e95-8b2e-aeba0523f4c5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5939047 Sep 30 08:34:40.630351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45692) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:40.635533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': 'a1b67de2-8261-4cde-8ae5-136b80b15b77', 'ip_address': '2001:db8::3fce:528f:7177:108c'}], 'name': 'tempest-NetworksTestDHCPv6-1002509849'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:40.651416 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.691310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] No DVR routers for this DVR port a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:40.703174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a3b55-fdbc-430c-98db-584a3612035b None None] Pushing event deleted for resources: {'Port': ['ID=a9d2b6e7-7c0e-4657-ba7f-e0828a1e977a,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:40.718210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d55aba-c98b-4c0c-9137-44d938b89c0e None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:40.838604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.864886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:40.871913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.898916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:40.978029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': 'a1b67de2-8261-4cde-8ae5-136b80b15b77'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:40.980395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.090645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-33cd33fe-c6d9-4b33-bbfe-bd85688b278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.106363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::3fce:528f:7177:108c (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a1b67de2-8261-4cde-8ae5-136b80b15b77/a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:41.285111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.320567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.367836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:41.385846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:41.387349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:41.390093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a1b67de2-8261-4cde-8ae5-136b80b15b77/f4508c34-1ba5-4042-a736-4b7946ac8129) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:41.394231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:41.402630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:41.405395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.437000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45706) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:41.437580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-71f3ef95-e26b-47df-a044-5b5173eb4620 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8055544 Sep 30 08:34:41.506388 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.516380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8eb8df-b216-4da3-a6a5-ac00dc534f8e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:41.521055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45714) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:41.529494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d8eb8df-b216-4da3-a6a5-ac00dc534f8e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0906041 Sep 30 08:34:41.646132 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.655080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.677184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:41.678566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.707233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:41.709683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:41.717243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:41.721031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Pushing event updated for resources: {'Port': ['ID=f4508c34-1ba5-4042-a736-4b7946ac8129,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:41.783217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Attempting to bind port f4508c34-1ba5-4042-a736-4b7946ac8129 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:41.783598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Attempting to bind port f4508c34-1ba5-4042-a736-4b7946ac8129 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:41.783966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Attempting to bind port f4508c34-1ba5-4042-a736-4b7946ac8129 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:41.789561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:41.789974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:41.790337 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.790901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:41.791398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Bound port: f4508c34-1ba5-4042-a736-4b7946ac8129, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:41.791787 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.809021 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.825252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:41.893748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] For port f4508c34-1ba5-4042-a736-4b7946ac8129, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:41.898185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] For port f4508c34-1ba5-4042-a736-4b7946ac8129, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f4508c34-1ba5-4042-a736-4b7946ac8129,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:41.905545 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.997569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.019218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f22c2-1559-41d1-8d91-6c10c4b14d90 None None] Pushing event updated for resources: {'Port': ['ID=f4508c34-1ba5-4042-a736-4b7946ac8129,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:42.042309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:42.091647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.095820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4fabfa48-ba0d-4384-ae68-5f9259d66f8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5 HTTP/1.1" status: 204 len: 168 time: 0.5728278 Sep 30 08:34:42.097868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45782) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.191731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68f985-35f3-4196-8b87-ddc1634242b0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:42.193630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68f985-35f3-4196-8b87-ddc1634242b0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:42.195501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e68f985-35f3-4196-8b87-ddc1634242b0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0964527 Sep 30 08:34:42.198656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45794) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.327889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet a1b67de2-8261-4cde-8ae5-136b80b15b77 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:42.340129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.405485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.539986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.595257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f4508c34-1ba5-4042-a736-4b7946ac8129 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:42.623267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45840) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.640524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.693397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f4508c34-1ba5-4042-a736-4b7946ac8129 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:42.694042 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.703860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b67de2-8261-4cde-8ae5-136b80b15b77,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:42.723571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.726440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6fe94107-db56-435c-bdfc-344f2b2395b6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a1b67de2-8261-4cde-8ae5-136b80b15b77 HTTP/1.1" status: 204 len: 168 time: 0.5253005 Sep 30 08:34:42.728886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45854) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.788362 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.799230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3c51cc2e-7177-4614-b29d-e75930bc01cc tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656562 Sep 30 08:34:42.799998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45864) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.816670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87919128-2696-414c-960d-83bbce8b0edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.840883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f4508c34-1ba5-4042-a736-4b7946ac8129, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f4508c34-1ba5-4042-a736-4b7946ac8129,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:42.847384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.870240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd121be-0ae5-49c7-a27a-b3f16510085f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:42.872510 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9fd121be-0ae5-49c7-a27a-b3f16510085f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0710745 Sep 30 08:34:42.877516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45872) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.958020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f4508c34-1ba5-4042-a736-4b7946ac8129,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:42.998766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145c83-22ef-46ed-827c-0c37743ebb42 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:43.000302 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eb145c83-22ef-46ed-827c-0c37743ebb42 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194551 Sep 30 08:34:43.005521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45888) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.020404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87919128-2696-414c-960d-83bbce8b0edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.059287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4d68565-1d45-4b10-befd-b6a28be42226 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523667 Sep 30 08:34:43.060272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87919128-2696-414c-960d-83bbce8b0edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.063219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45898) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.068219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:43.127340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-87919128-2696-414c-960d-83bbce8b0edc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86f4ae949a8144588628953e7fa4ad4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026529 Sep 30 08:34:43.131107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.132657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45908) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.156303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87919128-2696-414c-960d-83bbce8b0edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed30a02-13a5-4a34-9bcb-16fb3377bcb0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:43.279895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2deb0-0e87-4b32-a7c5-f5f3ea59dcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.281934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:43.285601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.340901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2deb0-0e87-4b32-a7c5-f5f3ea59dcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.365736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0a5a2-e1d6-434d-ae24-0b09341cc049 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:43.513120 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2deb0-0e87-4b32-a7c5-f5f3ea59dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.516705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2deb0-0e87-4b32-a7c5-f5f3ea59dcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.521609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3fe2deb0-0e87-4b32-a7c5-f5f3ea59dcdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ed30a02-13a5-4a34-9bcb-16fb3377bcb0 HTTP/1.1" status: 204 len: 168 time: 0.3875489 Sep 30 08:34:43.538602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2deb0-0e87-4b32-a7c5-f5f3ea59dcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed30a02-13a5-4a34-9bcb-16fb3377bcb0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:43.577289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5a52fcda-b30e-498a-96cc-265ee323c4ee None None] Provisioning complete for port f4508c34-1ba5-4042-a736-4b7946ac8129 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:43.577910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5a52fcda-b30e-498a-96cc-265ee323c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.624710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.699224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:43.702918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:43.709150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:43.713174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.721935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:43.728723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=9bd24af1-c942-4fa3-a11d-3f5574b18933,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:43.739490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-425282b2-fc09-4998-904c-8cb06a4d4768 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6751015 Sep 30 08:34:43.742022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.750013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '9bd24af1-c942-4fa3-a11d-3f5574b18933', 'ip_address': '2001:db8::3c72:80e:d1e9:7d67'}], 'name': 'tempest-NetworksTestDHCPv6-445353507'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:43.787049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] Deleting port f4508c34-1ba5-4042-a736-4b7946ac8129 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:43.787619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.897272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:43.898239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] For port f4508c34-1ba5-4042-a736-4b7946ac8129, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f4508c34-1ba5-4042-a736-4b7946ac8129,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:43.898710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.923767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] Calling delete_port for f4508c34-1ba5-4042-a736-4b7946ac8129 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:43.997036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46004) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:44.010253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.024905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.027647 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1339c0d-f9b5-43e9-87cf-05e2b96f2b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.039062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 3612c21e-e878-48b5-abe0-5170a1432b9a yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:44.058128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] Pushing event deleted for resources: {'Port': ['ID=f4508c34-1ba5-4042-a736-4b7946ac8129,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.061416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb8b56-bda0-458c-9446-5ece91ae5512 None None] No DVR routers for this DVR port f4508c34-1ba5-4042-a736-4b7946ac8129 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:44.082000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5406d-8609-4232-8e3f-cfb65af93b4f None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:44.248028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '9bd24af1-c942-4fa3-a11d-3f5574b18933'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:44.248902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.295050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::3c72:80e:d1e9:7d67 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/9bd24af1-c942-4fa3-a11d-3f5574b18933/3612c21e-e878-48b5-abe0-5170a1432b9a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:44.302661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1339c0d-f9b5-43e9-87cf-05e2b96f2b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.310823 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1339c0d-f9b5-43e9-87cf-05e2b96f2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.377330 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b1339c0d-f9b5-43e9-87cf-05e2b96f2b6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ff0fcca83464b939de22a555b76d540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792825 Sep 30 08:34:44.379036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46054) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:44.388458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1339c0d-f9b5-43e9-87cf-05e2b96f2b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38027919-e889-4978-9dc8-e244106a825f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.452397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de9b9ce7-42ab-4a44-b66e-8fb99fecdf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.488466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de9b9ce7-42ab-4a44-b66e-8fb99fecdf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.519243 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.531975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f4508c34-1ba5-4042-a736-4b7946ac8129 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:44.561804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f4508c34-1ba5-4042-a736-4b7946ac8129 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:44.562215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f4508c34-1ba5-4042-a736-4b7946ac8129 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:44.563709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.565109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de9b9ce7-42ab-4a44-b66e-8fb99fecdf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.581316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de9b9ce7-42ab-4a44-b66e-8fb99fecdf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.582733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-de9b9ce7-42ab-4a44-b66e-8fb99fecdf23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38027919-e889-4978-9dc8-e244106a825f HTTP/1.1" status: 204 len: 168 time: 0.2026079 Sep 30 08:34:44.597902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b9ce7-42ab-4a44-b66e-8fb99fecdf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38027919-e889-4978-9dc8-e244106a825f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.624763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:44.628277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:44.631249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:44.638167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:44.639485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.656630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=3612c21e-e878-48b5-abe0-5170a1432b9a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.674138 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2db3a0c9-eb30-459f-87fa-a8455d049e4a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9296751 Sep 30 08:34:44.676398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/9bd24af1-c942-4fa3-a11d-3f5574b18933/9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:44.677059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:44.684729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '9bd24af1-c942-4fa3-a11d-3f5574b18933', 'ip_address': '2001:db8::3c72:80e:d1e9:7d67'}], 'name': 'tempest-NetworksTestDHCPv6-175767250'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:44.856454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:44.862805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.883145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 183191ab-8214-41e1-882b-9e71d21ceab2 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:44.891157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.899588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.901333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.952807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:44.956239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:44.965944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:44.969197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Pushing event updated for resources: {'Port': ['ID=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:45.043372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Attempting to bind port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:45.043997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Attempting to bind port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:45.044366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Attempting to bind port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:45.051197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:45.051361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:45.051722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.052124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:45.052605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Bound port: 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:45.052992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.075944 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 08:34:45.076798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:45.097250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7cbcde4f-3835-4c81-9bf8-b59adfcc7010 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4157250 Sep 30 08:34:45.097855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46148) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:45.142156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] For port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:45.146961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] For port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:45.152080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.154058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3121527-3146-4d05-81cc-d9d497d5d781 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:45.161905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3121527-3146-4d05-81cc-d9d497d5d781 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:45.163548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c3121527-3146-4d05-81cc-d9d497d5d781 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0650918 Sep 30 08:34:45.167022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:45.242025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb38d1-cad2-42ca-93a4-44f12ed6352e None None] Pushing event updated for resources: {'Port': ['ID=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:45.304435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 3612c21e-e878-48b5-abe0-5170a1432b9a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:45.304857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.462250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.487235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 3612c21e-e878-48b5-abe0-5170a1432b9a owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:45.683014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.719729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=3612c21e-e878-48b5-abe0-5170a1432b9a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:45.747366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.749337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5442caa4-40d7-43c6-8c06-2f59542842d8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/3612c21e-e878-48b5-abe0-5170a1432b9a HTTP/1.1" status: 204 len: 168 time: 0.5812190 Sep 30 08:34:45.751887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46230) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:45.811965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a656c1-bb95-407a-8bf6-1ebf82b23556 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:45.813901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a656c1-bb95-407a-8bf6-1ebf82b23556 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:45.815523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-41a656c1-bb95-407a-8bf6-1ebf82b23556 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627198 Sep 30 08:34:45.818097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46234) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:45.872492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 9bd24af1-c942-4fa3-a11d-3f5574b18933 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:45.875956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.923051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.023834 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.091285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.129233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd24af1-c942-4fa3-a11d-3f5574b18933,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:46.136419 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.140915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be031f02-7b92-4eb1-9553-59584a1d216b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/9bd24af1-c942-4fa3-a11d-3f5574b18933 HTTP/1.1" status: 204 len: 168 time: 0.3217945 Sep 30 08:34:46.141352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46244) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:46.190058 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-434f55dd-d3e6-4992-a9cf-e593f2fd9dab tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435090 Sep 30 08:34:46.190838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46248) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:46.196175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:46.301776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:46.307522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.389807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c62fa-3d6e-4207-b8b4-467d5995a558 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:46.729606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.783285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:46.845245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:46.846740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-20141deb-156b-4a9a-abd2-957517cffeb2 None None] Provisioning complete for port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:46.847128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20141deb-156b-4a9a-abd2-957517cffeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.852583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:46.860656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:46.862163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:46.882878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=76750b73-e0ab-43ef-b595-81715da62879,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:46.888561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-91ea1484-45d3-4cf9-bb1c-2d5023b2daa3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6965179 Sep 30 08:34:46.891319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:46.897326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '76750b73-e0ab-43ef-b595-81715da62879', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1834631680'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:47.033649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:47.034266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.134564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-03ad3737-e525-4a61-a4d1-48c0b8c50c7b tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:47.136434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-03ad3737-e525-4a61-a4d1-48c0b8c50c7b tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.1966429 Sep 30 08:34:47.137772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:47.191960 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20141deb-156b-4a9a-abd2-957517cffeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.224741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-7ee5a77f-7241-450c-96cc-d4a1d6bb25d9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/quotas/a6e8cf2107594506a4ad61649d0b04ce HTTP/1.1" status: 200 len: 375 time: 0.0462940 Sep 30 08:34:47.314953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-20141deb-156b-4a9a-abd2-957517cffeb2 None None] For port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:47.316416 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.317158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.331968 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20141deb-156b-4a9a-abd2-957517cffeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.357922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port a3b13bc9-5087-4671-a506-34c57e9bde39 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:34:47.374210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-877da270-b0e7-48a7-a92e-2826870bca93 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484849 Sep 30 08:34:47.424578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20141deb-156b-4a9a-abd2-957517cffeb2 None None] Pushing event updated for resources: {'Port': ['ID=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:47.449892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:34:47.450345 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:34:47.481598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd605c5-82c0-4af4-9fd7-23a9695b8896 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:47.581254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5f2a8be1-f3c4-421a-976b-e9a63e5cdbd0 None None] Provisioning complete for port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:47.581928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8be1-f3c4-421a-976b-e9a63e5cdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.594356 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:34:47.594827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:47.616543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2cc90df5-0db5-4b66-8431-7bbddef4d628 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7240665 Sep 30 08:34:47.619014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:47.639601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46314) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:47.649685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-10d5d15b-701d-4d5b-a076-1580e5f47590 service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745993 Sep 30 08:34:47.721085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d21bd6-8b44-489e-b951-0db0a4c850c4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:47.728122 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b8d21bd6-8b44-489e-b951-0db0a4c850c4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1075051 Sep 30 08:34:47.730748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46318) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:47.805721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55cd7ab1-b5cc-4b7e-8164-cbcd78eb3698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.816509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-32d024a8-0064-4a79-914f-762cd1a57cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598749 Sep 30 08:34:47.827796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bbdac-b021-42a0-89e5-34dd7173bbcf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:47.829856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bbdac-b021-42a0-89e5-34dd7173bbcf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:47.834704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-602bbdac-b021-42a0-89e5-34dd7173bbcf tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1027935 Sep 30 08:34:47.835547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46322) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:47.908173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 76750b73-e0ab-43ef-b595-81715da62879 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:47.912071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.932140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55cd7ab1-b5cc-4b7e-8164-cbcd78eb3698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.944527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55cd7ab1-b5cc-4b7e-8164-cbcd78eb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.970764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.060582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.066628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-55cd7ab1-b5cc-4b7e-8164-cbcd78eb3698 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14001dd5701340e2bddcb8e5a528b2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256778 Sep 30 08:34:48.069279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46328) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:48.158055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.189371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7ab1-b5cc-4b7e-8164-cbcd78eb3698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85584bff-ff10-401f-a04c-0b44b222e386,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:48.225111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=76750b73-e0ab-43ef-b595-81715da62879,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:48.238708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a119fd63-44dc-498e-810b-5cf36e2faa83 None None] Provisioning complete for port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:48.239611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a119fd63-44dc-498e-810b-5cf36e2faa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.247120 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.250975 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cb76ab11-b8bb-43b0-acaf-f463620d7f3b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/76750b73-e0ab-43ef-b595-81715da62879 HTTP/1.1" status: 204 len: 168 time: 0.4141712 Sep 30 08:34:48.253528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdc5f-f239-48cc-97f9-5559c6ea16cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.254298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46332) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:48.309741 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-98363f9b-a99b-4db7-9553-5e46b14a1fa6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496187 Sep 30 08:34:48.311493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46336) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:48.324399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdc5f-f239-48cc-97f9-5559c6ea16cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.327251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:48.386068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b9d7f83-d552-46ac-8d09-c706e160f4a7 req-6f997229-270c-416c-948f-26e40d32f82f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 210 time: 0.2370408 Sep 30 08:34:48.408481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdc5f-f239-48cc-97f9-5559c6ea16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.411199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdc5f-f239-48cc-97f9-5559c6ea16cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.412342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ed8fdc5f-f239-48cc-97f9-5559c6ea16cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85584bff-ff10-401f-a04c-0b44b222e386 HTTP/1.1" status: 204 len: 168 time: 0.3353853 Sep 30 08:34:48.443454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fdc5f-f239-48cc-97f9-5559c6ea16cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85584bff-ff10-401f-a04c-0b44b222e386,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:48.490300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6afd31a-2ceb-4c51-903a-b598b43bf314 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:48.525853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:48.530505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.592275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:48.605082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f886c093-be82-4fc6-9b6c-7da8ecf48441 None None] Could not find standard attr ID for object a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:34:48.716248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:48.716828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.808319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:48.821165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46346) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:48.848797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-95f915b7-127b-43be-9322-073ba99b7b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.875071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] Deleting port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:48.875675 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.953423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] For port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:48.954014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.977944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] Calling delete_port for 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:48.979397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-95f915b7-127b-43be-9322-073ba99b7b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.985932 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-95f915b7-127b-43be-9322-073ba99b7b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.028599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-95f915b7-127b-43be-9322-073ba99b7b3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7a2039b256248618ff7a82dac3efaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053027 Sep 30 08:34:49.031052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46348) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:49.042086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f915b7-127b-43be-9322-073ba99b7b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f120b-dfce-4e04-af2d-b16e0af445aa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.082685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.110677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] Pushing event deleted for resources: {'Port': ['ID=9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.115811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b446e2-259f-485e-a573-f42b24e7399a None None] No DVR routers for this DVR port 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:49.124933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cfb02f2-d814-4b8a-9b30-2e03b8c0a69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.147391 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.154094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cfb02f2-d814-4b8a-9b30-2e03b8c0a69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.194373 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:49.198160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:49.206737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:49.207523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.208432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f065c2-2afd-4e5d-b172-a24670c5023d None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:49.214982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cfb02f2-d814-4b8a-9b30-2e03b8c0a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.216921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cfb02f2-d814-4b8a-9b30-2e03b8c0a69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.225837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0cfb02f2-d814-4b8a-9b30-2e03b8c0a69c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d3f120b-dfce-4e04-af2d-b16e0af445aa HTTP/1.1" status: 204 len: 168 time: 0.1861444 Sep 30 08:34:49.227369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb02f2-d814-4b8a-9b30-2e03b8c0a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f120b-dfce-4e04-af2d-b16e0af445aa,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.234647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=b9e4b8b5-ea6b-403c-a5ce-6a53553241c4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.245272 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b439778b-6de1-4d89-a7a9-5f02a2899bb1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9319282 Sep 30 08:34:49.248017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46354) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:49.253836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:49.281026 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.281985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.413980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:49.414914 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.645098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b9e4b8b5-ea6b-403c-a5ce-6a53553241c4/00b73f29-3265-426c-9196-3b6502941283) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:49.731675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.762186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.794760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b258ea7-a852-421b-917e-edbe6b04ea71 req-bffd0ee1-13fe-4ab6-adf7-58bebac84096 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 210 time: 0.0930018 Sep 30 08:34:49.831667 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.833746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b791b7f5-d5c7-40c2-a6a5-462261b4ead0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5847104 Sep 30 08:34:49.838292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46372) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:49.936751 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.945552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.981921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-67ca6fb6-3b61-472b-b2ae-d9c8c8e800ad tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:49.983662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-67ca6fb6-3b61-472b-b2ae-d9c8c8e800ad tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.50 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.2831674 Sep 30 08:34:50.004603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Request body: {'port': {'device_id': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'admin_state_up': True, 'tenant_id': 'a6e8cf2107594506a4ad61649d0b04ce'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:50.025597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:50.028979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:50.034032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:50.075616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Pushing event updated for resources: {'Port': ['ID=00b73f29-3265-426c-9196-3b6502941283,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:50.111928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Attempting to bind port 00b73f29-3265-426c-9196-3b6502941283 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:50.112611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Attempting to bind port 00b73f29-3265-426c-9196-3b6502941283 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:50.113144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Attempting to bind port 00b73f29-3265-426c-9196-3b6502941283 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:50.120097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:50.120979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:50.121574 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.122141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:50.122823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Bound port: 00b73f29-3265-426c-9196-3b6502941283, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:50.123420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.204005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Made reservation on behalf of a6e8cf2107594506a4ad61649d0b04ce for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:50.206407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2288846a-5a6b-493c-92bc-302472032944 None None] For port 00b73f29-3265-426c-9196-3b6502941283, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:50.211098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2288846a-5a6b-493c-92bc-302472032944 None None] For port 00b73f29-3265-426c-9196-3b6502941283, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=00b73f29-3265-426c-9196-3b6502941283,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:50.216224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.218202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.310349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.325357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288846a-5a6b-493c-92bc-302472032944 None None] Pushing event updated for resources: {'Port': ['ID=00b73f29-3265-426c-9196-3b6502941283,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:50.430530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Allocated IP 172.20.0.12 (5664a748-a325-43c9-a72a-0a5eea5659be/47d8dabd-69e5-4865-b7dd-ccfac0a3fac5/592b902c-73bd-4820-b7cd-75ff6f9de31e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:50.551085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:50.645466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:50.646123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9e07fea9-f7c4-4008-b4b0-6a2d9d1e89ee not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:50.723819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.755046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::1 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b9e4b8b5-ea6b-403c-a5ce-6a53553241c4/4650e2d6-f12e-4e66-a428-d9c8160394ea) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:50.769310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.789287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:34:50.899972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Network 5664a748-a325-43c9-a72a-0a5eea5659be is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:50.906027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:50.915813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:50.947976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.006487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event updated for resources: {'Port': ['ID=592b902c-73bd-4820-b7cd-75ff6f9de31e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.038884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.079806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:51.080573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.092569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=4650e2d6-f12e-4e66-a428-d9c8160394ea,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.100409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-39c6f089-2a19-4fbe-a009-846ceadd2277 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1005385 Sep 30 08:34:51.112882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73b75-0c25-4ebf-a976-7c2a47c71838 req-f7690c6a-23a3-4e6e-885a-632dc858bcbb tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:51.114062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12c73b75-0c25-4ebf-a976-7c2a47c71838 req-f7690c6a-23a3-4e6e-885a-632dc858bcbb tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 932 time: 0.1457887 Sep 30 08:34:51.121833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:51.123688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:51.128408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:51.129164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.130921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Request body: {'port': {'device_id': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:51.225955 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:34:51.228924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12c73b75-0c25-4ebf-a976-7c2a47c71838 req-c546e8f2-1edb-4923-8203-d470a59994fe tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 Sep 30 08:34:51.250073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.397160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.717272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592b902c-73bd-4820-b7cd-75ff6f9de31e {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:34:51.728894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.744541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Transition to ACTIVE for port object 592b902c-73bd-4820-b7cd-75ff6f9de31e will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:34:51.751755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.792291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.799075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.800768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.853561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Pushing event updated for resources: {'Port': ['ID=592b902c-73bd-4820-b7cd-75ff6f9de31e,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.891508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=4650e2d6-f12e-4e66-a428-d9c8160394ea,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.972607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:51.974194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:51.981503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ce03fcf0-b234-4be1-b986-6d1455582061 None None] Provisioning complete for port 00b73f29-3265-426c-9196-3b6502941283 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:51.982002 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce03fcf0-b234-4be1-b986-6d1455582061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.023146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-2aad8994-f90a-40fc-8663-ad844a23a738 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601455 Sep 30 08:34:52.026341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Attempting to bind port 592b902c-73bd-4820-b7cd-75ff6f9de31e on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:52.026702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Attempting to bind port 592b902c-73bd-4820-b7cd-75ff6f9de31e by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:52.027055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Attempting to bind port 592b902c-73bd-4820-b7cd-75ff6f9de31e on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:52.039745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Port 592b902c-73bd-4820-b7cd-75ff6f9de31e on network 5664a748-a325-43c9-a72a-0a5eea5659be not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:34:52.040079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Attempting to bind port 592b902c-73bd-4820-b7cd-75ff6f9de31e on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:52.051512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:52.051868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Checking segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:52.052263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Bound using segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:52.052709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Bound port: 592b902c-73bd-4820-b7cd-75ff6f9de31e, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:52.053076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.179944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce03fcf0-b234-4be1-b986-6d1455582061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.237096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Router bc8c5eec-3af8-4c71-80a0-bcfff073429c is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:34:52.254520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] For port 592b902c-73bd-4820-b7cd-75ff6f9de31e, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:52.262189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] For port 592b902c-73bd-4820-b7cd-75ff6f9de31e, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:52.276551 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.304784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ce03fcf0-b234-4be1-b986-6d1455582061 None None] For port 00b73f29-3265-426c-9196-3b6502941283, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=00b73f29-3265-426c-9196-3b6502941283,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:52.310998 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce03fcf0-b234-4be1-b986-6d1455582061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.386660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03fcf0-b234-4be1-b986-6d1455582061 None None] Pushing event updated for resources: {'Port': ['ID=00b73f29-3265-426c-9196-3b6502941283,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.395166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.395813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.397267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] 10.222.0.50 "PUT /v2.0/ports/592b902c-73bd-4820-b7cd-75ff6f9de31e HTTP/1.1" status: 200 len: 1092 time: 1.2821763 Sep 30 08:34:52.405098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a464-6256-41c7-a777-d89d7a766ace req-32ac33e4-e537-4f00-8156-26719ba02822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.409595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-32ac33e4-e537-4f00-8156-26719ba02822 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 1096 time: 0.3326657 Sep 30 08:34:52.428134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'tag': '592b902c-73bd-4820-b7cd-75ff6f9de31e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:52.435030 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca232f71-660a-4b0e-be33-6b89ebc6ca24" -d '{"events": [{"name": "network-changed", "server_uuid": "627251e7-5b99-40ff-af1a-30f76a1235f0", "tag": "592b902c-73bd-4820-b7cd-75ff6f9de31e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:52.479625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0a120b28-6d71-4ab8-b295-2d9059bd7a24 None None] Provisioning complete for port 4650e2d6-f12e-4e66-a428-d9c8160394ea triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:52.481968 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a120b28-6d71-4ab8-b295-2d9059bd7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.488766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:34:52.499084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08ee118e-1032-4ad5-aa34-981e8adee7c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "PUT /v2.0/routers/bc8c5eec-3af8-4c71-80a0-bcfff073429c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594050 Sep 30 08:34:52.504178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:52.505653 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Sync routers for ids ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:34:52.523734 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Routers {'bc8c5eec-3af8-4c71-80a0-bcfff073429c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:52.524591 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:52.533507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f2b82-e9e0-4371-bc32-43b275e713b4 service neutron] Pushing event updated for resources: {'Port': ['ID=592b902c-73bd-4820-b7cd-75ff6f9de31e,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.586289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0a120b28-6d71-4ab8-b295-2d9059bd7a24 None None] Port 4650e2d6-f12e-4e66-a428-d9c8160394ea cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:34:52.600548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa714469-0ca9-4d87-84e0-9c111f299ed9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.603815 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fa714469-0ca9-4d87-84e0-9c111f299ed9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports/4650e2d6-f12e-4e66-a428-d9c8160394ea HTTP/1.1" status: 200 len: 911 time: 0.0961213 Sep 30 08:34:52.605608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46432) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:52.722800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5d00e-f003-4790-8850-708acf14aa02 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.729942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5d00e-f003-4790-8850-708acf14aa02 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.731893 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-67d5d00e-f003-4790-8850-708acf14aa02 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1253190 Sep 30 08:34:52.737361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:52.752286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 00b73f29-3265-426c-9196-3b6502941283 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:52.760961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2d4e-e277-4516-827c-d7c49f953c65 req-86330938-f6a2-4bbe-9655-7194397f1896 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.763556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dcd2d4e-e277-4516-827c-d7c49f953c65 req-86330938-f6a2-4bbe-9655-7194397f1896 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 944 time: 0.3369446 Sep 30 08:34:52.802952 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Set router bc8c5eec-3af8-4c71-80a0-bcfff073429c gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:52.841665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ae96a7c8-7c66-4ed7-af71-f3933852f262 None None] Provisioning complete for port 4650e2d6-f12e-4e66-a428-d9c8160394ea triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:52.842323 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ae96a7c8-7c66-4ed7-af71-f3933852f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.872965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 00b73f29-3265-426c-9196-3b6502941283 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:52.873356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.908820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ae96a7c8-7c66-4ed7-af71-f3933852f262 None None] Port 4650e2d6-f12e-4e66-a428-d9c8160394ea cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:34:52.966321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-0c775fb3-c794-44de-9fab-84f903447abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.969995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-0c775fb3-c794-44de-9fab-84f903447abb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 1095 time: 0.4866993 Sep 30 08:34:53.080527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-e0148b66-fe76-48da-84a6-8511bf2b8f46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e HTTP/1.1" status: 200 len: 217 time: 0.0834198 Sep 30 08:34:53.155628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6dcd2d4e-e277-4516-827c-d7c49f953c65 req-4ddce4f7-c7c2-4976-b268-3260addd3266 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028437 Sep 30 08:34:53.158493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a464-6256-41c7-a777-d89d7a766ace req-ededcb34-1a6c-4d29-b800-461369cbbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:53.159843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-ededcb34-1a6c-4d29-b800-461369cbbce1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.6755660 Sep 30 08:34:53.268711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-cdd9f04a-2c83-4fa6-9536-04cfb62f218c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50078470-5cb4-4cbc-9e7a-422b09e03767 HTTP/1.1" status: 200 len: 217 time: 0.0886600 Sep 30 08:34:53.308950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-b363e32e-d574-49cc-8c22-a2b6b4ebbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:53.310485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-b363e32e-d574-49cc-8c22-a2b6b4ebbcbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.2083311 Sep 30 08:34:53.321472 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d413744-2f19-45e1-9e63-e61c805fbbc4 x-openstack-request-id: req-2d413744-2f19-45e1-9e63-e61c805fbbc4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:53.322274 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627251e7-5b99-40ff-af1a-30f76a1235f0", "tag": "592b902c-73bd-4820-b7cd-75ff6f9de31e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:53.322528 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d413744-2f19-45e1-9e63-e61c805fbbc4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:53.322925 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'tag': '592b902c-73bd-4820-b7cd-75ff6f9de31e', 'status': 'completed', 'code': 200} Sep 30 08:34:53.326671 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:34:49Z', 'updated_at': '2021-09-30T08:34:51Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None, '_interfaces': [{'id': '4650e2d6-f12e-4e66-a428-d9c8160394ea', 'name': '', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'mac_address': 'fa:16:3e:ba:9e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:34:50Z', 'updated_at': '2021-09-30T08:34:51Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'subnets': [{'id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:53.356348 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Checking router: bc8c5eec-3af8-4c71-80a0-bcfff073429c for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:34:53.356348 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Updating router bc8c5eec-3af8-4c71-80a0-bcfff073429c port 4650e2d6-f12e-4e66-a428-d9c8160394ea binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:34:53.365946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-f4806c34-de9b-43b1-b9e1-71feb0c8154e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420406 Sep 30 08:34:53.371668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a464-6256-41c7-a777-d89d7a766ace req-bf5b18b8-bc5a-4d9b-9836-e084f425ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:53.373421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-bf5b18b8-bc5a-4d9b-9836-e084f425ab3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0946646 Sep 30 08:34:53.386689 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.561433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a464-6256-41c7-a777-d89d7a766ace req-cf5bc94b-ce00-4388-9e61-0e2a7623e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:53.563629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-cf5bc94b-ce00-4388-9e61-0e2a7623e9ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785514 Sep 30 08:34:53.622562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-3ab5d2ce-2b5b-4a0f-959d-9d32a0b9feec service neutron] 10.222.0.50 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470162 Sep 30 08:34:53.890755 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.897808 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.972502 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Pushing event updated for resources: {'Port': ['ID=4650e2d6-f12e-4e66-a428-d9c8160394ea,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.048188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Attempting to bind port 4650e2d6-f12e-4e66-a428-d9c8160394ea on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:54.048560 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Attempting to bind port 4650e2d6-f12e-4e66-a428-d9c8160394ea by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:54.048917 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Attempting to bind port 4650e2d6-f12e-4e66-a428-d9c8160394ea on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:54.056226 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.056578 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.056915 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.057253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.057631 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.058051 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.058319 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.058758 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.059085 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.059408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.059732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.060050 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:54.063530 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:54.063901 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:54.064685 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.065111 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:54.066335 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Bound port: 4650e2d6-f12e-4e66-a428-d9c8160394ea, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:54.066729 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.157918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-9c4b2666-9554-42f7-8f59-3d3f16c7aa20 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842369 Sep 30 08:34:54.163243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] For port 4650e2d6-f12e-4e66-a428-d9c8160394ea, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:54.173408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] For port 4650e2d6-f12e-4e66-a428-d9c8160394ea, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4650e2d6-f12e-4e66-a428-d9c8160394ea,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:54.180862 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.249001 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa1845-5e86-467a-bd17-483434510816 None None] Pushing event updated for resources: {'Port': ['ID=4650e2d6-f12e-4e66-a428-d9c8160394ea,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.254545 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.280947 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Routers {'bc8c5eec-3af8-4c71-80a0-bcfff073429c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:54.281900 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:54.297507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872343c-6dd9-459c-b241-87d38f80786c req-98b89cac-e950-44fa-8681-2d6e6fb5a1ea tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:54.299105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d872343c-6dd9-459c-b241-87d38f80786c req-98b89cac-e950-44fa-8681-2d6e6fb5a1ea tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.3049893 Sep 30 08:34:54.417186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da22a464-6256-41c7-a777-d89d7a766ace req-24a41fc3-d6f6-42c4-b740-009f47f4c5e9 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511046 Sep 30 08:34:54.460116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dbbd6526-e3fe-4b5e-b2f2-55336e424795 None None] Provisioning complete for port 4650e2d6-f12e-4e66-a428-d9c8160394ea triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:54.461089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6526-e3fe-4b5e-b2f2-55336e424795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.462992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4781bcb3-d369-4145-b34b-9907bf8bc5a1 req-d002be03-ee1a-41a5-95c2-42931ad342f3 service neutron] 10.222.0.50 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271990 Sep 30 08:34:54.468631 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] Set router bc8c5eec-3af8-4c71-80a0-bcfff073429c gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:54.542160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d872343c-6dd9-459c-b241-87d38f80786c req-a9b1279c-ce8c-4afa-bb23-ab58746cab71 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246152 Sep 30 08:34:54.651221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6526-e3fe-4b5e-b2f2-55336e424795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.720989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dbbd6526-e3fe-4b5e-b2f2-55336e424795 None None] For port 4650e2d6-f12e-4e66-a428-d9c8160394ea, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4650e2d6-f12e-4e66-a428-d9c8160394ea,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:54.729423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6526-e3fe-4b5e-b2f2-55336e424795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.752506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-d778a4ba-d370-4160-9601-e57959c10ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:54.754213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-d778a4ba-d370-4160-9601-e57959c10ec6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 1095 time: 0.1980021 Sep 30 08:34:54.829305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd6526-e3fe-4b5e-b2f2-55336e424795 None None] Pushing event updated for resources: {'Port': ['ID=4650e2d6-f12e-4e66-a428-d9c8160394ea,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.860429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c99a4fe7-a3f7-4b52-bc2a-eed630571a8a None None] Provisioning complete for port 4650e2d6-f12e-4e66-a428-d9c8160394ea triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:54.861001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c99a4fe7-a3f7-4b52-bc2a-eed630571a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.883686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ce076-6e55-4e9d-85b3-a1051f025d26 req-359b905e-7476-416f-b304-6cc4eafd2616 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:54.893253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-854ce076-6e55-4e9d-85b3-a1051f025d26 req-359b905e-7476-416f-b304-6cc4eafd2616 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 944 time: 0.2116396 Sep 30 08:34:54.907634 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:34:49Z', 'updated_at': '2021-09-30T08:34:51Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None, '_interfaces': [{'id': '4650e2d6-f12e-4e66-a428-d9c8160394ea', 'name': '', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'mac_address': 'fa:16:3e:ba:9e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:34:50Z', 'updated_at': '2021-09-30T08:34:54Z', 'revision_number': 4, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'subnets': [{'id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:54.944529 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7b47c-c32b-4769-83d7-bdb61cbcb63c None None] The sync data for ids ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'] in n-d-807025-5 is: [{'id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:34:49Z', 'updated_at': '2021-09-30T08:34:51Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None, '_interfaces': [{'id': '4650e2d6-f12e-4e66-a428-d9c8160394ea', 'name': '', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'mac_address': 'fa:16:3e:ba:9e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:34:50Z', 'updated_at': '2021-09-30T08:34:54Z', 'revision_number': 4, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'subnets': [{'id': 'b9e4b8b5-ea6b-403c-a5ce-6a53553241c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:34:55.027127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-854ce076-6e55-4e9d-85b3-a1051f025d26 req-3f015d5e-35fd-480d-9fa9-873ac70c40bb tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322751 Sep 30 08:34:55.028337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-15b435f1-9257-4098-b120-2d2ad58de4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.029866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-15b435f1-9257-4098-b120-2d2ad58de4e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 916 time: 0.2653813 Sep 30 08:34:55.139906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-b3243de3-def4-4d09-ad86-1e9f5501d78f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e HTTP/1.1" status: 200 len: 217 time: 0.0705492 Sep 30 08:34:55.239032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 4650e2d6-f12e-4e66-a428-d9c8160394ea {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:55.239702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.314960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-a781d5d5-139d-4873-948a-5816fc7f3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.316661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-a781d5d5-139d-4873-948a-5816fc7f3250 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.1687467 Sep 30 08:34:55.374471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-8505678c-29b8-4d51-86f1-61ac99ab0aa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445750 Sep 30 08:34:55.483536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b831f3d-0a1f-4704-8cea-69658fa312e7 req-c9c7db17-2931-48e0-babc-04e7157c28a7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.485918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b831f3d-0a1f-4704-8cea-69658fa312e7 req-c9c7db17-2931-48e0-babc-04e7157c28a7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2496247 Sep 30 08:34:55.592143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] For port 4650e2d6-f12e-4e66-a428-d9c8160394ea, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4650e2d6-f12e-4e66-a428-d9c8160394ea,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:55.592143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.608277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 4650e2d6-f12e-4e66-a428-d9c8160394ea owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:55.709142 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.715000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b831f3d-0a1f-4704-8cea-69658fa312e7 req-d6576967-97b6-4d8c-95e1-5802473b5ff4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463180 Sep 30 08:34:55.719233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-123e4d25-3c23-4b89-96a8-874ac1893a17 service neutron] 10.222.0.50 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026488 Sep 30 08:34:55.784175 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.075457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-db40448b-7957-4313-a17c-3cfac05541a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1762168 Sep 30 08:34:56.178857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca232f71-660a-4b0e-be33-6b89ebc6ca24 req-700b48b2-8fa2-49b5-814e-6d2db424ff84 service neutron] 10.222.0.50 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514539 Sep 30 08:34:56.241264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.300351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-4068a90c-3253-4fd8-b6bf-1682e3d63fbc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.301973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-4068a90c-3253-4fd8-b6bf-1682e3d63fbc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.2909276 Sep 30 08:34:56.311587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.312074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.312553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.313149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.313655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.314140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.314609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.316647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-10a42065-271d-4c53-affd-91199c5e7150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.1535058 Sep 30 08:34:56.317726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=4650e2d6-f12e-4e66-a428-d9c8160394ea,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:56.352633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-b9f8965f-c7df-402c-922b-ca8db97f65aa tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/quotas/ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 375 time: 0.0291858 Sep 30 08:34:56.505511 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.576853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-82c59969-ad94-404d-a251-8339bf3a898a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1802609 Sep 30 08:34:56.696598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-3a23af92-f04e-4cfd-b05d-f9da7ed12cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.697086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-3a23af92-f04e-4cfd-b05d-f9da7ed12cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.697594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-3a23af92-f04e-4cfd-b05d-f9da7ed12cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.699226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-3a23af92-f04e-4cfd-b05d-f9da7ed12cfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 2298 time: 0.2995353 Sep 30 08:34:56.706931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 592b902c-73bd-4820-b7cd-75ff6f9de31e details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:34:56.828580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 592b902c-73bd-4820-b7cd-75ff6f9de31e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:56.843399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '592b902c-73bd-4820-b7cd-75ff6f9de31e', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'port_id': '592b902c-73bd-4820-b7cd-75ff6f9de31e', 'mac_address': 'fa:16:3e:ff:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d8dabd-69e5-4865-b7dd-ccfac0a3fac5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:34:56.891803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-1c59012c-5c03-49fb-8b25-f59c7ac6f553 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 1001 time: 0.1597888 Sep 30 08:34:56.893661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.901017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-3f68360f-4350-46c8-a4cd-6359496babbc service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872868 Sep 30 08:34:56.910872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592b902c-73bd-4820-b7cd-75ff6f9de31e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:34:56.940598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 592b902c-73bd-4820-b7cd-75ff6f9de31e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:56.946511 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.959509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Router bc8c5eec-3af8-4c71-80a0-bcfff073429c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:34:57.001311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=592b902c-73bd-4820-b7cd-75ff6f9de31e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:57.069885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-926a3708-a1a8-44dc-9350-baa6277cdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:57.071380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-926a3708-a1a8-44dc-9350-baa6277cdb41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.1575637 Sep 30 08:34:57.257886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['592b902c-73bd-4820-b7cd-75ff6f9de31e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:34:57.453360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:34:57.465920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e4a9031f-b3c1-4aad-959f-ea721e734f89 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "PUT /v2.0/routers/bc8c5eec-3af8-4c71-80a0-bcfff073429c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7010241 Sep 30 08:34:57.468115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:57.492411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-8996064e-8fa9-4400-862e-60fd037d9849 service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899498 Sep 30 08:34:57.505600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] Sync routers for ids ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:34:57.520157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-6e86f422-74a8-4ac8-9da8-753c0cb61774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:57.524637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-6e86f422-74a8-4ac8-9da8-753c0cb61774 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4427760 Sep 30 08:34:57.535659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] Routers {'bc8c5eec-3af8-4c71-80a0-bcfff073429c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:57.537019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:57.549082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa056b-2c23-448d-bd4f-e5da745b8e51 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:57.550807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa056b-2c23-448d-bd4f-e5da745b8e51 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:57.552425 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-05aa056b-2c23-448d-bd4f-e5da745b8e51 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0832992 Sep 30 08:34:57.560414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:57.629430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] Set router bc8c5eec-3af8-4c71-80a0-bcfff073429c gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:57.700991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet b9e4b8b5-ea6b-403c-a5ce-6a53553241c4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:57.711890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.764730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-26703e83-570a-46aa-ab68-160ff635b511 service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184634 Sep 30 08:34:57.776316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.938216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.042614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.089306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:34:49Z', 'updated_at': '2021-09-30T08:34:56Z', 'revision_number': 3, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:58.123522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e4b8b5-ea6b-403c-a5ce-6a53553241c4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:58.163192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-29ca3613-2ef9-4980-b62c-bb5963d9083a service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900561 Sep 30 08:34:58.177166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.184036 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-138287b0-9b8a-4a0c-8b4a-1372d1852836 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b9e4b8b5-ea6b-403c-a5ce-6a53553241c4 HTTP/1.1" status: 204 len: 168 time: 0.6184025 Sep 30 08:34:58.187987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:58.189129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169dee2-63cb-4284-8668-ca740b006cbb None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:58.200657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] Checking router: bc8c5eec-3af8-4c71-80a0-bcfff073429c for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:34:58.229587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710a90-9d30-4376-8be7-e230fc1ff852 req-b73a5719-329f-4ad5-9a57-8f505167336d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:58.239983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f710a90-9d30-4376-8be7-e230fc1ff852 req-b73a5719-329f-4ad5-9a57-8f505167336d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 945 time: 0.3005037 Sep 30 08:34:58.302370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] Routers {'bc8c5eec-3af8-4c71-80a0-bcfff073429c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:58.303297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:58.360163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-3508a18f-3ad0-461a-85fe-2e51ca363eb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 217 time: 0.1779745 Sep 30 08:34:58.431215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] Set router bc8c5eec-3af8-4c71-80a0-bcfff073429c gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:58.524653 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9704ce24-0935-48b9-9145-c7c3ac1974b1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3345654 Sep 30 08:34:58.526074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f710a90-9d30-4376-8be7-e230fc1ff852 req-191b4418-bf05-41dd-b365-3fbfc828e0df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848408 Sep 30 08:34:58.529249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46552) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:58.581590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:34:49Z', 'updated_at': '2021-09-30T08:34:56Z', 'revision_number': 3, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:58.661116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4041e5-4fcd-4caa-89ad-98b037ef81c3 None None] The sync data for ids ['bc8c5eec-3af8-4c71-80a0-bcfff073429c'] in n-d-807025-5 is: [{'id': 'bc8c5eec-3af8-4c71-80a0-bcfff073429c', 'name': 'tempest-NetworksTestDHCPv6-router-1551940145', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:34:49Z', 'updated_at': '2021-09-30T08:34:56Z', 'revision_number': 3, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:34:58.669118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-b77704ea-a810-45d9-81ca-2aaf349acd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:58.670941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-b77704ea-a810-45d9-81ca-2aaf349acd5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.2974486 Sep 30 08:34:58.721975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 592b902c-73bd-4820-b7cd-75ff6f9de31e up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:58.760373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.881124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 592b902c-73bd-4820-b7cd-75ff6f9de31e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:34:58.902423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 592b902c-73bd-4820-b7cd-75ff6f9de31e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:58.902809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.945804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a136990-6796-476b-b29b-35b894faf796 req-4b3fcc5b-1bfc-49d6-811b-a6f073963e37 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 210 time: 0.0372219 Sep 30 08:34:59.080049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-a91b5a7b-2f7e-48a1-8896-5026c06908f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.081718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-a91b5a7b-2f7e-48a1-8896-5026c06908f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3981817 Sep 30 08:34:59.125211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:59.128648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.169036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.221587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592b902c-73bd-4820-b7cd-75ff6f9de31e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:59.226239 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ddf54-cd43-4f32-bea8-25e3dec1c792" -d '{"events": [{"server_uuid": "627251e7-5b99-40ff-af1a-30f76a1235f0", "name": "network-vif-plugged", "status": "completed", "tag": "592b902c-73bd-4820-b7cd-75ff6f9de31e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:59.248273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.251610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-b6b03496-4ff2-4e1a-8ef8-1972ce29ffeb service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201601 Sep 30 08:34:59.276291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 592b902c-73bd-4820-b7cd-75ff6f9de31e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:59.286352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] Deleting port 00b73f29-3265-426c-9196-3b6502941283 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:59.291516 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.294617 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.349221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.349746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Fanout notify agent at l3_agent the message router_deleted on router bc8c5eec-3af8-4c71-80a0-bcfff073429c {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:34:59.358610 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c261c5-caa0-4e6d-869e-70dec8938d66 x-openstack-request-id: req-38c261c5-caa0-4e6d-869e-70dec8938d66 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:59.359046 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627251e7-5b99-40ff-af1a-30f76a1235f0", "name": "network-vif-plugged", "status": "completed", "tag": "592b902c-73bd-4820-b7cd-75ff6f9de31e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:59.359386 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38c261c5-caa0-4e6d-869e-70dec8938d66 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:59.359992 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.360247 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592b902c-73bd-4820-b7cd-75ff6f9de31e', 'code': 200} Sep 30 08:34:59.361204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f9febccf-1b48-4d8f-88df-0893576a3c37 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/routers/bc8c5eec-3af8-4c71-80a0-bcfff073429c HTTP/1.1" status: 204 len: 168 time: 0.8241611 Sep 30 08:34:59.365809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46568) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.376423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:59.395161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=592b902c-73bd-4820-b7cd-75ff6f9de31e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:59.444566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.448334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.451501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.452005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.452450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.452895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.453331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.458408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.458904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.459337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.459775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.460210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:59.499421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-3991c3a8-5702-449f-9493-299d1cfe66f7 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992104 Sep 30 08:34:59.506367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878539-966c-4626-ba9b-62f516163355 req-224ecb5f-a084-4054-8109-6f0c727d1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.508212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1878539-966c-4626-ba9b-62f516163355 req-224ecb5f-a084-4054-8109-6f0c727d1539 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 1097 time: 0.0842118 Sep 30 08:34:59.562690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:59.569357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.601836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] For port 00b73f29-3265-426c-9196-3b6502941283, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=00b73f29-3265-426c-9196-3b6502941283,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:59.602423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.633647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] Calling delete_port for 00b73f29-3265-426c-9196-3b6502941283 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:59.692069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-549aaa03-20f5-4c68-81f8-7fe7460ff148 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 217 time: 0.1733460 Sep 30 08:34:59.788613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1878539-966c-4626-ba9b-62f516163355 req-423170e5-c386-4a8b-912b-08186d156a9c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721317 Sep 30 08:34:59.826306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d7212-b9b7-4709-a820-a7349e5ea34a req-3fcc3f60-6176-4518-8390-4d5467239edf tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.836750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-593d7212-b9b7-4709-a820-a7349e5ea34a req-3fcc3f60-6176-4518-8390-4d5467239edf tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 946 time: 0.1177938 Sep 30 08:34:59.844863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-79b02a0f-03f8-4a50-98d5-8ffa4423289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.846221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-79b02a0f-03f8-4a50-98d5-8ffa4423289e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1420221 Sep 30 08:34:59.905392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.920630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-593d7212-b9b7-4709-a820-a7349e5ea34a req-8938217e-94ae-4007-93bb-0621460afb93 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828555 Sep 30 08:34:59.941597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] No DVR routers for this DVR port 00b73f29-3265-426c-9196-3b6502941283 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:59.978688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-44dedf29-4854-48d0-942d-d56dfb0e1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.981172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-44dedf29-4854-48d0-942d-d56dfb0e1b31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178365 Sep 30 08:35:00.014008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae59e5-a74b-4751-a47c-553b9bbb6b43 None None] Pushing event deleted for resources: {'Port': ['ID=00b73f29-3265-426c-9196-3b6502941283,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:00.146755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-0bc2f50a-8128-4f3b-8a59-1887fedfe6e3 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514344 Sep 30 08:35:00.183479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e679b195-1852-481e-8c38-2cc361567d42 req-729a7034-c332-4960-b3bc-2133e466e412 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 210 time: 0.0355127 Sep 30 08:35:00.286910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.330929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-99111eb4-d836-498e-b016-0cd1b86bcc54 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460793 Sep 30 08:35:00.381673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-35d123a2-ba1f-4555-bbba-418730c4bfaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 217 time: 0.0398865 Sep 30 08:35:00.383044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:00.389378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:00.400359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57c313-0c04-4fc8-acb1-a2f754b9a19f None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:00.401292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-0b8e8de6-463e-4337-9750-2c9c3ff4bd6a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.402848 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-0b8e8de6-463e-4337-9750-2c9c3ff4bd6a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.57 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.3317308 Sep 30 08:35:00.404158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.404746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.423722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'port': {'device_id': 'a4f2d512-dc90-4673-a826-077b941a9683', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'admin_state_up': True, 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:00.460020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-fce371aa-756b-4081-8bb9-186f87ad4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.463828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-fce371aa-756b-4081-8bb9-186f87ad4cb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0740423 Sep 30 08:35:00.471163 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1039081 Sep 30 08:35:00.474910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f10823-84ec-42d4-b38b-62584fb365bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:00.480699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.487007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:00.551659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4650e2d6-f12e-4e66-a428-d9c8160394ea no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:00.566296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-a271af3f-b14f-42cf-ba45-ab046470c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.570109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-a271af3f-b14f-42cf-ba45-ab046470c31c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960288 Sep 30 08:35:00.581643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.582594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.591598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4650e2d6-f12e-4e66-a428-d9c8160394ea {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:00.591983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4650e2d6-f12e-4e66-a428-d9c8160394ea not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:00.592601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 00b73f29-3265-426c-9196-3b6502941283 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:00.614491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 00b73f29-3265-426c-9196-3b6502941283 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:00.615096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 00b73f29-3265-426c-9196-3b6502941283 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:00.652777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.655107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:00.656640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:00.657684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.659674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.663938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.687302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.691722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-256cc937-e394-4185-9ecb-1e58b94c746b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2094584 Sep 30 08:35:00.692524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46594) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.728341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-7d24b1dd-93b3-40a7-9923-df0b47cff505 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394973 Sep 30 08:35:00.886317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7/aac26478-49b4-4a0d-a8d3-bd62ee511097) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:00.895684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-bb385044-5b2d-4d30-bff4-6a859f60cb65 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579497 Sep 30 08:35:00.967118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-c9f7e5a8-d20f-40f2-8074-49f4accb7b21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.0543070 Sep 30 08:35:01.067144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-cb39c13d-2620-485f-9312-ade2972c198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.068953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-cb39c13d-2620-485f-9312-ade2972c198e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0932379 Sep 30 08:35:01.085981 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.097584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.144391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542558-377e-4503-9f2a-37618d94d71a req-0929b273-7530-4b18-8cd6-54636cbd1bd9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.152034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:01.152437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed542558-377e-4503-9f2a-37618d94d71a req-0929b273-7530-4b18-8cd6-54636cbd1bd9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 946 time: 0.1387060 Sep 30 08:35:01.155905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:01.168988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:01.181868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Pushing event updated for resources: {'Port': ['ID=aac26478-49b4-4a0d-a8d3-bd62ee511097,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:01.204000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed542558-377e-4503-9f2a-37618d94d71a req-ff6b2bad-4960-453e-8b68-9b68709c40eb tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492475 Sep 30 08:35:01.230846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-d0edab0a-5512-48ef-9dfd-7567b9e7d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.232501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-d0edab0a-5512-48ef-9dfd-7567b9e7d709 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542490 Sep 30 08:35:01.290245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Attempting to bind port aac26478-49b4-4a0d-a8d3-bd62ee511097 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:01.291134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Attempting to bind port aac26478-49b4-4a0d-a8d3-bd62ee511097 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:01.291504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Attempting to bind port aac26478-49b4-4a0d-a8d3-bd62ee511097 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:01.298213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:01.298591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:01.299260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.299670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:01.300172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Bound port: aac26478-49b4-4a0d-a8d3-bd62ee511097, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:01.300562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.391564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] For port aac26478-49b4-4a0d-a8d3-bd62ee511097, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:01.396721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] For port aac26478-49b4-4a0d-a8d3-bd62ee511097, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aac26478-49b4-4a0d-a8d3-bd62ee511097,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:01.403333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.491247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-d56fc8fc-971e-4dd8-a33b-3e5be1c071f7 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424951 Sep 30 08:35:01.608659 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100515ee-55a3-4473-b630-5cf097efa697 None None] Pushing event updated for resources: {'Port': ['ID=aac26478-49b4-4a0d-a8d3-bd62ee511097,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:01.627994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Allocated IP 172.20.0.8 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/6c245835-8d62-49e5-b8bf-56e606a3684b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:01.662592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-e17c26c7-3e77-45ae-953f-ca0a22679563 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620767 Sep 30 08:35:01.685083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.787341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-15e0b9e7-a056-47d2-8959-8cd35025ec04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.1122067 Sep 30 08:35:01.894372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-140c9041-bc5b-4bd1-bdcc-b97a74523a71 req-d32a7c64-d48f-495e-adf8-0fa6861dd7df tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 210 time: 0.1211021 Sep 30 08:35:01.911837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-ff4106db-7cfd-4aa6-87d8-8b77a6170421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.913552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-ff4106db-7cfd-4aa6-87d8-8b77a6170421 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.1118462 Sep 30 08:35:01.985563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-28d86bfa-d8dc-439e-935a-61e1a2033910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.987466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-28d86bfa-d8dc-439e-935a-61e1a2033910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637479 Sep 30 08:35:02.189082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-f66b1090-648e-4c9c-9f13-7e25f6f0a64c service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849899 Sep 30 08:35:02.203681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.383142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-586d240e-5bff-4d45-ba68-bbf3f14513e4 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855226 Sep 30 08:35:02.424551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.453604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-437be425-02c0-435c-9837-848deeb8b1e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.0532386 Sep 30 08:35:02.456991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767', '15f841ef-4417-4c8c-b2f2-234715d111e9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:02.521362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:02.562975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::1 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7/18884502-8a8a-4b59-8387-ee7b470fdc5d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:02.586372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-d6548d6d-b06b-46d3-b60d-4fe14db4535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:02.589617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-d6548d6d-b06b-46d3-b60d-4fe14db4535b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.1246161 Sep 30 08:35:02.610238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:02.620792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:02.627613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aac26478-49b4-4a0d-a8d3-bd62ee511097 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:02.632686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:02.732381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-fb444535-96c9-46cd-9998-79fc486d885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:02.737321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-fb444535-96c9-46cd-9998-79fc486d885f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1330369 Sep 30 08:35:02.838856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aac26478-49b4-4a0d-a8d3-bd62ee511097 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:02.839236 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.958927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:02.959911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.003230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.006765 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f758b19c-6555-4141-84fd-7043ef0623f5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5879815 Sep 30 08:35:03.029398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-0cc5a99b-19cd-4443-9745-64a4949d0ae0 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750525 Sep 30 08:35:03.032097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Request body: {'port': {'device_id': 'a4f2d512-dc90-4673-a826-077b941a9683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:03.144678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b0baa3ed-0daa-4d1c-93b5-0133081dcada None None] Provisioning complete for port 6c245835-8d62-49e5-b8bf-56e606a3684b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:03.145061 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b0baa3ed-0daa-4d1c-93b5-0133081dcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.177539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.200988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.262875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e4b1-b60e-4c3d-bb04-8acc61f58147 req-99918358-82fd-4d86-9f66-df81897978e5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.279160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6667e4b1-b60e-4c3d-bb04-8acc61f58147 req-99918358-82fd-4d86-9f66-df81897978e5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 931 time: 0.1974239 Sep 30 08:35:03.309671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b0baa3ed-0daa-4d1c-93b5-0133081dcada None None] Port 6c245835-8d62-49e5-b8bf-56e606a3684b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:03.350068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7d9bfdd-bfed-475c-b8d7-eeac38bcd050 req-5c4d966d-97a4-41a4-b009-0ffaf5b2f5ac service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107500 Sep 30 08:35:03.364177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6667e4b1-b60e-4c3d-bb04-8acc61f58147 req-8581f4a6-d118-4b32-9619-a203c4fc8946 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840473 Sep 30 08:35:03.371832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.489492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port aac26478-49b4-4a0d-a8d3-bd62ee511097, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aac26478-49b4-4a0d-a8d3-bd62ee511097,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:03.498988 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.507374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-402d663e-08a5-4078-887d-9b51cbcae15d None None] Provisioning complete for port aac26478-49b4-4a0d-a8d3-bd62ee511097 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:03.507762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-402d663e-08a5-4078-887d-9b51cbcae15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.585628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:03.590491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=aac26478-49b4-4a0d-a8d3-bd62ee511097,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:03.597391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:03.599773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:03.600679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.665168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=18884502-8a8a-4b59-8387-ee7b470fdc5d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:03.869321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.888446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.897924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.906450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.914206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.940264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.961209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.973124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c245835-8d62-49e5-b8bf-56e606a3684b {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:03.978781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:03.991702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-1e345113-ca11-4aeb-84e2-7d831ddf9f52 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.2063367 Sep 30 08:35:04.031538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.089185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Transition to ACTIVE for port object 6c245835-8d62-49e5-b8bf-56e606a3684b will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:35:04.095789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.113619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b83ef2d0-b612-44b7-a23b-0de25e62fc0a req-0b62a38d-f5b6-40df-976c-4f55e6eeb678 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204727 Sep 30 08:35:04.152716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e02f8091-fa03-49cb-af6b-4b655d10fb61 None None] Provisioning complete for port 18884502-8a8a-4b59-8387-ee7b470fdc5d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:04.155254 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e02f8091-fa03-49cb-af6b-4b655d10fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.280456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e02f8091-fa03-49cb-af6b-4b655d10fb61 None None] Port 18884502-8a8a-4b59-8387-ee7b470fdc5d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:04.286150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Pushing event updated for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:04.448893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.464877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.473231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.481048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.489645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.497149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.503940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.523730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7f2ef19-fd00-4dea-bd78-2bb4b78bd974 req-c3604b86-5c2b-4de6-85ab-89970d9887bf tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.1812260 Sep 30 08:35:04.568632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aac26478-49b4-4a0d-a8d3-bd62ee511097 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:04.650141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8c702-2323-4903-8d9a-737f69ca0b30 req-15a0d6fa-ee49-4eff-b17d-84d188292a12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:04.655710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.662022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdc8c702-2323-4903-8d9a-737f69ca0b30 req-15a0d6fa-ee49-4eff-b17d-84d188292a12 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 943 time: 0.0806248 Sep 30 08:35:04.673738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aac26478-49b4-4a0d-a8d3-bd62ee511097 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:04.674118 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.676767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.677659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.719787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdc8c702-2323-4903-8d9a-737f69ca0b30 req-1c49444d-1929-4b17-94bf-5581b0b8e941 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Sep 30 08:35:04.748202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=18884502-8a8a-4b59-8387-ee7b470fdc5d,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:04.772999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Attempting to bind port 6c245835-8d62-49e5-b8bf-56e606a3684b on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:04.773376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Attempting to bind port 6c245835-8d62-49e5-b8bf-56e606a3684b by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:04.773741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Attempting to bind port 6c245835-8d62-49e5-b8bf-56e606a3684b on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:04.790747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Port 6c245835-8d62-49e5-b8bf-56e606a3684b on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:35:04.791072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Attempting to bind port 6c245835-8d62-49e5-b8bf-56e606a3684b on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:04.807396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:04.807807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:04.808201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:04.808649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Bound port: 6c245835-8d62-49e5-b8bf-56e606a3684b, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:04.809009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.939866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:04.948212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6c245835-8d62-49e5-b8bf-56e606a3684b,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:04.950403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:04.951853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:04.971106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.156732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:05.158162 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.159787 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] 10.222.0.57 "PUT /v2.0/ports/6c245835-8d62-49e5-b8bf-56e606a3684b HTTP/1.1" status: 200 len: 1091 time: 2.1374896 Sep 30 08:35:05.164388 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:05.177144 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:05.307031 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f57b3f-50d7-4b26-b161-41a9239fb2c8 x-openstack-request-id: req-98f57b3f-50d7-4b26-b161-41a9239fb2c8 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:05.307320 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:05.307570 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98f57b3f-50d7-4b26-b161-41a9239fb2c8 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:05.308067 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b', 'status': 'completed', 'code': 200} Sep 30 08:35:05.329481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767821ab-bca7-494d-93a2-d2a25ee0bb7d service neutron] Pushing event updated for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:05.358153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-bc30964b-009a-45bf-8a14-3aa5cd8e6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:05.359738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-bc30964b-009a-45bf-8a14-3aa5cd8e6776 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 1094 time: 0.1243663 Sep 30 08:35:05.360528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:05.454174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ada36382-19d8-4d07-9750-122920ce6f19 None None] Provisioning complete for port 18884502-8a8a-4b59-8387-ee7b470fdc5d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:05.454562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ada36382-19d8-4d07-9750-122920ce6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.456186 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-75fc7b59-5f1f-490b-8289-aa57f8ac0060 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c245835-8d62-49e5-b8bf-56e606a3684b HTTP/1.1" status: 200 len: 217 time: 0.0817201 Sep 30 08:35:05.526769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ada36382-19d8-4d07-9750-122920ce6f19 None None] Port 18884502-8a8a-4b59-8387-ee7b470fdc5d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:05.608508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f25298be-ddf0-4a2e-aee4-e69dbc49b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:05.616474 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-f25298be-ddf0-4a2e-aee4-e69dbc49b7af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0841298 Sep 30 08:35:05.644118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46720) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:05.838196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:05.862036 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a1a3628e-9d3a-4c52-ac55-1bed31217af0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "PUT /v2.0/routers/b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1633542 Sep 30 08:35:05.862036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-701bb805-df3d-49fd-b126-ce9b5fdff51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:05.862522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-701bb805-df3d-49fd-b126-ce9b5fdff51e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676250 Sep 30 08:35:05.863070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46730) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:05.871464 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Sync routers for ids ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:05.924516 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Routers {'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:05.925682 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:06.086542 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-356d7767-786c-4533-a44e-c1db023cb17d service neutron] 10.222.0.57 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109346 Sep 30 08:35:06.191337 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Set router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:06.221580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2646092e-bc8e-42ed-9a5f-60ff660a5363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.247114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490cc695-188d-4c00-9238-785f53d692e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:06.249978 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2ac9fa97-3162-444b-883b-53df1740cea9 req-a93b1cbc-d3c1-4953-8482-69438e22aa10 service neutron] 10.222.0.57 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489229 Sep 30 08:35:06.261936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-490cc695-188d-4c00-9238-785f53d692e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports/18884502-8a8a-4b59-8387-ee7b470fdc5d HTTP/1.1" status: 200 len: 911 time: 0.3951862 Sep 30 08:35:06.262544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46740) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:06.336774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0e85e-d340-4606-a0b0-7e46216084b4 req-0b2159f9-3f72-45cf-8f99-bd487ce5e494 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:06.342089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16b0e85e-d340-4606-a0b0-7e46216084b4 req-0b2159f9-3f72-45cf-8f99-bd487ce5e494 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 943 time: 0.2782733 Sep 30 08:35:06.458932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16b0e85e-d340-4606-a0b0-7e46216084b4 req-0a6d71f3-deea-4c05-a152-0aecc69739c0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157634 Sep 30 08:35:06.518733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9581f93-3085-4105-89ad-7e27de8ff7c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:06.525145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9581f93-3085-4105-89ad-7e27de8ff7c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:06.527550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a9581f93-3085-4105-89ad-7e27de8ff7c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2556164 Sep 30 08:35:06.540024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-eb060aea-036d-4b87-8545-8b49ccce7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:06.541581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-eb060aea-036d-4b87-8545-8b49ccce7725 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 1094 time: 0.2138884 Sep 30 08:35:06.542080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46752) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:06.598920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2646092e-bc8e-42ed-9a5f-60ff660a5363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.620521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2646092e-bc8e-42ed-9a5f-60ff660a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.656160 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:00Z', 'updated_at': '2021-09-30T08:35:03Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None, '_interfaces': [{'id': '18884502-8a8a-4b59-8387-ee7b470fdc5d', 'name': '', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'mac_address': 'fa:16:3e:58:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:02Z', 'updated_at': '2021-09-30T08:35:04Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'subnets': [{'id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:06.726142 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Checking router: b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:06.726839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Updating router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 port 18884502-8a8a-4b59-8387-ee7b470fdc5d binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:35:06.738401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2646092e-bc8e-42ed-9a5f-60ff660a5363 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37377d58081b4d2ba03f0685898b2a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0947452 Sep 30 08:35:06.739097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46760) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:06.739664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646092e-bc8e-42ed-9a5f-60ff660a5363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af3466c-aae2-41cd-aa52-93adca12df8f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:06.758055 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.857754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2508ce-be04-4f67-9622-8d50519a6a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.908795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2508ce-be04-4f67-9622-8d50519a6a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.025209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2508ce-be04-4f67-9622-8d50519a6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.034403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f2508ce-be04-4f67-9622-8d50519a6a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.036187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9f2508ce-be04-4f67-9622-8d50519a6a99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0af3466c-aae2-41cd-aa52-93adca12df8f HTTP/1.1" status: 204 len: 168 time: 0.2900665 Sep 30 08:35:07.049521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46774) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:07.052060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2508ce-be04-4f67-9622-8d50519a6a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af3466c-aae2-41cd-aa52-93adca12df8f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:07.230504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.230998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.231481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.231963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.232447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.233069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.233576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.242345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-4d697c7d-d55a-4200-b809-c20cb1525c75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.1860268 Sep 30 08:35:07.317431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-721a84f3-fc3c-49b9-bc21-4c0fa6217d82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732493 Sep 30 08:35:07.464368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-9c7599cd-3b9a-42dc-b2d7-cfdaf1e91345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.465988 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-9c7599cd-3b9a-42dc-b2d7-cfdaf1e91345 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.9083688 Sep 30 08:35:07.549520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-90134212-ea54-4a42-a68b-fa1342a6e1d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c245835-8d62-49e5-b8bf-56e606a3684b HTTP/1.1" status: 200 len: 217 time: 0.0650020 Sep 30 08:35:07.613377 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.625996 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.655858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ad2b1-a805-4180-a9d9-1be67fd7c2fb req-fbb0cbd7-bafd-4543-a847-93016e3182c5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.674130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-138ad2b1-a805-4180-a9d9-1be67fd7c2fb req-fbb0cbd7-bafd-4543-a847-93016e3182c5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 943 time: 0.1054940 Sep 30 08:35:07.677601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46794) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:07.729430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-1a447994-863a-4a6b-aacd-4444125fc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.738161 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-1a447994-863a-4a6b-aacd-4444125fc704 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1284719 Sep 30 08:35:07.747671 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67266206-aad6-4c03-a310-34c7bdd16459 None None] Pushing event updated for resources: {'Port': ['ID=18884502-8a8a-4b59-8387-ee7b470fdc5d,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:07.762095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d0f47dc-54e5-4f7d-bd24-c3ff7684c5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.781366 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Attempting to bind port 18884502-8a8a-4b59-8387-ee7b470fdc5d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:07.781775 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Attempting to bind port 18884502-8a8a-4b59-8387-ee7b470fdc5d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:07.782145 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Attempting to bind port 18884502-8a8a-4b59-8387-ee7b470fdc5d on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:07.790782 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:07.791167 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:07.791626 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.792039 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:07.792517 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Bound port: 18884502-8a8a-4b59-8387-ee7b470fdc5d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:07.792907 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.842998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-138ad2b1-a805-4180-a9d9-1be67fd7c2fb req-3b8c5612-4bfd-4632-8557-0b9ee7d93935 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635876 Sep 30 08:35:07.940597 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] For port 18884502-8a8a-4b59-8387-ee7b470fdc5d, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:07.950157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] For port 18884502-8a8a-4b59-8387-ee7b470fdc5d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=18884502-8a8a-4b59-8387-ee7b470fdc5d,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:07.956867 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.998790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d0f47dc-54e5-4f7d-bd24-c3ff7684c5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.001123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-c2f4d83a-faca-450e-92d0-ebdb6b00b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:08.003889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-c2f4d83a-faca-450e-92d0-ebdb6b00b105 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2540083 Sep 30 08:35:08.005901 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2d0f47dc-54e5-4f7d-bd24-c3ff7684c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.058579 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67266206-aad6-4c03-a310-34c7bdd16459 None None] Pushing event updated for resources: {'Port': ['ID=18884502-8a8a-4b59-8387-ee7b470fdc5d,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.062645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2d0f47dc-54e5-4f7d-bd24-c3ff7684c5b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dadef06672234360a33a82616074a857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739884 Sep 30 08:35:08.063030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46800) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:08.074021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f47dc-54e5-4f7d-bd24-c3ff7684c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17c5e67-cabd-4c73-a1ea-0d2583fdc456,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.095904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Routers {'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:08.096545 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:08.135036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf268b2-ef0a-4d7d-91ef-1210d99fa5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.163932 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf268b2-ef0a-4d7d-91ef-1210d99fa5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.235359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-966a87d6-62e5-4fdd-a124-45496b98ae36 None None] Provisioning complete for port 18884502-8a8a-4b59-8387-ee7b470fdc5d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:08.235729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-966a87d6-62e5-4fdd-a124-45496b98ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.262972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf268b2-ef0a-4d7d-91ef-1210d99fa5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.269161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf268b2-ef0a-4d7d-91ef-1210d99fa5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.278186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5cf268b2-ef0a-4d7d-91ef-1210d99fa5dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d17c5e67-cabd-4c73-a1ea-0d2583fdc456 HTTP/1.1" status: 204 len: 168 time: 0.2130075 Sep 30 08:35:08.290908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf268b2-ef0a-4d7d-91ef-1210d99fa5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17c5e67-cabd-4c73-a1ea-0d2583fdc456,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.339145 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] Set router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:08.434706 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-966a87d6-62e5-4fdd-a124-45496b98ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.513026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.538002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-966a87d6-62e5-4fdd-a124-45496b98ae36 None None] For port 18884502-8a8a-4b59-8387-ee7b470fdc5d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=18884502-8a8a-4b59-8387-ee7b470fdc5d,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:08.557852 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-966a87d6-62e5-4fdd-a124-45496b98ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.615973 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-25a5fea5-4597-40a8-8245-97805d71b4d1 service neutron] 10.222.0.57 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924063 Sep 30 08:35:08.624140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4564a7a5-b9b4-4868-96d9-00166ad54e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.703719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a87d6-62e5-4fdd-a124-45496b98ae36 None None] Pushing event updated for resources: {'Port': ['ID=18884502-8a8a-4b59-8387-ee7b470fdc5d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.754812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4318d114-2619-4d32-824c-fae0d0191fa5 None None] Provisioning complete for port 18884502-8a8a-4b59-8387-ee7b470fdc5d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:08.755462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4318d114-2619-4d32-824c-fae0d0191fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.772001 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:00Z', 'updated_at': '2021-09-30T08:35:03Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None, '_interfaces': [{'id': '18884502-8a8a-4b59-8387-ee7b470fdc5d', 'name': '', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'mac_address': 'fa:16:3e:58:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:02Z', 'updated_at': '2021-09-30T08:35:07Z', 'revision_number': 4, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'subnets': [{'id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:08.843044 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e31e9-6e02-4ceb-b458-323db0705759 None None] The sync data for ids ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'] in n-d-807025-5 is: [{'id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:00Z', 'updated_at': '2021-09-30T08:35:03Z', 'revision_number': 2, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None, '_interfaces': [{'id': '18884502-8a8a-4b59-8387-ee7b470fdc5d', 'name': '', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'mac_address': 'fa:16:3e:58:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:02Z', 'updated_at': '2021-09-30T08:35:07Z', 'revision_number': 4, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'subnets': [{'id': '16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:09.029749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:09.063885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edc93909-14f3-4f54-ac5d-912a044a9619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.068347 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a662b3e8-d73b-4ff7-9e76-c7c5abb87ee9 req-7b69088c-46de-4e96-ac6e-fac67be0f086 service neutron] 10.222.0.57 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664446 Sep 30 08:35:09.088359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930fccd-7312-466d-bfca-d17e05fbd00a req-a0b7bba1-4ba7-4fed-b7cb-e1a37ba0ef6c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:09.090342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7930fccd-7312-466d-bfca-d17e05fbd00a req-a0b7bba1-4ba7-4fed-b7cb-e1a37ba0ef6c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 943 time: 0.1030409 Sep 30 08:35:09.148518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6c245835-8d62-49e5-b8bf-56e606a3684b details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:35:09.153264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7930fccd-7312-466d-bfca-d17e05fbd00a req-93ea4a06-4389-4600-aff2-f9e1245d4ee7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 Sep 30 08:35:09.346296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edc93909-14f3-4f54-ac5d-912a044a9619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.363718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 18884502-8a8a-4b59-8387-ee7b470fdc5d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:09.364067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.366829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edc93909-14f3-4f54-ac5d-912a044a9619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.367141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6c245835-8d62-49e5-b8bf-56e606a3684b,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:09.380855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '6c245835-8d62-49e5-b8bf-56e606a3684b', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': '6c245835-8d62-49e5-b8bf-56e606a3684b', 'mac_address': 'fa:16:3e:f5:9a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:35:09.450001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.470719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c245835-8d62-49e5-b8bf-56e606a3684b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:09.497207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6c245835-8d62-49e5-b8bf-56e606a3684b,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:09.503592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.548027 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-edc93909-14f3-4f54-ac5d-912a044a9619 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9493e557562c47cbbe923ecb9a0a0951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172038 Sep 30 08:35:09.550815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46832) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:09.568238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93909-14f3-4f54-ac5d-912a044a9619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da25d59c-f702-4a77-b27c-b97d389f5faf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.570603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.589024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] For port 18884502-8a8a-4b59-8387-ee7b470fdc5d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=18884502-8a8a-4b59-8387-ee7b470fdc5d,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:09.589404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.619545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 18884502-8a8a-4b59-8387-ee7b470fdc5d owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:09.650942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce384a7a-93ae-4fe8-858b-65e337f62f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.675257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce384a7a-93ae-4fe8-858b-65e337f62f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.737149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce384a7a-93ae-4fe8-858b-65e337f62f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.746145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce384a7a-93ae-4fe8-858b-65e337f62f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.761310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ce384a7a-93ae-4fe8-858b-65e337f62f14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da25d59c-f702-4a77-b27c-b97d389f5faf HTTP/1.1" status: 204 len: 168 time: 0.2093487 Sep 30 08:35:09.782893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384a7a-93ae-4fe8-858b-65e337f62f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da25d59c-f702-4a77-b27c-b97d389f5faf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.871299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['6c245835-8d62-49e5-b8bf-56e606a3684b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:09.925360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.955041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=18884502-8a8a-4b59-8387-ee7b470fdc5d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:10.089605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.331263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:10.348651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e8c3c-e2d0-4769-95fb-42de3c25c709 req-a4ca4190-204d-4f57-922a-eeeca1947e0e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:10.358826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-203e8c3c-e2d0-4769-95fb-42de3c25c709 req-a4ca4190-204d-4f57-922a-eeeca1947e0e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 944 time: 0.0929847 Sep 30 08:35:10.434603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:10.443313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c77a5f9-d987-4631-875b-234aa6c335da tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "PUT /v2.0/routers/b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9001977 Sep 30 08:35:10.443939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46856) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:10.446582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-203e8c3c-e2d0-4769-95fb-42de3c25c709 req-ab9aca06-2ae1-48f9-925e-5dcb68fe524c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856194 Sep 30 08:35:10.532793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d7429-df46-4593-8b9a-80509f60fdfb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:10.534525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d7429-df46-4593-8b9a-80509f60fdfb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:10.538937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46866) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:10.539100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e9d7429-df46-4593-8b9a-80509f60fdfb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0938945 Sep 30 08:35:10.618097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:10.630397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.694011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.824408 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.908720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.961943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:10.982519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.983156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ae274-22a9-4e0c-91da-419c12164095 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:10.984460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7 HTTP/1.1" status: 204 len: 168 time: 0.4441190 Sep 30 08:35:10.988827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:10.989662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.990202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.990706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.991209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.991706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.992201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.992707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.993749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.996150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.996819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.997399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:10.997955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ff1b0-deb3-4646-a52f-622412ee3710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:11.156879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] Sync routers for ids ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:11.162254 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f05153b-2118-4a4b-8d36-85ccd4736ebd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1711004 Sep 30 08:35:11.165278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46896) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:11.168767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e9177716-3eec-4116-9d3f-0476ec674436 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:11.170379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e9177716-3eec-4116-9d3f-0476ec674436 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.2642827 Sep 30 08:35:11.201521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e7514b93-06f6-4cbc-8b7c-5e7757a8eb3e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/quotas/a6e8cf2107594506a4ad61649d0b04ce HTTP/1.1" status: 200 len: 375 time: 0.0211952 Sep 30 08:35:11.279033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] Routers {'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:11.279997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:34:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.295902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-ffbb5f82-43d7-493f-bf89-cd1e514e8cd8 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810654 Sep 30 08:35:11.296243 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.362036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97c46e93-8266-43f4-bf2e-a0fdc499da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.365540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] Set router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:11.426612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:00Z', 'updated_at': '2021-09-30T08:35:09Z', 'revision_number': 3, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.436740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-fb9a4c93-0310-493f-b5e6-8fc660d47f46 service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395872 Sep 30 08:35:11.468224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] Checking router: b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:11.495149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] Routers {'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:11.496797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:35:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.555821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.592418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e4006d83-2393-4dd2-8411-6f0c54c004d8 service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546397 Sep 30 08:35:11.617085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:11.620428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] Set router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:11.688342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.690970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.718440 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:00Z', 'updated_at': '2021-09-30T08:35:09Z', 'revision_number': 3, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.808030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506757e-ae77-49ac-817a-6e1763165463 None None] The sync data for ids ['b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754'] in n-d-807025-5 is: [{'id': 'b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754', 'name': 'tempest-NetworksTestDHCPv6-router-516291689', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:00Z', 'updated_at': '2021-09-30T08:35:09Z', 'revision_number': 3, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:11.831427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.832359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Fanout notify agent at l3_agent the message router_deleted on router b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:35:11.880411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.890759 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7ab7e740-25fd-4aae-8604-d868a2588ca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/routers/b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 HTTP/1.1" status: 204 len: 168 time: 0.7239063 Sep 30 08:35:11.897546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] Deleting port aac26478-49b4-4a0d-a8d3-bd62ee511097 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:11.897938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.900575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46920) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:11.987919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdbdb4-f9c3-4f3d-84d8-fc7a97af8708 req-17c9eba9-2618-4762-a236-6f6300a3035b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:11.991903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66fdbdb4-f9c3-4f3d-84d8-fc7a97af8708 req-17c9eba9-2618-4762-a236-6f6300a3035b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 944 time: 0.1496572 Sep 30 08:35:12.032311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] For port aac26478-49b4-4a0d-a8d3-bd62ee511097, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aac26478-49b4-4a0d-a8d3-bd62ee511097,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:12.034066 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.063121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] Calling delete_port for aac26478-49b4-4a0d-a8d3-bd62ee511097 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:12.071779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056f256-f816-495d-9682-5cf8c4508d50 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:12.076310 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d056f256-f816-495d-9682-5cf8c4508d50 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1714671 Sep 30 08:35:12.077034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:12.086303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66fdbdb4-f9c3-4f3d-84d8-fc7a97af8708 req-bc9c9281-a9ba-4237-b5fe-04fa093e93fa tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707929 Sep 30 08:35:12.215917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db502d3b-5f25-4a7e-a0ac-c0f0c2b44c01 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:12.217637 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db502d3b-5f25-4a7e-a0ac-c0f0c2b44c01 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1346605 Sep 30 08:35:12.223191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46932) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:12.226782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93e9ad63-9599-458f-a88d-fcbefeeeffa0 req-f5ac4900-c986-4d0c-8950-3dbe82de2bea tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 210 time: 0.0550091 Sep 30 08:35:12.284954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.302228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f05b609e-47f8-4c4b-adc2-fa9243d9b7ad tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777867 Sep 30 08:35:12.306969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46936) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:12.312809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:12.330839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] Pushing event deleted for resources: {'Port': ['ID=aac26478-49b4-4a0d-a8d3-bd62ee511097,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:12.347859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174ad2b-c74d-408b-bd45-4019789d7879 None None] No DVR routers for this DVR port aac26478-49b4-4a0d-a8d3-bd62ee511097 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:12.456133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:12.460118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.599133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 18884502-8a8a-4b59-8387-ee7b470fdc5d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:12.652627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 18884502-8a8a-4b59-8387-ee7b470fdc5d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:12.653203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 18884502-8a8a-4b59-8387-ee7b470fdc5d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:12.654076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aac26478-49b4-4a0d-a8d3-bd62ee511097 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:12.716581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: aac26478-49b4-4a0d-a8d3-bd62ee511097 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:12.717158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aac26478-49b4-4a0d-a8d3-bd62ee511097 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:12.987349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:12.989470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.041537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:13.044972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:13.049790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:13.050295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.055197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560739e-92fd-4adb-995c-4487efa29a79 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:13.064968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:13.078220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-daa3d014-725f-4913-8bf4-20900625a636 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7699981 Sep 30 08:35:13.080738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46950) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:13.086847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:13.150398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.171291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6c245835-8d62-49e5-b8bf-56e606a3684b up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:13.317231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': 'b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:13.322047 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.334774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba2ae-81ed-48d8-94bc-682ba099bdcb req-67ca1530-a83d-4c4a-8de7-1675686eff5f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:13.349671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c2ba2ae-81ed-48d8-94bc-682ba099bdcb req-67ca1530-a83d-4c4a-8de7-1675686eff5f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 944 time: 0.1531072 Sep 30 08:35:13.416730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 6c245835-8d62-49e5-b8bf-56e606a3684b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:35:13.419279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:13.423936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 6c245835-8d62-49e5-b8bf-56e606a3684b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:13.424605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.425506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.464475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-fcea1a74-1819-46ba-86d1-3f626379e4a5 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:13.467212 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-fcea1a74-1819-46ba-86d1-3f626379e4a5 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.1622789 Sep 30 08:35:13.469708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c2ba2ae-81ed-48d8-94bc-682ba099bdcb req-19dbb874-9e51-4065-8697-5e83ad6e0488 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170366 Sep 30 08:35:13.497131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Request body: {'port': {'device_id': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'admin_state_up': True, 'tenant_id': 'a6e8cf2107594506a4ad61649d0b04ce'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:13.609662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Allocated IP 2001:db8::f816:3eff:fe19:7c3f (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb/9038298f-1f38-406a-b447-58c7f8370177) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:13.634944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.690827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:13.698495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Made reservation on behalf of a6e8cf2107594506a4ad61649d0b04ce for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:13.699544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1fc0ac2-f6cd-485b-aa62-d53134994be5 req-67e5d950-cc28-4646-bff0-9475045bbee3 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 210 time: 0.1037021 Sep 30 08:35:13.699993 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f9d07d-29d3-4f17-8a11-8359dd2980ea" -d '{"events": [{"server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "name": "network-vif-plugged", "status": "completed", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:13.703554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.814435 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3801134-aa9d-4e5b-a011-79784915fad4 x-openstack-request-id: req-f3801134-aa9d-4e5b-a011-79784915fad4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:13.814772 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "name": "network-vif-plugged", "status": "completed", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:13.814955 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3801134-aa9d-4e5b-a011-79784915fad4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:13.815329 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b', 'code': 200} Sep 30 08:35:13.827894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6c245835-8d62-49e5-b8bf-56e606a3684b,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:13.835334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.891152 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.899826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.937031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:13.945550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:13.949485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:13.953341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:13.973822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Allocated IP 172.20.0.11 (5664a748-a325-43c9-a72a-0a5eea5659be/47d8dabd-69e5-4865-b7dd-ccfac0a3fac5/dd2cd164-2a31-480c-a809-a29afeafc3c9) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:14.069705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Pushing event updated for resources: {'Port': ['ID=9038298f-1f38-406a-b447-58c7f8370177,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:14.083850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Attempting to bind port 9038298f-1f38-406a-b447-58c7f8370177 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:14.084210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Attempting to bind port 9038298f-1f38-406a-b447-58c7f8370177 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:14.084592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Attempting to bind port 9038298f-1f38-406a-b447-58c7f8370177 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:14.099768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:14.100357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:14.100866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.101365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:14.102017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Bound port: 9038298f-1f38-406a-b447-58c7f8370177, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:14.102783 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.216066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] For port 9038298f-1f38-406a-b447-58c7f8370177, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:14.221146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] For port 9038298f-1f38-406a-b447-58c7f8370177, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9038298f-1f38-406a-b447-58c7f8370177,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:14.230786 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.272588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.327564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.352314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:14.384469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['592b902c-73bd-4820-b7cd-75ff6f9de31e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:14.412130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event updated for resources: {'Port': ['ID=dd2cd164-2a31-480c-a809-a29afeafc3c9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:14.439844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Network 5664a748-a325-43c9-a72a-0a5eea5659be is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:14.441598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:14.452419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:14.476055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727463d7-8604-4e0e-a9eb-483ee683ef4e None None] Pushing event updated for resources: {'Port': ['ID=9038298f-1f38-406a-b447-58c7f8370177,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:14.552998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:14.553797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.593287 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-5dde6f12-21c9-4da1-942d-66ecfc356c5e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134815 Sep 30 08:35:14.610643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Request body: {'port': {'device_id': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:14.696668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664782e-b467-4d88-8e2c-3a96f39b3ce9 req-d8346763-0216-472b-bf3c-4edda53d28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:14.698318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8664782e-b467-4d88-8e2c-3a96f39b3ce9 req-d8346763-0216-472b-bf3c-4edda53d28b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 1096 time: 0.2597947 Sep 30 08:35:14.767199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.824500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.911917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.920251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6374f-6ac7-4178-a874-0c2787bac131 req-10c1c3a9-dc55-448e-af9b-811abbc07ea5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:14.930340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbc6374f-6ac7-4178-a874-0c2787bac131 req-10c1c3a9-dc55-448e-af9b-811abbc07ea5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 945 time: 0.3194523 Sep 30 08:35:14.944537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:14.975913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:14.984261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:14.984866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.989269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=bbb2faa6-3c16-447a-aca8-6de2e6080156,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:15.007227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8664782e-b467-4d88-8e2c-3a96f39b3ce9 req-eac8250f-6567-4920-aadc-b3d3ee62efce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886431 Sep 30 08:35:15.044573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbc6374f-6ac7-4178-a874-0c2787bac131 req-d4d9cc6a-7b35-413f-a644-f96e49b28935 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066949 Sep 30 08:35:15.048375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e81ec475-9358-4844-89c0-ce1736814bf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9665143 Sep 30 08:35:15.059671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47002) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:15.074305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:52:d2:bf', 'name': 'tempest-NetworksTestDHCPv6-461283230'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:15.257895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8058-3e91-47cd-bce4-38f949f098c8 req-36b075da-acec-4dfd-93a4-a00e3783ef8f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:15.260207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-797c8058-3e91-47cd-bce4-38f949f098c8 req-36b075da-acec-4dfd-93a4-a00e3783ef8f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 932 time: 0.1196132 Sep 30 08:35:15.288614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:15.316963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2cd164-2a31-480c-a809-a29afeafc3c9 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:15.327543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.343277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Transition to ACTIVE for port object dd2cd164-2a31-480c-a809-a29afeafc3c9 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:35:15.350182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.408829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.423282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-797c8058-3e91-47cd-bce4-38f949f098c8 req-a9efc47c-6d26-4503-af97-7ffeebc5c1d4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435752 Sep 30 08:35:15.443763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cd164-2a31-480c-a809-a29afeafc3c9,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:15.457713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 5d6f7743-1382-4a2b-b35f-764c2ca3b1ee yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:15.566660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Attempting to bind port dd2cd164-2a31-480c-a809-a29afeafc3c9 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:15.567245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Attempting to bind port dd2cd164-2a31-480c-a809-a29afeafc3c9 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:15.567360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Attempting to bind port dd2cd164-2a31-480c-a809-a29afeafc3c9 on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:15.581686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Port dd2cd164-2a31-480c-a809-a29afeafc3c9 on network 5664a748-a325-43c9-a72a-0a5eea5659be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:35:15.582026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Attempting to bind port dd2cd164-2a31-480c-a809-a29afeafc3c9 on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:15.587395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:15.587739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Checking segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:15.588139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Bound using segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:15.588584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Bound port: dd2cd164-2a31-480c-a809-a29afeafc3c9, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:15.588952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.672319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 172.20.0.6 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/bbb2faa6-3c16-447a-aca8-6de2e6080156/5d6f7743-1382-4a2b-b35f-764c2ca3b1ee) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:15.694011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fe52:d2bf (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb/5d6f7743-1382-4a2b-b35f-764c2ca3b1ee) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:15.712870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] For port dd2cd164-2a31-480c-a809-a29afeafc3c9, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:15.721191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] For port dd2cd164-2a31-480c-a809-a29afeafc3c9, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:15.729118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.762524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:15.763097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.764836 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] 10.222.0.57 "PUT /v2.0/ports/dd2cd164-2a31-480c-a809-a29afeafc3c9 HTTP/1.1" status: 200 len: 1092 time: 1.1612601 Sep 30 08:35:15.765569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'tag': 'dd2cd164-2a31-480c-a809-a29afeafc3c9'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:15.768058 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8881bafd-31de-401e-b169-d05d1e427889" -d '{"events": [{"name": "network-changed", "server_uuid": "2adb5b07-9d47-46e4-bd68-185a3f47f442", "tag": "dd2cd164-2a31-480c-a809-a29afeafc3c9"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:15.816182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ab628-a4fc-4740-9171-abf66ff91960 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cd164-2a31-480c-a809-a29afeafc3c9,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:15.876679 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb6d646-f726-40c4-8b7b-26b854a43402 x-openstack-request-id: req-afb6d646-f726-40c4-8b7b-26b854a43402 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:15.877170 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adb5b07-9d47-46e4-bd68-185a3f47f442", "tag": "dd2cd164-2a31-480c-a809-a29afeafc3c9", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:15.877668 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afb6d646-f726-40c4-8b7b-26b854a43402 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:15.878103 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'tag': 'dd2cd164-2a31-480c-a809-a29afeafc3c9', 'status': 'completed', 'code': 200} Sep 30 08:35:15.904182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-512d2bec-4a25-43b3-8453-b4a252796309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:15.908908 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-512d2bec-4a25-43b3-8453-b4a252796309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 1095 time: 0.0819411 Sep 30 08:35:15.987771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.010100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a7edfa-b634-4d55-97f8-675a23a57701 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:16.047052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.056747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-610f6e7a-4c5f-44ea-9b49-581b82f09b93 None None] Provisioning complete for port 9038298f-1f38-406a-b447-58c7f8370177 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:16.057333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-610f6e7a-4c5f-44ea-9b49-581b82f09b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.107788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:16.114953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:16.125483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:16.229374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:16.231757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.327358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=5d6f7743-1382-4a2b-b35f-764c2ca3b1ee,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:16.345156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-71b1c2d3-4001-4712-a57a-e2eecad6e17e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2817163 Sep 30 08:35:16.361555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47032) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:16.429502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426296-7817-4bf2-84c1-19cf42be400e req-46bb0f84-5412-4218-8d36-6820b2907815 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:16.432565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-610f6e7a-4c5f-44ea-9b49-581b82f09b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.449231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd426296-7817-4bf2-84c1-19cf42be400e req-46bb0f84-5412-4218-8d36-6820b2907815 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 945 time: 0.2064507 Sep 30 08:35:16.523302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd426296-7817-4bf2-84c1-19cf42be400e req-ced59ce2-9c86-4ec9-b7a8-2563be5597e1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756283 Sep 30 08:35:16.524980 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-4de1027a-460c-4b17-a238-f76f6ff88e61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9 HTTP/1.1" status: 200 len: 217 time: 0.6055188 Sep 30 08:35:16.544526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674532f-8203-4ff6-9921-2fad2bcbf3fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:16.560179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674532f-8203-4ff6-9921-2fad2bcbf3fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:16.566833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2674532f-8203-4ff6-9921-2fad2bcbf3fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2034793 Sep 30 08:35:16.572354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47040) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:16.624504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ff45-6d8a-49db-812d-67a697559d38 req-8070ebd6-2673-44c9-9178-50f84a58dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:16.627707 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-8070ebd6-2673-44c9-9178-50f84a58dcdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.0913558 Sep 30 08:35:16.634484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-610f6e7a-4c5f-44ea-9b49-581b82f09b93 None None] For port 9038298f-1f38-406a-b447-58c7f8370177, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9038298f-1f38-406a-b447-58c7f8370177,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:16.642659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-610f6e7a-4c5f-44ea-9b49-581b82f09b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.678143 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-350f536f-2a78-42ac-88f1-bda2946b9b68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419443 Sep 30 08:35:16.704998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6e7a-4c5f-44ea-9b49-581b82f09b93 None None] Pushing event updated for resources: {'Port': ['ID=9038298f-1f38-406a-b447-58c7f8370177,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:16.729144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': 'b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb', 'ip_address': '2001:db8::f816:3eff:fe19:7c3f'}, {'subnet_id': 'bbb2faa6-3c16-447a-aca8-6de2e6080156'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '9038298f-1f38-406a-b447-58c7f8370177'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:35:16.738950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9038298f-1f38-406a-b447-58c7f8370177 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:16.807462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.842834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ca9ad-a26c-42f5-b4b1-46f3b8ace03d req-1f8b6329-01e2-4479-86ab-b25130430152 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:16.843128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-70239c51-295a-4970-b0ed-5708ea01ab9f service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540525 Sep 30 08:35:16.844770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f2ca9ad-a26c-42f5-b4b1-46f3b8ace03d req-1f8b6329-01e2-4479-86ab-b25130430152 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 944 time: 0.1944289 Sep 30 08:35:16.874687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9038298f-1f38-406a-b447-58c7f8370177 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:16.874687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.880379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 5d6f7743-1382-4a2b-b35f-764c2ca3b1ee {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:16.880733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.937163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f2ca9ad-a26c-42f5-b4b1-46f3b8ace03d req-bc10da61-5cf7-4788-9e5e-c750a64693e5 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849154 Sep 30 08:35:17.018554 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5891ff45-6d8a-49db-812d-67a697559d38 req-9c30705e-ea90-48e9-a606-5e273b671c16 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626050 Sep 30 08:35:17.056413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.091920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 5d6f7743-1382-4a2b-b35f-764c2ca3b1ee owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:17.156016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881bafd-31de-401e-b169-d05d1e427889 req-6b480bf9-c73a-482d-a5b6-aa2d171b78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.157955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-6b480bf9-c73a-482d-a5b6-aa2d171b78dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 1095 time: 0.0625520 Sep 30 08:35:17.306980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] Allocated IP 172.20.0.2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/bbb2faa6-3c16-447a-aca8-6de2e6080156/9038298f-1f38-406a-b447-58c7f8370177) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:17.331049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881bafd-31de-401e-b169-d05d1e427889 req-468c6cf2-2f66-49be-9f16-d575efa5895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.332585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-468c6cf2-2f66-49be-9f16-d575efa5895c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 916 time: 0.1603913 Sep 30 08:35:17.393788 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-c739bcf9-a67b-42f1-9bfc-38cf6e50375f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9 HTTP/1.1" status: 200 len: 217 time: 0.0465856 Sep 30 08:35:17.421247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.437330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] For port 9038298f-1f38-406a-b447-58c7f8370177, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9038298f-1f38-406a-b447-58c7f8370177,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:17.477357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881bafd-31de-401e-b169-d05d1e427889 req-f7825946-6569-4056-aaf9-35bf5056097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.479193 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-f7825946-6569-4056-aaf9-35bf5056097d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.0728755 Sep 30 08:35:17.493015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.502021 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.511163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=5d6f7743-1382-4a2b-b35f-764c2ca3b1ee,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.579402 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-c8965616-efd1-42ff-b5bc-e245f6827b5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915797 Sep 30 08:35:17.656314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80a1a1-dc60-4d49-a160-66a488d97eda None None] Pushing event updated for resources: {'Port': ['ID=9038298f-1f38-406a-b447-58c7f8370177,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.772510 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-0ed3b80e-5800-415f-a3eb-0170f0d6b235 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840687 Sep 30 08:35:17.786507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.791315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-88c2d44c-5795-4ba5-a152-ce3dcee7eb4d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/5d6f7743-1382-4a2b-b35f-764c2ca3b1ee HTTP/1.1" status: 204 len: 168 time: 1.2103977 Sep 30 08:35:17.791881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47058) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:17.803594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75bd43-3361-467b-90a9-74dec23d3815 req-1a6509c1-6667-4d70-880e-9f90cb57e68a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.805216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e75bd43-3361-467b-90a9-74dec23d3815 req-1a6509c1-6667-4d70-880e-9f90cb57e68a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 945 time: 0.0989342 Sep 30 08:35:17.869604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e75bd43-3361-467b-90a9-74dec23d3815 req-111fcf5e-7d1e-44bd-ae69-59adea49ed41 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Sep 30 08:35:17.930468 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-8881bafd-31de-401e-b169-d05d1e427889 req-b189e781-0ec0-4ad1-99da-37720a0d90e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476967 Sep 30 08:35:17.967833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa72cb-28f0-46bc-ae15-974afe6ff42e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.969832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa72cb-28f0-46bc-ae15-974afe6ff42e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.971696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa72cb-28f0-46bc-ae15-974afe6ff42e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.976888 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ccfa72cb-28f0-46bc-ae15-974afe6ff42e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1838288 Sep 30 08:35:17.978396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47068) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:18.049298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:18.054223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-1be6fc46-07b3-4e17-8f03-db712bdc7fcf tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 267 time: 0.0813444 Sep 30 08:35:18.056782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.118516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-0a342b37-1df3-4e96-924f-47eb2b0fef7d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:18.121731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-0a342b37-1df3-4e96-924f-47eb2b0fef7d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 945 time: 0.0606635 Sep 30 08:35:18.122706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.137123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'port': {'security_groups': []}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:18.263555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.294227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.367467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.389881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:18.394986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.400168 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb HTTP/1.1" status: 204 len: 168 time: 0.4177516 Sep 30 08:35:18.402448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47074) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:18.414599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.414927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.415266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.415609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.415995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.416334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.416661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.416984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.417409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.417834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.418182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.418765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6f2ec-8438-4f0a-bce0-d076a102fc26 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:18.493677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet bbb2faa6-3c16-447a-aca8-6de2e6080156 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:18.498356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.561179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.577582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-04cf56d8-3a81-4d67-9a45-ed9a9b74f967 None None] Could not find standard attr ID for object 5d6f7743-1382-4a2b-b35f-764c2ca3b1ee. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:18.605251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4c868-b649-4cf5-b1c3-2dfa1c1a7886 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:18.683376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6c245835-8d62-49e5-b8bf-56e606a3684b,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:18.701557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.720040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9038298f-1f38-406a-b447-58c7f8370177 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:18.739188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.747546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.778830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-04cf56d8-3a81-4d67-9a45-ed9a9b74f967 None None] Provisioning complete for port 9038298f-1f38-406a-b447-58c7f8370177 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:18.779336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-04cf56d8-3a81-4d67-9a45-ed9a9b74f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.781412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['6c245835-8d62-49e5-b8bf-56e606a3684b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:18.790087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767', '15f841ef-4417-4c8c-b2f2-234715d111e9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:18.870408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.882063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:18.883160 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.885481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ba4b4c0-ff2e-4d80-9551-003a01baa7d3 req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "PUT /v2.0/ports/6c245835-8d62-49e5-b8bf-56e606a3684b HTTP/1.1" status: 200 len: 904 time: 0.7534335 Sep 30 08:35:18.886005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:18.889711 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f24613-b3ee-4f44-8ad4-8101c88080f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:18.913769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.923464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/bbb2faa6-3c16-447a-aca8-6de2e6080156 HTTP/1.1" status: 204 len: 168 time: 0.5178092 Sep 30 08:35:18.929720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47088) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:18.981953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a03b3982-7cdd-4591-9ddc-484560b1ed2a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477815 Sep 30 08:35:18.981953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dc089-2f5b-4419-ba07-d2a3c9c3b38e tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:18.982315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1708aac-c8d5-4965-b533-3e8a5fce5726 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb2faa6-3c16-447a-aca8-6de2e6080156,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:18.987213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47090) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:18.994769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:19.067965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['6c245835-8d62-49e5-b8bf-56e606a3684b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:19.140422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a2833-67b0-470f-bdae-24a9e837e22c req-e1ddc742-be29-49a3-b5d0-4d1d5b154b06 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:19.142376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500a2833-67b0-470f-bdae-24a9e837e22c req-e1ddc742-be29-49a3-b5d0-4d1d5b154b06 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 944 time: 0.1237266 Sep 30 08:35:19.223511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9038298f-1f38-406a-b447-58c7f8370177 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:19.223902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.225819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dd2cd164-2a31-480c-a809-a29afeafc3c9 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:35:19.242345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-500a2833-67b0-470f-bdae-24a9e837e22c req-b56628e4-1087-412b-9268-5a75a6703f03 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Sep 30 08:35:19.245592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:19.253094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.453035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:19.463389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a18e7-242b-412f-aa94-83d01707fca0 req-596226f5-23c6-4f09-a2a7-4341fdd5b94c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:19.465104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d6a18e7-242b-412f-aa94-83d01707fca0 req-596226f5-23c6-4f09-a2a7-4341fdd5b94c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 907 time: 0.0862641 Sep 30 08:35:19.477891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-23acb1f3-7971-4475-8b19-2482c3d41139 None None] Provisioning complete for port 6c245835-8d62-49e5-b8bf-56e606a3684b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:19.478321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23acb1f3-7971-4475-8b19-2482c3d41139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.597426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port dd2cd164-2a31-480c-a809-a29afeafc3c9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:19.619580 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b716b80-991f-408e-975d-5fc994afb312 x-openstack-request-id: req-8b716b80-991f-408e-975d-5fc994afb312 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:19.619580 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:19.619866 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b716b80-991f-408e-975d-5fc994afb312 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:19.620558 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b', 'status': 'completed', 'code': 200} Sep 30 08:35:19.719677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'dd2cd164-2a31-480c-a809-a29afeafc3c9', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'port_id': 'dd2cd164-2a31-480c-a809-a29afeafc3c9', 'mac_address': 'fa:16:3e:f6:30:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d8dabd-69e5-4865-b7dd-ccfac0a3fac5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:35:19.745502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-12ede0f0-f998-4181-a647-775bb3029872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:19.751625 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-12ede0f0-f998-4181-a647-775bb3029872 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 1058 time: 0.0947652 Sep 30 08:35:19.889404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:19.937838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] Deleting port 9038298f-1f38-406a-b447-58c7f8370177 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:19.938223 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.946199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-4ade7658-289a-4174-a017-a9a24f1b559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:19.949057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-4ade7658-289a-4174-a017-a9a24f1b559e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.1867604 Sep 30 08:35:19.949798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.024581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-70dad167-a000-4699-b715-6bb99371b4b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c245835-8d62-49e5-b8bf-56e606a3684b HTTP/1.1" status: 200 len: 217 time: 0.0613246 Sep 30 08:35:20.030711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2cd164-2a31-480c-a809-a29afeafc3c9 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:20.147264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-e1fe22f6-0b8b-4b76-8a1c-aa263ec6a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.149120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-e1fe22f6-0b8b-4b76-8a1c-aa263ec6a033 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1167970 Sep 30 08:35:20.188415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port dd2cd164-2a31-480c-a809-a29afeafc3c9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:20.198695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41b7ea-3472-491b-aee9-d54326ce7aa2 req-46850568-ef19-48bc-b071-2c2f23280af6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.200812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.232776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a41b7ea-3472-491b-aee9-d54326ce7aa2 req-46850568-ef19-48bc-b071-2c2f23280af6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.3416984 Sep 30 08:35:20.242605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-6ecccb3d-01af-4b46-a795-bd881f0aeba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.247728 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-6ecccb3d-01af-4b46-a795-bd881f0aeba3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890880 Sep 30 08:35:20.252425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] For port 9038298f-1f38-406a-b447-58c7f8370177, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9038298f-1f38-406a-b447-58c7f8370177,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:20.253011 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.290478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] Calling delete_port for 9038298f-1f38-406a-b447-58c7f8370177 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:20.325760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=dd2cd164-2a31-480c-a809-a29afeafc3c9,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:20.393901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a41b7ea-3472-491b-aee9-d54326ce7aa2 req-0c8a25d5-1718-4d0d-ac6f-089888380487 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596177 Sep 30 08:35:20.453630 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-3fb6d9c9-34d1-407e-8b60-aedcd50fbed8 service neutron] 10.222.0.57 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961124 Sep 30 08:35:20.458047 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.486951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.529819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Port 9038298f-1f38-406a-b447-58c7f8370177 concurrently deleted while adding address for new subnet {'id': 'd33c6855-9cdb-44ab-92c1-19d04e1378f8', 'name': '', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2690, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-30T08:35:19Z', 'updated_at': '2021-09-30T08:35:19Z', 'revision_number': 0, 'segment_id': None, 'project_id': '29acad8c83dd4fa29fb7f5168a8cd313'}. {{(pid=95001) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Sep 30 08:35:20.530506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.595044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9038298f-1f38-406a-b447-58c7f8370177 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:20.647527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9038298f-1f38-406a-b447-58c7f8370177 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:20.648206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9038298f-1f38-406a-b447-58c7f8370177 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:20.648471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:20.650840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['dd2cd164-2a31-480c-a809-a29afeafc3c9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:20.666285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:20.670624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=d33c6855-9cdb-44ab-92c1-19d04e1378f8,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:20.676142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.678531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.682929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] Pushing event deleted for resources: {'Port': ['ID=9038298f-1f38-406a-b447-58c7f8370177,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:20.686166 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-02f24613-b3ee-4f44-8ad4-8101c88080f1 req-0f590d92-2f9e-48bf-8efe-eb099d40bb58 service neutron] 10.222.0.57 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208245 Sep 30 08:35:20.691430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e98313-b5de-42f7-8037-01abd019c410 None None] No DVR routers for this DVR port 9038298f-1f38-406a-b447-58c7f8370177 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:20.710557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8eaf5-bdf9-4627-a6d6-ee339b638646 req-11e8a802-edbb-4531-9016-9781a439dd2a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.712433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04e8eaf5-bdf9-4627-a6d6-ee339b638646 req-11e8a802-edbb-4531-9016-9781a439dd2a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 945 time: 0.1362526 Sep 30 08:35:20.724467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba76bfba-44c8-4426-97ae-c3bdc0a9b5f2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7360485 Sep 30 08:35:20.727913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47122) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:20.733859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806d67c-8e39-46cc-b476-bc4865dd84c4 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:20.734408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:20.799763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04e8eaf5-bdf9-4627-a6d6-ee339b638646 req-6196e811-aae0-4eec-9d18-331a279da535 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733082 Sep 30 08:35:20.924530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:20.932781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.975694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1f9e8-bb41-4aa4-8bac-c0e2cba7ab2f req-c06c121a-1cad-4bbc-a8fd-152dfe42a246 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.985858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56f1f9e8-bb41-4aa4-8bac-c0e2cba7ab2f req-c06c121a-1cad-4bbc-a8fd-152dfe42a246 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0913434 Sep 30 08:35:21.044376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56f1f9e8-bb41-4aa4-8bac-c0e2cba7ab2f req-67fce880-e26d-44ea-9d3b-3187f428a05c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570850 Sep 30 08:35:21.249638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': 'd33c6855-9cdb-44ab-92c1-19d04e1378f8'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:21.250468 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.356971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.422943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:21.426936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:21.430915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:21.431520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.436165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-cd54c22f-cd66-4b26-8ab2-7cdd20ec729d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:21.438378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-cd54c22f-cd66-4b26-8ab2-7cdd20ec729d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.1527710 Sep 30 08:35:21.460317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-e33070e8-b818-40fa-9d02-cd9cd9c45bf3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/quotas/ad95ee4f90ac4631b0797d2df06617fc HTTP/1.1" status: 200 len: 375 time: 0.0142901 Sep 30 08:35:21.482405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47148) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:21.483154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7537568 Sep 30 08:35:21.486939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb003-42df-4361-b491-e9491729ee1e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=a38e3cbf-9324-4e62-a2d7-abe517afbf70,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:21.491268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:70:f3:09', 'name': 'tempest-NetworksTestDHCPv6-12027558'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:21.526532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Allocated IP 2001:db8::f816:3eff:fe43:569 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/d33c6855-9cdb-44ab-92c1-19d04e1378f8/91a617dd-a2c2-4c43-a382-e2c058cfad0e) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:21.575102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-37376640-5449-4654-8b37-a220e4bcd32a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1092381 Sep 30 08:35:21.751634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.759683 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.798156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:21.801637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:21.806525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:21.866246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Pushing event updated for resources: {'Port': ['ID=91a617dd-a2c2-4c43-a382-e2c058cfad0e,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:21.881627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Attempting to bind port 91a617dd-a2c2-4c43-a382-e2c058cfad0e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:21.882192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Attempting to bind port 91a617dd-a2c2-4c43-a382-e2c058cfad0e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:21.882702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Attempting to bind port 91a617dd-a2c2-4c43-a382-e2c058cfad0e on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:21.888802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:21.889335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:21.889989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.890585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:21.891179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Bound port: 91a617dd-a2c2-4c43-a382-e2c058cfad0e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:21.891661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:22.005395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] For port 91a617dd-a2c2-4c43-a382-e2c058cfad0e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:22.009782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] For port 91a617dd-a2c2-4c43-a382-e2c058cfad0e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=91a617dd-a2c2-4c43-a382-e2c058cfad0e,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:22.019692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:22.112044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a924b-f683-4091-b1b4-23fcf58098df None None] Pushing event updated for resources: {'Port': ['ID=91a617dd-a2c2-4c43-a382-e2c058cfad0e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:22.113295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-cdaa1d4c-0794-4b74-ba9b-cd12655d4485 service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105307 Sep 30 08:35:22.158879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:22.362512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-cf7385d8-4b06-4554-8f12-b5375d8080ba service neutron] 10.222.0.41 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482176 Sep 30 08:35:22.366708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:22.403219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port b68e3e55-5162-431f-becc-67e899a957ec yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:22.711553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68feb3-e489-486b-ab49-17db4ac0b43f req-92119b12-e675-4fae-a9a5-ac671a61ab8f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:22.719866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f68feb3-e489-486b-ab49-17db4ac0b43f req-92119b12-e675-4fae-a9a5-ac671a61ab8f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 945 time: 0.1002634 Sep 30 08:35:22.731383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 91a617dd-a2c2-4c43-a382-e2c058cfad0e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:22.812937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 91a617dd-a2c2-4c43-a382-e2c058cfad0e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:22.814219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:22.876495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 172.20.0.7 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a38e3cbf-9324-4e62-a2d7-abe517afbf70/b68e3e55-5162-431f-becc-67e899a957ec) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:22.894482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f68feb3-e489-486b-ab49-17db4ac0b43f req-5d4221aa-e392-4de2-8d39-686f2dd75640 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732385 Sep 30 08:35:22.899735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fe70:f309 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/d33c6855-9cdb-44ab-92c1-19d04e1378f8/b68e3e55-5162-431f-becc-67e899a957ec) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:23.033888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.100520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be454d6e-eff0-4538-a676-74e682b9fe97 req-7648ea3b-707a-4bf7-8088-b811262a26bc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 210 time: 0.0929933 Sep 30 08:35:23.166448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 91a617dd-a2c2-4c43-a382-e2c058cfad0e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=91a617dd-a2c2-4c43-a382-e2c058cfad0e,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:23.174460 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.188549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dd2cd164-2a31-480c-a809-a29afeafc3c9 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:23.296232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.420387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.471156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port dd2cd164-2a31-480c-a809-a29afeafc3c9 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:35:23.489092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=91a617dd-a2c2-4c43-a382-e2c058cfad0e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:23.515624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port dd2cd164-2a31-480c-a809-a29afeafc3c9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:23.516005 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.534981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=b68e3e55-5162-431f-becc-67e899a957ec,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:23.572041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:23.574010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:23.576964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:23.649734 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.679463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cd164-2a31-480c-a809-a29afeafc3c9'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:23.682941 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496b7bc-f24f-464a-86db-6111773ccd0c" -d '{"events": [{"server_uuid": "2adb5b07-9d47-46e4-bd68-185a3f47f442", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cd164-2a31-480c-a809-a29afeafc3c9"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:23.707045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port dd2cd164-2a31-480c-a809-a29afeafc3c9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:23.718815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a4e07-149f-4a16-9c24-0fe497202a18 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:23.725165 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.765713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:23.766398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.803270 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4db63b-cd3a-43f7-8060-3a168a26eb3b x-openstack-request-id: req-7e4db63b-cd3a-43f7-8060-3a168a26eb3b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:23.803494 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adb5b07-9d47-46e4-bd68-185a3f47f442", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cd164-2a31-480c-a809-a29afeafc3c9", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:23.806962 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e4db63b-cd3a-43f7-8060-3a168a26eb3b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:23.815504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47206) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:23.816103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9cb1655f-8c96-45ee-8bf2-ab6dfc1cff11 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3314340 Sep 30 08:35:23.825151 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cd164-2a31-480c-a809-a29afeafc3c9', 'code': 200} Sep 30 08:35:23.966336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0b115-a9c7-421b-a9a9-e14f90499762 req-a3fc303d-b2e6-48f7-a17d-0e21c86e8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:23.968250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bca0b115-a9c7-421b-a9a9-e14f90499762 req-a3fc303d-b2e6-48f7-a17d-0e21c86e8e5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 1097 time: 0.0900345 Sep 30 08:35:23.982610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-66863390-0051-40ae-9612-36a798066a20 None None] Provisioning complete for port 91a617dd-a2c2-4c43-a382-e2c058cfad0e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:23.983066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee8d35-0121-4d17-af01-5e4c1be08ab5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:23.983565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66863390-0051-40ae-9612-36a798066a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.990930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee8d35-0121-4d17-af01-5e4c1be08ab5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:23.992872 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-59ee8d35-0121-4d17-af01-5e4c1be08ab5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1761971 Sep 30 08:35:23.996273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47212) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:24.035390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=dd2cd164-2a31-480c-a809-a29afeafc3c9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:24.074602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bca0b115-a9c7-421b-a9a9-e14f90499762 req-6baab63f-5612-40d9-ac32-96078c84be7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777764 Sep 30 08:35:24.214236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b88c4e-ee3a-4357-9929-8bf80a03ca4b req-0d921dc2-83ab-4023-a81a-ea2ae3762ee5 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:24.215365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9b88c4e-ee3a-4357-9929-8bf80a03ca4b req-0d921dc2-83ab-4023-a81a-ea2ae3762ee5 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 946 time: 0.1471801 Sep 30 08:35:24.252205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': 'd33c6855-9cdb-44ab-92c1-19d04e1378f8', 'ip_address': '2001:db8::f816:3eff:fe43:569'}, {'subnet_id': 'a38e3cbf-9324-4e62-a2d7-abe517afbf70'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '91a617dd-a2c2-4c43-a382-e2c058cfad0e'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:35:24.321547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.327399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port b68e3e55-5162-431f-becc-67e899a957ec {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:24.327659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.444700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.462966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9b88c4e-ee3a-4357-9929-8bf80a03ca4b req-f0129ed6-1c83-4cee-8bbc-d869fad5043d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304862 Sep 30 08:35:24.498211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for b68e3e55-5162-431f-becc-67e899a957ec owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:24.608169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-f4b3c1ac-168b-48b1-a183-61e977a9f661 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:24.609821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-f4b3c1ac-168b-48b1-a183-61e977a9f661 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 812 time: 0.3270895 Sep 30 08:35:24.611044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 91a617dd-a2c2-4c43-a382-e2c058cfad0e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:24.615118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] Allocated IP 172.20.0.2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a38e3cbf-9324-4e62-a2d7-abe517afbf70/91a617dd-a2c2-4c43-a382-e2c058cfad0e) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:24.706406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Request body: {'port': {'device_id': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'admin_state_up': True, 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:24.730919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0346fb8e-360d-46cc-a3b1-1e2649860d01 req-886aa772-704f-4525-9c4a-0b11f9cdd548 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 210 time: 0.1199841 Sep 30 08:35:24.783254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 91a617dd-a2c2-4c43-a382-e2c058cfad0e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:24.783703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.877627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] For port 91a617dd-a2c2-4c43-a382-e2c058cfad0e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=91a617dd-a2c2-4c43-a382-e2c058cfad0e,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:24.925151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.951738 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.974569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Made reservation on behalf of ad95ee4f90ac4631b0797d2df06617fc for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:24.978857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.014305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.066525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6861b2d-5aa6-43f2-a773-482f42570446 None None] Pushing event updated for resources: {'Port': ['ID=91a617dd-a2c2-4c43-a382-e2c058cfad0e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:25.075442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=b68e3e55-5162-431f-becc-67e899a957ec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:25.236152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Allocated IP 172.20.0.9 (0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2/ee23c53e-0b23-4034-90e3-8e9bcd750aea/36d5ad83-9c1d-49c2-b456-5da351372f8e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:25.244158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.248267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-82df9947-ee52-4050-bf3f-77cb9a6fb4af tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/b68e3e55-5162-431f-becc-67e899a957ec HTTP/1.1" status: 204 len: 168 time: 1.2482536 Sep 30 08:35:25.248731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47240) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:25.316754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ca7df-8dbe-4b21-915d-038ac5d5a076 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:25.318936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ca7df-8dbe-4b21-915d-038ac5d5a076 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:25.320473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ca7df-8dbe-4b21-915d-038ac5d5a076 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:25.322855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ba4ca7df-8dbe-4b21-915d-038ac5d5a076 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0728347 Sep 30 08:35:25.325669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47242) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:25.437195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet a38e3cbf-9324-4e62-a2d7-abe517afbf70 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:25.470708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.501375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.532787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.649695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.684323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767', '15f841ef-4417-4c8c-b2f2-234715d111e9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:25.697816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0c9b4-c4b4-437b-8b6f-89a4e73970bd req-30c56710-d1d8-4454-a1a8-ec4d1580b656 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:25.699454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4e0c9b4-c4b4-437b-8b6f-89a4e73970bd req-30c56710-d1d8-4454-a1a8-ec4d1580b656 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 946 time: 0.1348045 Sep 30 08:35:25.752902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:25.761276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:25.765080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:25.767195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.786157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.835884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:25.863150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a41bc04d-0092-4b60-b1d3-bcffbe13b9fd None None] Could not find standard attr ID for object b68e3e55-5162-431f-becc-67e899a957ec. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:25.881123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.899272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a41bc04d-0092-4b60-b1d3-bcffbe13b9fd None None] Provisioning complete for port 91a617dd-a2c2-4c43-a382-e2c058cfad0e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:25.900477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a41bc04d-0092-4b60-b1d3-bcffbe13b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.914059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4e0c9b4-c4b4-437b-8b6f-89a4e73970bd req-f88684bd-bc3c-4a80-83e9-d328eb6c19cd tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841362 Sep 30 08:35:25.945793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:25.946467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.982494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-5563b9e8-6e81-443e-8335-4d956bc023d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2962966 Sep 30 08:35:25.996712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.014621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Request body: {'port': {'device_id': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:26.163469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.166411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a38e3cbf-9324-4e62-a2d7-abe517afbf70 HTTP/1.1" status: 204 len: 168 time: 0.8396008 Sep 30 08:35:26.169305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47262) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:26.171755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7062f-9257-434b-a71d-a6ca0cb8b9fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=a38e3cbf-9324-4e62-a2d7-abe517afbf70,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:26.282674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad1bbd-3428-4fe9-bf71-6faee8f74233 req-7f46ebec-7bc2-40d9-99f4-238c9f525251 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:26.284268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4dad1bbd-3428-4fe9-bf71-6faee8f74233 req-7f46ebec-7bc2-40d9-99f4-238c9f525251 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 931 time: 0.1823578 Sep 30 08:35:26.284904 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.304223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet d33c6855-9cdb-44ab-92c1-19d04e1378f8 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:26.308704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.360556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.407007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8ff88dc6-8ce6-4d3d-aacc-e27d90335197 None None] Provisioning complete for port 36d5ad83-9c1d-49c2-b456-5da351372f8e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:26.409805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8ff88dc6-8ce6-4d3d-aacc-e27d90335197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.460468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.499949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8ff88dc6-8ce6-4d3d-aacc-e27d90335197 None None] Port 36d5ad83-9c1d-49c2-b456-5da351372f8e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:26.504992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45334fde-b108-4230-baed-58cf959f32f0 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:26.518248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4dad1bbd-3428-4fe9-bf71-6faee8f74233 req-9aec90db-2fe6-4e2f-a0ee-6e80bfdf51d2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187548 Sep 30 08:35:26.586156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.586735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 91a617dd-a2c2-4c43-a382-e2c058cfad0e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:26.644267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-feb4a899-8292-4f92-9a6a-66f00aa1c6b2 None None] Could not find standard attr ID for object 5d6f7743-1382-4a2b-b35f-764c2ca3b1ee. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:26.666549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=d33c6855-9cdb-44ab-92c1-19d04e1378f8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:26.688800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.691286 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-df8fbca0-6138-4532-b55c-a1bb21ebc8f0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/d33c6855-9cdb-44ab-92c1-19d04e1378f8 HTTP/1.1" status: 204 len: 168 time: 0.5208929 Sep 30 08:35:26.697874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47276) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:26.749828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 91a617dd-a2c2-4c43-a382-e2c058cfad0e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:26.750591 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.783841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-453e4f5f-436a-4b21-90e1-6bb3c0811a44 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838890 Sep 30 08:35:26.787499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47278) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:26.805512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:26.883757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:26.889955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d5ad83-9c1d-49c2-b456-5da351372f8e {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:26.900693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.918617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Transition to ACTIVE for port object 36d5ad83-9c1d-49c2-b456-5da351372f8e will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:35:26.924947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.958587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:26.959817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] Deleting port 91a617dd-a2c2-4c43-a382-e2c058cfad0e {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:26.960237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.962888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.031407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:27.111266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] For port 91a617dd-a2c2-4c43-a382-e2c058cfad0e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=91a617dd-a2c2-4c43-a382-e2c058cfad0e,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:27.111681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.139060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] Calling delete_port for 91a617dd-a2c2-4c43-a382-e2c058cfad0e owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:27.250787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377804c-8f13-4f5d-b050-eb9074ee9044 req-c3832d63-cf4a-4049-b886-7dc59d7aabf8 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:27.255503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5377804c-8f13-4f5d-b050-eb9074ee9044 req-c3832d63-cf4a-4049-b886-7dc59d7aabf8 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 946 time: 0.2044051 Sep 30 08:35:27.300928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.326400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Attempting to bind port 36d5ad83-9c1d-49c2-b456-5da351372f8e on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:27.326744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Attempting to bind port 36d5ad83-9c1d-49c2-b456-5da351372f8e by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:27.327077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Attempting to bind port 36d5ad83-9c1d-49c2-b456-5da351372f8e on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:27.347823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.371095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Port 36d5ad83-9c1d-49c2-b456-5da351372f8e on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:35:27.371435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Attempting to bind port 36d5ad83-9c1d-49c2-b456-5da351372f8e on network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:27.390165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5377804c-8f13-4f5d-b050-eb9074ee9044 req-1d393618-820e-4507-9941-680ccc1f06e2 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208317 Sep 30 08:35:27.391146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:27.391494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Checking segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:27.401585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] Pushing event deleted for resources: {'Port': ['ID=91a617dd-a2c2-4c43-a382-e2c058cfad0e,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:27.403882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ad290-b427-45c3-a564-d304d681f908 None None] No DVR routers for this DVR port 91a617dd-a2c2-4c43-a382-e2c058cfad0e on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:27.407420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Bound using segment: {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:27.408134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Bound port: 36d5ad83-9c1d-49c2-b456-5da351372f8e, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3359879a-0b9a-46c7-a45e-0bd1d790b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:27.408627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.449313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:27.459647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:27.461819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=7e7fe99b-5ad6-416a-8288-5a77831e9d62,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:27.471613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca79c0-691f-44c2-a30d-15bc3699c0a7 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:27.475674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:27.483877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.519735 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-afa4a02f-b9a1-42bb-b698-1e84f3b34754 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7300799 Sep 30 08:35:27.522351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:27.528779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:27.571713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:27.584859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:27.592065 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.734555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:27.735325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.737034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] 10.222.0.50 "PUT /v2.0/ports/36d5ad83-9c1d-49c2-b456-5da351372f8e HTTP/1.1" status: 200 len: 1091 time: 1.7326825 Sep 30 08:35:27.738907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:27.743963 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32132cd5-449f-4573-8e5c-d2248405da48" -d '{"events": [{"name": "network-changed", "server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:27.802837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '7e7fe99b-5ad6-416a-8288-5a77831e9d62'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:27.804474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.854772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:27.860088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c468d1-f634-4d78-8bbc-e0d7b1093296 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:27.860587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.974915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2d579-75b0-4642-9e6d-c1baed0fef96 req-ad955305-a2c1-4b3e-af6a-46cf0590455a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:27.980276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a2d579-75b0-4642-9e6d-c1baed0fef96 req-ad955305-a2c1-4b3e-af6a-46cf0590455a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 943 time: 0.3155274 Sep 30 08:35:28.108807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4a2d579-75b0-4642-9e6d-c1baed0fef96 req-e4255fb6-ae78-4a21-99ee-f90bbe3bf91b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124289 Sep 30 08:35:28.171763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-dcc20264-0348-461f-9821-f9f84188ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:28.173655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-dcc20264-0348-461f-9821-f9f84188ce66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 1094 time: 0.3624499 Sep 30 08:35:28.285916 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:35:28.292295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Allocated IP 172.20.0.2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/7e7fe99b-5ad6-416a-8288-5a77831e9d62/f1efba9f-bc97-42e3-9995-2aa54a3c623b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:28.300286 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60460a0-b321-4fbf-9946-6fb428be4541 x-openstack-request-id: req-a60460a0-b321-4fbf-9946-6fb428be4541 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:28.300286 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:28.300536 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a60460a0-b321-4fbf-9946-6fb428be4541 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:28.300982 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'status': 'completed', 'code': 200} Sep 30 08:35:28.303100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-1bdbcf54-8a9d-419d-b5ba-8c87222de74c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e HTTP/1.1" status: 200 len: 217 time: 0.1156759 Sep 30 08:35:28.389111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-ed351c85-2a23-43fb-88d3-d5114e6e8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:28.390571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-ed351c85-2a23-43fb-88d3-d5114e6e8be6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0792890 Sep 30 08:35:28.482228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-b29e1c44-424d-4ec0-b35a-50d517c3310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:28.498033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-b29e1c44-424d-4ec0-b35a-50d517c3310d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998094 Sep 30 08:35:28.592700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 91a617dd-a2c2-4c43-a382-e2c058cfad0e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:28.617168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 91a617dd-a2c2-4c43-a382-e2c058cfad0e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:28.617529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 91a617dd-a2c2-4c43-a382-e2c058cfad0e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:28.646488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:28.648085 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.654118 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.661484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.705963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:28.710087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:28.728485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:28.730567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-d967b823-5d2b-41c6-936b-c1af49b46db4 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232540 Sep 30 08:35:28.766018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:28.770037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:28.776854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:28.786381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.799328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=b66b0e84-9cd1-4b67-b3d1-5d2055bf4218,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:28.816366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Pushing event updated for resources: {'Port': ['ID=f1efba9f-bc97-42e3-9995-2aa54a3c623b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:28.830377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-22d64e71-6ab3-423a-ab3c-8a0d4e3448db tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3067768 Sep 30 08:35:28.831022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47320) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:28.836075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:bc:94:0e', 'name': 'tempest-NetworksTestDHCPv6-1335441528'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:28.881313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Attempting to bind port f1efba9f-bc97-42e3-9995-2aa54a3c623b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:28.884395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Attempting to bind port f1efba9f-bc97-42e3-9995-2aa54a3c623b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:28.885064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Attempting to bind port f1efba9f-bc97-42e3-9995-2aa54a3c623b on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:28.894922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:28.900542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:28.901405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.901981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:28.902605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Bound port: f1efba9f-bc97-42e3-9995-2aa54a3c623b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:28.903485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b3d98a5-5336-43f2-9116-2e1aa3824f58 req-00e1c9ce-a3a6-40f3-824c-4f13f4cac422 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651721 Sep 30 08:35:28.904070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.993881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] For port f1efba9f-bc97-42e3-9995-2aa54a3c623b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:29.007497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] For port f1efba9f-bc97-42e3-9995-2aa54a3c623b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f1efba9f-bc97-42e3-9995-2aa54a3c623b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:29.015037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.196959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:29.267085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be3f0a-2d0f-44ea-9e59-bafd15f79f1d None None] Pushing event updated for resources: {'Port': ['ID=f1efba9f-bc97-42e3-9995-2aa54a3c623b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:29.355471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132cd5-449f-4573-8e5c-d2248405da48 req-0ebdd24c-fdc2-4bdc-8b07-7aa61cadad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:29.359020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-0ebdd24c-fdc2-4bdc-8b07-7aa61cadad14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 1094 time: 0.2636178 Sep 30 08:35:29.395074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2b303-bbb7-4420-a7cf-ab4dcc7368ae req-daeb3fc5-b9ae-4ce7-a622-55ccaa6dce90 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:29.404905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02c2b303-bbb7-4420-a7cf-ab4dcc7368ae req-daeb3fc5-b9ae-4ce7-a622-55ccaa6dce90 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 943 time: 0.1616526 Sep 30 08:35:29.693000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132cd5-449f-4573-8e5c-d2248405da48 req-830baa1c-31d1-4c7a-8206-078fb62a5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:29.695349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-830baa1c-31d1-4c7a-8206-078fb62a5e3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.2875700 Sep 30 08:35:29.798988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-9307365d-ac0b-431b-bc0c-1ba6638e70ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e HTTP/1.1" status: 200 len: 217 time: 0.0935392 Sep 30 08:35:29.814004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02c2b303-bbb7-4420-a7cf-ab4dcc7368ae req-9af28fa9-de2e-4ca2-83f2-03b6ad4f3783 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034362 Sep 30 08:35:29.866289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132cd5-449f-4573-8e5c-d2248405da48 req-c05a148a-2342-4c50-a5b6-04d6c9a723d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:29.870142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-c05a148a-2342-4c50-a5b6-04d6c9a723d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0550289 Sep 30 08:35:29.914249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.928257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132cd5-449f-4573-8e5c-d2248405da48 req-f4d745c8-f0f1-4b9f-a43f-2cd029b00a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:29.931752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-f4d745c8-f0f1-4b9f-a43f-2cd029b00a20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539966 Sep 30 08:35:29.961982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 7b93e1b2-261e-4e72-8867-7707bab4811a yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:30.081498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-9083553c-57c6-4200-bde6-4a9c8cd389be service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315062 Sep 30 08:35:30.207897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32132cd5-449f-4573-8e5c-d2248405da48 req-75a61066-84a0-40a6-8e18-8074764c9574 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 Sep 30 08:35:30.231934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 172.20.0.8 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/7e7fe99b-5ad6-416a-8288-5a77831e9d62/7b93e1b2-261e-4e72-8867-7707bab4811a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:30.257515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:febc:940e (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b66b0e84-9cd1-4b67-b3d1-5d2055bf4218/7b93e1b2-261e-4e72-8867-7707bab4811a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:30.520047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.587076 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.661585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f1efba9f-bc97-42e3-9995-2aa54a3c623b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:30.707516 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:30.713890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:30.722893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:30.781097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=7b93e1b2-261e-4e72-8867-7707bab4811a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:30.815651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f1efba9f-bc97-42e3-9995-2aa54a3c623b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:30.816345 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.858118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:30.859041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.877879 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c45c23f6-2a7e-4b8c-b8c3-d0856c058ef5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0456672 Sep 30 08:35:30.880476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:30.903798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d5ad83-9c1d-49c2-b456-5da351372f8e details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:35:30.969778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459103d5-2a7d-491e-9276-569a586291c8 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:31.000145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893eb53-e30f-49bc-844c-81723bccbca3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:31.018257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893eb53-e30f-49bc-844c-81723bccbca3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:31.019972 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c893eb53-e30f-49bc-844c-81723bccbca3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1382716 Sep 30 08:35:31.025350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47372) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:31.059828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525b8d-2414-457a-ad99-c2129f42f89c req-89a23b07-a342-4f8e-b2d1-44da76032a3b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:31.060134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c525b8d-2414-457a-ad99-c2129f42f89c req-89a23b07-a342-4f8e-b2d1-44da76032a3b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 943 time: 0.1089654 Sep 30 08:35:31.198979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c525b8d-2414-457a-ad99-c2129f42f89c req-52872430-76be-4003-bbba-bf7dc4afc6ef tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189826 Sep 30 08:35:31.268288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 7b93e1b2-261e-4e72-8867-7707bab4811a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:31.268927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.385295 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.515117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:31.563355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-56c56a0c-8c1c-46e3-89da-ccc26438a46f None None] Provisioning complete for port f1efba9f-bc97-42e3-9995-2aa54a3c623b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:31.564356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-56c56a0c-8c1c-46e3-89da-ccc26438a46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.566720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'mac_address': 'fa:16:3e:58:40:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:35:31.602990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f1efba9f-bc97-42e3-9995-2aa54a3c623b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f1efba9f-bc97-42e3-9995-2aa54a3c623b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:31.673670 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.804531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f1efba9f-bc97-42e3-9995-2aa54a3c623b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:31.826025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.880567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d5ad83-9c1d-49c2-b456-5da351372f8e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:31.962716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:31.977634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.020126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.037760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 7b93e1b2-261e-4e72-8867-7707bab4811a owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:32.063924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:32.248231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '7e7fe99b-5ad6-416a-8288-5a77831e9d62', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b66b0e84-9cd1-4b67-b3d1-5d2055bf4218'}], 'binding:host_id': 'n-d-807025-5'}, 'id': 'f1efba9f-bc97-42e3-9995-2aa54a3c623b'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:35:32.307932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.359628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['36d5ad83-9c1d-49c2-b456-5da351372f8e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:32.398012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.486679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=7b93e1b2-261e-4e72-8867-7707bab4811a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:32.637696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f1efba9f-bc97-42e3-9995-2aa54a3c623b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:32.662364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c197a-aeb4-4d15-a36d-e675e4095d89 req-9638e7f9-7ef0-4c1c-bb05-faae67ea421b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:32.664137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e5c197a-aeb4-4d15-a36d-e675e4095d89 req-9638e7f9-7ef0-4c1c-bb05-faae67ea421b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 944 time: 0.3141503 Sep 30 08:35:32.804192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e5c197a-aeb4-4d15-a36d-e675e4095d89 req-5321b3a0-6e66-4b94-92fb-b3723b1f345d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310873 Sep 30 08:35:32.812808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.816691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0bbd93c7-1dff-499d-a981-b623b68a9e8d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/7b93e1b2-261e-4e72-8867-7707bab4811a HTTP/1.1" status: 204 len: 168 time: 1.7901208 Sep 30 08:35:32.822651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47404) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:32.931856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e992d1-1a2e-4da7-8983-f70efb9d57d9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:32.933297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e992d1-1a2e-4da7-8983-f70efb9d57d9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:32.934990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e992d1-1a2e-4da7-8983-f70efb9d57d9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:32.939521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:32.939702 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-12e992d1-1a2e-4da7-8983-f70efb9d57d9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1159568 Sep 30 08:35:32.952773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] Allocated IP 2001:db8::f816:3eff:feaa:7100 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b66b0e84-9cd1-4b67-b3d1-5d2055bf4218/f1efba9f-bc97-42e3-9995-2aa54a3c623b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:32.998628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f1efba9f-bc97-42e3-9995-2aa54a3c623b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:32.998999 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.027078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 7e7fe99b-5ad6-416a-8288-5a77831e9d62 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:33.139909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] For port f1efba9f-bc97-42e3-9995-2aa54a3c623b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f1efba9f-bc97-42e3-9995-2aa54a3c623b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:33.263384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.278728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.286800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.372873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.420993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a8b5-b462-4592-a44b-2d74367ffa37 None None] Pushing event updated for resources: {'Port': ['ID=f1efba9f-bc97-42e3-9995-2aa54a3c623b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:33.545614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.657865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.708604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.713985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:33.726345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/7e7fe99b-5ad6-416a-8288-5a77831e9d62 HTTP/1.1" status: 204 len: 168 time: 0.7851381 Sep 30 08:35:33.727788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b6d27-32a5-4bf7-bfe5-eedacbc02848 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7fe99b-5ad6-416a-8288-5a77831e9d62,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:33.792022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet b66b0e84-9cd1-4b67-b3d1-5d2055bf4218 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:33.802612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.849027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.084417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.107224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1cba1-8dae-4d03-8e59-04b54a36f352 req-d4f7b648-63db-4a9a-9f5f-0194a1050de9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:34.109108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7a1cba1-8dae-4d03-8e59-04b54a36f352 req-d4f7b648-63db-4a9a-9f5f-0194a1050de9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 944 time: 0.1201577 Sep 30 08:35:34.201606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7a1cba1-8dae-4d03-8e59-04b54a36f352 req-eb94e496-68ef-4553-8bb7-5741715373fb tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818300 Sep 30 08:35:34.239999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.262112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.267432 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b66b0e84-9cd1-4b67-b3d1-5d2055bf4218 HTTP/1.1" status: 204 len: 168 time: 0.5492949 Sep 30 08:35:34.269542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47434) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:34.284478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13860e6a-2916-4c09-b0a1-225e1e07a184 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=b66b0e84-9cd1-4b67-b3d1-5d2055bf4218,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:34.341935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47436) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:34.342444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6e2f8f63-6504-4ae8-8352-f3486c0ebbb5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714853 Sep 30 08:35:34.351502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:34.497669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe2d4b-4d74-45b4-8f98-fa7e773962b7 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:34.694107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f1a5d3a0-a639-4cca-85d1-68f7b30a3964 None None] Provisioning complete for port f1efba9f-bc97-42e3-9995-2aa54a3c623b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:34.694469 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d3a0-a639-4cca-85d1-68f7b30a3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.703574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:34.704699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f1efba9f-bc97-42e3-9995-2aa54a3c623b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:34.716250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.920782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f1efba9f-bc97-42e3-9995-2aa54a3c623b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:34.921468 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.008952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d5ad83-9c1d-49c2-b456-5da351372f8e up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:35.053939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:35.079998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f1a5d3a0-a639-4cca-85d1-68f7b30a3964 None None] Could not find standard attr ID for object 7b93e1b2-261e-4e72-8867-7707bab4811a. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:35.187890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.252452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 36d5ad83-9c1d-49c2-b456-5da351372f8e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:35:35.263056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:35.266554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:35.266757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] Deleting port f1efba9f-bc97-42e3-9995-2aa54a3c623b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:35.267183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.269892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 36d5ad83-9c1d-49c2-b456-5da351372f8e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:35.270128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.276756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:35.277140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.287519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=97b1b8a9-0715-4aca-b5b0-666e555fc7a4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:35.311727 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0c5c70b2-c0a6-4237-b1b8-1fd39ae08231 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9686308 Sep 30 08:35:35.315341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47452) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:35.330007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:35.468665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcb8e-5a3f-4b49-8ff6-bfbe739fb74f req-f45bdd0b-ad35-4169-8cc2-2347dd9e3bf2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:35.486984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39cfcb8e-5a3f-4b49-8ff6-bfbe739fb74f req-f45bdd0b-ad35-4169-8cc2-2347dd9e3bf2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 944 time: 0.1413004 Sep 30 08:35:35.569620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39cfcb8e-5a3f-4b49-8ff6-bfbe739fb74f req-759ad17f-73c5-48b0-81dd-5b563d651e06 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811529 Sep 30 08:35:35.629803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.633965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:35.639261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.656480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] For port f1efba9f-bc97-42e3-9995-2aa54a3c623b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f1efba9f-bc97-42e3-9995-2aa54a3c623b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:35.657171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.695165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:35.700644 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2654fef-90b2-4261-8da8-81c7cc17d1d5" -d '{"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-plugged", "status": "completed", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:35.706622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] Calling delete_port for f1efba9f-bc97-42e3-9995-2aa54a3c623b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:35.718894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:35.724608 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.901596 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac2f4a4-4be4-41cc-9e47-09d3ef2da792 x-openstack-request-id: req-aac2f4a4-4be4-41cc-9e47-09d3ef2da792 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:35.901892 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-plugged", "status": "completed", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:35.902116 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aac2f4a4-4be4-41cc-9e47-09d3ef2da792 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:35.902504 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'code': 200} Sep 30 08:35:35.985359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1339a2-15bd-43f3-b390-82a90e914f1e req-b569c0f8-3933-4c22-bd5f-1c35db5f95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:35.986836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f1339a2-15bd-43f3-b390-82a90e914f1e req-b569c0f8-3933-4c22-bd5f-1c35db5f95bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 1096 time: 0.0935941 Sep 30 08:35:36.011942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:36.069214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f1339a2-15bd-43f3-b390-82a90e914f1e req-4faee5fa-ce8f-4efd-a124-13592394ddf5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746026 Sep 30 08:35:36.106977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.188756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] Pushing event deleted for resources: {'Port': ['ID=f1efba9f-bc97-42e3-9995-2aa54a3c623b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:36.234441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520e486-09b7-44f7-9541-dbebca676a0b None None] No DVR routers for this DVR port f1efba9f-bc97-42e3-9995-2aa54a3c623b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:36.261608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce755947-f001-490a-9421-7efaa5e54809 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:36.271348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:36.275100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.335640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=f393bfab-e3ff-4453-a36d-6b545b9370b2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:36.347187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:36.359147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:36.362598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:36.363469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.405072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47474) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:36.405696 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-12d3bc0b-cddc-4eca-83d0-583c1f35d481 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0879791 Sep 30 08:35:36.411184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:df:78:d5', 'name': 'tempest-NetworksTestDHCPv6-565037724'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:36.625364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '97b1b8a9-0715-4aca-b5b0-666e555fc7a4'}, {'subnet_id': 'f393bfab-e3ff-4453-a36d-6b545b9370b2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:36.628536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.672346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f1efba9f-bc97-42e3-9995-2aa54a3c623b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:36.737320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f1efba9f-bc97-42e3-9995-2aa54a3c623b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:36.737875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f1efba9f-bc97-42e3-9995-2aa54a3c623b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:36.840659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3217d5-359e-41dc-9a0e-ae8e716cc9a2 req-ed3cfd62-8332-4cad-ada1-854020b0e819 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:36.848945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a3217d5-359e-41dc-9a0e-ae8e716cc9a2 req-ed3cfd62-8332-4cad-ada1-854020b0e819 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.0930219 Sep 30 08:35:36.875473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:36.934078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a3217d5-359e-41dc-9a0e-ae8e716cc9a2 req-f18fe0b7-175e-472b-bfa3-c002e2faead3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843625 Sep 30 08:35:37.095395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.179843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 8fa9afec-4c2e-4dea-9462-49dfd4ffafa8 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:37.220513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Allocated IP 172.20.0.2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/97b1b8a9-0715-4aca-b5b0-666e555fc7a4/85fb249f-2869-44a6-b911-2079b6626b6d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:37.245532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Allocated IP 2001:db8::f816:3eff:fe9f:ada (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/f393bfab-e3ff-4453-a36d-6b545b9370b2/85fb249f-2869-44a6-b911-2079b6626b6d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:37.677742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.684050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.750993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Pushing event updated for resources: {'Port': ['ID=85fb249f-2869-44a6-b911-2079b6626b6d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:37.761979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:37.763871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:37.769065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:37.879110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Attempting to bind port 85fb249f-2869-44a6-b911-2079b6626b6d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:37.880986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Attempting to bind port 85fb249f-2869-44a6-b911-2079b6626b6d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:37.881837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Attempting to bind port 85fb249f-2869-44a6-b911-2079b6626b6d on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:37.894419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:37.899568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:37.900177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.900530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:37.902229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Bound port: 85fb249f-2869-44a6-b911-2079b6626b6d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:37.902229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.953984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 172.20.0.3 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/97b1b8a9-0715-4aca-b5b0-666e555fc7a4/8fa9afec-4c2e-4dea-9462-49dfd4ffafa8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:37.961588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fedf:78d5 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/f393bfab-e3ff-4453-a36d-6b545b9370b2/8fa9afec-4c2e-4dea-9462-49dfd4ffafa8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:37.986144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] For port 85fb249f-2869-44a6-b911-2079b6626b6d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:37.990960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] For port 85fb249f-2869-44a6-b911-2079b6626b6d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85fb249f-2869-44a6-b911-2079b6626b6d,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:37.999687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.112090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388b25a-1f45-4e83-ab84-c46468b9e4d3 None None] Pushing event updated for resources: {'Port': ['ID=85fb249f-2869-44a6-b911-2079b6626b6d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:38.121673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db0e1-df29-4dda-8749-0becf41473c9 req-02c996e3-3403-4923-aabc-b7a48e137448 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:38.126512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c2db0e1-df29-4dda-8749-0becf41473c9 req-02c996e3-3403-4923-aabc-b7a48e137448 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1199429 Sep 30 08:35:38.243437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c2db0e1-df29-4dda-8749-0becf41473c9 req-9fcb929d-49fe-4ced-a326-817a6cd4f416 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158164 Sep 30 08:35:38.299375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.342216 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.366188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:38.369565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:38.451595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:38.573080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db8e6240-073c-4fa9-ada1-2af244e14bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.619241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=8fa9afec-4c2e-4dea-9462-49dfd4ffafa8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:38.636929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:38.637748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.661880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf260-8e63-487a-a4fe-11b49f20573d req-c617029d-421f-4fcf-b9c1-321c0127a264 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:38.663552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67cdf260-8e63-487a-a4fe-11b49f20573d req-c617029d-421f-4fcf-b9c1-321c0127a264 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1346028 Sep 30 08:35:38.666494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e9e422c5-6ca2-4f45-95e6-9418eea5bbf3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2602432 Sep 30 08:35:38.669283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:38.795916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67cdf260-8e63-487a-a4fe-11b49f20573d req-89dfd48b-5a7e-46d0-9d1f-0430e1baa905 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243558 Sep 30 08:35:38.832103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cf079-8929-4697-a991-1581eced07b8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:38.839832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cf079-8929-4697-a991-1581eced07b8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:38.843929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-809cf079-8929-4697-a991-1581eced07b8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1713240 Sep 30 08:35:38.844171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47524) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:38.972110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 8fa9afec-4c2e-4dea-9462-49dfd4ffafa8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:38.973340 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.090782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.114170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 8fa9afec-4c2e-4dea-9462-49dfd4ffafa8 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:39.345779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.375767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=8fa9afec-4c2e-4dea-9462-49dfd4ffafa8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:39.478208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.481092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c7fed548-db6d-4fe4-b7be-93dcb4c9ad0a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/8fa9afec-4c2e-4dea-9462-49dfd4ffafa8 HTTP/1.1" status: 204 len: 168 time: 0.6356902 Sep 30 08:35:39.483379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:39.549859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a4b7a-39c6-4da6-a827-13d8ad9953c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:39.551901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a4b7a-39c6-4da6-a827-13d8ad9953c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:39.553819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a4b7a-39c6-4da6-a827-13d8ad9953c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:39.555526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fc8a4b7a-39c6-4da6-a827-13d8ad9953c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0710907 Sep 30 08:35:39.558254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47540) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:39.613857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 97b1b8a9-0715-4aca-b5b0-666e555fc7a4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:39.617727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.671234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.709374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c08253-24ed-41ea-bec1-27427ceedd89 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:39.787361 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.817655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b234d471-4e45-484e-93fb-34f9413cdae5 None None] Provisioning complete for port 85fb249f-2869-44a6-b911-2079b6626b6d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:39.818556 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b234d471-4e45-484e-93fb-34f9413cdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.861693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.908875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=97b1b8a9-0715-4aca-b5b0-666e555fc7a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:39.918624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.920707 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-50b1b3b8-63a9-4297-a8fb-5d35df057856 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/97b1b8a9-0715-4aca-b5b0-666e555fc7a4 HTTP/1.1" status: 204 len: 168 time: 0.3614919 Sep 30 08:35:39.923334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47552) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:40.024144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b234d471-4e45-484e-93fb-34f9413cdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.056469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet f393bfab-e3ff-4453-a36d-6b545b9370b2 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:40.064513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b234d471-4e45-484e-93fb-34f9413cdae5 None None] For port 85fb249f-2869-44a6-b911-2079b6626b6d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85fb249f-2869-44a6-b911-2079b6626b6d,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:40.068674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b234d471-4e45-484e-93fb-34f9413cdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.081776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.098111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfc22-6def-4996-aa53-fba4db811757 req-08b34bd3-9aac-4468-9e2a-c20ced1ebe99 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:40.104204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d9cfc22-6def-4996-aa53-fba4db811757 req-08b34bd3-9aac-4468-9e2a-c20ced1ebe99 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1294084 Sep 30 08:35:40.139381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234d471-4e45-484e-93fb-34f9413cdae5 None None] Pushing event updated for resources: {'Port': ['ID=85fb249f-2869-44a6-b911-2079b6626b6d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:40.215409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.248814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d9cfc22-6def-4996-aa53-fba4db811757 req-b7173e35-2f73-4b43-9ca3-3bd9ae360499 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193438 Sep 30 08:35:40.391060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.460490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff882f-784c-4e73-89c3-9d7fb962b3b2 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:40.494439 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.549201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=f393bfab-e3ff-4453-a36d-6b545b9370b2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:40.563166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.565360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4f766ce2-dcb8-4f75-95fa-a6ef6c067dc2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/f393bfab-e3ff-4453-a36d-6b545b9370b2 HTTP/1.1" status: 204 len: 168 time: 0.6407545 Sep 30 08:35:40.568514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47570) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:40.618079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bc370e12-31ae-4e86-9815-8723c1890ab4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479443 Sep 30 08:35:40.620641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47572) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:40.628290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5344a039-cd1f-4db7-8901-9ee4ae4e07d5 None None] Provisioning complete for port 85fb249f-2869-44a6-b911-2079b6626b6d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:40.628681 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5344a039-cd1f-4db7-8901-9ee4ae4e07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.670205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85fb249f-2869-44a6-b911-2079b6626b6d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:40.714895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4535ab-098c-4b17-9338-2dad4a4b013b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:40.716674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3b4535ab-098c-4b17-9338-2dad4a4b013b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0949368 Sep 30 08:35:40.719911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47578) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:40.808760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0667a3-0644-4a54-b2ea-6382a31e9f95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:40.812981 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cc0667a3-0644-4a54-b2ea-6382a31e9f95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885160 Sep 30 08:35:40.813226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47582) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:40.842682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 85fb249f-2869-44a6-b911-2079b6626b6d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:40.843244 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.887323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-91066ac2-c3f1-474a-a3b7-0d335c160bca tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669000 Sep 30 08:35:40.895748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:40.907093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0f62e549-5b94-4b6d-8dc0-448fb68cffa2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:40.946580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:40.953284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89e54-9296-4d39-b0c5-a848fd9aefa6 req-a62045cd-03ac-4bc4-8540-86ff0041d6b6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:40.954825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ad89e54-9296-4d39-b0c5-a848fd9aefa6 req-a62045cd-03ac-4bc4-8540-86ff0041d6b6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.0902116 Sep 30 08:35:41.019895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ad89e54-9296-4d39-b0c5-a848fd9aefa6 req-a2c1ac96-b3c6-4203-b2e3-9192970275e9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Sep 30 08:35:41.045957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f62e549-5b94-4b6d-8dc0-448fb68cffa2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.050010 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f62e549-5b94-4b6d-8dc0-448fb68cffa2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.051471 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f62e549-5b94-4b6d-8dc0-448fb68cffa2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:35:41.052051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f62e549-5b94-4b6d-8dc0-448fb68cffa2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:41.061107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] Deleting port 85fb249f-2869-44a6-b911-2079b6626b6d {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:41.061504 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.068261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0f62e549-5b94-4b6d-8dc0-448fb68cffa2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1713464 Sep 30 08:35:41.071882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47598) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.078148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9d0fd855-37c8-4744-bbee-2326381a4427 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.088336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab0c6341-de81-40e3-a9ad-716663903f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.137382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] For port 85fb249f-2869-44a6-b911-2079b6626b6d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85fb249f-2869-44a6-b911-2079b6626b6d,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:41.139570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.155017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] Calling delete_port for 85fb249f-2869-44a6-b911-2079b6626b6d owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:41.182035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0fd855-37c8-4744-bbee-2326381a4427 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.185871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd855-37c8-4744-bbee-2326381a4427 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.187564 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0fd855-37c8-4744-bbee-2326381a4427 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:35:41.188000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0fd855-37c8-4744-bbee-2326381a4427 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:41.208237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9d0fd855-37c8-4744-bbee-2326381a4427 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1341932 Sep 30 08:35:41.214171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47602) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.219206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-01179e4a-43d8-422f-8254-429e709eecf9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.272618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.310674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] Pushing event deleted for resources: {'Port': ['ID=85fb249f-2869-44a6-b911-2079b6626b6d,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:41.322597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9e875-d70f-4bae-bfe2-fcb78c67c42a None None] No DVR routers for this DVR port 85fb249f-2869-44a6-b911-2079b6626b6d on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:41.350931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01179e4a-43d8-422f-8254-429e709eecf9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.355350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01179e4a-43d8-422f-8254-429e709eecf9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.357205 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-01179e4a-43d8-422f-8254-429e709eecf9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:35:41.357671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01179e4a-43d8-422f-8254-429e709eecf9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:41.381654 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01179e4a-43d8-422f-8254-429e709eecf9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1665766 Sep 30 08:35:41.384591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47616) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.391040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-974df3b3-e6f0-468c-9426-4d4beebb4d4e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.461157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.510868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974df3b3-e6f0-468c-9426-4d4beebb4d4e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.515017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-974df3b3-e6f0-468c-9426-4d4beebb4d4e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.516588 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-974df3b3-e6f0-468c-9426-4d4beebb4d4e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:35:41.517086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974df3b3-e6f0-468c-9426-4d4beebb4d4e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:41.535473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47622) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.535665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-974df3b3-e6f0-468c-9426-4d4beebb4d4e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1494203 Sep 30 08:35:41.545480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-41087c50-a023-413f-be91-1f55a6500ef3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.638793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41087c50-a023-413f-be91-1f55a6500ef3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.643198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-41087c50-a023-413f-be91-1f55a6500ef3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.645000 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-41087c50-a023-413f-be91-1f55a6500ef3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:35:41.645579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41087c50-a023-413f-be91-1f55a6500ef3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:41.660408 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-41087c50-a023-413f-be91-1f55a6500ef3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1237595 Sep 30 08:35:41.664062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47626) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.669694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c1b2948b-428e-427d-91f4-34910acf1d80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.799260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b2948b-428e-427d-91f4-34910acf1d80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.803926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1b2948b-428e-427d-91f4-34910acf1d80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.806105 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b2948b-428e-427d-91f4-34910acf1d80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:35:41.806594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b2948b-428e-427d-91f4-34910acf1d80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:41.830996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1b2948b-428e-427d-91f4-34910acf1d80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1654961 Sep 30 08:35:41.833629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47632) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.866302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6912341e-c5ca-47d5-8aaa-1c8b82e64b99 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314395 Sep 30 08:35:41.869356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47634) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.929321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c103d2-5cc3-4528-940a-adb0777941eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:41.933896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-58c103d2-5cc3-4528-940a-adb0777941eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609097 Sep 30 08:35:41.934560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47640) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.981526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-996926d3-c33a-4a1d-a2e2-6bd698e462e4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428543 Sep 30 08:35:41.982392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47642) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.987459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:42.114640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:42.118404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.218991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816a40-ad11-41f9-8346-6b86f9235e43 req-63279f81-1ce4-4bf9-8bb7-3b8b407d7769 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:42.220588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3816a40-ad11-41f9-8346-6b86f9235e43 req-63279f81-1ce4-4bf9-8bb7-3b8b407d7769 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1311841 Sep 30 08:35:42.274558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3816a40-ad11-41f9-8346-6b86f9235e43 req-f27f6643-2a2b-4ca7-b922-7e46cef1fb31 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463431 Sep 30 08:35:42.471270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:42.472802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.527252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:42.528663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:42.531701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:42.532573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.540367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2509e-70a5-4d4e-a474-b93e2c029d23 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:42.559604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=edac74f5-635a-4f3d-89ba-31e1bbe94bf5,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:42.564659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d8f357bb-f0a1-4ea3-b797-7e075e597aee tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5811768 Sep 30 08:35:42.566969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47648) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:42.572575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:24:fa:b0', 'name': 'tempest-NetworksTestDHCPv6-577780292'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:42.573879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85fb249f-2869-44a6-b911-2079b6626b6d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:42.605358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 85fb249f-2869-44a6-b911-2079b6626b6d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:42.606118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85fb249f-2869-44a6-b911-2079b6626b6d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:42.713595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:42.767223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': 'edac74f5-635a-4f3d-89ba-31e1bbe94bf5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:42.768412 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.822730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.845665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port dc014dc8-6ae5-4c13-b100-bfec6084504e yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:42.951514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Allocated IP 2001:db8::f816:3eff:fe4c:4f63 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/edac74f5-635a-4f3d-89ba-31e1bbe94bf5/7482f4db-1ce5-4cea-80fd-37aec8630e07) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:42.982391 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d5ad83-9c1d-49c2-b456-5da351372f8e details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:35:43.180997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.238114 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.240461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:43.256347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.337999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fe24:fab0 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/edac74f5-635a-4f3d-89ba-31e1bbe94bf5/dc014dc8-6ae5-4c13-b100-bfec6084504e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:43.350061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Pushing event updated for resources: {'Port': ['ID=7482f4db-1ce5-4cea-80fd-37aec8630e07,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.354366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'port_id': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'mac_address': 'fa:16:3e:58:40:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:35:43.373775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:43.375834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:43.418904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:43.503441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7bcc1-005e-47e8-8d12-59485a4a14ee req-6053772b-e334-429d-bd89-2194c95d66ac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:43.514961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09b7bcc1-005e-47e8-8d12-59485a4a14ee req-6053772b-e334-429d-bd89-2194c95d66ac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1117547 Sep 30 08:35:43.549621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.566841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Attempting to bind port 7482f4db-1ce5-4cea-80fd-37aec8630e07 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:43.567208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Attempting to bind port 7482f4db-1ce5-4cea-80fd-37aec8630e07 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:43.567579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Attempting to bind port 7482f4db-1ce5-4cea-80fd-37aec8630e07 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:43.577139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.580892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:43.581797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:43.581797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.582170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:43.582761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Bound port: 7482f4db-1ce5-4cea-80fd-37aec8630e07, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:43.582941 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.604327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09b7bcc1-005e-47e8-8d12-59485a4a14ee req-399a15c6-3ee1-47f3-a962-f28d0bc1c4db tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868654 Sep 30 08:35:43.606500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36d5ad83-9c1d-49c2-b456-5da351372f8e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:35:43.664582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:43.673347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.675864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.735114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] For port 7482f4db-1ce5-4cea-80fd-37aec8630e07, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:43.743214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] For port 7482f4db-1ce5-4cea-80fd-37aec8630e07, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7482f4db-1ce5-4cea-80fd-37aec8630e07,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:43.751477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.753566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:43.764600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:43.768607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:43.781700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.788730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:43.789483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.838299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=dc014dc8-6ae5-4c13-b100-bfec6084504e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.861481 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cec1d669-b6ef-4e7b-9d42-1d082aff5248 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2934723 Sep 30 08:35:43.862079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['36d5ad83-9c1d-49c2-b456-5da351372f8e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:35:43.864418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47692) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:43.919454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28883-d072-45d8-806e-66aaae91ec7f None None] Pushing event updated for resources: {'Port': ['ID=7482f4db-1ce5-4cea-80fd-37aec8630e07,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.969756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49698425-d642-4415-ac71-0626abc5d04a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:43.979323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49698425-d642-4415-ac71-0626abc5d04a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:43.982159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49698425-d642-4415-ac71-0626abc5d04a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1166909 Sep 30 08:35:43.984933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47694) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:44.233891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port dc014dc8-6ae5-4c13-b100-bfec6084504e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:44.234265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.457939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.491692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for dc014dc8-6ae5-4c13-b100-bfec6084504e owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:44.628195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-91058aa4-dc3d-4dfb-9eb4-e6694abd6b2c req-e095c031-9d62-406a-8a56-74513e7d6b35 tempest-MultipleCreateTestJSON-1461504630 tempest-MultipleCreateTestJSON-1461504630-project] (95002) timed out ('10.222.0.50', 52231) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:35:44.683489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7482f4db-1ce5-4cea-80fd-37aec8630e07 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:44.802345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7482f4db-1ce5-4cea-80fd-37aec8630e07 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:44.802724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.847101 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.897609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89510-57f2-43a7-a881-2f4df5f72c51 req-df5e110e-513a-4d5b-9f69-7b031de7b08f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:44.913982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fc89510-57f2-43a7-a881-2f4df5f72c51 req-df5e110e-513a-4d5b-9f69-7b031de7b08f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 944 time: 0.1101751 Sep 30 08:35:44.930750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=dc014dc8-6ae5-4c13-b100-bfec6084504e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:44.931544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-911959f2-8f3d-4b18-aa37-c092ed408ed1 req-aaf07816-761e-4d26-8ab7-249ea2c235ae tempest-ImagesTestJSON-1725168403 tempest-ImagesTestJSON-1725168403-project] (95001) timed out ('10.222.0.41', 37232) {{(pid=95001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:35:44.958998 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.966149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.993288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d5ad83-9c1d-49c2-b456-5da351372f8e up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:45.015830 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.020732 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-da52f4fb-0e33-403a-86f4-98a71bf73a52 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/dc014dc8-6ae5-4c13-b100-bfec6084504e HTTP/1.1" status: 204 len: 168 time: 1.0338199 Sep 30 08:35:45.021008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47714) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:45.077633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 7482f4db-1ce5-4cea-80fd-37aec8630e07, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7482f4db-1ce5-4cea-80fd-37aec8630e07,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:45.084224 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.152001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 36d5ad83-9c1d-49c2-b456-5da351372f8e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:45.152506 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.156799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fc89510-57f2-43a7-a881-2f4df5f72c51 req-aa56f254-b55e-4832-a1ad-178de031c7a5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409852 Sep 30 08:35:45.207318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=7482f4db-1ce5-4cea-80fd-37aec8630e07,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:45.258392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b46944-9375-4031-9f47-990218fcf90f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:45.260751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b46944-9375-4031-9f47-990218fcf90f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:45.262562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-88b46944-9375-4031-9f47-990218fcf90f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2309167 Sep 30 08:35:45.266183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47720) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:45.353847 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.393076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet edac74f5-635a-4f3d-89ba-31e1bbe94bf5 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:45.406171 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.435572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:45.439828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:45.445735 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a888f4-81e7-4d3a-ad24-71fc0ac0bfa8" -d '{"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-plugged", "status": "completed", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:45.478946 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.528191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.567066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:45.710408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-45aaf95f-4cf4-4d61-879d-49bb5d123aea None None] Provisioning complete for port 7482f4db-1ce5-4cea-80fd-37aec8630e07 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:45.711913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-45aaf95f-4cf4-4d61-879d-49bb5d123aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.757137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.803110 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcfb3d8-772b-4237-99ae-fd82cefeb6ca x-openstack-request-id: req-5bcfb3d8-772b-4237-99ae-fd82cefeb6ca {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:45.803487 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-plugged", "status": "completed", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:45.803629 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bcfb3d8-772b-4237-99ae-fd82cefeb6ca {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:45.811256 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'code': 200} Sep 30 08:35:45.939572 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.019210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=edac74f5-635a-4f3d-89ba-31e1bbe94bf5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:46.033393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.037609 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b2e6ea32-6ce3-4d7d-81ad-644e7a6947dd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/edac74f5-635a-4f3d-89ba-31e1bbe94bf5 HTTP/1.1" status: 204 len: 168 time: 0.7702801 Sep 30 08:35:46.040720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47732) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:46.156256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bb722e7e-9101-45aa-aee0-5dc3c99e754e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134672 Sep 30 08:35:46.156933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:46.162567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0f89d-bf35-4742-8844-9decf10883e1 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:46.163536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:46.353301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:46.360315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.360707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-27265b59-fec5-459c-94ab-b6c1160ac384 None None] Could not find standard attr ID for object dc014dc8-6ae5-4c13-b100-bfec6084504e. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:46.503380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:46.530496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70becdff-12f7-4ec8-819c-7411a5195239 req-614cc3d4-bd6c-46f8-8c51-c3421784c4c8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:46.542490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70becdff-12f7-4ec8-819c-7411a5195239 req-614cc3d4-bd6c-46f8-8c51-c3421784c4c8 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.2127316 Sep 30 08:35:46.652091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7482f4db-1ce5-4cea-80fd-37aec8630e07 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:46.660124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] Deleting port 7482f4db-1ce5-4cea-80fd-37aec8630e07 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:46.660499 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.697494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-70becdff-12f7-4ec8-819c-7411a5195239 req-bc68c44e-502d-4ce1-9aeb-8541bb073609 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472363 Sep 30 08:35:46.824910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] For port 7482f4db-1ce5-4cea-80fd-37aec8630e07, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7482f4db-1ce5-4cea-80fd-37aec8630e07,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:46.825712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.853220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] Calling delete_port for 7482f4db-1ce5-4cea-80fd-37aec8630e07 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:46.979073 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.068556 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No ports have port_id starting with 7482f4db-1ce5-4cea-80fd-37aec8630e07 Sep 30 08:35:47.074452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] Pushing event deleted for resources: {'Port': ['ID=7482f4db-1ce5-4cea-80fd-37aec8630e07,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:47.086753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0829c44-5eea-4bbc-ad77-42597275d143 None None] No DVR routers for this DVR port 7482f4db-1ce5-4cea-80fd-37aec8630e07 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:47.131237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:47.133382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.237837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:47.241956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:47.247254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:47.248063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.253282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9b76a-3059-4ded-9a3e-048ede1d7578 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:47.263434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=8b7b34f4-761c-43c1-bdf2-88848baf5599,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:47.279564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-39d5f0cc-3fd4-4c62-bb1b-277dd4452a4f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1213276 Sep 30 08:35:47.281186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47750) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:47.302066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:20:3d:ff', 'name': 'tempest-NetworksTestDHCPv6-2145580574'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:47.544011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:47.623568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '8b7b34f4-761c-43c1-bdf2-88848baf5599'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:47.624436 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.657490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.687151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port f4dec486-72aa-4a4d-bbe3-3e1c30208b1c yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:47.939936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fe20:3dff (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/8b7b34f4-761c-43c1-bdf2-88848baf5599/f4dec486-72aa-4a4d-bbe3-3e1c30208b1c) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:47.958430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c408-9c58-4f0e-b29a-51d523e74e7b req-9fb127ef-be1f-44c2-9589-6ddf04933589 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:47.967719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b47c408-9c58-4f0e-b29a-51d523e74e7b req-9fb127ef-be1f-44c2-9589-6ddf04933589 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.0811787 Sep 30 08:35:48.044088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b47c408-9c58-4f0e-b29a-51d523e74e7b req-41604863-f881-4662-a721-93339168bbf3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703259 Sep 30 08:35:48.326661 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.393591 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.465130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:48.468983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:48.474725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:48.490660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:48.494700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.523423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Allocated IP 2001:db8::f816:3eff:fe89:5a92 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/8b7b34f4-761c-43c1-bdf2-88848baf5599/d391fd95-a892-4782-a608-f940a6fe000b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:48.526127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=f4dec486-72aa-4a4d-bbe3-3e1c30208b1c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:48.558395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47762) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:48.561349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-776e6865-119a-401d-a1d7-6b5ba1dad34a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2766283 Sep 30 08:35:48.674650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c22352-3e49-40e8-90b4-8b22c04b05b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:48.678854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47764) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:48.680001 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b6c22352-3e49-40e8-90b4-8b22c04b05b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1197181 Sep 30 08:35:48.794288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.805746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.889106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:48.894564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port f4dec486-72aa-4a4d-bbe3-3e1c30208b1c {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:48.894922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.897110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:48.905556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:48.909162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Pushing event updated for resources: {'Port': ['ID=d391fd95-a892-4782-a608-f940a6fe000b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:49.032145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Attempting to bind port d391fd95-a892-4782-a608-f940a6fe000b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:49.032752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Attempting to bind port d391fd95-a892-4782-a608-f940a6fe000b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:49.033299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Attempting to bind port d391fd95-a892-4782-a608-f940a6fe000b on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:49.034994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.041900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:49.042554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:49.043396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.043948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:49.046168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Bound port: d391fd95-a892-4782-a608-f940a6fe000b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:49.046749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.056838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for f4dec486-72aa-4a4d-bbe3-3e1c30208b1c owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:49.192152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] For port d391fd95-a892-4782-a608-f940a6fe000b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:49.204229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] For port d391fd95-a892-4782-a608-f940a6fe000b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d391fd95-a892-4782-a608-f940a6fe000b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:49.213523 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.262349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.326700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=f4dec486-72aa-4a4d-bbe3-3e1c30208b1c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:49.369837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.375417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-81e03313-7d6b-414f-a5d3-eb86da3c561f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/f4dec486-72aa-4a4d-bbe3-3e1c30208b1c HTTP/1.1" status: 204 len: 168 time: 0.6921678 Sep 30 08:35:49.376127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47776) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:49.384405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a86f6a-61a4-4098-ac72-09f3d5de2849 req-edaa21f9-b1c3-43a2-a67f-55f2f221f0b5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:49.386179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0a86f6a-61a4-4098-ac72-09f3d5de2849 req-edaa21f9-b1c3-43a2-a67f-55f2f221f0b5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1368115 Sep 30 08:35:49.394500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba022c-6731-4925-9cdf-8eba6b442610 None None] Pushing event updated for resources: {'Port': ['ID=d391fd95-a892-4782-a608-f940a6fe000b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:49.468705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0a86f6a-61a4-4098-ac72-09f3d5de2849 req-301acbb4-91ae-4a61-a618-4a3f8f2f58a1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756273 Sep 30 08:35:49.539316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bfe87-0eed-4349-aa68-8e473c8ac62c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:49.548088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bfe87-0eed-4349-aa68-8e473c8ac62c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:49.550430 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e6bfe87-0eed-4349-aa68-8e473c8ac62c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1729276 Sep 30 08:35:49.553052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47784) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:49.632817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 8b7b34f4-761c-43c1-bdf2-88848baf5599 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:49.639198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.711931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.015768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.106337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.161834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7b34f4-761c-43c1-bdf2-88848baf5599,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:50.174378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.176617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-980d43a3-b2ec-4f5e-bb13-cb6629327e93 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/8b7b34f4-761c-43c1-bdf2-88848baf5599 HTTP/1.1" status: 204 len: 168 time: 0.6222599 Sep 30 08:35:50.179052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47792) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:50.248716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a5a2dc58-b72e-45fb-a277-4dc3a438aa5d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649724 Sep 30 08:35:50.249834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47794) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:50.312522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645a59d-aebe-43a7-94f8-e4b74f76ec33 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:50.317010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e645a59d-aebe-43a7-94f8-e4b74f76ec33 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0638638 Sep 30 08:35:50.317364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47796) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:50.394906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb519-17ca-4b16-8120-d25ab2de51d1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:50.397166 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8bedb519-17ca-4b16-8120-d25ab2de51d1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0787318 Sep 30 08:35:50.400876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47798) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:50.599365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cc20950a-be0a-4cfa-8a7f-b0c0d18fa62a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1928625 Sep 30 08:35:50.604252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47804) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:50.610656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:50.738482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bbc27-36e4-4e9a-977d-e551ace3c2d7 req-3e027a47-12da-41f6-963f-df65ff91f608 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:50.740062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a7bbc27-36e4-4e9a-977d-e551ace3c2d7 req-3e027a47-12da-41f6-963f-df65ff91f608 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.0975425 Sep 30 08:35:50.790640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d391fd95-a892-4782-a608-f940a6fe000b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:50.826321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a7bbc27-36e4-4e9a-977d-e551ace3c2d7 req-925ad7fe-b6e4-45f3-8d79-a8fbd3a58e70 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764964 Sep 30 08:35:50.845462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:50.850472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.984853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d391fd95-a892-4782-a608-f940a6fe000b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:50.985241 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.251912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267046e4-04f8-4f97-aaa2-e5948d8c49c4 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:51.291692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.326506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d3089bdb-5660-4a81-9a66-cc8f8d9d1c68 None None] Provisioning complete for port d391fd95-a892-4782-a608-f940a6fe000b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:51.326936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3089bdb-5660-4a81-9a66-cc8f8d9d1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.414508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port d391fd95-a892-4782-a608-f940a6fe000b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d391fd95-a892-4782-a608-f940a6fe000b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:51.476512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.525324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:51.591029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=d391fd95-a892-4782-a608-f940a6fe000b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:51.835117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7968b9b8-453a-44e5-85c8-826f7dd21db6 None None] Provisioning complete for port d391fd95-a892-4782-a608-f940a6fe000b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:51.836427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7968b9b8-453a-44e5-85c8-826f7dd21db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.068735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327ea27-ecc0-4af8-a9d2-73d5b9d5c78b req-fa7b165e-49fd-40cb-a0f9-b14df04cd5b6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:52.086476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6327ea27-ecc0-4af8-a9d2-73d5b9d5c78b req-fa7b165e-49fd-40cb-a0f9-b14df04cd5b6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1504407 Sep 30 08:35:52.212689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-925984be-60ea-44f7-a33d-8bfd2826d0e8 None None] Could not find standard attr ID for object f4dec486-72aa-4a4d-bbe3-3e1c30208b1c. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:52.254416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6327ea27-ecc0-4af8-a9d2-73d5b9d5c78b req-a785f5f6-0af1-4652-ab9f-552b7fa857f1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636069 Sep 30 08:35:52.323942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.626590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d391fd95-a892-4782-a608-f940a6fe000b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:52.687202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] For port d391fd95-a892-4782-a608-f940a6fe000b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d391fd95-a892-4782-a608-f940a6fe000b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:52.709622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d391fd95-a892-4782-a608-f940a6fe000b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:52.710535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.756734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.763995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.764770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.880393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:52.888279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:52.895513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:52.896134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.916097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9548e4-7c26-4c7a-b553-6127838c4077 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:52.921510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=a257b7f3-6d89-4771-a5c8-8a3c6aaba6b2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:52.937590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=d391fd95-a892-4782-a608-f940a6fe000b,revision_number=6']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:52.946200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-6019770d-41c3-4ba9-b995-6b7d9a443216 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043704 Sep 30 08:35:52.952801 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ef19baf0-4f65-480e-9b92-3738a9d49e05 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3473134 Sep 30 08:35:52.956187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47854) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:52.978986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:1a:bb:03', 'name': 'tempest-NetworksTestDHCPv6-260565859'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:53.331558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-afc6224d-0329-46af-8c83-e079b42ef892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:53.333149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-afc6224d-0329-46af-8c83-e079b42ef892 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.3177984 Sep 30 08:35:53.761019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-21f1c9fa-7d65-4458-bf44-e373c7ff2d0e None None] Provisioning complete for port d391fd95-a892-4782-a608-f940a6fe000b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:53.761352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21f1c9fa-7d65-4458-bf44-e373c7ff2d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.028543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8978d5-928a-4d37-8756-1969ea516955 req-c7236785-11ce-4821-9ffe-46d5d6033942 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:54.035745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da8978d5-928a-4d37-8756-1969ea516955 req-c7236785-11ce-4821-9ffe-46d5d6033942 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.6254940 Sep 30 08:35:54.043181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:54.075127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-1cb3293f-e5e6-4a52-b97e-a5ca7a0646b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:54.076814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-1cb3293f-e5e6-4a52-b97e-a5ca7a0646b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.7192855 Sep 30 08:35:54.278146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.301726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da8978d5-928a-4d37-8756-1969ea516955 req-de151c11-0f26-4604-b2b0-80909cce1d6f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646077 Sep 30 08:35:54.372875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 54806af6-615f-4259-823b-62e1f504cce0 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:54.389486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-79307d00-c413-4648-9f13-1facab585416 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.3000844 Sep 30 08:35:54.499161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-f354b11f-abd8-475f-bbdb-8d1b4433f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:54.500507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-f354b11f-abd8-475f-bbdb-8d1b4433f1db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1044984 Sep 30 08:35:54.579583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d391fd95-a892-4782-a608-f940a6fe000b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:54.647476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-c7ce2933-d67f-4117-88f5-df653bf0c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:54.649740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-c7ce2933-d67f-4117-88f5-df653bf0c77e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388183 Sep 30 08:35:54.666151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d391fd95-a892-4782-a608-f940a6fe000b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:54.666839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.671067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fe1a:bb03 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a257b7f3-6d89-4771-a5c8-8a3c6aaba6b2/54806af6-615f-4259-823b-62e1f504cce0) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:54.995778 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.050774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-1ce29ef1-87a5-45da-9bdd-0cc52e077dee service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911142 Sep 30 08:35:55.052728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.207727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=54806af6-615f-4259-823b-62e1f504cce0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:55.221015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:55.232227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:55.246300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:55.256829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:55.257910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.276195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7d26ab5-7fb1-458b-bcba-38d72f4deca7 req-33636506-dbb9-4418-940e-7866de3b061b service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045481 Sep 30 08:35:55.290279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f3fc4422-8ea5-44be-a660-684193d929c1 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3270113 Sep 30 08:35:55.293998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47904) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:55.419895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0f507-ee23-47aa-bfd6-6383eb50d778 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:55.434400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0f507-ee23-47aa-bfd6-6383eb50d778 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:55.436136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81c0f507-ee23-47aa-bfd6-6383eb50d778 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1411102 Sep 30 08:35:55.440348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47912) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:55.636385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6257-6da5-4deb-9e61-cce02679c309 req-daaf7deb-61e7-4df6-873c-754af267a1db tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:55.638761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348c6257-6da5-4deb-9e61-cce02679c309 req-daaf7deb-61e7-4df6-873c-754af267a1db tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1994145 Sep 30 08:35:55.723675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-348c6257-6da5-4deb-9e61-cce02679c309 req-dfea0fc0-ed24-4f15-9fb8-cca3afaaf6f6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639102 Sep 30 08:35:55.766708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 54806af6-615f-4259-823b-62e1f504cce0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:55.767121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.778063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-49eff965-37b5-410d-9945-3d6a3e656dc8 None None] Provisioning complete for port 54806af6-615f-4259-823b-62e1f504cce0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:55.778510 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-49eff965-37b5-410d-9945-3d6a3e656dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.780244 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.844568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.880100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-49eff965-37b5-410d-9945-3d6a3e656dc8 None None] Port 54806af6-615f-4259-823b-62e1f504cce0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:55.959691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.978907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 54806af6-615f-4259-823b-62e1f504cce0 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:56.006441 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-7ba7be1a-f696-4bc8-bd8d-48fac24dd99c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053231 Sep 30 08:35:56.113201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-19a38ba1-9df6-4a48-aec8-4c8bacbbcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:56.115408 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-19a38ba1-9df6-4a48-aec8-4c8bacbbcfbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 1096 time: 0.0809066 Sep 30 08:35:56.282369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-9c637de0-1900-47ee-a66a-8e807c0cfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:56.285326 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-9c637de0-1900-47ee-a66a-8e807c0cfea6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 916 time: 0.1439173 Sep 30 08:35:56.298098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:56.367506 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-88fe3f85-f8ee-400a-98a5-210ba7546506 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a92d62f-c227-408f-a78a-8c161426118b HTTP/1.1" status: 200 len: 217 time: 0.0678434 Sep 30 08:35:56.375653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=54806af6-615f-4259-823b-62e1f504cce0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:56.428323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:56.444591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9bd70408-880c-4c91-af33-7c50f21fb4d5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/54806af6-615f-4259-823b-62e1f504cce0 HTTP/1.1" status: 204 len: 168 time: 1.0013604 Sep 30 08:35:56.446058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47930) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:56.513224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-6bdbf3d2-f2ce-4532-a2d0-e3d592d5e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:56.522539 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-6bdbf3d2-f2ce-4532-a2d0-e3d592d5e898 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.1457665 Sep 30 08:35:56.581408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e633eaf-9bf3-4f2e-aa54-9cdcfbaa40c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:56.583130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e633eaf-9bf3-4f2e-aa54-9cdcfbaa40c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:56.585377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-e3e7195a-6e96-4c48-9f96-2c0b31d97fff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535340 Sep 30 08:35:56.587412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47932) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:56.599255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1e633eaf-9bf3-4f2e-aa54-9cdcfbaa40c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1413159 Sep 30 08:35:56.758826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet a257b7f3-6d89-4771-a5c8-8a3c6aaba6b2 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:56.765385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:56.823450 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-970921cd-7eda-419f-9f87-2f3494d03806 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246802 Sep 30 08:35:56.825686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.004422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.009435 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1a6baf9a-a66b-463a-9143-283051de0aaf req-d9b32167-c562-4f03-8142-c55dc5e9a15b service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766279 Sep 30 08:35:57.102792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.141053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=a257b7f3-6d89-4771-a5c8-8a3c6aaba6b2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:57.145131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.149984 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9be7199-ca22-4f89-9ada-3974718c2861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a257b7f3-6d89-4771-a5c8-8a3c6aaba6b2 HTTP/1.1" status: 204 len: 168 time: 0.5607684 Sep 30 08:35:57.150724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47938) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:57.163981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73cbd29-cdad-45fb-b952-e011e5d01ffc None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:57.265172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9ebb54c5-c91d-423c-8e58-d5dc91c8e60f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127090 Sep 30 08:35:57.267937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47940) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:57.273883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:57.404318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:57.413692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.654035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:57.738516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] Deleting port d391fd95-a892-4782-a608-f940a6fe000b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:57.739230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.869828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] For port d391fd95-a892-4782-a608-f940a6fe000b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d391fd95-a892-4782-a608-f940a6fe000b,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:57.870673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.886062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] Calling delete_port for d391fd95-a892-4782-a608-f940a6fe000b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:58.011741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:35:58.021910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.058456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] Pushing event deleted for resources: {'Port': ['ID=d391fd95-a892-4782-a608-f940a6fe000b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:58.071376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e000cef-537d-4cef-b5a0-a971e8855ab2 None None] No DVR routers for this DVR port d391fd95-a892-4782-a608-f940a6fe000b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:58.215095 n-d-807025-5 neutron-server[95002]: WARNING neutron.services.revisions.revision_plugin [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Could not find related port for resource to bump revision. Sep 30 08:35:58.234674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_pluggable_backend [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Port d391fd95-a892-4782-a608-f940a6fe000b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 30 08:35:58.234958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_pluggable_backend [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:5a92 {{(pid=95002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 30 08:35:58.238847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_pluggable_backend [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe89:5a92 {{(pid=95002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 30 08:35:58.242027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.307321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:58.311174 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:58.322903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a4ade-0523-43b2-9335-bc34eb6e963c None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:58.324293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:58.330352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.374926 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1058302 Sep 30 08:35:58.377684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47950) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:58.378214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537b285-fda2-46f4-9c57-d4fcb030e8b3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=0d289222-5d53-4574-95dc-f83466e11e33,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:58.383163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:03:ec:ac', 'name': 'tempest-NetworksTestDHCPv6-2146821078'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:58.604985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '0d289222-5d53-4574-95dc-f83466e11e33'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:58.612317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.650696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:58.655037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.705350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port c15e4632-fcd6-4643-8d03-90e29f85b6b3 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:58.821664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d391fd95-a892-4782-a608-f940a6fe000b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:58.845829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fe03:ecac (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/0d289222-5d53-4574-95dc-f83466e11e33/c15e4632-fcd6-4643-8d03-90e29f85b6b3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:58.867617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d391fd95-a892-4782-a608-f940a6fe000b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:58.868598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d391fd95-a892-4782-a608-f940a6fe000b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:59.089331 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.154559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.239935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Allocated IP 2001:db8::f816:3eff:fe06:6974 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/0d289222-5d53-4574-95dc-f83466e11e33/639a1864-4d9c-4669-b0bf-eca52f9a6db3) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:59.240432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:59.244466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:59.256484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:59.263530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:59.264209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.310356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=c15e4632-fcd6-4643-8d03-90e29f85b6b3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:59.323004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:59.325215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-653339cb-ab72-4a3c-ac8a-0548b544aafe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9452319 Sep 30 08:35:59.426301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321741c7-be76-4e46-9dce-a7f9d8726e91 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:59.427849 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-321741c7-be76-4e46-9dce-a7f9d8726e91 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1031685 Sep 30 08:35:59.433238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47958) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:59.560579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.572947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.617497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port c15e4632-fcd6-4643-8d03-90e29f85b6b3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:59.617864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.641200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:59.646974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:59.656707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:59.824138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Attempting to bind port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:59.824138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Attempting to bind port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:59.824483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Attempting to bind port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:59.838626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Pushing event updated for resources: {'Port': ['ID=639a1864-4d9c-4669-b0bf-eca52f9a6db3,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:59.839202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.841738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:59.842117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:59.842522 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.844475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:59.844976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Bound port: 639a1864-4d9c-4669-b0bf-eca52f9a6db3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:59.846395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.872356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for c15e4632-fcd6-4643-8d03-90e29f85b6b3 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:59.949433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.949840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.950187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.950527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.950864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.951200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.951531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.951859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.952186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.952510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.952971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.953303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:59.977636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] For port 639a1864-4d9c-4669-b0bf-eca52f9a6db3, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:59.982587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] For port 639a1864-4d9c-4669-b0bf-eca52f9a6db3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=639a1864-4d9c-4669-b0bf-eca52f9a6db3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:59.991068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.140929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3f0d-facf-48b2-9d37-e5cde1db246b None None] Pushing event updated for resources: {'Port': ['ID=639a1864-4d9c-4669-b0bf-eca52f9a6db3,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:00.232993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.281809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=c15e4632-fcd6-4643-8d03-90e29f85b6b3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:00.316431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.318469 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8def5b61-372b-4e8c-9298-b4e6162bdb15 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/c15e4632-fcd6-4643-8d03-90e29f85b6b3 HTTP/1.1" status: 204 len: 168 time: 0.8846121 Sep 30 08:36:00.321127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47964) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:00.431109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b456ef-1c4a-40f9-b421-a1062671f8c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:00.434453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b456ef-1c4a-40f9-b421-a1062671f8c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:00.436080 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20b456ef-1c4a-40f9-b421-a1062671f8c0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1139488 Sep 30 08:36:00.439889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47966) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:00.559372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 0d289222-5d53-4574-95dc-f83466e11e33 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:00.563691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.664117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.680543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 639a1864-4d9c-4669-b0bf-eca52f9a6db3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:00.779368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:00.779692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.854168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.907830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.951108 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.990778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=0d289222-5d53-4574-95dc-f83466e11e33,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:00.993893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.996507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a2de4362-001d-47d4-884e-55c9f49cf1c9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/0d289222-5d53-4574-95dc-f83466e11e33 HTTP/1.1" status: 204 len: 168 time: 0.5549240 Sep 30 08:36:00.999846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47974) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.006335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:36:01.007444 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:36:01.049686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-af1f0892-92c2-4566-8424-f203df1cbe75 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489745 Sep 30 08:36:01.051563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47976) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.125197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc89aca-7842-461d-a1f1-768a03932057 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:01.129405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47978) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.129605 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7bc89aca-7842-461d-a1f1-768a03932057 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0769434 Sep 30 08:36:01.196849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ddece5-81b0-478a-9b1c-6a97487d5dd6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:01.200677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-52ddece5-81b0-478a-9b1c-6a97487d5dd6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0679128 Sep 30 08:36:01.201180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.248025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-38ed16dc-070f-416d-9a9b-67c65b81bde8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389085 Sep 30 08:36:01.248283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47982) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.253632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:01.394873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:01.399872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.591144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.632824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 639a1864-4d9c-4669-b0bf-eca52f9a6db3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=639a1864-4d9c-4669-b0bf-eca52f9a6db3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:01.636592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b56c52-8343-4664-a7a1-d151308854ce None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:01.651988 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.720849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.797898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-270248c6-e5bd-45e2-869f-36d37e09ff47 None None] Provisioning complete for port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:01.799031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-270248c6-e5bd-45e2-869f-36d37e09ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.808000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:01.814368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:01.820255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:01.821065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.845520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5960143 Sep 30 08:36:01.848198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47986) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.855549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:a1:72:04', 'name': 'tempest-NetworksTestDHCPv6-855847183'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:01.858931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c2cfc-5bbd-4542-b351-023fe874d0e5 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=b9521c1f-61a9-4ca1-85b0-202667c271c5,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:02.090648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=639a1864-4d9c-4669-b0bf-eca52f9a6db3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:02.132418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:02.274705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:02.304113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 6454a140-305e-4c4b-996c-c203f39cc09a yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:36:02.449588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::3e6 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/b9521c1f-61a9-4ca1-85b0-202667c271c5/6454a140-305e-4c4b-996c-c203f39cc09a) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:02.612714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89304e-e0b4-464a-8e4c-22c667453acc None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:02.698668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 639a1864-4d9c-4669-b0bf-eca52f9a6db3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:02.711333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d94953cb-2ba3-45f1-b7f2-a84284e2f65f None None] Provisioning complete for port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:02.713256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:02.717792 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d94953cb-2ba3-45f1-b7f2-a84284e2f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=6454a140-305e-4c4b-996c-c203f39cc09a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:03.035593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.039068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:03.039068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.041486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:03.042289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe62ae8b-e8cd-4127-b818-1020116cd1e6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1269240 Sep 30 08:36:03.111939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757000e7-4cc9-4571-873a-8e5ae9a9f411 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:03.131389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757000e7-4cc9-4571-873a-8e5ae9a9f411 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:03.133389 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-757000e7-4cc9-4571-873a-8e5ae9a9f411 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1656215 Sep 30 08:36:03.136136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48016) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:03.311953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 6454a140-305e-4c4b-996c-c203f39cc09a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:03.312306 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.503360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.539329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 6454a140-305e-4c4b-996c-c203f39cc09a owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:03.693324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0ffd5c44-d5cd-477f-a6f6-98acbe3026b4 None None] Provisioning complete for port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:03.694124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5c44-d5cd-477f-a6f6-98acbe3026b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.796902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.881117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=6454a140-305e-4c4b-996c-c203f39cc09a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:03.891188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0ffd5c44-d5cd-477f-a6f6-98acbe3026b4 None None] Could not find standard attr ID for object 6454a140-305e-4c4b-996c-c203f39cc09a. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:03.938579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.943394 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-59a18b7b-2a56-4131-9391-3af1f5bee88c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/6454a140-305e-4c4b-996c-c203f39cc09a HTTP/1.1" status: 204 len: 168 time: 0.8061092 Sep 30 08:36:03.946716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48034) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.079093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9330481-956a-4713-9009-ea91abf7ea87 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:04.083806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9330481-956a-4713-9009-ea91abf7ea87 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:04.085779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b9330481-956a-4713-9009-ea91abf7ea87 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1377578 Sep 30 08:36:04.088489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48040) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.111240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-722bec28-4175-4d01-a904-e28ee6a6d71b None None] Could not find standard attr ID for object c15e4632-fcd6-4643-8d03-90e29f85b6b3. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:04.190147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet b9521c1f-61a9-4ca1-85b0-202667c271c5 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:04.199418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.275397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.338793 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.436979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.455390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3d959b1a-f38a-4d22-b4f0-f493b918c65a None None] Could not find standard attr ID for object 6454a140-305e-4c4b-996c-c203f39cc09a. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:04.468881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=b9521c1f-61a9-4ca1-85b0-202667c271c5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:04.476299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.482311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48056) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.483972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b8512da-625f-4f46-af43-e0a5a7d8bbc4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b9521c1f-61a9-4ca1-85b0-202667c271c5 HTTP/1.1" status: 204 len: 168 time: 0.3939133 Sep 30 08:36:04.541144 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3666da37-97e1-49ca-a9c8-fa8fec7d5225 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580103 Sep 30 08:36:04.543942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48060) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.633668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc72fd-7b6a-4ddc-a181-75d480597fb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:04.638928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48064) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.650472 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f0cc72fd-7b6a-4ddc-a181-75d480597fb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1052449 Sep 30 08:36:04.746501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c2f43-7acf-450e-a1e7-496a5dca1070 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:04.749900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-966c2f43-7acf-450e-a1e7-496a5dca1070 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1093388 Sep 30 08:36:04.751673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48068) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.756834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269e76f-cb0a-4c24-919f-1832c1cb313b None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:04.845537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48072) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.852218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-acdc1d74-e9f7-4305-9970-29ed2cfbf710 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950632 Sep 30 08:36:04.853821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:04.986933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:04.991461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.049320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:36:05.114478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] Deleting port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:05.115488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.198287 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:36:05.217582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-a7165fa3-778e-4ea7-bb3b-e2edd2a401ba tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:05.227399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-a7165fa3-778e-4ea7-bb3b-e2edd2a401ba tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.1948202 Sep 30 08:36:05.254703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] For port 639a1864-4d9c-4669-b0bf-eca52f9a6db3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=639a1864-4d9c-4669-b0bf-eca52f9a6db3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:05.255547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.262910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-6a180584-924e-44ed-9ef9-377aac926ca4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/quotas/a6e8cf2107594506a4ad61649d0b04ce HTTP/1.1" status: 200 len: 375 time: 0.0342789 Sep 30 08:36:05.269641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] Calling delete_port for 639a1864-4d9c-4669-b0bf-eca52f9a6db3 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:05.366349 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.379727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-0ab10334-8ffa-4234-92fd-54e6e805d83b tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107099 Sep 30 08:36:05.411511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] Pushing event deleted for resources: {'Port': ['ID=639a1864-4d9c-4669-b0bf-eca52f9a6db3,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:05.418281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904893c-9c1d-4825-bf52-28b3a7147138 None None] No DVR routers for this DVR port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:05.460246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:36:05.561966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-c6467a0a-d198-42c8-937a-4b9d23ef5949 service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702199 Sep 30 08:36:05.623780 n-d-807025-5 neutron-server[95002]: WARNING neutron.services.revisions.revision_plugin [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Could not find related port for resource to bump revision. Sep 30 08:36:05.629520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_pluggable_backend [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Port 639a1864-4d9c-4669-b0bf-eca52f9a6db3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 30 08:36:05.629948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_pluggable_backend [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Reverting IP allocation for 2001:db8::f816:3eff:fe06:6974 {{(pid=95002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 30 08:36:05.634641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_pluggable_backend [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe06:6974 {{(pid=95002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 30 08:36:05.635950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.707930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=5d4d8055-04a3-43cf-b25b-500ea89fdbb5,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:05.717225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:05.718155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:05.720937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:05.721589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.721917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-832f2d9b-3c8c-46f8-a6cc-536cd96bd639 service neutron] 10.222.0.41 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501617 Sep 30 08:36:05.729845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e8885-1cb4-45e3-9cf2-d87749c1d356 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:05.731612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-38f75882-4b5e-41d6-8619-15530b45d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:05.733133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-38f75882-4b5e-41d6-8619-15530b45d620 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 1096 time: 0.0916727 Sep 30 08:36:05.747714 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-301ba511-bc84-429e-b102-6c38cab04390 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9002681 Sep 30 08:36:05.750518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48096) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:05.769673 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:05.922643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-0e426b0f-befe-4959-8002-b68fc6326a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:05.924268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-0e426b0f-befe-4959-8002-b68fc6326a89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.1838140 Sep 30 08:36:05.965587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '5d4d8055-04a3-43cf-b25b-500ea89fdbb5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:05.965989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.988795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:05.993047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.028931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-5d828789-2276-4284-b7b8-12b07dfa4069 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e HTTP/1.1" status: 200 len: 217 time: 0.0965590 Sep 30 08:36:06.173799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-418cd311-37b5-470a-8c13-e5e6fd91bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:06.174423 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d4d8055-04a3-43cf-b25b-500ea89fdbb5 (CIDR: 2001:db8::/64) Sep 30 08:36:06.176930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-418cd311-37b5-470a-8c13-e5e6fd91bd6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1325336 Sep 30 08:36:06.179452 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:36:06.180533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.213936 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-22b04010-c200-4d9c-b6c8-59d7e3e9aed0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4600806 Sep 30 08:36:06.215482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48110) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.221504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af794460-eede-4d46-a3a1-65645ea39f28 req-d7c66418-497b-4e62-a4b6-442146c212cd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:06.225083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af794460-eede-4d46-a3a1-65645ea39f28 req-d7c66418-497b-4e62-a4b6-442146c212cd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1181970 Sep 30 08:36:06.231283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:06.324745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af794460-eede-4d46-a3a1-65645ea39f28 req-20e1ad5c-f0f2-48b0-bb3a-39a7f4204853 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490873 Sep 30 08:36:06.337569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-60ec42c0-dc8a-45a1-8129-9cfde7243d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:06.339316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-60ec42c0-dc8a-45a1-8129-9cfde7243d73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545551 Sep 30 08:36:06.370931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Allocated IP 2001:db8::f816:3eff:fe0a:87fb (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/5d4d8055-04a3-43cf-b25b-500ea89fdbb5/e5a7b679-c6d7-4cbb-a7da-ed31380619b3) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:06.463324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40f9f53f-6c7d-49d4-8f98-291e4d6c2f2f req-4ad589af-a9b2-4662-8b52-8caec60eed5c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 210 time: 0.0697360 Sep 30 08:36:06.522372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:06.534873 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.677808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 639a1864-4d9c-4669-b0bf-eca52f9a6db3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:06.684218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-e44b7c6e-67dc-463b-938a-2ee1cd5ac1d0 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374481 Sep 30 08:36:06.731849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 639a1864-4d9c-4669-b0bf-eca52f9a6db3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:06.738062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 639a1864-4d9c-4669-b0bf-eca52f9a6db3 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:06.791300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.802988 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.860228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26f01911-c76d-47f6-a8a4-964d49824b12 req-c017f77e-5cac-4b3b-ac75-526aca40bb76 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682935 Sep 30 08:36:06.907442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:06.913288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:06.931671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:06.937979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:06.995790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.051561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Attempting to bind port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:07.052324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Attempting to bind port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:07.052889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Attempting to bind port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:07.060059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:07.060715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:07.061301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.061875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:07.062505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Bound port: e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:07.063072 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.069009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:07.076798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:07.081565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:07.082281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.112263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=a64e7f93-9ef0-48ff-8616-a54a68dc3ed4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:07.130563 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20262a82-4a49-4572-b8a8-18509fefaff6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9129100 Sep 30 08:36:07.132935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.138789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:a5:50:84', 'name': 'tempest-NetworksTestDHCPv6-1366962393'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:07.162861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:07.168021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:07.178039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.269105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8efc3-ab2c-42c4-92b1-03490e27b9e6 None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:07.345078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:07.454289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.550644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5efe70-4fad-41f6-8b39-127befcf3b64 req-c93a3ba2-68e1-4145-a07f-9e938d01e9bd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:07.563863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb5efe70-4fad-41f6-8b39-127befcf3b64 req-c93a3ba2-68e1-4145-a07f-9e938d01e9bd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1166382 Sep 30 08:36:07.637640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb5efe70-4fad-41f6-8b39-127befcf3b64 req-b029dad4-d0d5-4edb-bbba-e03a98cd9d15 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715063 Sep 30 08:36:07.814274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afd519d8-74f0-4dfc-885b-137b96d6a9a3 req-fdc364c1-ecd6-4799-9bfa-e991783b01d9 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 210 time: 0.0382342 Sep 30 08:36:08.027249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port e8cf1cf8-9aab-40c0-a473-283140f55290 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:36:08.224537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-2499e75b-bf3f-44b2-87f7-7046de109411 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:08.230221 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-2499e75b-bf3f-44b2-87f7-7046de109411 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 815 time: 0.2391152 Sep 30 08:36:08.251146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Request body: {'port': {'device_id': '8b98281d-b43e-462b-8176-46529bc351e7', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'admin_state_up': True, 'tenant_id': 'a6e8cf2107594506a4ad61649d0b04ce'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:08.423260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8:0:1::30a (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a64e7f93-9ef0-48ff-8616-a54a68dc3ed4/e8cf1cf8-9aab-40c0-a473-283140f55290) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:08.431494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fea5:5084 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/5d4d8055-04a3-43cf-b25b-500ea89fdbb5/e8cf1cf8-9aab-40c0-a473-283140f55290) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:08.470595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Made reservation on behalf of a6e8cf2107594506a4ad61649d0b04ce for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:08.475186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:08.543142 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af2a4b0a-0a2a-4184-8256-3ecc05ef8e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:08.661900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6692cf2-f9bd-4632-8991-b93a8437fbf9 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:08.700760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:08.809678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d59a0573-30c2-4ac6-9fd6-7b603dd24b91 None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:08.809964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d59a0573-30c2-4ac6-9fd6-7b603dd24b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:08.810541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:08.813341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Allocated IP 172.20.0.4 (5664a748-a325-43c9-a72a-0a5eea5659be/47d8dabd-69e5-4865-b7dd-ccfac0a3fac5/981b2333-0095-48a7-b96e-7f295bdf5df4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:08.879777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414dc2d-6a1c-4984-b700-23c3c2ebeb42 req-15593323-db30-499e-b412-f7c77b442270 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:08.890116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d414dc2d-6a1c-4984-b700-23c3c2ebeb42 req-15593323-db30-499e-b412-f7c77b442270 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 945 time: 0.1254005 Sep 30 08:36:08.896160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:08.956033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d414dc2d-6a1c-4984-b700-23c3c2ebeb42 req-47e8d3d9-7f1a-4ad6-abac-b0024519db6d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644932 Sep 30 08:36:08.972362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:08.984544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:08.994787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:09.003504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:09.003797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.011521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=e8cf1cf8-9aab-40c0-a473-283140f55290,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:09.032122 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d59a0573-30c2-4ac6-9fd6-7b603dd24b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.047513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:09.047957 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.079045 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b4e20ceb-960c-4fcd-b89f-76ea912e5943 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9417541 Sep 30 08:36:09.079788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d59a0573-30c2-4ac6-9fd6-7b603dd24b91 None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:09.080659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48176) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:09.113316 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d5ad83-9c1d-49c2-b456-5da351372f8e no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:09.126276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a2c50fc-27d5-4746-b0b8-3d241474cb20 req-da77475c-d802-40f0-960d-76f85d5299a3 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 210 time: 0.0606878 Sep 30 08:36:09.197851 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.205098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d59a0573-30c2-4ac6-9fd6-7b603dd24b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.245087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port e8cf1cf8-9aab-40c0-a473-283140f55290 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:09.245515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.283160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.306117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b', 'dd2cd164-2a31-480c-a809-a29afeafc3c9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:09.372836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['592b902c-73bd-4820-b7cd-75ff6f9de31e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:09.380558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event updated for resources: {'Port': ['ID=981b2333-0095-48a7-b96e-7f295bdf5df4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:09.433401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Network 5664a748-a325-43c9-a72a-0a5eea5659be is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:09.440371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:09.443085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:09.487900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.508957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for e8cf1cf8-9aab-40c0-a473-283140f55290 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:09.512287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.515159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a0573-30c2-4ac6-9fd6-7b603dd24b91 None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:09.525417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:09.526286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.586358 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-51f69e58-8cfe-4bef-9912-49e2854c46df tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3415728 Sep 30 08:36:09.625986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Request body: {'port': {'device_id': '8b98281d-b43e-462b-8176-46529bc351e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:09.707966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.796047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:09.798587 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04981e1a-fe45-4c89-93bf-e47063e5cf4d" -d '{"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-unplugged", "status": "completed", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:09.857647 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4bcf1b-c52a-4585-8890-5ca546967454 x-openstack-request-id: req-bf4bcf1b-c52a-4585-8890-5ca546967454 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:09.858884 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-unplugged", "status": "failed", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e", "code": 422}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:09.859426 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf4bcf1b-c52a-4585-8890-5ca546967454 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:09.860095 n-d-807025-5 neutron-server[95003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'code': 422} returned with failed status Sep 30 08:36:09.879151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:09.900948 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:09.990305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.039666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=e8cf1cf8-9aab-40c0-a473-283140f55290,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:10.082498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:10.129860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.135559 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-194493d5-4250-4db1-a062-2abca006c27d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/e8cf1cf8-9aab-40c0-a473-283140f55290 HTTP/1.1" status: 204 len: 168 time: 1.0538397 Sep 30 08:36:10.135870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48200) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:10.136287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '5d4d8055-04a3-43cf-b25b-500ea89fdbb5', 'ip_address': '2001:db8::f816:3eff:fe0a:87fb'}, {'subnet_id': 'a64e7f93-9ef0-48ff-8616-a54a68dc3ed4'}], 'binding:host_id': 'n-d-807025-5'}, 'id': 'e5a7b679-c6d7-4cbb-a7da-ed31380619b3'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:36:10.183589 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.226338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeeeab-624a-48f1-83a8-46b8fbce224b req-814704af-eaeb-498f-9fe0-96a320a30bcd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.234538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5adeeeab-624a-48f1-83a8-46b8fbce224b req-814704af-eaeb-498f-9fe0-96a320a30bcd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 943 time: 0.1226728 Sep 30 08:36:10.287383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5adeeeab-624a-48f1-83a8-46b8fbce224b req-7afb41b7-beb6-4fe3-a7ef-d227797c3f81 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Sep 30 08:36:10.296337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0722e-a240-49df-b451-ca6e2b9bd5eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.300444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48208) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:10.300738 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-18a0722e-a240-49df-b451-ca6e2b9bd5eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1600111 Sep 30 08:36:10.329483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981b2333-0095-48a7-b96e-7f295bdf5df4 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:36:10.352736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.382389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Transition to ACTIVE for port object 981b2333-0095-48a7-b96e-7f295bdf5df4 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:36:10.388337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.395088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c591e0-e13e-47c4-9d9e-2cf8138b05b7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.396710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a8c591e0-e13e-47c4-9d9e-2cf8138b05b7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0944200 Sep 30 08:36:10.399296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48212) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:10.497396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] Allocated IP 2001:db8:0:1::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/a64e7f93-9ef0-48ff-8616-a54a68dc3ed4/e5a7b679-c6d7-4cbb-a7da-ed31380619b3) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:10.517825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Pushing event updated for resources: {'Port': ['ID=981b2333-0095-48a7-b96e-7f295bdf5df4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:10.539295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a6499-f254-4419-a3f4-af7bed705e47 req-4c1bf310-56b5-4d86-bbb1-469f725631ee tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.548189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-951a6499-f254-4419-a3f4-af7bed705e47 req-4c1bf310-56b5-4d86-bbb1-469f725631ee tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 943 time: 0.1066165 Sep 30 08:36:10.587527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d0db0-0f9a-45ab-a304-17073790537c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.589511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d0db0-0f9a-45ab-a304-17073790537c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.591584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d0db0-0f9a-45ab-a304-17073790537c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.593826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b03d0db0-0f9a-45ab-a304-17073790537c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1922817 Sep 30 08:36:10.596846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48216) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:10.702461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-951a6499-f254-4419-a3f4-af7bed705e47 req-f079fb4d-badf-4d46-8195-39b141c01c8e tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532414 Sep 30 08:36:10.704747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:10.708494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:10.758713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 5d4d8055-04a3-43cf-b25b-500ea89fdbb5 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:10.767999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Attempting to bind port 981b2333-0095-48a7-b96e-7f295bdf5df4 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:10.768341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Attempting to bind port 981b2333-0095-48a7-b96e-7f295bdf5df4 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:10.768677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Attempting to bind port 981b2333-0095-48a7-b96e-7f295bdf5df4 on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:10.778247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Port 981b2333-0095-48a7-b96e-7f295bdf5df4 on network 5664a748-a325-43c9-a72a-0a5eea5659be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:36:10.778607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Attempting to bind port 981b2333-0095-48a7-b96e-7f295bdf5df4 on network 5664a748-a325-43c9-a72a-0a5eea5659be {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:10.790411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:10.790743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Checking segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:10.791366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Bound using segment: {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:10.791994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Bound port: 981b2333-0095-48a7-b96e-7f295bdf5df4, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825e52f0-7314-4202-bc48-e9733ce8044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:10.792848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.836941 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.850032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.853232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.899666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.957147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] For port 981b2333-0095-48a7-b96e-7f295bdf5df4, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:10.966870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268689b-3b54-4612-9edb-059ff4404054 req-29ef9625-ef68-4ee1-99a6-e845b23d2d6b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.971040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] For port 981b2333-0095-48a7-b96e-7f295bdf5df4, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=981b2333-0095-48a7-b96e-7f295bdf5df4,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:10.974940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5268689b-3b54-4612-9edb-059ff4404054 req-29ef9625-ef68-4ee1-99a6-e845b23d2d6b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1911104 Sep 30 08:36:10.983409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.021999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef10297-8eea-42bf-bd01-81e65b72f696 None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:11.032911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:11.033310 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.041262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:11.041973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.043678 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] 10.222.0.57 "PUT /v2.0/ports/981b2333-0095-48a7-b96e-7f295bdf5df4 HTTP/1.1" status: 200 len: 1091 time: 1.4396856 Sep 30 08:36:11.044145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98281d-b43e-462b-8176-46529bc351e7', 'tag': '981b2333-0095-48a7-b96e-7f295bdf5df4'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:11.047067 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05914ca-2713-42fe-9462-ee928d6b93d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b98281d-b43e-462b-8176-46529bc351e7", "tag": "981b2333-0095-48a7-b96e-7f295bdf5df4"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:11.080601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d62c8-432f-44dc-aa07-6897b54e1f22 service neutron] Pushing event updated for resources: {'Port': ['ID=981b2333-0095-48a7-b96e-7f295bdf5df4,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:11.134123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5268689b-3b54-4612-9edb-059ff4404054 req-5e27cb5f-3658-4fd7-898c-f7be81d0e094 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565940 Sep 30 08:36:11.135568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-abbf34a6-3e41-486e-b0bd-a72964e87e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.138852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.247320 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e706e303-3562-48c8-ae44-d32d82c07b0d x-openstack-request-id: req-e706e303-3562-48c8-ae44-d32d82c07b0d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:11.248647 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b98281d-b43e-462b-8176-46529bc351e7", "tag": "981b2333-0095-48a7-b96e-7f295bdf5df4", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:11.249111 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e706e303-3562-48c8-ae44-d32d82c07b0d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:11.249759 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b98281d-b43e-462b-8176-46529bc351e7', 'tag': '981b2333-0095-48a7-b96e-7f295bdf5df4', 'status': 'completed', 'code': 200} Sep 30 08:36:11.293390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.424803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-55364355-dd2b-42e7-9825-cbc0591e4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:11.428092 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-55364355-dd2b-42e7-9825-cbc0591e4a9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 1094 time: 0.2871556 Sep 30 08:36:11.484027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.491284 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-1c7b787b-3d71-4ef6-b12c-54048a6927fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981b2333-0095-48a7-b96e-7f295bdf5df4 HTTP/1.1" status: 200 len: 217 time: 0.0511305 Sep 30 08:36:11.572537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-4e8cc456-8ebf-4b20-914c-426caddb950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:11.576873 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-4e8cc456-8ebf-4b20-914c-426caddb950e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.0775154 Sep 30 08:36:11.620368 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-1fb04c0c-7622-4775-ac06-2876cab69bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344112 Sep 30 08:36:11.802466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4d8055-04a3-43cf-b25b-500ea89fdbb5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:11.809579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.811814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/5d4d8055-04a3-43cf-b25b-500ea89fdbb5 HTTP/1.1" status: 204 len: 168 time: 1.2137425 Sep 30 08:36:11.814476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-475f7388-a8a7-4229-afa1-7cc08d5111de service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837251 Sep 30 08:36:11.815674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48248) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:11.842080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.842719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.843250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.843766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.844303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.844642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.844991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.845318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.845699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.846037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.846397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.846736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a8dd0-8f0f-42e6-9d1a-4ecf2cf7bcb2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:11.917313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c58635-bd48-4b66-ad95-2156c4c27939 req-7734431c-df4e-4f66-a84e-455705f73f42 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:11.921350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet a64e7f93-9ef0-48ff-8616-a54a68dc3ed4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:11.925730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2c58635-bd48-4b66-ad95-2156c4c27939 req-7734431c-df4e-4f66-a84e-455705f73f42 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1571279 Sep 30 08:36:11.938318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:11.978956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2c58635-bd48-4b66-ad95-2156c4c27939 req-cbf38965-4029-4f15-b81c-36992154ae55 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473759 Sep 30 08:36:12.060934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.101926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e88867-c4f1-41fc-a227-1e403c928d2f None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:12.116874 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-73857047-5e06-4d92-97e9-f9ed2b1d6a7e req-12773cb3-9c3e-4e7d-99f5-d0e5ffbbcb1a service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857146 Sep 30 08:36:12.185050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d294-322c-4845-b84d-f25d73851de3 req-0f3204c8-c575-404d-b817-cbf65c30373a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:12.186933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eae1d294-322c-4845-b84d-f25d73851de3 req-0f3204c8-c575-404d-b817-cbf65c30373a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 943 time: 0.0963471 Sep 30 08:36:12.226209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-27f818f3-2e32-4904-a558-05f001ec49a0 None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:12.226584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-27f818f3-2e32-4904-a558-05f001ec49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.267403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.270861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eae1d294-322c-4845-b84d-f25d73851de3 req-cc9fbba3-3d22-4da3-8571-0e7ef143cdee tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768383 Sep 30 08:36:12.399215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.441427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-79890914-616c-430a-b366-3018eda40861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:12.443246 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-79890914-616c-430a-b366-3018eda40861 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 1094 time: 0.0898783 Sep 30 08:36:12.446011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=a64e7f93-9ef0-48ff-8616-a54a68dc3ed4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:12.452486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.457211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48264) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:12.457793 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-675445a6-d27e-4d07-96a4-eae70586e02c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a64e7f93-9ef0-48ff-8616-a54a68dc3ed4 HTTP/1.1" status: 204 len: 168 time: 0.6391983 Sep 30 08:36:12.473487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-27f818f3-2e32-4904-a558-05f001ec49a0 None None] Could not find standard attr ID for object e8cf1cf8-9aab-40c0-a473-283140f55290. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:12.537623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-61dad88e-644c-4de1-b751-7b488bc5ce3a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779421 Sep 30 08:36:12.547181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48268) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:12.556298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:12.628041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:12.678834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-02f15c38-ad79-4054-b6f2-db6d26a9271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:12.680880 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-02f15c38-ad79-4054-b6f2-db6d26a9271b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 916 time: 0.2224064 Sep 30 08:36:12.688103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:12.693027 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.726965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d87aca-9cbf-40dd-bc46-197e345ad8fb None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': 'a64e7f93-9ef0-48ff-8616-a54a68dc3ed4'}], 'binding:host_id': 'n-d-807025-5'}, 'id': 'e5a7b679-c6d7-4cbb-a7da-ed31380619b3'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:36:12.753941 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-81df22a2-f0ee-4202-ad99-5858970f3a5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981b2333-0095-48a7-b96e-7f295bdf5df4 HTTP/1.1" status: 200 len: 217 time: 0.0526431 Sep 30 08:36:12.778644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8d87aca-9cbf-40dd-bc46-197e345ad8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.809749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:12.810137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.821034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-34be9a66-4782-49d3-bcf4-33ced7a4ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:12.823105 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-34be9a66-4782-49d3-bcf4-33ced7a4ab49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.0534582 Sep 30 08:36:12.905013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9fbb0-a373-4eeb-a48f-cb423b99affd req-0b17c7f7-71a4-41fb-881a-4b8e2704780f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:12.906819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59d9fbb0-a373-4eeb-a48f-cb423b99affd req-0b17c7f7-71a4-41fb-881a-4b8e2704780f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1994362 Sep 30 08:36:12.947895 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-f4dc44fc-4829-49d3-8531-b1a58b2e3d93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986714 Sep 30 08:36:13.013364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59d9fbb0-a373-4eeb-a48f-cb423b99affd req-2e66b9ab-8f1a-475a-ae1b-23a0025fe5c9 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994878 Sep 30 08:36:13.080569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d5ad83-9c1d-49c2-b456-5da351372f8e no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:13.131372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c42e3-2b74-40cf-a040-86dfc1fb292e None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:13.154395 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-2011a014-4541-4eb9-9c55-799c298a784e service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054250 Sep 30 08:36:13.171753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:13.269408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-130c6d2e-80c8-47fb-8b59-5f0ad3246545 None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:13.270302 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-130c6d2e-80c8-47fb-8b59-5f0ad3246545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:13.294903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:36:13.398319 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f05914ca-2713-42fe-9462-ee928d6b93d1 req-798d58f6-ce22-41ed-8ab8-0a7211fe6fe7 service neutron] 10.222.0.57 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256987 Sep 30 08:36:13.571029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69acb02-c977-4404-923b-3a566a2b951b req-1be30e63-4939-41cc-80a2-dbed31943a33 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:13.571029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b69acb02-c977-4404-923b-3a566a2b951b req-1be30e63-4939-41cc-80a2-dbed31943a33 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 943 time: 0.1658468 Sep 30 08:36:13.610437 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:13.681362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b69acb02-c977-4404-923b-3a566a2b951b req-1620cd1b-4ec9-40cb-8d54-37d886e9304f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Sep 30 08:36:13.899846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:13.939836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:13.946785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:13.947674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.067808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:14.077398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:14.088150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:14.088931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.104217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=37879a4b-a60e-4034-a8fe-164cc670590e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:14.112652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5642579 Sep 30 08:36:14.116481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48314) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:14.126084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:14.160109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1945b-9957-4a0e-b760-4f47e506fcf0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=8']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:14.199756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd36f1-1256-43bd-920d-797be13e0a3b req-326141ce-5201-446b-ab51-9df28eb83f6c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:14.201436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eadd36f1-1256-43bd-920d-797be13e0a3b req-326141ce-5201-446b-ab51-9df28eb83f6c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0818985 Sep 30 08:36:14.313175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eadd36f1-1256-43bd-920d-797be13e0a3b req-9bd56e01-9d11-434d-b6a4-fd092e7c8be3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893755 Sep 30 08:36:14.324906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:14.330148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.437206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0b7a8-0287-4acc-9c00-5aadbb1e7395 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:14.461999 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37879a4b-a60e-4034-a8fe-164cc670590e (CIDR: 2001:db8::/64) Sep 30 08:36:14.488490 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:36:14.489295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:14.516014 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1482369e-b4b6-4e4e-84af-1b6fcac95a54 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3982894 Sep 30 08:36:14.519166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48332) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:14.524907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:14.526689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:14.572325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0cf91528-5476-4217-93b5-71d4281fb1c6 None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:14.574135 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0cf91528-5476-4217-93b5-71d4281fb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.667640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:14.673003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.808318 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.921164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:14.930281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.945249 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.970574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad76749-47f0-48f1-b0d8-e82d6602b41f req-0ae1d2c9-db70-47fc-926d-adb5cd41952a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:14.982713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ad76749-47f0-48f1-b0d8-e82d6602b41f req-0ae1d2c9-db70-47fc-926d-adb5cd41952a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 943 time: 0.1391182 Sep 30 08:36:15.114106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:15.120973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:15.137051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ad76749-47f0-48f1-b0d8-e82d6602b41f req-bd4495e1-d40f-41c0-9a82-4ba0ef4972dd tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533995 Sep 30 08:36:15.200564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:15.200564 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.224688 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.279616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b6f312fb-aa96-482d-91ba-108c8d204214 None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:15.279990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b6f312fb-aa96-482d-91ba-108c8d204214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.295037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=e92bca61-e464-43cb-9714-cc4d621a918e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:15.308813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:15.311187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:15.314728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:15.315640 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.349773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d649c02-da9e-4c72-8972-e2eb2a10371f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8294218 Sep 30 08:36:15.353775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48352) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:15.359348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:a1:ec:70', 'name': 'tempest-NetworksTestDHCPv6-1154067983'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:15.485533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 981b2333-0095-48a7-b96e-7f295bdf5df4 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:36:15.488149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.541823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b6f312fb-aa96-482d-91ba-108c8d204214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.548700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c990a7-dba1-472a-acfe-1483c063b7b5 req-e558810b-db3a-4d1e-bb69-54140ceca3a7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:15.558949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83c990a7-dba1-472a-acfe-1483c063b7b5 req-e558810b-db3a-4d1e-bb69-54140ceca3a7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0737374 Sep 30 08:36:15.585167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:15.585343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:15.614959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59cae02-c269-47bc-bf69-32832a9015b8 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:15.641344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83c990a7-dba1-472a-acfe-1483c063b7b5 req-4d79f833-87f3-4c03-aef7-079063c0b730 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812397 Sep 30 08:36:15.656595 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.694762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-b6f312fb-aa96-482d-91ba-108c8d204214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:36:15.695306 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-b6f312fb-aa96-482d-91ba-108c8d204214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:36:16.018710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.027697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 981b2333-0095-48a7-b96e-7f295bdf5df4, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=981b2333-0095-48a7-b96e-7f295bdf5df4,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:16.045190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port bf75c849-b4dc-42cb-9503-706d1d98017e yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:36:16.071387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '981b2333-0095-48a7-b96e-7f295bdf5df4', 'network_id': '5664a748-a325-43c9-a72a-0a5eea5659be', 'port_id': '981b2333-0095-48a7-b96e-7f295bdf5df4', 'mac_address': 'fa:16:3e:34:df:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d8dabd-69e5-4865-b7dd-ccfac0a3fac5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:36:16.080349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=10']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:16.246519 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.274763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981b2333-0095-48a7-b96e-7f295bdf5df4 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:36:16.299775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661121c-720b-4cad-8883-3550bc2fd7ec req-4c6ec80a-c74d-4c45-a756-8f52e4091f19 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:16.302368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6661121c-720b-4cad-8883-3550bc2fd7ec req-4c6ec80a-c74d-4c45-a756-8f52e4091f19 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 943 time: 0.0555813 Sep 30 08:36:16.311451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8:0:1::88 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/e92bca61-e464-43cb-9714-cc4d621a918e/bf75c849-b4dc-42cb-9503-706d1d98017e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:16.327818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::f816:3eff:fea1:ec70 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/37879a4b-a60e-4034-a8fe-164cc670590e/bf75c849-b4dc-42cb-9503-706d1d98017e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:16.350428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 981b2333-0095-48a7-b96e-7f295bdf5df4, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=981b2333-0095-48a7-b96e-7f295bdf5df4,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:16.358502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.389785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6661121c-720b-4cad-8883-3550bc2fd7ec req-4e752b7e-0908-40f7-b8e3-35eb8839ee0c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808222 Sep 30 08:36:16.448297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-377f45c1-f983-414d-9277-6e76ab77dca0 None None] Could not find standard attr ID for object e8cf1cf8-9aab-40c0-a473-283140f55290. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:16.486670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '37879a4b-a60e-4034-a8fe-164cc670590e', 'ip_address': '2001:db8::f816:3eff:fe0a:87fb'}, {'subnet_id': 'e92bca61-e464-43cb-9714-cc4d621a918e'}], 'binding:host_id': 'n-d-807025-5'}, 'id': 'e5a7b679-c6d7-4cbb-a7da-ed31380619b3'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:36:16.520448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=981b2333-0095-48a7-b96e-7f295bdf5df4,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:16.528671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.545151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.586266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.643119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:16.646269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:16.669210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:16.675679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:16.677473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.709413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:16.714522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3592649 Sep 30 08:36:16.716744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48392) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:16.722700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77986ed-1618-4e01-817c-a01d6e29bca0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=bf75c849-b4dc-42cb-9503-706d1d98017e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:16.840095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] Allocated IP 2001:db8:0:1::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/e92bca61-e464-43cb-9714-cc4d621a918e/e5a7b679-c6d7-4cbb-a7da-ed31380619b3) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:16.843050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:16.843050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.874069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['981b2333-0095-48a7-b96e-7f295bdf5df4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:16.876677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba5a6a-b0d7-4235-bc34-fea03d5f05ce req-3dd0cd6a-3297-4f8f-9753-ec0d2de0ee9c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:16.878410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25ba5a6a-b0d7-4235-bc34-fea03d5f05ce req-3dd0cd6a-3297-4f8f-9753-ec0d2de0ee9c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1047752 Sep 30 08:36:16.934527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-25ba5a6a-b0d7-4235-bc34-fea03d5f05ce req-4382567c-9c29-47f8-a858-989b97fe20a5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433650 Sep 30 08:36:16.937280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port bf75c849-b4dc-42cb-9503-706d1d98017e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:16.938021 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.046287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.062238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for bf75c849-b4dc-42cb-9503-706d1d98017e owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:17.079076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:17.233832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.246269 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.326132 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.349474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74ce70-4078-4f58-a0a3-c7ea2da9cb51 None None] Pushing event updated for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:17.372065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=bf75c849-b4dc-42cb-9503-706d1d98017e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:17.443723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.446697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5da58ab-9acb-4205-9782-8e2192861b13 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/bf75c849-b4dc-42cb-9503-706d1d98017e HTTP/1.1" status: 204 len: 168 time: 0.7284970 Sep 30 08:36:17.449226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48412) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:17.540751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c35edb7-ed58-4668-90cd-fa8e5eb3d861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.542921 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c35edb7-ed58-4668-90cd-fa8e5eb3d861 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0915985 Sep 30 08:36:17.546431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48416) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:17.575833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca626e-8720-4863-8aac-dd2ccd9aa7f0 req-ed51749d-f598-4efe-94fa-4a07b6098936 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.583422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaca626e-8720-4863-8aac-dd2ccd9aa7f0 req-ed51749d-f598-4efe-94fa-4a07b6098936 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 944 time: 0.0989182 Sep 30 08:36:17.624024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d6024-0f06-46bf-af9b-99938fd934a2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.626136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-240d6024-0f06-46bf-af9b-99938fd934a2 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0778801 Sep 30 08:36:17.628679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48420) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:17.675608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaca626e-8720-4863-8aac-dd2ccd9aa7f0 req-93a52361-a116-420c-876f-d2ab31a4e38c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912087 Sep 30 08:36:17.738694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeede60-cc1b-4ef6-951a-c8286e72faa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.742818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeede60-cc1b-4ef6-951a-c8286e72faa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.744775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeede60-cc1b-4ef6-951a-c8286e72faa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.747297 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fbeede60-cc1b-4ef6-951a-c8286e72faa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1175225 Sep 30 08:36:17.750666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48422) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:17.809195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 37879a4b-a60e-4034-a8fe-164cc670590e {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:17.815489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.867855 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.009438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.127788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596cc28-5984-4f3e-acd8-9703cdc28690 req-89175fe8-d42b-4634-a93d-b425e18e1c2a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:18.135175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e596cc28-5984-4f3e-acd8-9703cdc28690 req-89175fe8-d42b-4634-a93d-b425e18e1c2a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0879805 Sep 30 08:36:18.167161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.211004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e596cc28-5984-4f3e-acd8-9703cdc28690 req-9dcde904-b57f-4c51-a301-8727ebbae674 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739968 Sep 30 08:36:18.238364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=37879a4b-a60e-4034-a8fe-164cc670590e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:18.249793 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.254620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:18.256472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aaa32031-88bd-4068-b0d7-04a0dbc9ad85 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/37879a4b-a60e-4034-a8fe-164cc670590e HTTP/1.1" status: 204 len: 168 time: 0.5046422 Sep 30 08:36:18.316218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-28ed4297-7c6c-4fff-8277-f3ce7762e2b1 None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:18.316792 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-28ed4297-7c6c-4fff-8277-f3ce7762e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.352568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet e92bca61-e464-43cb-9714-cc4d621a918e {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:18.356306 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.436362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.564293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.595490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c5d19-1d69-4e56-883a-cf2f076985a0 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:18.598958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d4032a8f-f863-4704-84c7-8d5729860d22 None None] Could not find standard attr ID for object bf75c849-b4dc-42cb-9503-706d1d98017e. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:18.612157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:18.659589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.690476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=e92bca61-e464-43cb-9714-cc4d621a918e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:18.700056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.705161 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/e92bca61-e464-43cb-9714-cc4d621a918e HTTP/1.1" status: 204 len: 168 time: 0.4463615 Sep 30 08:36:18.705161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.705161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.705709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48438) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:18.710015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.710692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.712272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.712887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.713546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.714176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.714733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.716652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.718178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.718739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5bde0f-9e6a-4cee-9706-ed4951bcf16d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:18.751750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:18.752198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.777503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c2515979-d346-4408-ab7a-ffa7f30682b7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699239 Sep 30 08:36:18.781243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48442) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:18.792010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:18.938683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea560c6d-ba11-4ac5-b178-804c04b1da85 req-58e5889c-f489-4041-a5c3-8c4e299ee7d0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:18.940556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea560c6d-ba11-4ac5-b178-804c04b1da85 req-58e5889c-f489-4041-a5c3-8c4e299ee7d0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 944 time: 0.1131554 Sep 30 08:36:18.950215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:18.954128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.958544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:36:19.024193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] Deleting port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:19.024398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.056772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea560c6d-ba11-4ac5-b178-804c04b1da85 req-3d633e8f-28de-4075-8320-8e330472dbc2 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982046 Sep 30 08:36:19.116833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] For port e5a7b679-c6d7-4cbb-a7da-ed31380619b3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:19.117265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.133706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] Calling delete_port for e5a7b679-c6d7-4cbb-a7da-ed31380619b3 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:19.216187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.254411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.264691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:19.275566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:19.282317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:19.283489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.289805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] Pushing event deleted for resources: {'Port': ['ID=e5a7b679-c6d7-4cbb-a7da-ed31380619b3,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:19.294757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc354d-b202-4c17-b945-f1aff26adab6 None None] No DVR routers for this DVR port e5a7b679-c6d7-4cbb-a7da-ed31380619b3 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:19.324362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5415077 Sep 30 08:36:19.325798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff48bf-4778-49a5-a2a8-97d6f339d84c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=783d0dc4-8687-4f8f-a9cc-ef3da67a568b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:19.328046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bd4e3-ab0f-494d-b19e-b1e8aebed7a5 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:19.329311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48448) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:19.336497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:19.523686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 981b2333-0095-48a7-b96e-7f295bdf5df4 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:19.534609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9539-475c-41c1-8d02-59172b200285 req-ae126c9f-6cb0-4a50-96a2-88bffe08ec1d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:19.544438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf1b9539-475c-41c1-8d02-59172b200285 req-ae126c9f-6cb0-4a50-96a2-88bffe08ec1d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1630611 Sep 30 08:36:19.587535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'tenant_id': '29acad8c83dd4fa29fb7f5168a8cd313', 'fixed_ips': [{'subnet_id': '783d0dc4-8687-4f8f-a9cc-ef3da67a568b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:19.588554 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.611585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf1b9539-475c-41c1-8d02-59172b200285 req-e92131c7-7cab-4dbc-aa47-e38a04ee6911 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655937 Sep 30 08:36:19.625212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 981b2333-0095-48a7-b96e-7f295bdf5df4 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:36:19.630809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:19.638219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.704595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 981b2333-0095-48a7-b96e-7f295bdf5df4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:19.704934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.795912 n-d-807025-5 neutron-server[95001]: INFO neutron.db.ipam_backend_mixin [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 783d0dc4-8687-4f8f-a9cc-ef3da67a568b (CIDR: 2001:db8::/64) Sep 30 08:36:19.801793 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:36:19.802602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:19.825539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7f0f670c-0724-4a28-b905-12907847bf95 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4921908 Sep 30 08:36:19.826800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48452) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:19.833505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:19.848155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.976198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:19.980240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.045598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/783d0dc4-8687-4f8f-a9cc-ef3da67a568b/85c12778-d03d-4086-93d4-3ded87274ec0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:20.071840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98281d-b43e-462b-8176-46529bc351e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981b2333-0095-48a7-b96e-7f295bdf5df4'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:20.074197 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc02d78-f02e-461e-aaaf-556028ad0555" -d '{"events": [{"server_uuid": "8b98281d-b43e-462b-8176-46529bc351e7", "name": "network-vif-plugged", "status": "completed", "tag": "981b2333-0095-48a7-b96e-7f295bdf5df4"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:20.094487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 981b2333-0095-48a7-b96e-7f295bdf5df4, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=981b2333-0095-48a7-b96e-7f295bdf5df4,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:20.107839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.180166 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd83b29-c271-4ed8-b5c2-a1393f06ccf1 x-openstack-request-id: req-fbd83b29-c271-4ed8-b5c2-a1393f06ccf1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:20.180798 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b98281d-b43e-462b-8176-46529bc351e7", "name": "network-vif-plugged", "status": "completed", "tag": "981b2333-0095-48a7-b96e-7f295bdf5df4", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:20.181061 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbd83b29-c271-4ed8-b5c2-a1393f06ccf1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:20.181496 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98281d-b43e-462b-8176-46529bc351e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981b2333-0095-48a7-b96e-7f295bdf5df4', 'code': 200} Sep 30 08:36:20.272598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=981b2333-0095-48a7-b96e-7f295bdf5df4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:20.300040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9042518-2c42-4d51-a80a-9129c8041c3f req-d1ba6fbb-df12-4c9e-8d81-242b149b5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:20.301805 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9042518-2c42-4d51-a80a-9129c8041c3f req-d1ba6fbb-df12-4c9e-8d81-242b149b5bf4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 1096 time: 0.0813274 Sep 30 08:36:20.351226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47e5d-ee7c-4c9e-ae94-9691d3cbb0d7 req-65371df1-d52c-4f1d-8ea3-468dbf21c4ea tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:20.353501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75a47e5d-ee7c-4c9e-ae94-9691d3cbb0d7 req-65371df1-d52c-4f1d-8ea3-468dbf21c4ea tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 945 time: 0.0920415 Sep 30 08:36:20.365141 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f9042518-2c42-4d51-a80a-9129c8041c3f req-dc4b09f6-f319-464c-a72b-c9e6da410feb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523522 Sep 30 08:36:20.391206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.392923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.objects.ports [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:36:20.399604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.402161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.448237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:20.457198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:20.458443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:20.468664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:20.468664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.476393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:20.478278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:20.489030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:20.500818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75a47e5d-ee7c-4c9e-ae94-9691d3cbb0d7 req-48f28858-1377-4424-ad5c-519519f612cc tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369867 Sep 30 08:36:20.523891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=220908d4-4f00-4dd7-86f2-89e13687dfc7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:20.531747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-55ee54aa-da25-4ada-b0d1-92b3c0ca48bb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6998930 Sep 30 08:36:20.532109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:20.537429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:d5:da:73', 'name': 'tempest-NetworksTestDHCPv6-43724234'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:20.605153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Attempting to bind port 85c12778-d03d-4086-93d4-3ded87274ec0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:20.605573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Attempting to bind port 85c12778-d03d-4086-93d4-3ded87274ec0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:20.605944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Attempting to bind port 85c12778-d03d-4086-93d4-3ded87274ec0 on network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:20.617899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:20.618289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Checking segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:20.618711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.619116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Bound using segment: {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:20.619608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Bound port: 85c12778-d03d-4086-93d4-3ded87274ec0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f17e54-b918-491e-a830-0f3cee8f8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:20.619993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.636329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:20.663274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e5a7b679-c6d7-4cbb-a7da-ed31380619b3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:20.663274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e5a7b679-c6d7-4cbb-a7da-ed31380619b3 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:20.704167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:20.720509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:20.725016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:20.734062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.805067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca632b1d-9a2f-4e83-8637-53be7d8d6d28 None None] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:20.867983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154fe52-46fb-4f8a-b7c9-5d1f2cec74dd req-e571cf1e-a62f-454a-85b5-19db53dcf459 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:20.870169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f154fe52-46fb-4f8a-b7c9-5d1f2cec74dd req-e571cf1e-a62f-454a-85b5-19db53dcf459 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0900707 Sep 30 08:36:20.880818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:20.924036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port 14db61a2-bc55-4c73-bb74-ea7f6735c143 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:36:20.971940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f154fe52-46fb-4f8a-b7c9-5d1f2cec74dd req-ef41210c-0d2c-4b52-b68d-a8e06ec95d85 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952151 Sep 30 08:36:21.155635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::3a3 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/783d0dc4-8687-4f8f-a9cc-ef3da67a568b/14db61a2-bc55-4c73-bb74-ea7f6735c143) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:21.163826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:da73 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/220908d4-4f00-4dd7-86f2-89e13687dfc7/14db61a2-bc55-4c73-bb74-ea7f6735c143) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:21.313745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:21.349917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:21.397015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:21.400105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:21.403727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:21.409319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:21.409955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:21.421145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=14db61a2-bc55-4c73-bb74-ea7f6735c143,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:21.433067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0845f01b-4dbf-4e4d-aece-5fb23603bf80 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8998504 Sep 30 08:36:21.435731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48466) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:21.553046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port 14db61a2-bc55-4c73-bb74-ea7f6735c143 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:21.553941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:21.719603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:21.739271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for 14db61a2-bc55-4c73-bb74-ea7f6735c143 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:21.763479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11c8d-2b66-45de-817b-d26192eabef8 req-1091073c-ff0d-43b5-b3c6-23a5922e8e90 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:21.765427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9f11c8d-2b66-45de-817b-d26192eabef8 req-1091073c-ff0d-43b5-b3c6-23a5922e8e90 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 945 time: 0.1094282 Sep 30 08:36:21.965861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c002e-d031-482b-8966-88e0f0e0594b None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:21.966942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9f11c8d-2b66-45de-817b-d26192eabef8 req-36be8813-21bd-42bf-bbad-50e6cd966850 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836114 Sep 30 08:36:22.066475 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.108740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c0d1172e-9f2c-4fdf-8f52-9c2c2f2ab2d1 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:22.109250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0d1172e-9f2c-4fdf-8f52-9c2c2f2ab2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.135320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=14db61a2-bc55-4c73-bb74-ea7f6735c143,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:22.205019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.207247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-11069477-dc28-4822-a25b-9adc9334533a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/14db61a2-bc55-4c73-bb74-ea7f6735c143 HTTP/1.1" status: 204 len: 168 time: 0.7705638 Sep 30 08:36:22.210357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:22.241881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba55fd-b7d0-4fb5-85b0-de8031f96031 req-3bb6930a-be10-4ef0-86ce-803c1a7e5867 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:22.250722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92ba55fd-b7d0-4fb5-85b0-de8031f96031 req-3bb6930a-be10-4ef0-86ce-803c1a7e5867 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1486461 Sep 30 08:36:22.299101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b049e-62ff-488a-a359-2f7faa4e99a6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:22.301498 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8c7b049e-62ff-488a-a359-2f7faa4e99a6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0894454 Sep 30 08:36:22.304281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48492) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:22.323258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0d1172e-9f2c-4fdf-8f52-9c2c2f2ab2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.337173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92ba55fd-b7d0-4fb5-85b0-de8031f96031 req-ad896e96-985f-40f6-b42c-970b5105391d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843260 Sep 30 08:36:22.366134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ffe1f-feff-4dee-910d-f34cac6227df tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:22.367979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1a9ffe1f-feff-4dee-910d-f34cac6227df tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0626211 Sep 30 08:36:22.370582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:22.404838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c0d1172e-9f2c-4fdf-8f52-9c2c2f2ab2d1 None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:22.410766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0d1172e-9f2c-4fdf-8f52-9c2c2f2ab2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.437120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11929f-5f49-4cc6-bfa5-4a0c63e965de tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:22.439342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11929f-5f49-4cc6-bfa5-4a0c63e965de tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:22.441166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11929f-5f49-4cc6-bfa5-4a0c63e965de tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:22.445778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48498) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:22.446583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f11929f-5f49-4cc6-bfa5-4a0c63e965de tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0746195 Sep 30 08:36:22.476230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1172e-9f2c-4fdf-8f52-9c2c2f2ab2d1 None None] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:22.481709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b2e6f-cc53-48de-9385-0e23d0db5e05 None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': '783d0dc4-8687-4f8f-a9cc-ef3da67a568b', 'ip_address': '2001:db8::2'}, {'subnet_id': '220908d4-4f00-4dd7-86f2-89e13687dfc7'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '85c12778-d03d-4086-93d4-3ded87274ec0'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:36:22.512338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-601b2e6f-cc53-48de-9385-0e23d0db5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.518718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 220908d4-4f00-4dd7-86f2-89e13687dfc7 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:22.522038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.573900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.672187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85c12778-d03d-4086-93d4-3ded87274ec0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:22.751872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:22.752177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:22.945775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.024700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-601b2e6f-cc53-48de-9385-0e23d0db5e05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 220908d4-4f00-4dd7-86f2-89e13687dfc7: This subnet is being modified by another concurrent operation. Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 220908d4-4f00-4dd7-86f2-89e13687dfc7: This subnet is being modified by another concurrent operation. Sep 30 08:36:23.028153 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:36:23.092717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.095015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/220908d4-4f00-4dd7-86f2-89e13687dfc7 HTTP/1.1" status: 204 len: 168 time: 0.6481586 Sep 30 08:36:23.096167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc6087-1fc9-4cb3-be9c-ee63dcaf3925 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=220908d4-4f00-4dd7-86f2-89e13687dfc7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:23.098060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48504) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:23.127052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150f684-e78a-475d-b367-321ba6b676b8 req-d331006b-c858-4529-83ec-690aa5d1b748 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:23.128576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d150f684-e78a-475d-b367-321ba6b676b8 req-d331006b-c858-4529-83ec-690aa5d1b748 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 945 time: 0.0695853 Sep 30 08:36:23.180891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9cf9b3c5-aec5-4c9a-b28d-bad97b5bdc02 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:23.181279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b3c5-aec5-4c9a-b28d-bad97b5bdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.219684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d150f684-e78a-475d-b367-321ba6b676b8 req-f9bf95a5-be4f-423e-8a47-9f25ce2898f6 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 Sep 30 08:36:23.239682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 783d0dc4-8687-4f8f-a9cc-ef3da67a568b {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:23.264321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.371545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.394459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3906902-129a-48f4-b79d-4c99aea672ed None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:36:23.437748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-295d947d-ee83-464c-b029-5cc0b2b98b96 None None] Could not find standard attr ID for object 14db61a2-bc55-4c73-bb74-ea7f6735c143. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:36:23.507243 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.512317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d85da0-e8f0-46f2-93eb-a930a92d5635 req-ffa56466-b03f-4471-a77b-4994b42af79b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:23.528182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3906902-129a-48f4-b79d-4c99aea672ed None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:36:23.530287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9d85da0-e8f0-46f2-93eb-a930a92d5635 req-ffa56466-b03f-4471-a77b-4994b42af79b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0987070 Sep 30 08:36:23.592028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.612952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.616993 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/783d0dc4-8687-4f8f-a9cc-ef3da67a568b HTTP/1.1" status: 204 len: 168 time: 0.5176513 Sep 30 08:36:23.636859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9d85da0-e8f0-46f2-93eb-a930a92d5635 req-2b488359-b507-4238-a261-c0779e97383d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055703 Sep 30 08:36:23.642481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48514) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:23.650115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451df95a-0724-46f7-a09d-c4cb33a8935f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=783d0dc4-8687-4f8f-a9cc-ef3da67a568b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:23.693542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48522) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:23.697763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4eb51abd-dc78-4000-ae9b-0708b45ab7e0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496135 Sep 30 08:36:23.698656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:23.930294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:23.932603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed504349-d3a9-42aa-ba07-02f7d9b1c962 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:36:23.934334 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:23.985583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-295e5fd9-64ac-4185-90e6-721280f42627 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:23.985583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-295e5fd9-64ac-4185-90e6-721280f42627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.005698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faf0bd-f6b9-475e-aeae-2479502bddcb req-53f76a9c-770a-47cc-ac88-0a62e26ff240 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:24.013663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91faf0bd-f6b9-475e-aeae-2479502bddcb req-53f76a9c-770a-47cc-ac88-0a62e26ff240 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1410520 Sep 30 08:36:24.072566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-d6af3ec5-06e4-4979-8196-47148fd27731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:24.074326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-d6af3ec5-06e4-4979-8196-47148fd27731 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.1551363 Sep 30 08:36:24.077199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed504349-d3a9-42aa-ba07-02f7d9b1c962 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:36:24.146749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91faf0bd-f6b9-475e-aeae-2479502bddcb req-66eeb18a-73bb-49cd-b7fc-aaf2582fb002 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321115 Sep 30 08:36:24.266645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-2c5b84dd-fbe9-4be1-922a-127337683150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:24.268069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-2c5b84dd-fbe9-4be1-922a-127337683150 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.1836658 Sep 30 08:36:24.353212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.379416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:24.397590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3add8ee-60d5-466a-b83c-fe31dcf8d12f None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:24.414536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:24.418707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:24.419296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.422839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-9235201b-96a6-4fa1-9a33-34a97c4a42ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.1322308 Sep 30 08:36:24.481275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7840514 Sep 30 08:36:24.481801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48532) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:24.490208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:24.492221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-04a0ee92-7c30-47a4-a2ed-837679ebe61c None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:24.492597 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-04a0ee92-7c30-47a4-a2ed-837679ebe61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.495580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd4d2f-8003-4b16-854d-495f94d1e360 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=643601e8-885c-449c-8008-98725c836635,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:24.510154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-f58770e3-b93f-4090-89a4-c6aeaedf17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:24.513903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-f58770e3-b93f-4090-89a4-c6aeaedf17f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.0820339 Sep 30 08:36:24.580571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-379c799c-4a02-41d4-8420-a47c361371c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:24.583234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-379c799c-4a02-41d4-8420-a47c361371c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634837 Sep 30 08:36:24.636048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85c12778-d03d-4086-93d4-3ded87274ec0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:24.730825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:24.736334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.779469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-b9239ac5-2b62-4066-b23c-1777e41452b2 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884341 Sep 30 08:36:24.884588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.925827 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 643601e8-885c-449c-8008-98725c836635 (CIDR: 2001:db8::/64) Sep 30 08:36:24.930852 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:36:24.932101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:24.967490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e5c72a48-ce74-490f-b58f-1d43702191cd tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4834108 Sep 30 08:36:24.968776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:24.983339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:24.983854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'subnet': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:24.987933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc30a6-7d1a-4580-9904-9c539b603b95 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:24.995003 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:24.999169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a209fec-7851-427a-a4c1-3fe64fef6290 req-509e8b4a-addb-432a-a6c5-8188a14a78c5 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037914 Sep 30 08:36:25.070542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8e1c7ff8-6904-4807-9a41-eb8173e956c6 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:25.071128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7ff8-6904-4807-9a41-eb8173e956c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:25.192061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:25.273694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:25.278163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:25.291949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7ff8-6904-4807-9a41-eb8173e956c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:25.352814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8e1c7ff8-6904-4807-9a41-eb8173e956c6 None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:25.362411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7ff8-6904-4807-9a41-eb8173e956c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:25.466370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c7ff8-6904-4807-9a41-eb8173e956c6 None None] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:25.505118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbb330-d3e0-4dba-ac8a-317435dc057a req-f2a9d2a7-65d5-4f10-9282-448240539cac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:25.507687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02fbb330-d3e0-4dba-ac8a-317435dc057a req-f2a9d2a7-65d5-4f10-9282-448240539cac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1149371 Sep 30 08:36:25.510121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be63299b-6307-41f4-be2e-4e77149bc500 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:36:25.615291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-09a52b07-944c-4d6d-9097-ae3f588b6bf1 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:25.615729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-09a52b07-944c-4d6d-9097-ae3f588b6bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:25.625932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02fbb330-d3e0-4dba-ac8a-317435dc057a req-30623df3-e2d4-4dfb-8ad5-904efeea8f28 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104259 Sep 30 08:36:25.655382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63299b-6307-41f4-be2e-4e77149bc500 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:36:25.970484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.objects.ports [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:36:26.050085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.056242 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.212297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.422357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:26.440295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] Update dhcp port {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'fixed_ips': [{'subnet_id': 'edbb63a8-a5cb-4d35-a048-504bfb3cd07a', 'ip_address': '2001:db8:0:1:f816:3eff:fe94:11d1'}, {'subnet_id': '643601e8-885c-449c-8008-98725c836635'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '85c12778-d03d-4086-93d4-3ded87274ec0'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:36:26.459643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.465466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.466350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.491228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.564956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Subnet': ['ID=edbb63a8-a5cb-4d35-a048-504bfb3cd07a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:26.576510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:26.580236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:26.587737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:26.588488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.627047 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6505034 Sep 30 08:36:26.627271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48572) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:26.632536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Request body: {'port': {'network_id': 'a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6', 'mac_address': 'fa:16:3e:d0:8e:88', 'name': 'tempest-NetworksTestDHCPv6-1521070696'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:26.649361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ef3cf-6d49-40f4-9336-f3d3fc75244e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:26.754788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] Allocated IP 2001:db8::2 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/643601e8-885c-449c-8008-98725c836635/85c12778-d03d-4086-93d4-3ded87274ec0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:26.893597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:26.932374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.940568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.031334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb3c01-fc38-41c7-88a1-e1d3a5b7bdaa req-8a115fdd-5020-4a01-b2cd-99098cf48322 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:27.033341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7eb3c01-fc38-41c7-88a1-e1d3a5b7bdaa req-8a115fdd-5020-4a01-b2cd-99098cf48322 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1698008 Sep 30 08:36:27.113425 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7eb3c01-fc38-41c7-88a1-e1d3a5b7bdaa req-862dc1d4-e407-4cdf-8922-2507d90dc2a3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694246 Sep 30 08:36:27.128284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Made reservation on behalf of 29acad8c83dd4fa29fb7f5168a8cd313 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:27.191618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e9253-18d9-458a-a106-00125a830fe1 None None] Pushing event updated for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:27.344323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.426215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] device_id is not set on port d4539590-29cd-47da-aedc-337fa2a8d539 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:36:27.577582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba3117-8a6f-495b-aaf7-7ee237ced23e req-47278c0a-b25e-4aca-9a57-b8f01915851d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:27.590396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fba3117-8a6f-495b-aaf7-7ee237ced23e req-47278c0a-b25e-4aca-9a57-b8f01915851d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2632833 Sep 30 08:36:27.686205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fba3117-8a6f-495b-aaf7-7ee237ced23e req-b01050ca-1954-408d-9c77-0904949453ae tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946946 Sep 30 08:36:27.848209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8::47 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/643601e8-885c-449c-8008-98725c836635/d4539590-29cd-47da-aedc-337fa2a8d539) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:27.865240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:8e88 (a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6/edbb63a8-a5cb-4d35-a048-504bfb3cd07a/d4539590-29cd-47da-aedc-337fa2a8d539) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:28.067046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:28.183057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:28.322408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a9975-819b-4103-9608-c4b2c5689dd6 req-1b67eb81-6001-4843-bdc7-84e5300286b5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:28.324282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b8a9975-819b-4103-9608-c4b2c5689dd6 req-1b67eb81-6001-4843-bdc7-84e5300286b5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2170873 Sep 30 08:36:28.344303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:28.361397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:28.373003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:28.388161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:28.388939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:28.411187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event updated for resources: {'Port': ['ID=d4539590-29cd-47da-aedc-337fa2a8d539,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:28.448851 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49e7f3e7-526a-4f45-87f8-7c7a4b83f8e8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8203957 Sep 30 08:36:28.451319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48594) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:28.459195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b8a9975-819b-4103-9608-c4b2c5689dd6 req-d2d482fe-141c-4174-b8b8-fdc1777c2a81 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133661 Sep 30 08:36:28.494550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5761edf8-d083-44d6-83e9-2e88bb6c1018 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:36:28.596090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-47247fc8-d43a-446f-bc29-241a04659b43 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:28.596477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-47247fc8-d43a-446f-bc29-241a04659b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:28.751525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting port d4539590-29cd-47da-aedc-337fa2a8d539 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:28.757469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:28.802712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85c12778-d03d-4086-93d4-3ded87274ec0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:28.877969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761edf8-d083-44d6-83e9-2e88bb6c1018 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:36:28.940166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:28.947336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172a961-ffa4-4002-bc40-74b5a2de06ea req-6fb5bd1f-ce38-4c8c-b8c3-1891ed176cfc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:28.962113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0172a961-ffa4-4002-bc40-74b5a2de06ea req-6fb5bd1f-ce38-4c8c-b8c3-1891ed176cfc tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1126516 Sep 30 08:36:28.963204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Calling delete_port for d4539590-29cd-47da-aedc-337fa2a8d539 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:29.070215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0172a961-ffa4-4002-bc40-74b5a2de06ea req-6fd292de-ead5-4cc3-bf12-a0293f7dfeb3 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069953 Sep 30 08:36:29.089821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:29.089979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:29.241437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:29.328865 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Port': ['ID=d4539590-29cd-47da-aedc-337fa2a8d539,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:29.422771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:29.424824 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1168417-0574-44d5-89a7-9f6f11654e0c tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/d4539590-29cd-47da-aedc-337fa2a8d539 HTTP/1.1" status: 204 len: 168 time: 0.9724786 Sep 30 08:36:29.427255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:29.552874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8d28c-4a88-48ff-8363-dfb3f68d825d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:29.556054 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4e8d28c-4a88-48ff-8363-dfb3f68d825d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1277778 Sep 30 08:36:29.558606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:29.672483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe7728-688c-4291-8f76-1a71df875c90 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:29.674606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b8fe7728-688c-4291-8f76-1a71df875c90 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1137557 Sep 30 08:36:29.676858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:29.773924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835088e-a18e-47a0-9093-218c0ea33a44 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:29.775458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835088e-a18e-47a0-9093-218c0ea33a44 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:29.780430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835088e-a18e-47a0-9093-218c0ea33a44 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:29.784403 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1835088e-a18e-47a0-9093-218c0ea33a44 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1062951 Sep 30 08:36:29.787256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48642) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:29.924014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet 643601e8-885c-449c-8008-98725c836635 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:29.933979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.028121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.222940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.400834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fee1-f925-46c2-af6f-968d1923ae29 req-719299e8-1603-4512-98a5-0a5cdd2a9c29 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:30.411098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6950fee1-f925-46c2-af6f-968d1923ae29 req-719299e8-1603-4512-98a5-0a5cdd2a9c29 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.2259631 Sep 30 08:36:30.478152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.560209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=643601e8-885c-449c-8008-98725c836635,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:30.581408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6950fee1-f925-46c2-af6f-968d1923ae29 req-69513c83-c813-4195-a106-f57e24cb23c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559846 Sep 30 08:36:30.583776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.592231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48726) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:30.593869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5a33e4a7-4008-4c5d-84a8-da395e0cdfd8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/643601e8-885c-449c-8008-98725c836635 HTTP/1.1" status: 204 len: 168 time: 0.8053997 Sep 30 08:36:30.606014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03958781-a5e0-4e65-945d-9faca7e995a4 None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:30.748705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4e7a45e1-9288-4c7d-b8ff-8d0d16e4d250 None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:30.749752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4e7a45e1-9288-4c7d-b8ff-8d0d16e4d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.790412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Deleting subnet edbb63a8-a5cb-4d35-a048-504bfb3cd07a {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:30.799002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.899897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:30.987634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-60d309b1-fd23-4297-8965-4f901f772e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:30.989079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-60d309b1-fd23-4297-8965-4f901f772e27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 1096 time: 0.0855927 Sep 30 08:36:31.012316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd64473-bb35-41e5-8f9f-eb93e3fb3ebc req-935f54c2-9306-4ed8-bf7b-214681b9419a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:31.026107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdd64473-bb35-41e5-8f9f-eb93e3fb3ebc req-935f54c2-9306-4ed8-bf7b-214681b9419a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1403327 Sep 30 08:36:31.194943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.230570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdd64473-bb35-41e5-8f9f-eb93e3fb3ebc req-eca2a81f-2a05-4e79-813d-98c23954cd64 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032440 Sep 30 08:36:31.285336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-5640eb36-7035-44e5-a163-fa8a0d1eef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:31.291278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-5640eb36-7035-44e5-a163-fa8a0d1eef62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 200 len: 913 time: 0.2484155 Sep 30 08:36:31.331533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.392908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Subnet': ['ID=edbb63a8-a5cb-4d35-a048-504bfb3cd07a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:31.406871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.413336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48804) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.416502 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b3b399cf-6c31-4869-b289-b80902e9a70a tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/edbb63a8-a5cb-4d35-a048-504bfb3cd07a HTTP/1.1" status: 204 len: 168 time: 0.8238790 Sep 30 08:36:31.487828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-113758c9-5203-4346-bdda-eda007e55622 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733314 Sep 30 08:36:31.490642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.522089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-53122eae-e88f-4540-8590-0dfd5792dc21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 200 len: 1000 time: 0.2187383 Sep 30 08:36:31.589042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c94644-eea3-490a-971a-71b3d29289c8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:31.593474 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-92c94644-eea3-490a-971a-71b3d29289c8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1015632 Sep 30 08:36:31.594122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48830) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.652668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-9041e3d1-ed62-4d92-b08a-c3e4165bb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:31.655420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-9041e3d1-ed62-4d92-b08a-c3e4165bb6b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 200 len: 851 time: 0.1263471 Sep 30 08:36:31.734180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5dd652-57f2-4b3e-866b-904353341410 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:31.738397 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8f5dd652-57f2-4b3e-866b-904353341410 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1432779 Sep 30 08:36:31.739022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48850) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.818037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-458cdc74-ed04-4b39-bcf6-56e84144149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:31.820276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-458cdc74-ed04-4b39-bcf6-56e84144149c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408145 Sep 30 08:36:31.821431 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d0042d7d-705a-4a23-872b-5ab1780da672 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809984 Sep 30 08:36:31.822959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.908439 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ed45c0-2f40-4562-91d4-9f1a068d48ce tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:31.909154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ed45c0-2f40-4562-91d4-9f1a068d48ce tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:31.910928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a6ed45c0-2f40-4562-91d4-9f1a068d48ce tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/d4539590-29cd-47da-aedc-337fa2a8d539 HTTP/1.1" status: 404 len: 333 time: 0.0868382 Sep 30 08:36:31.914392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48870) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.963349 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbf0b4f-c8a8-4b1a-8ddd-f6af97731237 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:31.969106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbf0b4f-c8a8-4b1a-8ddd-f6af97731237 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:31.971281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6fbf0b4f-c8a8-4b1a-8ddd-f6af97731237 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/edbb63a8-a5cb-4d35-a048-504bfb3cd07a HTTP/1.1" status: 404 len: 337 time: 0.0560746 Sep 30 08:36:31.982308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48878) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.049109 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb7decf-2ed8-4bfe-8993-9ce658edb93d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.052328 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-115df014-9d2c-4e2c-983c-d48bebf147bb service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211409 Sep 30 08:36:32.059241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb7decf-2ed8-4bfe-8993-9ce658edb93d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.063061 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7bb7decf-2ed8-4bfe-8993-9ce658edb93d tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/643601e8-885c-449c-8008-98725c836635 HTTP/1.1" status: 404 len: 337 time: 0.0643475 Sep 30 08:36:32.065370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48888) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.129247 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7f0f3a-3a5b-47b9-bd09-ead199fcb7ba tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.131714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7f0f3a-3a5b-47b9-bd09-ead199fcb7ba tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.139473 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c7f0f3a-3a5b-47b9-bd09-ead199fcb7ba tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/14db61a2-bc55-4c73-bb74-ea7f6735c143 HTTP/1.1" status: 404 len: 333 time: 0.0727983 Sep 30 08:36:32.143870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48902) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.180629 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d284723-ba08-45f2-ba63-1914b6ad2152 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.181271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d284723-ba08-45f2-ba63-1914b6ad2152 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.183878 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d284723-ba08-45f2-ba63-1914b6ad2152 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/220908d4-4f00-4dd7-86f2-89e13687dfc7 HTTP/1.1" status: 404 len: 337 time: 0.0388639 Sep 30 08:36:32.189321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48908) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.207766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a6bf0-b815-4a0a-a04d-36b64c11717f None None] Network a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:32.227290 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4351ef32-1973-4d45-a70d-efc5331aef76 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.228006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4351ef32-1973-4d45-a70d-efc5331aef76 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.230153 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4351ef32-1973-4d45-a70d-efc5331aef76 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/783d0dc4-8687-4f8f-a9cc-ef3da67a568b HTTP/1.1" status: 404 len: 337 time: 0.0400774 Sep 30 08:36:32.232693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48914) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.247188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3665540c-1df5-47ba-b007-6d4f9a6fa8e4 req-004192b1-9f22-437b-a30a-2602b0d1f763 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870236 Sep 30 08:36:32.276541 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ba7c7d-adb5-4f28-85be-b8b78dcef55e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.277252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ba7c7d-adb5-4f28-85be-b8b78dcef55e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.279084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-30ba7c7d-adb5-4f28-85be-b8b78dcef55e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/bf75c849-b4dc-42cb-9503-706d1d98017e HTTP/1.1" status: 404 len: 333 time: 0.0454216 Sep 30 08:36:32.281654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.310729 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8ce842-19ff-49e7-a2b1-e2587e335931 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.311841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8ce842-19ff-49e7-a2b1-e2587e335931 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.314081 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a8ce842-19ff-49e7-a2b1-e2587e335931 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/e92bca61-e464-43cb-9714-cc4d621a918e HTTP/1.1" status: 404 len: 337 time: 0.0313840 Sep 30 08:36:32.316542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.355732 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e679be1-541d-4c5e-beb1-db20b28fef6b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.356192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e679be1-541d-4c5e-beb1-db20b28fef6b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.370639 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7e679be1-541d-4c5e-beb1-db20b28fef6b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/37879a4b-a60e-4034-a8fe-164cc670590e HTTP/1.1" status: 404 len: 337 time: 0.0528517 Sep 30 08:36:32.371279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48936) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.420490 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-338e4d05-12fa-41f9-9bb9-be685c0347eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.421096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338e4d05-12fa-41f9-9bb9-be685c0347eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.424289 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-338e4d05-12fa-41f9-9bb9-be685c0347eb tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/e8cf1cf8-9aab-40c0-a473-283140f55290 HTTP/1.1" status: 404 len: 333 time: 0.0520468 Sep 30 08:36:32.426711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48944) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.433433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ab5964cb-8d4a-4aa0-aee2-be85fe67b63a None None] Provisioning complete for port 85c12778-d03d-4086-93d4-3ded87274ec0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:32.433787 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab5964cb-8d4a-4aa0-aee2-be85fe67b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.480642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b59c2-fb2a-40c2-a60b-c01989074b5e req-c261efcf-f647-49f7-a3f9-3f646df2a646 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:32.486174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a97b59c2-fb2a-40c2-a60b-c01989074b5e req-c261efcf-f647-49f7-a3f9-3f646df2a646 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1300232 Sep 30 08:36:32.514589 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-179504e5-262a-4b36-921b-82d80d6a8dba tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.520316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179504e5-262a-4b36-921b-82d80d6a8dba tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.528909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-179504e5-262a-4b36-921b-82d80d6a8dba tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a64e7f93-9ef0-48ff-8616-a54a68dc3ed4 HTTP/1.1" status: 404 len: 337 time: 0.1009059 Sep 30 08:36:32.529872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48956) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.583364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a97b59c2-fb2a-40c2-a60b-c01989074b5e req-c5f141be-24a1-4bb6-8d0b-2129cf05e29d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896742 Sep 30 08:36:32.662111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] DHCP port deletion for a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:36:32.691900 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90d836e-7c01-401c-a4a0-52b841cd735f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.692439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90d836e-7c01-401c-a4a0-52b841cd735f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.699393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48976) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.699629 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b90d836e-7c01-401c-a4a0-52b841cd735f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/5d4d8055-04a3-43cf-b25b-500ea89fdbb5 HTTP/1.1" status: 404 len: 337 time: 0.1681151 Sep 30 08:36:32.757641 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5eb1918-67bd-42a7-ad15-9dc14f087533 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.758487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5eb1918-67bd-42a7-ad15-9dc14f087533 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.763766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5eb1918-67bd-42a7-ad15-9dc14f087533 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/6454a140-305e-4c4b-996c-c203f39cc09a HTTP/1.1" status: 404 len: 333 time: 0.0625460 Sep 30 08:36:32.765856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48986) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.773190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] Deleting port 85c12778-d03d-4086-93d4-3ded87274ec0 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:32.778015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.817007 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-950ba335-9e7a-4571-8e64-027c5bffabb9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.817329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950ba335-9e7a-4571-8e64-027c5bffabb9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.819244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-950ba335-9e7a-4571-8e64-027c5bffabb9 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b9521c1f-61a9-4ca1-85b0-202667c271c5 HTTP/1.1" status: 404 len: 337 time: 0.0510087 Sep 30 08:36:32.821672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48996) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.857317 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0b3f53-e458-4049-8236-1900c98f23fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.858216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0b3f53-e458-4049-8236-1900c98f23fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.860033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0e0b3f53-e458-4049-8236-1900c98f23fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/c15e4632-fcd6-4643-8d03-90e29f85b6b3 HTTP/1.1" status: 404 len: 333 time: 0.0371230 Sep 30 08:36:32.862375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49002) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.882025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] For port 85c12778-d03d-4086-93d4-3ded87274ec0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=85c12778-d03d-4086-93d4-3ded87274ec0,segment=NetworkSegment(77f17e54-b918-491e-a830-0f3cee8f8e81),segment_id=77f17e54-b918-491e-a830-0f3cee8f8e81)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:32.882739 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.905383 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fa3ead-0ed6-4be9-ae06-5a17e17f51fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.906155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fa3ead-0ed6-4be9-ae06-5a17e17f51fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.907003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] Calling delete_port for 85c12778-d03d-4086-93d4-3ded87274ec0 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:32.908396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-32fa3ead-0ed6-4be9-ae06-5a17e17f51fa tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/0d289222-5d53-4574-95dc-f83466e11e33 HTTP/1.1" status: 404 len: 337 time: 0.0451088 Sep 30 08:36:32.911041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49008) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.967659 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4e1a27-1fac-4a99-90f5-239b7c5a8a40 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:32.968420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4e1a27-1fac-4a99-90f5-239b7c5a8a40 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:32.971132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6a4e1a27-1fac-4a99-90f5-239b7c5a8a40 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/54806af6-615f-4259-823b-62e1f504cce0 HTTP/1.1" status: 404 len: 333 time: 0.0585685 Sep 30 08:36:32.973341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.043276 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce42cbbf-e849-4447-8e52-692cb2224e04 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.043838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce42cbbf-e849-4447-8e52-692cb2224e04 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.045890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ce42cbbf-e849-4447-8e52-692cb2224e04 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a257b7f3-6d89-4771-a5c8-8a3c6aaba6b2 HTTP/1.1" status: 404 len: 337 time: 0.0715144 Sep 30 08:36:33.048418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49028) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.052112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:33.075622 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-191d601e-85bd-4bbf-867d-af861da64957 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.076687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191d601e-85bd-4bbf-867d-af861da64957 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.079588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-191d601e-85bd-4bbf-867d-af861da64957 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/f4dec486-72aa-4a4d-bbe3-3e1c30208b1c HTTP/1.1" status: 404 len: 333 time: 0.0301776 Sep 30 08:36:33.082019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49032) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.095066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] No DVR routers for this DVR port 85c12778-d03d-4086-93d4-3ded87274ec0 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:33.102455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410404e-957c-432f-8e29-04f33da70f22 None None] Pushing event deleted for resources: {'Port': ['ID=85c12778-d03d-4086-93d4-3ded87274ec0,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:33.134961 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d13d47-a327-4b1c-aa70-9ee6b9a4ada3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.135461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d13d47-a327-4b1c-aa70-9ee6b9a4ada3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.137359 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8d13d47-a327-4b1c-aa70-9ee6b9a4ada3 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/8b7b34f4-761c-43c1-bdf2-88848baf5599 HTTP/1.1" status: 404 len: 337 time: 0.0533338 Sep 30 08:36:33.139837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49040) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.176534 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c19ea-f939-41cb-8390-b41985fb20ac tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.177252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0c19ea-f939-41cb-8390-b41985fb20ac tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.179129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b0c19ea-f939-41cb-8390-b41985fb20ac tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/dc014dc8-6ae5-4c13-b100-bfec6084504e HTTP/1.1" status: 404 len: 333 time: 0.0383058 Sep 30 08:36:33.181973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49046) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.233073 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f36e850-3926-42a7-a0c1-420f292a0efe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.233302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f36e850-3926-42a7-a0c1-420f292a0efe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.236070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f36e850-3926-42a7-a0c1-420f292a0efe tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/edac74f5-635a-4f3d-89ba-31e1bbe94bf5 HTTP/1.1" status: 404 len: 337 time: 0.0520947 Sep 30 08:36:33.238992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49054) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.279771 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa7e00-f594-42aa-8842-6b29170dca4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.281184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa7e00-f594-42aa-8842-6b29170dca4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.283878 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b8aa7e00-f594-42aa-8842-6b29170dca4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/8fa9afec-4c2e-4dea-9462-49dfd4ffafa8 HTTP/1.1" status: 404 len: 333 time: 0.0436172 Sep 30 08:36:33.286229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49064) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.345390 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd278ac1-8e35-488d-9021-335b9cdfb108 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.346481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd278ac1-8e35-488d-9021-335b9cdfb108 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.351320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49074) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.351547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dd278ac1-8e35-488d-9021-335b9cdfb108 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/f393bfab-e3ff-4453-a36d-6b545b9370b2 HTTP/1.1" status: 404 len: 337 time: 0.0640759 Sep 30 08:36:33.380652 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2f7e20-6462-455d-9b3a-a96c0cd21026 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.382315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2f7e20-6462-455d-9b3a-a96c0cd21026 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.384132 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4c2f7e20-6462-455d-9b3a-a96c0cd21026 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/97b1b8a9-0715-4aca-b5b0-666e555fc7a4 HTTP/1.1" status: 404 len: 337 time: 0.0315146 Sep 30 08:36:33.387130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.416436 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-371e82f6-fb84-4cb1-8202-afa334169850 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.417373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371e82f6-fb84-4cb1-8202-afa334169850 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.422047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49086) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.425676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-371e82f6-fb84-4cb1-8202-afa334169850 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/7b93e1b2-261e-4e72-8867-7707bab4811a HTTP/1.1" status: 404 len: 333 time: 0.0373302 Sep 30 08:36:33.456995 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dba0ee7-9700-4100-854f-6fa917719051 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.457496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dba0ee7-9700-4100-854f-6fa917719051 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.459298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6dba0ee7-9700-4100-854f-6fa917719051 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b66b0e84-9cd1-4b67-b3d1-5d2055bf4218 HTTP/1.1" status: 404 len: 337 time: 0.0361755 Sep 30 08:36:33.461794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.500841 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c1c42d-aa66-4545-b26f-d06165fcc7e7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.501568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c1c42d-aa66-4545-b26f-d06165fcc7e7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.503638 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81c1c42d-aa66-4545-b26f-d06165fcc7e7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/7e7fe99b-5ad6-416a-8288-5a77831e9d62 HTTP/1.1" status: 404 len: 337 time: 0.0407040 Sep 30 08:36:33.506010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49100) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.530060 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae350639-64b5-4b81-8dd3-22fb731c3fa4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.530711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae350639-64b5-4b81-8dd3-22fb731c3fa4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.532445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ae350639-64b5-4b81-8dd3-22fb731c3fa4 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/b68e3e55-5162-431f-becc-67e899a957ec HTTP/1.1" status: 404 len: 333 time: 0.0249133 Sep 30 08:36:33.534932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49104) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.570478 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-5161489c-324c-47cf-9488-081456f6ac9f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.570951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5161489c-324c-47cf-9488-081456f6ac9f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.573328 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5161489c-324c-47cf-9488-081456f6ac9f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a38e3cbf-9324-4e62-a2d7-abe517afbf70 HTTP/1.1" status: 404 len: 337 time: 0.0373931 Sep 30 08:36:33.576283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.616595 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb9fba3-6368-4e4f-8315-c62b7b5b03d6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.617070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb9fba3-6368-4e4f-8315-c62b7b5b03d6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.619730 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ffb9fba3-6368-4e4f-8315-c62b7b5b03d6 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/d33c6855-9cdb-44ab-92c1-19d04e1378f8 HTTP/1.1" status: 404 len: 337 time: 0.0414245 Sep 30 08:36:33.621807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49122) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.648192 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-265da3cf-4a41-4fcd-95f9-835b3f583343 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.649162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265da3cf-4a41-4fcd-95f9-835b3f583343 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.650979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-265da3cf-4a41-4fcd-95f9-835b3f583343 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/5d6f7743-1382-4a2b-b35f-764c2ca3b1ee HTTP/1.1" status: 404 len: 333 time: 0.0282364 Sep 30 08:36:33.653831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49128) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.687567 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-30262a99-bec6-4eec-bba6-1dd5747154e7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.688021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30262a99-bec6-4eec-bba6-1dd5747154e7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.689749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-30262a99-bec6-4eec-bba6-1dd5747154e7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/bbb2faa6-3c16-447a-aca8-6de2e6080156 HTTP/1.1" status: 404 len: 337 time: 0.0349784 Sep 30 08:36:33.692581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49134) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.724112 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bac210-ec64-40c5-a051-2113bcd82581 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.724499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bac210-ec64-40c5-a051-2113bcd82581 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.729160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49140) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.729631 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d1bac210-ec64-40c5-a051-2113bcd82581 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b9580e8f-f8ea-4535-9b9d-62fe57d3c1eb HTTP/1.1" status: 404 len: 337 time: 0.0357828 Sep 30 08:36:33.769322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20314413-5278-436d-9912-4efd342d7903 req-a1b11fd6-fb3e-4f51-ada0-debb02609d7c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:33.771271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20314413-5278-436d-9912-4efd342d7903 req-a1b11fd6-fb3e-4f51-ada0-debb02609d7c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0858357 Sep 30 08:36:33.773867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3528e8bd-aa63-4568-8014-17e7d508ff58 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 HTTP/1.1" status: 200 len: 205 time: 0.0431342 Sep 30 08:36:33.776293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49150) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.834110 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-73dc3f81-f29a-430c-8b5e-5fcd709d7d2f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] delete failed (client error): The resource could not be found. Sep 30 08:36:33.835168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-73dc3f81-f29a-430c-8b5e-5fcd709d7d2f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/routers/b5ae4ec5-9d4b-4fe1-aeff-12d1afd57754 HTTP/1.1" status: 404 len: 336 time: 0.0579090 Sep 30 08:36:33.837819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49162) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.862765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20314413-5278-436d-9912-4efd342d7903 req-b090b890-68ad-4b8a-ae13-0d27f6d370fa tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790534 Sep 30 08:36:33.887811 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-da39936c-5ec7-40db-a04d-755c90f42641 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:33.887811 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da39936c-5ec7-40db-a04d-755c90f42641 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:33.891923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49172) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:33.892103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-da39936c-5ec7-40db-a04d-755c90f42641 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/16fbdb58-176c-4a3f-9c6f-c36f4aa51fc7 HTTP/1.1" status: 404 len: 337 time: 0.0530169 Sep 30 08:36:33.926313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aae32d24-7293-4196-a642-b7628ef506a8 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc8c5eec-3af8-4c71-80a0-bcfff073429c HTTP/1.1" status: 200 len: 205 time: 0.0332131 Sep 30 08:36:33.929598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.011777 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-b1ad1405-13bd-4129-9d3f-41be8d298bad tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] delete failed (client error): The resource could not be found. Sep 30 08:36:34.013020 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b1ad1405-13bd-4129-9d3f-41be8d298bad tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/routers/bc8c5eec-3af8-4c71-80a0-bcfff073429c HTTP/1.1" status: 404 len: 336 time: 0.0823896 Sep 30 08:36:34.017363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49180) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.045725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd61fa1-8dfa-4328-800c-24c0c15763c8 req-674be6ad-389b-4b19-ba90-d9519deb5bd6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:34.047914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abd61fa1-8dfa-4328-800c-24c0c15763c8 req-674be6ad-389b-4b19-ba90-d9519deb5bd6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.0834577 Sep 30 08:36:34.056389 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fd993e-a5cf-45d9-b75b-dbc7b3e41f46 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.057141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fd993e-a5cf-45d9-b75b-dbc7b3e41f46 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.059131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08fd993e-a5cf-45d9-b75b-dbc7b3e41f46 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/b9e4b8b5-ea6b-403c-a5ce-6a53553241c4 HTTP/1.1" status: 404 len: 337 time: 0.0407817 Sep 30 08:36:34.061640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49184) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.089370 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2453eb-9fcd-4ee2-8910-5c8831380e29 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.090159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2453eb-9fcd-4ee2-8910-5c8831380e29 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.092176 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3e2453eb-9fcd-4ee2-8910-5c8831380e29 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/76750b73-e0ab-43ef-b595-81715da62879 HTTP/1.1" status: 404 len: 337 time: 0.0294471 Sep 30 08:36:34.094783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49186) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.097225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abd61fa1-8dfa-4328-800c-24c0c15763c8 req-25728654-e6eb-4c7d-aa5d-f30a52e506a1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370140 Sep 30 08:36:34.129500 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-68385d53-59db-4d1a-b7ed-8225877c7fc7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.130323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68385d53-59db-4d1a-b7ed-8225877c7fc7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.133023 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68385d53-59db-4d1a-b7ed-8225877c7fc7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/3612c21e-e878-48b5-abe0-5170a1432b9a HTTP/1.1" status: 404 len: 333 time: 0.0370615 Sep 30 08:36:34.135676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49190) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.168989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49192) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.172554 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5894b5-305a-40a3-8077-01a9242ed295 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.173038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5894b5-305a-40a3-8077-01a9242ed295 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.174864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1a5894b5-305a-40a3-8077-01a9242ed295 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/9bd24af1-c942-4fa3-a11d-3f5574b18933 HTTP/1.1" status: 404 len: 337 time: 0.0381529 Sep 30 08:36:34.178033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49196) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.203894 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd96146-6b9b-42dd-a3fa-46c0b3fd4633 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.205192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd96146-6b9b-42dd-a3fa-46c0b3fd4633 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.210440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.210868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3cd96146-6b9b-42dd-a3fa-46c0b3fd4633 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/a347e21a-b602-41fc-aeb8-1b3f2c5e1fa5 HTTP/1.1" status: 404 len: 333 time: 0.0306430 Sep 30 08:36:34.238412 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-27da4410-1cbf-409b-bd79-79c57f70e169 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.238705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27da4410-1cbf-409b-bd79-79c57f70e169 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.240910 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27da4410-1cbf-409b-bd79-79c57f70e169 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/a1b67de2-8261-4cde-8ae5-136b80b15b77 HTTP/1.1" status: 404 len: 337 time: 0.0291986 Sep 30 08:36:34.243405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49204) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.273272 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99ee5a6-6a8d-499a-884a-b65c7fae4f62 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.274072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99ee5a6-6a8d-499a-884a-b65c7fae4f62 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.278970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49208) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.279242 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e99ee5a6-6a8d-499a-884a-b65c7fae4f62 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/3b037566-73ac-4256-8066-705f1af466a8 HTTP/1.1" status: 404 len: 333 time: 0.0336335 Sep 30 08:36:34.299029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b840641-53d3-4582-8904-c248c5f37f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.309512 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d38b395-7f0b-4f45-9a80-e1b52c4e2fa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.310932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d38b395-7f0b-4f45-9a80-e1b52c4e2fa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.313438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d38b395-7f0b-4f45-9a80-e1b52c4e2fa0 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/6a2b75d4-3337-42b3-8a51-9044a20fbd5c HTTP/1.1" status: 404 len: 337 time: 0.0334041 Sep 30 08:36:34.316004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49210) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.342537 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66e4b5a-343f-4d50-a596-94610c235b47 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.343496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66e4b5a-343f-4d50-a596-94610c235b47 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.346243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d66e4b5a-343f-4d50-a596-94610c235b47 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/a5ef08af-6513-47d1-b3e1-bb86eda7858a HTTP/1.1" status: 404 len: 333 time: 0.0282109 Sep 30 08:36:34.348879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49214) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.378707 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53c12fa-30a9-4522-881f-e70c402bd11f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.379470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53c12fa-30a9-4522-881f-e70c402bd11f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.381483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b53c12fa-30a9-4522-881f-e70c402bd11f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/9f65eadd-4c13-4a6d-8616-a7a682e24d00 HTTP/1.1" status: 404 len: 337 time: 0.0294204 Sep 30 08:36:34.384286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49216) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.422464 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-79360367-ab6f-4eec-a751-edb7a682eeb7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.423143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79360367-ab6f-4eec-a751-edb7a682eeb7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.424837 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-79360367-ab6f-4eec-a751-edb7a682eeb7 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/e2fe1263-9e78-41f0-aa45-164b01d5a9f8 HTTP/1.1" status: 404 len: 333 time: 0.0396135 Sep 30 08:36:34.427591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49222) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.439364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b840641-53d3-4582-8904-c248c5f37f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.444455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b840641-53d3-4582-8904-c248c5f37f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.454482 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d750144b-83a8-4f2c-b8ac-f1daa738d63e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.454943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d750144b-83a8-4f2c-b8ac-f1daa738d63e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.456688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d750144b-83a8-4f2c-b8ac-f1daa738d63e tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/0c3c3b8d-548d-42ab-9232-c5882d642962 HTTP/1.1" status: 404 len: 337 time: 0.0279877 Sep 30 08:36:34.459841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49224) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.488414 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b840641-53d3-4582-8904-c248c5f37f60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0938f50d9bac40dd907bdd5509fb2b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182015 Sep 30 08:36:34.489051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49226) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.491483 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6a1068-0616-4303-a915-31c9506da059 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.492174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6a1068-0616-4303-a915-31c9506da059 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.497619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cb6a1068-0616-4303-a915-31c9506da059 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/d5030e77-4427-4a81-9f22-97e90ef54263 HTTP/1.1" status: 404 len: 333 time: 0.0339079 Sep 30 08:36:34.497719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b840641-53d3-4582-8904-c248c5f37f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d71be-7fcb-4a38-9473-5b8994a6f920,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:34.497823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49228) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.535326 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efbaac2-7b35-45af-a595-93c0235f0082 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.536281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efbaac2-7b35-45af-a595-93c0235f0082 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.538555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9efbaac2-7b35-45af-a595-93c0235f0082 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/f22416f2-ead1-419a-9788-160a9bace839 HTTP/1.1" status: 404 len: 337 time: 0.0359874 Sep 30 08:36:34.543388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49234) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.567520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b362c533-2cc5-4922-aee4-8c99df504066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.571205 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ed4fc5-02b5-4374-af28-7cd47bfb1e5f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.571906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ed4fc5-02b5-4374-af28-7cd47bfb1e5f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.576067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a9ed4fc5-02b5-4374-af28-7cd47bfb1e5f tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/ports/b7d57139-44d1-4f4a-a79b-8d85c65189a4 HTTP/1.1" status: 404 len: 333 time: 0.0289721 Sep 30 08:36:34.576638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49238) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.593875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85c12778-d03d-4086-93d4-3ded87274ec0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:34.600372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b362c533-2cc5-4922-aee4-8c99df504066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.610513 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbccfe16-24b2-44ac-87b4-df91bd65f705 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:34.611045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbccfe16-24b2-44ac-87b4-df91bd65f705 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:34.613525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fbccfe16-24b2-44ac-87b4-df91bd65f705 tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/subnets/ef04d964-8caa-4d0c-b4ff-b03b6debfb02 HTTP/1.1" status: 404 len: 337 time: 0.0360098 Sep 30 08:36:34.615833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49244) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:34.621776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 85c12778-d03d-4086-93d4-3ded87274ec0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:34.622135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 85c12778-d03d-4086-93d4-3ded87274ec0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:34.656478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b362c533-2cc5-4922-aee4-8c99df504066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.659005 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b362c533-2cc5-4922-aee4-8c99df504066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.660302 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b362c533-2cc5-4922-aee4-8c99df504066 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/948d71be-7fcb-4a38-9473-5b8994a6f920 HTTP/1.1" status: 204 len: 168 time: 0.1700153 Sep 30 08:36:34.674815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362c533-2cc5-4922-aee4-8c99df504066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d71be-7fcb-4a38-9473-5b8994a6f920,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:34.723345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.825905 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.854428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:34.867314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f17e54-b918-491e-a830-0f3cee8f8e81') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:34.867954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f17e54-b918-491e-a830-0f3cee8f8e81') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:34.882697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.899770 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.906861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:34.907495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:34.919493 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:35.029558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.033928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.035966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] 10.222.0.41 "DELETE /v2.0/networks/a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6 HTTP/1.1" status: 204 len: 168 time: 0.4191875 Sep 30 08:36:35.058074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135dff-a3e8-4372-9b8d-efb1409cfd4b tempest-NetworksTestDHCPv6-1472127650 tempest-NetworksTestDHCPv6-1472127650-project] Pushing event deleted for resources: {'Network': ['ID=a81a4e05-92e6-4e91-9ebf-c1ce84d74ca6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:35.078395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-25384295-f670-41b7-9bc1-d9eab9f2a000 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:35.085624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-25384295-f670-41b7-9bc1-d9eab9f2a000 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=60365009-6953-4fa7-ad07-17bffe0ebdce HTTP/1.1" status: 200 len: 943 time: 0.0922151 Sep 30 08:36:35.205832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Deleting port 36d5ad83-9c1d-49c2-b456-5da351372f8e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:35.206411 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.316974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] For port 36d5ad83-9c1d-49c2-b456-5da351372f8e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d5ad83-9c1d-49c2-b456-5da351372f8e,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:35.317683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.326150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49284) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:35.344656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Calling delete_port for 36d5ad83-9c1d-49c2-b456-5da351372f8e owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:35.526691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.549148 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2945fe0d-6567-49d8-84d8-700eaf33b96b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29acad8c83dd4fa29fb7f5168a8cd313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210248 Sep 30 08:36:35.550186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:35.565518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767', '15f841ef-4417-4c8c-b2f2-234715d111e9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:35.583618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'Port': ['ID=36d5ad83-9c1d-49c2-b456-5da351372f8e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:35.620308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71ebeee6-1a99-42b7-88e5-9bdb0170e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.661105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] No DVR routers for this DVR port 36d5ad83-9c1d-49c2-b456-5da351372f8e on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:35.664246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.670961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71ebeee6-1a99-42b7-88e5-9bdb0170e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.680105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-932d69dd-edc8-4c48-b2c8-3ad72311f877 req-019da862-e919-4ca9-a912-dce510fe3c35 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "DELETE /v2.0/ports/36d5ad83-9c1d-49c2-b456-5da351372f8e HTTP/1.1" status: 204 len: 173 time: 0.5912416 Sep 30 08:36:35.680642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-deleted', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:35.687159 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5289a-93b7-47a3-818e-00ff9aaf945b" -d '{"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-deleted", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:35.766695 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71ebeee6-1a99-42b7-88e5-9bdb0170e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.770539 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-71ebeee6-1a99-42b7-88e5-9bdb0170e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.772599 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-71ebeee6-1a99-42b7-88e5-9bdb0170e800 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33089157-ca85-4984-86dd-b12228ecec91 HTTP/1.1" status: 204 len: 168 time: 0.2211435 Sep 30 08:36:35.786305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebeee6-1a99-42b7-88e5-9bdb0170e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33089157-ca85-4984-86dd-b12228ecec91,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:36.184435 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa35466b-af1c-46cd-bf30-7b6b7b1cd172 x-openstack-request-id: req-fa35466b-af1c-46cd-bf30-7b6b7b1cd172 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:36.184731 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60365009-6953-4fa7-ad07-17bffe0ebdce", "name": "network-vif-deleted", "tag": "36d5ad83-9c1d-49c2-b456-5da351372f8e", "status": "failed", "code": 422}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:36.185074 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa35466b-af1c-46cd-bf30-7b6b7b1cd172 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:36.185509 n-d-807025-5 neutron-server[95001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60365009-6953-4fa7-ad07-17bffe0ebdce', 'name': 'network-vif-deleted', 'tag': '36d5ad83-9c1d-49c2-b456-5da351372f8e', 'status': 'failed', 'code': 422} returned with failed status Sep 30 08:36:36.563265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429181-b882-4c93-857d-d1cdfe29fe43 req-3ae41985-8994-443b-9d33-4f3efcc870a5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:36.575638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5429181-b882-4c93-857d-d1cdfe29fe43 req-3ae41985-8994-443b-9d33-4f3efcc870a5 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 907 time: 0.1021461 Sep 30 08:36:36.894402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49356) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:37.013125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150361502'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:37.035529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:37.040132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.051766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.176828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.181658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.222594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:37.229913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23c6fa-a57c-4b90-bfcb-71968af78c1f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:37.237004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.237755 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment e2f98bcf-9673-48de-bae3-b9841923c18c of type vlan for network 70fc965b-146c-4539-8efb-ebf994b8095a Sep 30 08:36:37.288707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.313637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.319447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:37.320038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:37.379225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4834037 Sep 30 08:36:37.429582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e385c-bf41-4979-af06-fcf27c53c8fb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=70fc965b-146c-4539-8efb-ebf994b8095a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:37.442790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 70fc965b-146c-4539-8efb-ebf994b8095a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:37.757391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0f11-5dca-4c63-b30e-6bbdbe4b579c req-58069cf6-eba0-450a-9476-c0ed9e6a4f88 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:37.759804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-105e0f11-5dca-4c63-b30e-6bbdbe4b579c req-58069cf6-eba0-450a-9476-c0ed9e6a4f88 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 907 time: 0.0807335 Sep 30 08:36:38.333498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-4e2be114-c2ac-47b6-9e18-929cc13bb4bd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:38.333498 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-4e2be114-c2ac-47b6-9e18-929cc13bb4bd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 907 time: 0.1611989 Sep 30 08:36:38.473915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Deleting port 6c245835-8d62-49e5-b8bf-56e606a3684b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:38.475116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.555467 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f093052f-6402-428f-a940-24d12ec080be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.615082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] For port 6c245835-8d62-49e5-b8bf-56e606a3684b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=6c245835-8d62-49e5-b8bf-56e606a3684b,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:38.615754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.630459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Calling delete_port for 6c245835-8d62-49e5-b8bf-56e606a3684b owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:38.780089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.813014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'Port': ['ID=6c245835-8d62-49e5-b8bf-56e606a3684b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:38.958656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] No DVR routers for this DVR port 6c245835-8d62-49e5-b8bf-56e606a3684b on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:38.963248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.967051 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-01d0d1ac-13b7-4982-80f7-32f36861f3d9 req-e5507c61-8afb-4e00-9674-e3c69b4812c1 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.57 "DELETE /v2.0/ports/6c245835-8d62-49e5-b8bf-56e606a3684b HTTP/1.1" status: 204 len: 173 time: 0.6239808 Sep 30 08:36:38.975430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'name': 'network-vif-deleted', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:38.987803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8415b41b-5b3f-4000-bdaf-48961ebb4fe0 req-9d735ecf-29a0-40c7-9ef8-3a5900de94ad tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f2d512-dc90-4673-a826-077b941a9683 HTTP/1.1" status: 200 len: 210 time: 0.0904014 Sep 30 08:36:39.046921 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef2c4b1-f1a0-469d-a87f-81ad54ebf017" -d '{"events": [{"server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "name": "network-vif-deleted", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:39.389570 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709b4e5-1f00-46d5-b5d8-c5a1d4689a25 x-openstack-request-id: req-1709b4e5-1f00-46d5-b5d8-c5a1d4689a25 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:39.390484 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f2d512-dc90-4673-a826-077b941a9683", "name": "network-vif-deleted", "tag": "6c245835-8d62-49e5-b8bf-56e606a3684b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:39.390886 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1709b4e5-1f00-46d5-b5d8-c5a1d4689a25 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:39.391512 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f2d512-dc90-4673-a826-077b941a9683', 'name': 'network-vif-deleted', 'tag': '6c245835-8d62-49e5-b8bf-56e606a3684b', 'status': 'completed', 'code': 200} Sep 30 08:36:40.727699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:40.731223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:40.789634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59864482-cfaf-4d3c-8909-e1f5174ae313 req-d3721ded-1f0d-4cc4-9206-f8e2cf9cb0b2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:40.792711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59864482-cfaf-4d3c-8909-e1f5174ae313 req-d3721ded-1f0d-4cc4-9206-f8e2cf9cb0b2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 946 time: 0.0682821 Sep 30 08:36:40.845720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59864482-cfaf-4d3c-8909-e1f5174ae313 req-4d45bcf4-5df8-4a4c-9761-674bfe49113b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Sep 30 08:36:40.854282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:40.859689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.073620 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55420114-0440-41f6-be12-05a95433892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.428856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.460273 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.525107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': 'e2f98bcf-9673-48de-bae3-b9841923c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:41.525487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: 70fc965b-146c-4539-8efb-ebf994b8095a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:41.528899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=5ae8aa50-96c3-456c-9e99-ea8e90975af2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:41.554703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 70fc965b-146c-4539-8efb-ebf994b8095a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:41.567964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 70fc965b-146c-4539-8efb-ebf994b8095a) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:41.575201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:41.577000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.580048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2075fb-f7d6-454d-a8bf-6f70a079ab1f None None] Network 70fc965b-146c-4539-8efb-ebf994b8095a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:41.623343 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2808cbd3-1138-479f-bd12-d8aa364bba2f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8960972 Sep 30 08:36:41.628454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:41.634528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512839806'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:41.687202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:41.693315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.694600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6c245835-8d62-49e5-b8bf-56e606a3684b no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:41.752113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 6c245835-8d62-49e5-b8bf-56e606a3684b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:41.752918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 6c245835-8d62-49e5-b8bf-56e606a3684b not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:41.760965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:41.786542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.787225 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment aa58fe62-e4e8-43b7-8c8f-f31419cd34a7 of type vlan for network 71724f8c-be61-40ce-91da-200a166a78c9 Sep 30 08:36:41.849139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.872443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-70fc965b-146c-4539-8efb-ebf994b8095a', 'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '5ae8aa50-96c3-456c-9e99-ea8e90975af2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:41.873328 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.905705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.922922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:41.924134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.966702 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3367128 Sep 30 08:36:41.968063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49440) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:42.004382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '71724f8c-be61-40ce-91da-200a166a78c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:42.062729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0400c2c-5b0d-492c-8e2c-a4c95d064058 req-79fa8302-2052-42ba-8718-2e32636dceb0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:42.079642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0400c2c-5b0d-492c-8e2c-a4c95d064058 req-79fa8302-2052-42ba-8718-2e32636dceb0 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 946 time: 0.1201494 Sep 30 08:36:42.118643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ebd8f-5a25-4631-bf1b-bc4842d013b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=71724f8c-be61-40ce-91da-200a166a78c9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:42.131422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Allocated IP 2001:db8:0:ffff::2 (70fc965b-146c-4539-8efb-ebf994b8095a/5ae8aa50-96c3-456c-9e99-ea8e90975af2/5caf34a3-15e2-426a-afdf-38c9c6c38f4b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:42.136152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 71724f8c-be61-40ce-91da-200a166a78c9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:42.180512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0400c2c-5b0d-492c-8e2c-a4c95d064058 req-b7ce119f-7a60-4748-9f81-2dc7a1048a1b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981855 Sep 30 08:36:42.202708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:36:42.251350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:42.257117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.279985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49448) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:42.333624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-12803da9-2503-43c5-b092-dddab3ecdf8d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:42.335772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-12803da9-2503-43c5-b092-dddab3ecdf8d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 946 time: 0.1444657 Sep 30 08:36:42.588768 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.589973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.602243 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.763184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Pushing event updated for resources: {'Port': ['ID=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:42.768477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Network 70fc965b-146c-4539-8efb-ebf994b8095a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:42.773575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:42.778395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:42.792417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=9bc76464-596f-41a9-bc4c-a7e2270248f5,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:42.809294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': 'aa58fe62-e4e8-43b7-8c8f-f31419cd34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '71724f8c-be61-40ce-91da-200a166a78c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:42.809732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: 71724f8c-be61-40ce-91da-200a166a78c9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:42.844061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 71724f8c-be61-40ce-91da-200a166a78c9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:42.875345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 71724f8c-be61-40ce-91da-200a166a78c9) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:42.881550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:42.882199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.913125 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a2f780f8-ea6f-4e5c-8c49-b354a5f28931 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9138072 Sep 30 08:36:42.913659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49456) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:42.921233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Attempting to bind port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:42.921708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Attempting to bind port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'e2f98bcf-9673-48de-bae3-b9841923c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:42.922080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Attempting to bind port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b on network 70fc965b-146c-4539-8efb-ebf994b8095a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:42.928689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2172a6-ceb9-4cee-b9a1-94810f61c0b2 None None] Network 71724f8c-be61-40ce-91da-200a166a78c9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:42.954819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:42.955219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Checking segment: {'id': 'e2f98bcf-9673-48de-bae3-b9841923c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:42.955626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.956029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Bound using segment: {'id': 'e2f98bcf-9673-48de-bae3-b9841923c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:42.956541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Bound port: 5caf34a3-15e2-426a-afdf-38c9c6c38f4b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f98bcf-9673-48de-bae3-b9841923c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '70fc965b-146c-4539-8efb-ebf994b8095a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:42.956940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.081958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.100192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] For port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:43.104782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] For port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,segment=NetworkSegment(e2f98bcf-9673-48de-bae3-b9841923c18c),segment_id=e2f98bcf-9673-48de-bae3-b9841923c18c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:43.148876 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.225758 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.252004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2a901bb3-20b4-45d6-9530-d77213b3a219 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36deac2677b0466dbd5ce3373b46adbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9667125 Sep 30 08:36:43.258743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:43.299552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.326465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Deleting port 15f841ef-4417-4c8c-b2f2-234715d111e9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:43.326807 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.335300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41340669-d1e1-4503-874c-2d9b9103496c None None] Pushing event updated for resources: {'Port': ['ID=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:43.428065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb02b3-7eea-4dac-bad0-6b8d396a7901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-71724f8c-be61-40ce-91da-200a166a78c9', 'network_id': '71724f8c-be61-40ce-91da-200a166a78c9', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '9bc76464-596f-41a9-bc4c-a7e2270248f5'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:43.429631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ffdb02b3-7eea-4dac-bad0-6b8d396a7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.446075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.531387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80e6b7-1f7f-448d-8f07-3ad7056a6a34 req-d2bdce79-a633-4b71-995c-2bf1c703bdd4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:43.542332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c80e6b7-1f7f-448d-8f07-3ad7056a6a34 req-d2bdce79-a633-4b71-995c-2bf1c703bdd4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 946 time: 0.2477345 Sep 30 08:36:43.559196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc76464-596f-41a9-bc4c-a7e2270248f5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:43.635129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3a8-5bf6-4c16-8a26-21077bf9e926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.655291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252d1c4-1947-4579-8533-9cb3df67a40b None None] Network 71724f8c-be61-40ce-91da-200a166a78c9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:43.704316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] For port 15f841ef-4417-4c8c-b2f2-234715d111e9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=15f841ef-4417-4c8c-b2f2-234715d111e9,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:43.704689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.709947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.770848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3a8-5bf6-4c16-8a26-21077bf9e926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.785619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71724f8c-be61-40ce-91da-200a166a78c9']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:43.797720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Calling delete_port for 15f841ef-4417-4c8c-b2f2-234715d111e9 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:43.806836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa58fe62-e4e8-43b7-8c8f-f31419cd34a7') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:43.807409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa58fe62-e4e8-43b7-8c8f-f31419cd34a7') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:43.814213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c80e6b7-1f7f-448d-8f07-3ad7056a6a34 req-fb95bd1d-7832-4f4f-83f5-0eaecd77bd72 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532184 Sep 30 08:36:43.835890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.875501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.885803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:43.886305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:43.892835 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:44.009389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.019033 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.021736 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/71724f8c-be61-40ce-91da-200a166a78c9 HTTP/1.1" status: 204 len: 168 time: 1.1070204 Sep 30 08:36:44.036710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:44.048026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058303620'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:44.052449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4ceca-ae86-40ce-b9ca-98764f22cbfb tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=71724f8c-be61-40ce-91da-200a166a78c9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:44.077316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3a8-5bf6-4c16-8a26-21077bf9e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.082358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3a8-5bf6-4c16-8a26-21077bf9e926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.084402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:44.084738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d96dd3a8-5bf6-4c16-8a26-21077bf9e926 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615 HTTP/1.1" status: 204 len: 168 time: 0.8242080 Sep 30 08:36:44.091828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.114357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd3a8-5bf6-4c16-8a26-21077bf9e926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ca7a9-29e8-4eb3-9d97-aac2d99f3615,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:44.132845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:44.149150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.153265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.154141 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment 1e881025-e90a-4269-bc5b-bc63ceb85c66 of type vlan for network cb998f86-7045-4e4c-863d-70d0fde317fe Sep 30 08:36:44.197336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'Port': ['ID=15f841ef-4417-4c8c-b2f2-234715d111e9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:44.203746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767', '15f841ef-4417-4c8c-b2f2-234715d111e9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:44.292468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] No DVR routers for this DVR port 15f841ef-4417-4c8c-b2f2-234715d111e9 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:44.298518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.300662 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.307424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-380334cb-7842-49ce-b119-7a1df31ffe82 req-bb26806b-547f-44f4-8c0a-f36b62a754b4 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "DELETE /v2.0/ports/15f841ef-4417-4c8c-b2f2-234715d111e9 HTTP/1.1" status: 204 len: 173 time: 1.9609270 Sep 30 08:36:44.308064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'name': 'network-vif-deleted', 'tag': '15f841ef-4417-4c8c-b2f2-234715d111e9'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:44.315901 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf6dee4-68bd-4bd0-9896-324014a9379c" -d '{"events": [{"server_uuid": "8f6f6d34-256b-4fcb-8244-9a72dfbe1240", "name": "network-vif-deleted", "tag": "15f841ef-4417-4c8c-b2f2-234715d111e9"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:44.370271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.384851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:44.385642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.387084 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c826447-5f40-4acd-aaab-0b6f9285decb x-openstack-request-id: req-5c826447-5f40-4acd-aaab-0b6f9285decb {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:44.387582 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6f6d34-256b-4fcb-8244-9a72dfbe1240", "name": "network-vif-deleted", "tag": "15f841ef-4417-4c8c-b2f2-234715d111e9", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:44.388023 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c826447-5f40-4acd-aaab-0b6f9285decb {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:44.388598 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6f6d34-256b-4fcb-8244-9a72dfbe1240', 'name': 'network-vif-deleted', 'tag': '15f841ef-4417-4c8c-b2f2-234715d111e9', 'status': 'completed', 'code': 200} Sep 30 08:36:44.616941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=cb998f86-7045-4e4c-863d-70d0fde317fe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:44.623539 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a12ac69-3359-48c5-8a7e-a4605f36cea1 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5847950 Sep 30 08:36:44.627296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49478) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:44.644229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network cb998f86-7045-4e4c-863d-70d0fde317fe details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:44.646135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:44.817258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5caf34a3-15e2-426a-afdf-38c9c6c38f4b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:44.918262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:44.923242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:44.970537 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.050644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:45.051124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.071161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e9021d0-bb02-4b29-aa86-3b1bf78824fa req-0fe9cc7c-5d31-4022-adda-89818d5f3c83 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f6d34-256b-4fcb-8244-9a72dfbe1240 HTTP/1.1" status: 200 len: 210 time: 0.0688856 Sep 30 08:36:45.150188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c1d1f-d1aa-423b-b7fd-43db334f5302 None None] Network 70fc965b-146c-4539-8efb-ebf994b8095a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:45.252666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-eb7212da-b51b-4983-9539-d439b978ca35 None None] Provisioning complete for port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:45.253825 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eb7212da-b51b-4983-9539-d439b978ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.342785 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.399496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.488758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=8279871d-3497-4388-bb44-a8dc0e49712c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:45.506780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,segment=NetworkSegment(e2f98bcf-9673-48de-bae3-b9841923c18c),segment_id=e2f98bcf-9673-48de-bae3-b9841923c18c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:45.524863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': '1e881025-e90a-4269-bc5b-bc63ceb85c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:45.525701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: cb998f86-7045-4e4c-863d-70d0fde317fe, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:45.531781 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.552630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network cb998f86-7045-4e4c-863d-70d0fde317fe is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:45.564638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, cb998f86-7045-4e4c-863d-70d0fde317fe) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:45.570627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:45.571582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.580197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eb7212da-b51b-4983-9539-d439b978ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.590872 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e99aa6cb-7e13-4ad9-8e33-e9010f6145d6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9607937 Sep 30 08:36:45.593796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49502) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:45.597671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e8cb2-cba0-4e36-a04c-810d1ae045c8 None None] Network cb998f86-7045-4e4c-863d-70d0fde317fe requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:45.605712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180457229'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:45.660761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:45.670682 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.690078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:45.740692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:45.764149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-eb7212da-b51b-4983-9539-d439b978ca35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:36:45.764543 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-eb7212da-b51b-4983-9539-d439b978ca35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:36:45.764871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.765229 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment d9e3e9a0-d612-443d-8fed-a6000288247a of type vlan for network 98040edc-1a3c-4133-bba5-6d1bc317b4b0 Sep 30 08:36:45.871267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.918906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-cb998f86-7045-4e4c-863d-70d0fde317fe', 'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '8279871d-3497-4388-bb44-a8dc0e49712c'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:45.919936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.939600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.946826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:45.950796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.992992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49506) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:45.993983 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3982663 Sep 30 08:36:45.998372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '98040edc-1a3c-4133-bba5-6d1bc317b4b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:46.036641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b41d-0138-4d20-856d-fab454b48dfd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=98040edc-1a3c-4133-bba5-6d1bc317b4b0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:46.119620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 98040edc-1a3c-4133-bba5-6d1bc317b4b0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:46.257837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:46.269055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.373498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Performing IP validity checks on allocation pools {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:36:46.374005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:36:46.527997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Allocated IP 2001:db8::3 (cb998f86-7045-4e4c-863d-70d0fde317fe/8279871d-3497-4388-bb44-a8dc0e49712c/45060860-2973-4f7a-b4c9-0ded3495501b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:46.684221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5caf34a3-15e2-426a-afdf-38c9c6c38f4b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:46.712569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.735326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:46.827344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fcf380dd-c831-4485-a187-775938553251 None None] Provisioning complete for port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:46.827722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcf380dd-c831-4485-a187-775938553251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.835630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fceb8f-5062-4e0a-87dd-7fae8a5ea00d req-81f3b815-1b2e-4994-b73f-0b2b5ef75585 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:46.837301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61fceb8f-5062-4e0a-87dd-7fae8a5ea00d req-81f3b815-1b2e-4994-b73f-0b2b5ef75585 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1801095 Sep 30 08:36:46.843909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=85a68776-1047-48e6-8f6f-c88012a83b85,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:46.849602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': 'd9e3e9a0-d612-443d-8fed-a6000288247a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '98040edc-1a3c-4133-bba5-6d1bc317b4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:46.850230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: 98040edc-1a3c-4133-bba5-6d1bc317b4b0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:46.901753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 98040edc-1a3c-4133-bba5-6d1bc317b4b0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:46.923030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61fceb8f-5062-4e0a-87dd-7fae8a5ea00d req-60d15818-5623-472d-8ef4-96ec115f0895 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Sep 30 08:36:46.924856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 98040edc-1a3c-4133-bba5-6d1bc317b4b0) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:46.931550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:46.932722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.940602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488157e-4ecc-47dd-8ccc-ca2b2af0aa2e None None] Network 98040edc-1a3c-4133-bba5-6d1bc317b4b0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:46.961234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bc1d2bf6-ce07-4fbd-bea1-079d40f83132 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9668934 Sep 30 08:36:46.964258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49530) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:47.009437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee08259-3883-4de6-84c4-13ae3cb57e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.102729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.121616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:47.122405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.137062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee08259-3883-4de6-84c4-13ae3cb57e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.142370 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7ee08259-3883-4de6-84c4-13ae3cb57e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.172315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.194513 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7ee08259-3883-4de6-84c4-13ae3cb57e39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a065994aa6c4a99818e880cfd5a864d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577639 Sep 30 08:36:47.196145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee08259-3883-4de6-84c4-13ae3cb57e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdecc801-f6ee-424d-aa9f-caaf66cfef4f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:47.199914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49532) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:47.206357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.214199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 15f841ef-4417-4c8c-b2f2-234715d111e9 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:47.265373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c57e-2859-4b18-8c17-17a3d0d3ccb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.303402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 15f841ef-4417-4c8c-b2f2-234715d111e9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:47.304789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 15f841ef-4417-4c8c-b2f2-234715d111e9 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:47.310026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.312125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c57e-2859-4b18-8c17-17a3d0d3ccb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.341557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.383871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c57e-2859-4b18-8c17-17a3d0d3ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.386780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c57e-2859-4b18-8c17-17a3d0d3ccb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.388234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1b3c57e-2859-4b18-8c17-17a3d0d3ccb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdecc801-f6ee-424d-aa9f-caaf66cfef4f HTTP/1.1" status: 204 len: 168 time: 0.1865482 Sep 30 08:36:47.411495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3c57e-2859-4b18-8c17-17a3d0d3ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdecc801-f6ee-424d-aa9f-caaf66cfef4f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:47.419059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=85a68776-1047-48e6-8f6f-c88012a83b85,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:47.470427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Network cb998f86-7045-4e4c-863d-70d0fde317fe is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:47.485013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:47.490651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:47.502558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.536126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98040edc-1a3c-4133-bba5-6d1bc317b4b0']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:47.547327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e3e9a0-d612-443d-8fed-a6000288247a') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:47.547637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e3e9a0-d612-443d-8fed-a6000288247a') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:47.559352 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.574051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1664ee6-e18b-4290-ad79-6b2e5f719b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-98040edc-1a3c-4133-bba5-6d1bc317b4b0', 'network_id': '98040edc-1a3c-4133-bba5-6d1bc317b4b0', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '85a68776-1047-48e6-8f6f-c88012a83b85'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:47.576472 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b1664ee6-e18b-4290-ad79-6b2e5f719b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.583528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Pushing event updated for resources: {'Port': ['ID=45060860-2973-4f7a-b4c9-0ded3495501b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:47.588360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.606649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:47.607091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:47.613133 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:47.648445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Attempting to bind port 45060860-2973-4f7a-b4c9-0ded3495501b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:47.648827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Attempting to bind port 45060860-2973-4f7a-b4c9-0ded3495501b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1e881025-e90a-4269-bc5b-bc63ceb85c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:47.649201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Attempting to bind port 45060860-2973-4f7a-b4c9-0ded3495501b on network cb998f86-7045-4e4c-863d-70d0fde317fe {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:47.661809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:47.662330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Checking segment: {'id': '1e881025-e90a-4269-bc5b-bc63ceb85c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:47.662759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.663163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Bound using segment: {'id': '1e881025-e90a-4269-bc5b-bc63ceb85c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:47.663653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Bound port: 45060860-2973-4f7a-b4c9-0ded3495501b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e881025-e90a-4269-bc5b-bc63ceb85c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cb998f86-7045-4e4c-863d-70d0fde317fe'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:47.664043 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.737720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.814072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] For port 45060860-2973-4f7a-b4c9-0ded3495501b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:47.823518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] For port 45060860-2973-4f7a-b4c9-0ded3495501b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=45060860-2973-4f7a-b4c9-0ded3495501b,segment=NetworkSegment(1e881025-e90a-4269-bc5b-bc63ceb85c66),segment_id=1e881025-e90a-4269-bc5b-bc63ceb85c66)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:47.826595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.832302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49550) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:47.837966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493529215'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:47.839886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6eae9-8f7f-4736-830b-ed8aecdc26fe None None] Network 98040edc-1a3c-4133-bba5-6d1bc317b4b0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:47.844216 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.848825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/98040edc-1a3c-4133-bba5-6d1bc317b4b0 HTTP/1.1" status: 204 len: 168 time: 0.8829138 Sep 30 08:36:47.855189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd66dc8-74ef-4af3-a2eb-63aa1e950ee6 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=98040edc-1a3c-4133-bba5-6d1bc317b4b0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:47.896061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6eae9-8f7f-4736-830b-ed8aecdc26fe None None] Network 98040edc-1a3c-4133-bba5-6d1bc317b4b0 could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:36:47.905026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:47.911191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.931770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e347-bf5d-4609-9f26-4e921b4de3f8 None None] Pushing event updated for resources: {'Port': ['ID=45060860-2973-4f7a-b4c9-0ded3495501b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:47.950265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:47.964311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.964678 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment 8f243fe7-32af-4a5d-b319-770cdd681e0e of type vlan for network e402ef0c-3657-477b-a7ed-19b2c5b2ad2e Sep 30 08:36:47.995893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-23958b37-8935-4206-99b9-620801772021 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:48.000648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-23958b37-8935-4206-99b9-620801772021 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1737857 Sep 30 08:36:48.025771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.058179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.065636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:48.069181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.111565 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2778831 Sep 30 08:36:48.115594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:48.124005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': 'e402ef0c-3657-477b-a7ed-19b2c5b2ad2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:48.164419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc1a5-30fb-4bb3-83b8-850859eff2b2 req-12ebbe96-edba-4fd1-846b-ca05b858cd1f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:48.173203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ffafc1a5-30fb-4bb3-83b8-850859eff2b2 req-12ebbe96-edba-4fd1-846b-ca05b858cd1f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 945 time: 0.1134284 Sep 30 08:36:48.187225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98fe54-6c7b-4e7f-8f7a-ff4166d7e0c4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=e402ef0c-3657-477b-a7ed-19b2c5b2ad2e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:48.209460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e402ef0c-3657-477b-a7ed-19b2c5b2ad2e details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:48.231492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ffafc1a5-30fb-4bb3-83b8-850859eff2b2 req-7528f165-fafd-4fd5-97ef-773953ad8cc2 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb0afc2c-c06a-4919-a375-5c4be984a79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570345 Sep 30 08:36:48.258142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Deleting port 50078470-5cb4-4cbc-9e7a-422b09e03767 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:48.272728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.369698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:48.377102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.438594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] For port 50078470-5cb4-4cbc-9e7a-422b09e03767, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=50078470-5cb4-4cbc-9e7a-422b09e03767,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:48.438980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.461706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Calling delete_port for 50078470-5cb4-4cbc-9e7a-422b09e03767 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:48.666256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.700063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['50078470-5cb4-4cbc-9e7a-422b09e03767'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:48.747908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'Port': ['ID=50078470-5cb4-4cbc-9e7a-422b09e03767,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:48.780644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 45060860-2973-4f7a-b4c9-0ded3495501b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:48.807558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.857845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] No DVR routers for this DVR port 50078470-5cb4-4cbc-9e7a-422b09e03767 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:48.861337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.864416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afa35ad9-454d-419f-bf97-44d60f6bba72 req-09abfff6-7cb7-434c-845e-43a227264f9f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "DELETE /v2.0/ports/50078470-5cb4-4cbc-9e7a-422b09e03767 HTTP/1.1" status: 204 len: 173 time: 0.8548307 Sep 30 08:36:48.865118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'name': 'network-vif-deleted', 'tag': '50078470-5cb4-4cbc-9e7a-422b09e03767'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:48.868775 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d648422-b88e-425b-8bf9-343c2cb6bdf8" -d '{"events": [{"server_uuid": "4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1", "name": "network-vif-deleted", "tag": "50078470-5cb4-4cbc-9e7a-422b09e03767"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:48.940968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 45060860-2973-4f7a-b4c9-0ded3495501b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:48.941543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:48.947720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=d0a18537-538f-4422-9b73-28a3c6361281,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:49.005380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': '8f243fe7-32af-4a5d-b319-770cdd681e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e402ef0c-3657-477b-a7ed-19b2c5b2ad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:49.008336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: e402ef0c-3657-477b-a7ed-19b2c5b2ad2e, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:49.038871 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2cebcb-c1bd-41e5-8c1d-b437ef4404d7 x-openstack-request-id: req-3b2cebcb-c1bd-41e5-8c1d-b437ef4404d7 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:49.039275 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1", "name": "network-vif-deleted", "tag": "50078470-5cb4-4cbc-9e7a-422b09e03767", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:49.039501 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b2cebcb-c1bd-41e5-8c1d-b437ef4404d7 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:49.040055 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1', 'name': 'network-vif-deleted', 'tag': '50078470-5cb4-4cbc-9e7a-422b09e03767', 'status': 'completed', 'code': 200} Sep 30 08:36:49.067575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network e402ef0c-3657-477b-a7ed-19b2c5b2ad2e is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:49.089872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e402ef0c-3657-477b-a7ed-19b2c5b2ad2e) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:49.097523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:49.100339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.133162 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-731c403d-5dac-421f-bec4-9446005cbf60 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0131016 Sep 30 08:36:49.133688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49586) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:49.148617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a9bb15-db31-4918-ac35-8c2b9e7a51ba None None] Network e402ef0c-3657-477b-a7ed-19b2c5b2ad2e requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:49.256860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.368995 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.478382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 45060860-2973-4f7a-b4c9-0ded3495501b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=45060860-2973-4f7a-b4c9-0ded3495501b,segment=NetworkSegment(1e881025-e90a-4269-bc5b-bc63ceb85c66),segment_id=1e881025-e90a-4269-bc5b-bc63ceb85c66)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:49.517491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.590449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6dd67db-87d5-4049-8adc-0242d8f77af8 req-d6833496-a646-4f5c-98e2-f4aabaf5424b tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1a944b-e2be-4ee1-ab07-8d2a9cd32ce1 HTTP/1.1" status: 200 len: 210 time: 0.1154571 Sep 30 08:36:49.594234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.630069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=45060860-2973-4f7a-b4c9-0ded3495501b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:49.644760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940ab55-f046-4bd2-9fd2-2a48ad10d115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e402ef0c-3657-477b-a7ed-19b2c5b2ad2e', 'network_id': 'e402ef0c-3657-477b-a7ed-19b2c5b2ad2e', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': 'd0a18537-538f-4422-9b73-28a3c6361281'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:49.645901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9940ab55-f046-4bd2-9fd2-2a48ad10d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.755398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed97eee-4176-4fda-bd58-550443f5157e None None] Network cb998f86-7045-4e4c-863d-70d0fde317fe requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:49.762902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-9940ab55-f046-4bd2-9fd2-2a48ad10d115 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0a18537-538f-4422-9b73-28a3c6361281: This subnet is being modified by another concurrent operation. Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0a18537-538f-4422-9b73-28a3c6361281: This subnet is being modified by another concurrent operation. Sep 30 08:36:49.787422 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:36:49.824580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a18537-538f-4422-9b73-28a3c6361281,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:49.833795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fbfe6-2205-47d9-8e27-ee3cff832a71 None None] Network e402ef0c-3657-477b-a7ed-19b2c5b2ad2e requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:49.907586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.919720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49602) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:49.941020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e402ef0c-3657-477b-a7ed-19b2c5b2ad2e']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:49.951503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f243fe7-32af-4a5d-b319-770cdd681e0e') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:49.951723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f243fe7-32af-4a5d-b319-770cdd681e0e') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:49.963379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.978708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:49.985734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:49.986169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:50.054911 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:50.063192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.078840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.080873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/e402ef0c-3657-477b-a7ed-19b2c5b2ad2e HTTP/1.1" status: 204 len: 168 time: 0.9461901 Sep 30 08:36:50.084962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:50.092384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497881651'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:50.110381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed4b7a-84aa-475d-aebd-b7b78bac1d94 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=e402ef0c-3657-477b-a7ed-19b2c5b2ad2e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:50.150342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:50.155506 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.191819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a43755f3-a506-4eaa-985a-aa47b417edfd None None] Provisioning complete for port 45060860-2973-4f7a-b4c9-0ded3495501b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:50.192606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a43755f3-a506-4eaa-985a-aa47b417edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.204689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'network': {'name': 'tempest-network-smoke--595509581', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'port_security_enabled': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:50.228225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:50.245852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.246238 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment 79c9c993-b16e-4edf-bf31-e3a44bd0e0f0 of type vlan for network e15d4aa8-54b6-42ef-b8c2-785e234c244d Sep 30 08:36:50.254374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:50.258796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.269330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.319884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.371196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.377122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:50.377806 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.476860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=e15d4aa8-54b6-42ef-b8c2-785e234c244d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:50.493525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e15d4aa8-54b6-42ef-b8c2-785e234c244d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:50.525564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.532464 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.561250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d62ec6e-fa78-40a8-b32c-133603223cfa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4741046 Sep 30 08:36:50.564086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49610) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:50.570473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': 'e15d4aa8-54b6-42ef-b8c2-785e234c244d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:50.601279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:50.642124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.642489 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Added segment e7b01941-3f00-4671-8cb3-f4c305c6cc62 of type vlan for network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 Sep 30 08:36:50.644488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb072e-ca28-4fcd-8140-ceffe63bfecf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:50.656110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 45060860-2973-4f7a-b4c9-0ded3495501b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:50.721667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e6a9ec-dbb5-4de3-9f92-798c01a1841b None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:36:50.739042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.800608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.814073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:50.815347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.818322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:50.822781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.851903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-da3e18cb-3dab-4521-b8cd-206824e5e606 None None] Provisioning complete for port 45060860-2973-4f7a-b4c9-0ded3495501b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:50.852470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da3e18cb-3dab-4521-b8cd-206824e5e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.902301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9770069 Sep 30 08:36:50.902535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 45060860-2973-4f7a-b4c9-0ded3495501b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:50.902535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.902749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49618) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:50.909624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'admin_state_up': True, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:50.960680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.966607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.029428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8864e03-5ebb-4262-91a2-721146a35ac7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Network': ['ID=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:51.115916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6a9ec-dbb5-4de3-9f92-798c01a1841b None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:36:51.119647 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.302533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:51.330918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2540e-2d57-4164-987d-3548f534fb9e req-81a190ce-3c96-4e1b-ba83-8e0fd4374f1c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:51.337659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1c2540e-2d57-4164-987d-3548f534fb9e req-81a190ce-3c96-4e1b-ba83-8e0fd4374f1c tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1695905 Sep 30 08:36:51.393310 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.463009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a1c2540e-2d57-4164-987d-3548f534fb9e req-f15b2581-dbd0-4b9b-ba53-9077559fe4fd tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755987 Sep 30 08:36:51.480176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.563807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': '79c9c993-b16e-4edf-bf31-e3a44bd0e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e15d4aa8-54b6-42ef-b8c2-785e234c244d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:51.563807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: e15d4aa8-54b6-42ef-b8c2-785e234c244d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:51.589857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=53b48c3e-d6e2-4104-a0ad-2ff58661f75f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:51.594025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network e15d4aa8-54b6-42ef-b8c2-785e234c244d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:51.609435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e15d4aa8-54b6-42ef-b8c2-785e234c244d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:51.615842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:51.616808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.638908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0d62db9e-b015-4590-a583-c8237bb53eba tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0709817 Sep 30 08:36:51.639383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a54dc0-8419-4ebd-97c3-e094fdfec393 None None] Network e15d4aa8-54b6-42ef-b8c2-785e234c244d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:51.639635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49624) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:51.685517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.715601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.771978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.822966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be452208-b785-4736-b9a8-9493336bbf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e15d4aa8-54b6-42ef-b8c2-785e234c244d', 'network_id': 'e15d4aa8-54b6-42ef-b8c2-785e234c244d', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '53b48c3e-d6e2-4104-a0ad-2ff58661f75f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:51.823960 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be452208-b785-4736-b9a8-9493336bbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.858572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.25.7.235 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d43734bc-263d-423f-b4ca-1b408d645e12) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:51.874206 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.952312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-be452208-b785-4736-b9a8-9493336bbf8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53b48c3e-d6e2-4104-a0ad-2ff58661f75f: This subnet is being modified by another concurrent operation. Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53b48c3e-d6e2-4104-a0ad-2ff58661f75f: This subnet is being modified by another concurrent operation. Sep 30 08:36:51.957276 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:36:51.986641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315f927-54d7-4178-9795-df4a5e0104e5 None None] Network e15d4aa8-54b6-42ef-b8c2-785e234c244d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:52.004278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=53b48c3e-d6e2-4104-a0ad-2ff58661f75f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:52.036594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.113140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.119803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.169097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15d4aa8-54b6-42ef-b8c2-785e234c244d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:52.175914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:52.179040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:52.182221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c9c993-b16e-4edf-bf31-e3a44bd0e0f0') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:52.184619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:52.194087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c9c993-b16e-4edf-bf31-e3a44bd0e0f0') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:52.230828 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.240568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=d43734bc-263d-423f-b4ca-1b408d645e12,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:52.266333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.283539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:52.284141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.286295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496a369-98d2-4334-9ac6-51da552b36d1 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:52.296063 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:52.465551 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.473776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.487752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/e15d4aa8-54b6-42ef-b8c2-785e234c244d HTTP/1.1" status: 204 len: 168 time: 0.8358438 Sep 30 08:36:52.492539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49636) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:52.520508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198420847'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:52.534412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496a369-98d2-4334-9ac6-51da552b36d1 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:36:52.553638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1316595-c369-4f12-b499-4d2255431376 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=e15d4aa8-54b6-42ef-b8c2-785e234c244d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:52.596046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:52.603998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.633577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49642) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:52.651119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:52.664399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.664805 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment b4835e15-fb09-4bf2-9153-8eafcd8fe0cf of type vlan for network 38be185d-c110-4b6d-af16-995218e2f509 Sep 30 08:36:52.685808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.832286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.882647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dec29d-f346-4626-b3fb-18cb0b0b63e5 req-687d8d21-059b-4943-8778-0aad845023a7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:52.884312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85dec29d-f346-4626-b3fb-18cb0b0b63e5 req-687d8d21-059b-4943-8778-0aad845023a7 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1276941 Sep 30 08:36:52.940148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-dea50ce8-ddcf-4b4b-be66-f9d67a235c2a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:52.941789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-dea50ce8-ddcf-4b4b-be66-f9d67a235c2a tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 945 time: 0.1298199 Sep 30 08:36:52.942530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.948887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:52.949620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.033049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85dec29d-f346-4626-b3fb-18cb0b0b63e5 req-df7c0f03-36ea-4504-9cf1-82631206d7b6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357472 Sep 30 08:36:53.043280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5459478 Sep 30 08:36:53.089915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49646) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:53.104011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '38be185d-c110-4b6d-af16-995218e2f509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:53.150144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2ded4-db2a-4113-b2ae-5dd621a3c973 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=38be185d-c110-4b6d-af16-995218e2f509,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:53.164332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 38be185d-c110-4b6d-af16-995218e2f509 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:53.246178 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca249502-ecb6-4162-82a9-dbcffdb80824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.268789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 50078470-5cb4-4cbc-9e7a-422b09e03767 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:53.290836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 50078470-5cb4-4cbc-9e7a-422b09e03767 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:53.291180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 50078470-5cb4-4cbc-9e7a-422b09e03767 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:53.297055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:36:53.297055 n-d-807025-5 neutron-server[95001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:36:53.297055 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id_1': '121fbedf9315498bba69014a1454f09c', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 36, 33, 278500)}] Sep 30 08:36:53.297055 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:36:53.297617 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:36:53.310656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Deleting port f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:53.311019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.343032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591b442-af1f-4d91-80b2-4d8a9cf329a1 req-b198ea8b-3d22-49b1-8a38-1aa701b736c3 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:53.344613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a591b442-af1f-4d91-80b2-4d8a9cf329a1 req-b198ea8b-3d22-49b1-8a38-1aa701b736c3 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 945 time: 0.2067664 Sep 30 08:36:53.353384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.434308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a591b442-af1f-4d91-80b2-4d8a9cf329a1 req-f32740fc-382e-40e4-905c-4a07be06c73d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789709 Sep 30 08:36:53.452058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] For port f28774b5-5a89-443a-a23b-65ce49f00a97, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f28774b5-5a89-443a-a23b-65ce49f00a97,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:53.452558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.520121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca249502-ecb6-4162-82a9-dbcffdb80824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.529656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca249502-ecb6-4162-82a9-dbcffdb80824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.579089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca249502-ecb6-4162-82a9-dbcffdb80824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae50d18-d95f-4bf4-9295-c1b3cb5cdec9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:53.586690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ca249502-ecb6-4162-82a9-dbcffdb80824 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83f2c7550b2a4fac9a932d4f4990259f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9502480 Sep 30 08:36:53.587590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49648) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:53.613907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:36:53.627162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.627781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.627918 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Floating IP 78aed520-22e4-4d04-91e2-278c723a3d9a disassociated. External IP: 172.25.7.125, port: f28774b5-5a89-443a-a23b-65ce49f00a97. Sep 30 08:36:53.628210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Calling delete_port for f28774b5-5a89-443a-a23b-65ce49f00a97 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:53.691394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56e5951-95e8-4c1e-b018-c26b5438160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.749909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56e5951-95e8-4c1e-b018-c26b5438160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.764217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.782417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:53.793093 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:53.794716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'Port': ['ID=f28774b5-5a89-443a-a23b-65ce49f00a97,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:53.805732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:53.807136 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:53.809375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.810620 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2b34cadf-aa92-4c6a-905e-64f5b98f2f5b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9068313 Sep 30 08:36:53.813735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49650) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:53.846963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56e5951-95e8-4c1e-b018-c26b5438160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.849869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f56e5951-95e8-4c1e-b018-c26b5438160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.851497 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f56e5951-95e8-4c1e-b018-c26b5438160f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ae50d18-d95f-4bf4-9295-c1b3cb5cdec9 HTTP/1.1" status: 204 len: 168 time: 0.2632320 Sep 30 08:36:53.863201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e5951-95e8-4c1e-b018-c26b5438160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae50d18-d95f-4bf4-9295-c1b3cb5cdec9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:53.908367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:53.918266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:53.963543 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:54.030960 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd385389-b042-47cf-aed8-cd58d47e3eee tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e44d09e6fd2344029308ca3370614ff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2116978 Sep 30 08:36:54.031293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49656) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:54.100982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Router c16114b0-c198-4f12-84ae-8aa0ae36a58c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:36:54.246387 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:52Z', 'revision_number': 3, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:54.278556 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:54.279239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Updating router ab2ed591-01be-4a39-be6f-98a4ab50f547 port d43734bc-263d-423f-b4ca-1b408d645e12 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:36:54.302022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c0bdd-dd3d-4b39-87f5-c8906a4e1000 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:54.307137 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-588c0bdd-dd3d-4b39-87f5-c8906a4e1000 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2718935 Sep 30 08:36:54.311302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49664) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:54.327418 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.356733 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1fb45463-20e7-436a-8006-2301441aca53 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437138 Sep 30 08:36:54.361474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49668) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:54.372435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153533266', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:54.487732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:54.493463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.558376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c436075d-5b0e-4a9e-9a09-c8f6e7ae4d68 req-c431c201-1cc9-4106-8ead-21601aeaf42d tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 210 time: 0.0693192 Sep 30 08:36:54.692197 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.707238 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.772712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.779952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:54.791616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.809429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Pushing event updated for resources: {'Port': ['ID=d43734bc-263d-423f-b4ca-1b408d645e12,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:54.818673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] Sync routers for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:54.828575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Subnet': ['ID=5d6e3793-25a6-4dce-b601-deff428a0732,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:54.838177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:54.840420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:54.846968 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.851061 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.851490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.851842 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.852182 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.852519 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.853666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.855442 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.856493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.856493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.856493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.856832 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:54.870611 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Attempting to bind port d43734bc-263d-423f-b4ca-1b408d645e12 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:54.871562 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Attempting to bind port d43734bc-263d-423f-b4ca-1b408d645e12 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:54.871941 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Attempting to bind port d43734bc-263d-423f-b4ca-1b408d645e12 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:54.874216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-c5b50f31-622f-45d3-890d-f4c3044ee672 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:54.875778 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-c5b50f31-622f-45d3-890d-f4c3044ee672 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 945 time: 0.1366160 Sep 30 08:36:54.878115 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:54.878497 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:54.878901 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.879294 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:54.879822 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Bound port: d43734bc-263d-423f-b4ca-1b408d645e12, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:54.880214 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.929478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Checking segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:54.929923 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network hostable DHCP agents. Network: b1ffc9e6-a8f5-43b6-962b-40e93c8cd644, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:54.950987 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] For port d43734bc-263d-423f-b4ca-1b408d645e12, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:54.952128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59b176-fb26-4209-9335-a10bd431fac1 req-8adbe9e8-4537-400c-8682-96a60d200c8a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:54.953750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb59b176-fb26-4209-9335-a10bd431fac1 req-8adbe9e8-4537-400c-8682-96a60d200c8a tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 945 time: 0.2742169 Sep 30 08:36:54.961398 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] For port d43734bc-263d-423f-b4ca-1b408d645e12, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d43734bc-263d-423f-b4ca-1b408d645e12,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:54.966754 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:54.978609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] No DVR routers for this DVR port f28774b5-5a89-443a-a23b-65ce49f00a97 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:54.995072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:55.000805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.002502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65c08012-3b32-4da3-aabd-cb9a450fbee8 req-cec1fb13-9512-46f6-8f23-8bba01a14a07 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.50 "DELETE /v2.0/ports/f28774b5-5a89-443a-a23b-65ce49f00a97 HTTP/1.1" status: 204 len: 173 time: 2.0490899 Sep 30 08:36:55.006566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-deleted', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:55.009629 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d0903e-b8f6-43dc-b767-855ac70be7c2" -d '{"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-deleted", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:55.024326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, b1ffc9e6-a8f5-43b6-962b-40e93c8cd644) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:55.030391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49688) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:55.032801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:55.034266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.055787 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:55.061278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=2f467b93-88f8-4a94-86a2-b7557ee712be,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:55.086627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb59b176-fb26-4209-9335-a10bd431fac1 req-f175b2d8-8354-4a59-af1a-b90ede49326f tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010287 Sep 30 08:36:55.087657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '38be185d-c110-4b6d-af16-995218e2f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:55.088034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: 38be185d-c110-4b6d-af16-995218e2f509, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:55.109490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Deleting port 981b2333-0095-48a7-b96e-7f295bdf5df4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:55.109490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.110446 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8952dc51-707f-4a17-a126-e955c3568787 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7473676 Sep 30 08:36:55.113200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49692) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:55.150058 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:55.150929 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:55.154779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce0fdf-246a-4db4-953d-7ee0291b77dc None None] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:55.226044 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef391ccd-b663-4b6f-a8ed-443d9732e835 x-openstack-request-id: req-ef391ccd-b663-4b6f-a8ed-443d9732e835 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:55.226712 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db183f6-c60d-44fe-9232-58d6305e41bd", "name": "network-vif-deleted", "tag": "f28774b5-5a89-443a-a23b-65ce49f00a97", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:55.227194 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef391ccd-b663-4b6f-a8ed-443d9732e835 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:55.227832 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db183f6-c60d-44fe-9232-58d6305e41bd', 'name': 'network-vif-deleted', 'tag': 'f28774b5-5a89-443a-a23b-65ce49f00a97', 'status': 'completed', 'code': 200} Sep 30 08:36:55.245118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 38be185d-c110-4b6d-af16-995218e2f509 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:55.254461 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28add-0e8d-4aa6-87a6-605a3b09b870 None None] Pushing event updated for resources: {'Port': ['ID=d43734bc-263d-423f-b4ca-1b408d645e12,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:55.261797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 38be185d-c110-4b6d-af16-995218e2f509) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:55.271646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:55.272558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.323365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0633080-1a98-4299-b14a-45256487258c None None] Network 38be185d-c110-4b6d-af16-995218e2f509 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:55.332678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] For port 981b2333-0095-48a7-b96e-7f295bdf5df4, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=981b2333-0095-48a7-b96e-7f295bdf5df4,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:55.333293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.348856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Calling delete_port for 981b2333-0095-48a7-b96e-7f295bdf5df4 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:55.369626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-50300f0f-f601-4d19-82c0-dcc526c4455f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2712255 Sep 30 08:36:55.379056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49694) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:55.386973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '38be185d-c110-4b6d-af16-995218e2f509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:55.503565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1321361134-network', 'tenant_id': '76a72cc52d3e49419f8f45e22a13025e'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:55.529988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.532163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-fbafc059-0c29-465e-a666-c245d05d0a73 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5543208 Sep 30 08:36:55.558177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b', 'dd2cd164-2a31-480c-a809-a29afeafc3c9', '981b2333-0095-48a7-b96e-7f295bdf5df4'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:55.585819 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:55.589760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event deleted for resources: {'Port': ['ID=981b2333-0095-48a7-b96e-7f295bdf5df4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:55.614503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Made reservation on behalf of 76a72cc52d3e49419f8f45e22a13025e for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:55.620803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.653802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.662267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['592b902c-73bd-4820-b7cd-75ff6f9de31e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:55.726772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] No DVR routers for this DVR port 981b2333-0095-48a7-b96e-7f295bdf5df4 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:55.731485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.734774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b30c8ede-a1e3-469f-9b08-1ef2d908fc36 req-042cf122-e737-4441-a309-84394e1a7872 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "DELETE /v2.0/ports/981b2333-0095-48a7-b96e-7f295bdf5df4 HTTP/1.1" status: 204 len: 173 time: 0.8485322 Sep 30 08:36:55.741283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98281d-b43e-462b-8176-46529bc351e7', 'name': 'network-vif-deleted', 'tag': '981b2333-0095-48a7-b96e-7f295bdf5df4'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:55.744499 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf093ae2-6522-4e21-8451-7db35ed9ea94" -d '{"events": [{"server_uuid": "8b98281d-b43e-462b-8176-46529bc351e7", "name": "network-vif-deleted", "tag": "981b2333-0095-48a7-b96e-7f295bdf5df4"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:55.761540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-248fb032-5d52-4a18-85c9-f8446fc29086 req-183416ef-f785-430c-9616-b0a9905cd233 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db183f6-c60d-44fe-9232-58d6305e41bd HTTP/1.1" status: 200 len: 210 time: 0.0568616 Sep 30 08:36:55.814107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-fc489768-466e-4c0e-8be5-c7f3099ae52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:55.816483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-fc489768-466e-4c0e-8be5-c7f3099ae52d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 1097 time: 0.2111671 Sep 30 08:36:55.878704 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4761c6a-d061-4142-8d89-be920df3a9f4 x-openstack-request-id: req-a4761c6a-d061-4142-8d89-be920df3a9f4 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:55.879606 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b98281d-b43e-462b-8176-46529bc351e7", "name": "network-vif-deleted", "tag": "981b2333-0095-48a7-b96e-7f295bdf5df4", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:55.879958 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4761c6a-d061-4142-8d89-be920df3a9f4 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:55.880657 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98281d-b43e-462b-8176-46529bc351e7', 'name': 'network-vif-deleted', 'tag': '981b2333-0095-48a7-b96e-7f295bdf5df4', 'status': 'completed', 'code': 200} Sep 30 08:36:55.913347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.921237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.946864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:55.950178 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:52Z', 'revision_number': 3, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:55.966215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e86401-2d7f-4560-a153-393a109b4047,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:55.969653 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.970220 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Added segment d6e6e5c5-8e53-44ff-8fc5-3702907e6674 of type vlan for network 709e91f1-0596-43d7-ad4e-e18c9854f3de Sep 30 08:36:55.999128 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b8a6e-92e1-4a6a-9d34-416e40fd70b6 None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:52Z', 'revision_number': 3, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:56.017121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:56.020954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.022425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.056281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.057302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:56.057975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.072614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-0019001c-b37b-43ef-9f52-08f823d503a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:56.074291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-0019001c-b37b-43ef-9f52-08f823d503a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 200 len: 916 time: 0.2341335 Sep 30 08:36:56.111028 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0796320 Sep 30 08:36:56.121420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49700) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:56.133492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Request body: {'subnet': {'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1321361134-subnet', 'tenant_id': '76a72cc52d3e49419f8f45e22a13025e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:56.187266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.194116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-64055254-070c-4720-beef-34970866cafb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e HTTP/1.1" status: 200 len: 217 time: 0.1093774 Sep 30 08:36:56.194932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.209294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3384beb-ec0a-4caa-aaf0-2f95fc8b8268 admin admin] Pushing event updated for resources: {'Network': ['ID=709e91f1-0596-43d7-ad4e-e18c9854f3de,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:56.244481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Made reservation on behalf of 76a72cc52d3e49419f8f45e22a13025e for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:56.250253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.255316 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 709e91f1-0596-43d7-ad4e-e18c9854f3de details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:56.355591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9e9c941-858e-47df-b8e7-2029be22c978 req-8485cd1b-b111-490e-89ae-8832ecbaa594 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b98281d-b43e-462b-8176-46529bc351e7 HTTP/1.1" status: 200 len: 210 time: 0.1187127 Sep 30 08:36:56.422999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-38be185d-c110-4b6d-af16-995218e2f509', 'network_id': '38be185d-c110-4b6d-af16-995218e2f509', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '2f467b93-88f8-4a94-86a2-b7557ee712be'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:56.427075 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.434783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:36:56.435752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.495072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-16e6a9ff-5a55-4150-b337-b123d190fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:56.497667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-16e6a9ff-5a55-4150-b337-b123d190fcce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 200 len: 855 time: 0.2589841 Sep 30 08:36:56.551418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.598631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-e7b2d86e-3add-45a3-93ec-02717151c4d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5664a748-a325-43c9-a72a-0a5eea5659be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438588 Sep 30 08:36:56.643166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.747097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=360610ce-9f95-4dac-afb9-bd35dabe78df,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:56.765675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Checking segment: {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:56.767308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Network hostable DHCP agents. Network: 709e91f1-0596-43d7-ad4e-e18c9854f3de, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:56.767444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Allocated IP 172.20.0.2 (b1ffc9e6-a8f5-43b6-962b-40e93c8cd644/5d6e3793-25a6-4dce-b601-deff428a0732/26ceb49c-1e9d-4e77-8314-9387c5e21008) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:56.809542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d43734bc-263d-423f-b4ca-1b408d645e12 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:56.813431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:07Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:56.830093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Network 709e91f1-0596-43d7-ad4e-e18c9854f3de is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:56.845639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 709e91f1-0596-43d7-ad4e-e18c9854f3de) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:56.860149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:56.863144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:56.893917 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a50e83e4-dde7-4b12-8c42-ffd6854f4b9f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7695944 Sep 30 08:36:56.929266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-1426e97b-5b42-4a57-9910-b08601c1ef4c service neutron] 10.222.0.50 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151555 Sep 30 08:36:56.940707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49710) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:56.968851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73baa8-ce40-43bc-b561-ee7f48dfe965 None None] Network 709e91f1-0596-43d7-ad4e-e18c9854f3de requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:57.058543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b7b24fc-6f93-4287-88ec-98de59dd88c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.074770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Allocated IP 2001:db8::2 (38be185d-c110-4b6d-af16-995218e2f509/2f467b93-88f8-4a94-86a2-b7557ee712be/c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:57.091550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b7b24fc-6f93-4287-88ec-98de59dd88c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.226367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b7b24fc-6f93-4287-88ec-98de59dd88c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.229743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b7b24fc-6f93-4287-88ec-98de59dd88c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.231440 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6b7b24fc-6f93-4287-88ec-98de59dd88c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2c67dc9-3d73-4ba5-a0e8-7e31649a8214 HTTP/1.1" status: 204 len: 168 time: 0.2895701 Sep 30 08:36:57.235589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:57.259966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b24fc-6f93-4287-88ec-98de59dd88c6 tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c67dc9-3d73-4ba5-a0e8-7e31649a8214,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:57.262572 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-35aa1cd1-0850-460b-a8ca-e1a1d578ccac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] show failed (client error): The resource could not be found. Sep 30 08:36:57.264016 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35aa1cd1-0850-460b-a8ca-e1a1d578ccac tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "GET /v2.0/security-groups/e2c67dc9-3d73-4ba5-a0e8-7e31649a8214 HTTP/1.1" status: 404 len: 347 time: 0.0267861 Sep 30 08:36:57.266458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:57.285527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.342607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.344386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] Checking router: c16114b0-c198-4f12-84ae-8aa0ae36a58c for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:57.353963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:57.415538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: f28774b5-5a89-443a-a23b-65ce49f00a97 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:57.415906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f28774b5-5a89-443a-a23b-65ce49f00a97 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:57.531536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Deleting port a066c997-721f-4609-92cc-d9562b5fab61 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:57.532587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.535517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.660049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.667794 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.668301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.700675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Calling delete_port for a066c997-721f-4609-92cc-d9562b5fab61 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:57.701049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=c05aa6df-cade-4a7b-9f7d-86d77e9efe67,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:57.721366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 38be185d-c110-4b6d-af16-995218e2f509 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:57.724673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Network 38be185d-c110-4b6d-af16-995218e2f509 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:57.726199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.728432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:57.728606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:57.731936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:57.732603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:57.797750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4d9a03e8-727a-4170-a15c-cfbc6524bf21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4151115 Sep 30 08:36:57.798136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:57.798880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:57.805261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49728) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:57.820192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229ffa77-ea4e-42b6-8af1-898c70481f00 req-0f20407c-51ce-4b73-ad93-cfc50c0caf16 service neutron] 10.222.0.50 "GET /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824344 Sep 30 08:36:57.950027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.20.0.1 (b1ffc9e6-a8f5-43b6-962b-40e93c8cd644/5d6e3793-25a6-4dce-b601-deff428a0732/e6090c8a-3664-41e8-bd22-6d999cf88aeb) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:57.987679 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-4b6ec0a6-cfd0-4f0f-b396-0a558da23b1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1198802 Sep 30 08:36:58.016965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf502a-4a3a-484a-ae18-cc8de1b6e41c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.021967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf502a-4a3a-484a-ae18-cc8de1b6e41c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.023654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf502a-4a3a-484a-ae18-cc8de1b6e41c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.030972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf502a-4a3a-484a-ae18-cc8de1b6e41c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.033474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf502a-4a3a-484a-ae18-cc8de1b6e41c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.037365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eaaf502a-4a3a-484a-ae18-cc8de1b6e41c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2300031 Sep 30 08:36:58.056468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49734) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:58.062883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439326486'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:58.148366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:58.150541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Pushing event updated for resources: {'Port': ['ID=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:58.168040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 981b2333-0095-48a7-b96e-7f295bdf5df4 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:58.187321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:58.203880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.250449 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.259841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:58.273961 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.274601 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment 4f536de0-bfec-4d48-b293-1d729eafc8ae of type vlan for network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 Sep 30 08:36:58.290549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.291081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.291561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.292298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.292771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.298008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:58.298798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.299316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.301574 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-106d220d-86e5-4141-9961-2f2c8a7729ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 6499 time: 0.2277844 Sep 30 08:36:58.320988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:58.323431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:58.332501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 981b2333-0095-48a7-b96e-7f295bdf5df4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:58.332840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 981b2333-0095-48a7-b96e-7f295bdf5df4 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:58.374771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Pushing event deleted for resources: {'Port': ['ID=a066c997-721f-4609-92cc-d9562b5fab61,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:58.384504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.489353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.498563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:58.503031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e8945-9699-4e3a-9fc1-f4796853fd3d None None] Network 709e91f1-0596-43d7-ad4e-e18c9854f3de requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:58.507071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.512445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.603953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-c54970cb-14df-43da-83d1-d18616e53116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.609611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-c54970cb-14df-43da-83d1-d18616e53116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.609611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-c54970cb-14df-43da-83d1-d18616e53116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.609882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5497000 Sep 30 08:36:58.614420 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-c54970cb-14df-43da-83d1-d18616e53116 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea5788b5-1289-4a4d-a2df-60494c02bd41&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=7d14498a-f924-4c47-b956-21973e866e73&id=0230432a-6521-487a-a8da-9252aae24c09&id=0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 200 len: 2298 time: 0.2549500 Sep 30 08:36:58.615090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:58.641005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:58.646584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.651435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Pushing event updated for resources: {'Port': ['ID=26ceb49c-1e9d-4e77-8314-9387c5e21008,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:58.659348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.671084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d5eb50d-2a7b-4d9f-8fa0-baabdbe0932f tempest-ServerActionsTestJSON-131536221 tempest-ServerActionsTestJSON-131536221-project] 10.222.0.41 "DELETE /v2.0/floatingips/78aed520-22e4-4d04-91e2-278c723a3d9a HTTP/1.1" status: 204 len: 168 time: 1.4019747 Sep 30 08:36:58.671630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49742) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:58.767229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03282b7-7f99-48a3-ac97-e16eccab8bd4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:58.826634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:58.923571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:58.935015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.036793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=e6090c8a-3664-41e8-bd22-6d999cf88aeb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:59.046610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:59.048344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:59.057291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:59.066951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d43734bc-263d-423f-b4ca-1b408d645e12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:59.067757 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.075472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Attempting to bind port 26ceb49c-1e9d-4e77-8314-9387c5e21008 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:59.076061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Attempting to bind port 26ceb49c-1e9d-4e77-8314-9387c5e21008 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:59.076735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Attempting to bind port 26ceb49c-1e9d-4e77-8314-9387c5e21008 on network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:59.103585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Attempting to bind port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:59.104215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Attempting to bind port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '38be185d-c110-4b6d-af16-995218e2f509'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:59.104753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Attempting to bind port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 on network 38be185d-c110-4b6d-af16-995218e2f509 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:59.128009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.147670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:59.148423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Checking segment: {'id': 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '38be185d-c110-4b6d-af16-995218e2f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:59.149017 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.149595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Bound using segment: {'id': 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '38be185d-c110-4b6d-af16-995218e2f509'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:59.150247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Bound port: c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '38be185d-c110-4b6d-af16-995218e2f509'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:59.150816 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.234304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:59.235019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Checking segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:59.235602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.236155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Bound using segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:59.236808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Bound port: 26ceb49c-1e9d-4e77-8314-9387c5e21008, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:59.237361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.308325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-79443637-72f2-431a-bbe8-761c84dd6676 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 200 len: 1001 time: 0.6717134 Sep 30 08:36:59.367875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.441990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] For port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:59.481708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] For port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,segment=NetworkSegment(b4835e15-fb09-4bf2-9153-8eafcd8fe0cf),segment_id=b4835e15-fb09-4bf2-9153-8eafcd8fe0cf)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:59.511091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.525694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-6383ccf2-0cf7-4e7f-9854-2aa979ee1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:59.527214 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-6383ccf2-0cf7-4e7f-9854-2aa979ee1196 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 200 len: 856 time: 0.1876159 Sep 30 08:36:59.539808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] For port 26ceb49c-1e9d-4e77-8314-9387c5e21008, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:59.579747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.591545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] For port 26ceb49c-1e9d-4e77-8314-9387c5e21008, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=26ceb49c-1e9d-4e77-8314-9387c5e21008,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:59.597591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.612555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.630397 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.636785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port d43734bc-263d-423f-b4ca-1b408d645e12, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d43734bc-263d-423f-b4ca-1b408d645e12,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:59.649879 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.657412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:07Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:59.696906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d99ea-7858-4a7c-85b9-8c94d90a6af5 None None] Pushing event updated for resources: {'Port': ['ID=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:59.706900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71a559-c116-4fb2-9f8d-e393913f56f2 None None] The sync data for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 is: [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:28:01Z', 'revision_number': 4, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5d236770-a180-453b-b1c5-92c03ae925d0', 'name': '', 'network_id': '0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'mac_address': 'fa:16:3e:2e:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:28:00Z', 'updated_at': '2021-09-30T08:28:07Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'subnets': [{'id': 'ee23c53e-0b23-4034-90e3-8e9bcd750aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:59.789482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 is not hosted by any dhcp agent {{(pid=95002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:36:59.798981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:59.799940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.801191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c9de1-eba0-47ed-bc91-6926b9645011 None None] Pushing event updated for resources: {'Port': ['ID=26ceb49c-1e9d-4e77-8314-9387c5e21008,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:59.803250 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "PUT /v2.0/networks/6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 HTTP/1.1" status: 200 len: 723 time: 1.1694627 Sep 30 08:36:59.810961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49750) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:59.917522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.924172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:59.934325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.941968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=d43734bc-263d-423f-b4ca-1b408d645e12,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:00.033976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-54afb3ba-ac10-4cc6-9498-79d9688b389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.037459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-54afb3ba-ac10-4cc6-9498-79d9688b389b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea5788b5-1289-4a4d-a2df-60494c02bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4916344 Sep 30 08:37:00.039365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=e6090c8a-3664-41e8-bd22-6d999cf88aeb,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:00.083653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.146630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68922a-002b-44ca-ae67-4400697f3d4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:00.170786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:00.312484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:00.315513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:00.335327 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1140e-a693-46e3-85c3-455ff3872c83 None None] New status for floating IP 78aed520-22e4-4d04-91e2-278c723a3d9a: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:37:00.398250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:00.402247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.469301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-e24d9d6d-2a73-4009-99b4-f0ee0a7343f6 service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082391 Sep 30 08:37:00.637170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:00.763584 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-ab3ccf68-5b17-4b9d-8407-843d2a8e61cf service neutron] 10.222.0.57 "GET /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830729 Sep 30 08:37:00.839125 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-6731942f-d87a-4adb-be35-0495e02785bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 217 time: 0.0645125 Sep 30 08:37:00.876866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:00.884853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-938b6d64-b058-4efa-96a2-d6f60ce49548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "PUT /v2.0/routers/ab2ed591-01be-4a39-be6f-98a4ab50f547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7698071 Sep 30 08:37:00.889686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49758) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:00.892638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:00.908856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:00.912655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:01.167524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a63951-dc9c-46b6-ac81-231e8ff60db2 None None] Network 38be185d-c110-4b6d-af16-995218e2f509 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:01.225615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-844d2ef7-305f-4a01-b2f9-117bd20bf149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.227375 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-844d2ef7-305f-4a01-b2f9-117bd20bf149 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.3569138 Sep 30 08:37:01.333479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.347192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.348112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.348354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.348935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.349489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.350032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.350571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.351105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.351640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.352176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.353273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.353985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.354528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.355349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.359019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-04d71f78-bf49-4a7f-9e13-d0a441710615 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9830 time: 0.4681180 Sep 30 08:37:01.361985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49762) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:01.387456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:01.419858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.491353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Provisioning complete for port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:01.491732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.516948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=8ce03424-6f5f-4649-a485-f1a3decc8794,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:01.521815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-acf771d8-75f8-4f1e-bc0c-db5ac283e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.523822 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-acf771d8-75f8-4f1e-bc0c-db5ac283e18e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2708869 Sep 30 08:37:01.534666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': '4f536de0-bfec-4d48-b293-1d729eafc8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:01.535045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:01.550901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909584d6-fae6-4b4a-8379-3e58ef4d8f8f None None] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:01.598809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.600431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.602012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.602973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.606448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.606941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.607649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.609133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.611116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.612274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.615915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.616706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.617251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.617799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.618953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.622620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f8f5c016-2670-4095-9e88-54394b22bb8d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9569 time: 0.2589695 Sep 30 08:37:01.627453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49766) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:01.648029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:01.823720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:01.841084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.841818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.954207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5d2787ec-10ea-47ea-9b38-26e4bf2f7aee tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1211150 Sep 30 08:37:01.957107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49768) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:01.973033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:02.035490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d341130-f197-43f1-8de8-4847554c126c None None] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:02.044535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:02.054861 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-b79f630b-4698-479a-b572-440bb555f609 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210800 Sep 30 08:37:02.077517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:02.077833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9eedf983-5678-467f-ab47-185bf5225a44 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.4479392 Sep 30 08:37:02.312353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8684691'] for subnet, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:02.604979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49778) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:02.609696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440411934', 'description': 'tempest-secgroup-smoke-440411934 description', 'project_id': 'e44d09e6fd2344029308ca3370614ff0'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:02.667274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:02.707236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] For port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,segment=NetworkSegment(b4835e15-fb09-4bf2-9153-8eafcd8fe0cf),segment_id=b4835e15-fb09-4bf2-9153-8eafcd8fe0cf)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:02.712362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:02.712775 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:02.767746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:02.871446 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-1add02cd-d47e-4ab9-8ed0-354168420698 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020453 Sep 30 08:37:02.942249 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-8d69f79d-8c5c-47e9-86e2-8279ae48163f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 217 time: 0.0588653 Sep 30 08:37:03.035235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] Update dhcp port {'port': {'network_id': '38be185d-c110-4b6d-af16-995218e2f509', 'fixed_ips': [{'subnet_id': '2f467b93-88f8-4a94-86a2-b7557ee712be', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c05aa6df-cade-4a7b-9f7d-86d77e9efe67'}], 'binding:host_id': 'n-d-807025-5'}, 'id': 'c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:37:03.038662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Pushing event updated for resources: {'Port': ['ID=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.099359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ceb49c-1e9d-4e77-8314-9387c5e21008 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:03.118862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Deleting port 5d236770-a180-453b-b1c5-92c03ae925d0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:03.119207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.126438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-d9331839-013c-48ea-b2e6-d4d91c07a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:03.127947 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-d9331839-013c-48ea-b2e6-d4d91c07a302 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.1437101 Sep 30 08:37:03.129230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-95d26451-2862-42f7-9d1e-b60bf8e661b6 None None] Provisioning complete for port 26ceb49c-1e9d-4e77-8314-9387c5e21008 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:03.129821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95d26451-2862-42f7-9d1e-b60bf8e661b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.149744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.152860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.153398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.153942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.155250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.155774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.156271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.156765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.157259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.157821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.158311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.158817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a841-41b1-4f58-a78d-c2abd2fd1c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:03.188407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 2, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:03.190991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6', 'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '8ce03424-6f5f-4649-a485-f1a3decc8794'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:03.192074 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.248310 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.279300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:03.279665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Updating router ab2ed591-01be-4a39-be6f-98a4ab50f547 port e6090c8a-3664-41e8-bd22-6d999cf88aeb binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:37:03.281161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620811cf-20c6-4086-941f-75d86c49b45c req-95d13627-40d3-4c8b-aebd-b06116d47524 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:03.282774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-620811cf-20c6-4086-941f-75d86c49b45c req-95d13627-40d3-4c8b-aebd-b06116d47524 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 946 time: 0.5675328 Sep 30 08:37:03.338389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] For port 5d236770-a180-453b-b1c5-92c03ae925d0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5d236770-a180-453b-b1c5-92c03ae925d0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:03.338710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.360715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Calling delete_port for 5d236770-a180-453b-b1c5-92c03ae925d0 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:03.363107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-620811cf-20c6-4086-941f-75d86c49b45c req-6f01ae4c-8a38-4859-b6b6-fbb411529814 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Sep 30 08:37:03.368149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739531716087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8455745'] for subnet, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.386854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.403697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.420089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.447650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.452230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8431754 Sep 30 08:37:03.456291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49786) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:03.463954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'bae1722a-c975-488c-beac-405640709344', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:03.486195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0693a-6fdd-4772-925a-3f8640c6ef4f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae1722a-c975-488c-beac-405640709344,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.558087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=8ce03424-6f5f-4649-a485-f1a3decc8794,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.565388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.572447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:03.573297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.575697 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c074f51c-2d6a-43a5-810e-dd8f9dccb118 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "PUT /v2.0/subnets/8ce03424-6f5f-4649-a485-f1a3decc8794 HTTP/1.1" status: 200 len: 826 time: 1.6162701 Sep 30 08:37:03.578355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 26ceb49c-1e9d-4e77-8314-9387c5e21008 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:03.578766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.582703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49788) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:03.650892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-8707abb1-f08b-49f4-a8d5-de6f85054b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:03.652445 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-8707abb1-f08b-49f4-a8d5-de6f85054b43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5013855 Sep 30 08:37:03.705067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.711556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.738921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4e3c11-5974-4a13-94a1-83a8016bea96,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.754578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.759595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dddb0256-ec1b-467f-be09-5e7abce1b987 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021755 Sep 30 08:37:03.760402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49790) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:03.765245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'bae1722a-c975-488c-beac-405640709344', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:03.779653 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-adcf0a91-63e1-4024-af33-bba179321787 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161973 Sep 30 08:37:03.798663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.842515 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95d26451-2862-42f7-9d1e-b60bf8e661b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.884349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.890256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.898704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-5d4b6b8c-3354-41b8-8377-0d47692df0da service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069880 Sep 30 08:37:03.913746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Allocated IP 2001:db8::2 (6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6/8ce03424-6f5f-4649-a485-f1a3decc8794/4c613d8c-a004-4116-a12f-7a12b27a90f1) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:03.929550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9149e1f3-0e44-40f6-b4bc-353ca6d8be3e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.947822 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.956427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-652d0bcd-42c2-412c-9d22-8329470b11b0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1948514 Sep 30 08:37:03.959160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:03.985665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'bae1722a-c975-488c-beac-405640709344', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:03.995265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] Allocated IP 172.20.0.1 (38be185d-c110-4b6d-af16-995218e2f509/c05aa6df-cade-4a7b-9f7d-86d77e9efe67/c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:04.017128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-95d26451-2862-42f7-9d1e-b60bf8e661b6 None None] For port 26ceb49c-1e9d-4e77-8314-9387c5e21008, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=26ceb49c-1e9d-4e77-8314-9387c5e21008,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:04.037070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.048831 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-73d3f2a7-6685-4521-888c-6ec81dabe704 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 200 len: 217 time: 0.0959175 Sep 30 08:37:04.074065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95d26451-2862-42f7-9d1e-b60bf8e661b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.109150 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.112611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.116993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.136263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c179468a-1a20-4792-bffd-8bc193183e9f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.142726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.144129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bc99b7c8-77a9-4265-8c76-4fe3530025c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1821167 Sep 30 08:37:04.147677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49796) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:04.156753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'bae1722a-c975-488c-beac-405640709344', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:04.195985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.196911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.216951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-fdc5c0af-9b72-4401-86b7-13b5cb0ad94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:04.220245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-fdc5c0af-9b72-4401-86b7-13b5cb0ad94f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0957923 Sep 30 08:37:04.227319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.311771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.318436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.341411 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.341672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d236770-a180-453b-b1c5-92c03ae925d0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.344479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1948655 Sep 30 08:37:04.348681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49798) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:04.353746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'bae1722a-c975-488c-beac-405640709344', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:04.370581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20b5da-53fb-42d5-a0a8-90fbd1ed6236 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406235fc-a690-469c-94e9-9a6d69caf0bb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.435206 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Project e44d09e6fd2344029308ca3370614ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:37:04.443148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.448015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26451-2862-42f7-9d1e-b60bf8e661b6 None None] Pushing event updated for resources: {'Port': ['ID=26ceb49c-1e9d-4e77-8314-9387c5e21008,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.473852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-86df7824-ebce-44c9-ad16-d5dbd82cfddb None None] Provisioning complete for port e6090c8a-3664-41e8-bd22-6d999cf88aeb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:04.474412 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86df7824-ebce-44c9-ad16-d5dbd82cfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.485076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-8aec0091-d4f1-44e6-b33c-6818a2483e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:04.488981 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-8aec0091-d4f1-44e6-b33c-6818a2483e48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2211657 Sep 30 08:37:04.521211 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.604435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] For port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,segment=NetworkSegment(b4835e15-fb09-4bf2-9153-8eafcd8fe0cf),segment_id=b4835e15-fb09-4bf2-9153-8eafcd8fe0cf)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:04.606296 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:37:04.606660 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:37:04.640114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-7f141b1d-cff4-43ed-b055-65e968751a06 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:04.641489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-7f141b1d-cff4-43ed-b055-65e968751a06 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 946 time: 0.1698949 Sep 30 08:37:04.647887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.652041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.654455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0d82-1cd4-46f6-9484-8a5efcef1c93 req-ee23700e-b46c-4115-8d1f-f37c9327999c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:04.657680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-86df7824-ebce-44c9-ad16-d5dbd82cfddb None None] Port e6090c8a-3664-41e8-bd22-6d999cf88aeb cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:04.664919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3c0d82-1cd4-46f6-9484-8a5efcef1c93 req-ee23700e-b46c-4115-8d1f-f37c9327999c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=2adb5b07-9d47-46e4-bd68-185a3f47f442 HTTP/1.1" status: 200 len: 946 time: 0.1649404 Sep 30 08:37:04.670941 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.672811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.713879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.718124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.737559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.748034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3c0d82-1cd4-46f6-9484-8a5efcef1c93 req-bdef29c8-e793-4791-a061-39b6136cf81d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821712 Sep 30 08:37:04.765224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-86df7824-ebce-44c9-ad16-d5dbd82cfddb None None] Provisioning complete for port 26ceb49c-1e9d-4e77-8314-9387c5e21008 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:04.765633 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86df7824-ebce-44c9-ad16-d5dbd82cfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.772048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:04.781641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.806581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-48aa70fc-9933-40bf-8d8b-fd8c524a957d service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015609 Sep 30 08:37:04.829478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b311a6-0a25-42e6-8c91-03b4ddb54d67,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.855933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.857404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3cbb199e-4e4f-41a7-a0b8-fdd937f848be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5071006 Sep 30 08:37:04.861894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:04.870939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'bae1722a-c975-488c-beac-405640709344', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:04.881430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:04.898517 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Project e44d09e6fd2344029308ca3370614ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:37:04.900092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:04.907508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Pushing event updated for resources: {'Port': ['ID=4c613d8c-a004-4116-a12f-7a12b27a90f1,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.913865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.954466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.970544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Deleting port dd2cd164-2a31-480c-a809-a29afeafc3c9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:04.971321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.174473 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.180618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.221587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] For port dd2cd164-2a31-480c-a809-a29afeafc3c9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dd2cd164-2a31-480c-a809-a29afeafc3c9,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:05.222159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.234659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.264470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf066d7-6d0b-4c2c-a85d-476eebadaf87,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:05.267333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Calling delete_port for dd2cd164-2a31-480c-a809-a29afeafc3c9 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:05.279069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.292291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d6b60d7-d2fb-45f4-b5c8-293897f9cc94 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4224885 Sep 30 08:37:05.304357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce03424-6f5f-4649-a485-f1a3decc8794,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:05.327158 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-96b3be90-da41-4623-9457-923ea31ef450 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757341 Sep 30 08:37:05.451633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30bcd4-8b28-4509-bbdd-c81fa6fbebe6 None None] Pushing event updated for resources: {'Port': ['ID=e6090c8a-3664-41e8-bd22-6d999cf88aeb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:05.532557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.560793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.584994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.587413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event deleted for resources: {'Port': ['ID=dd2cd164-2a31-480c-a809-a29afeafc3c9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:05.595916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f536de0-bfec-4d48-b293-1d729eafc8ae') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.596221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f536de0-bfec-4d48-b293-1d729eafc8ae') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.606466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.620081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.630550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:05.630906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.671437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d43734bc-263d-423f-b4ca-1b408d645e12 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:05.675925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edad809-00b6-438e-9318-9189953ff1d2 None None] Pushing event updated for resources: {'Port': ['ID=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:05.688999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] No DVR routers for this DVR port dd2cd164-2a31-480c-a809-a29afeafc3c9 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:05.692115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.695341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7843ff03-1484-4184-afc7-3e2b163cc024 req-5d3fdd41-a6c2-4d5f-b4a0-25d94fa5f7c0 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "DELETE /v2.0/ports/dd2cd164-2a31-480c-a809-a29afeafc3c9 HTTP/1.1" status: 204 len: 173 time: 1.0096328 Sep 30 08:37:05.701170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b', 'dd2cd164-2a31-480c-a809-a29afeafc3c9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:05.703727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['592b902c-73bd-4820-b7cd-75ff6f9de31e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:05.707435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'name': 'network-vif-deleted', 'tag': 'dd2cd164-2a31-480c-a809-a29afeafc3c9'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:05.713619 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d8113-54f6-4c5f-a894-3e2813fd32e5" -d '{"events": [{"server_uuid": "2adb5b07-9d47-46e4-bd68-185a3f47f442", "name": "network-vif-deleted", "tag": "dd2cd164-2a31-480c-a809-a29afeafc3c9"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:05.740925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-2ef64529-ac7e-4356-a922-d6aecd826aca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440411934&fields=id&tenant_id=e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 267 time: 0.1685870 Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:05.760910 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:05.814062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:37:05.814062 n-d-807025-5 neutron-server[95002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:37:05.814062 n-d-807025-5 neutron-server[95002]: [parameters: {'id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6'}] Sep 30 08:37:05.814062 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:37:05.815398 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:37:05.830885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Router c16114b0-c198-4f12-84ae-8aa0ae36a58c has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:05.867299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccc18c3-093b-4e16-9910-f80242e3a99b None None] Network 38be185d-c110-4b6d-af16-995218e2f509 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:05.901683 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-a9df420e-91ca-49dd-8e6f-ffb443e3f37a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 200 len: 217 time: 0.1788735 Sep 30 08:37:05.918545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-694814ea-a7ef-472e-8ad4-973aa51bfd43 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:05.920709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-694814ea-a7ef-472e-8ad4-973aa51bfd43 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/networks?id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 796 time: 0.1788330 Sep 30 08:37:05.947069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-37a01961-2a90-46ce-a646-c163baa5c005 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/quotas/e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 375 time: 0.0189133 Sep 30 08:37:05.954840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Attempting to bind port e6090c8a-3664-41e8-bd22-6d999cf88aeb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:05.955507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Attempting to bind port e6090c8a-3664-41e8-bd22-6d999cf88aeb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:05.956091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Attempting to bind port e6090c8a-3664-41e8-bd22-6d999cf88aeb on network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:05.962145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Attempting to bind port 4c613d8c-a004-4116-a12f-7a12b27a90f1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:05.962522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Attempting to bind port 4c613d8c-a004-4116-a12f-7a12b27a90f1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '4f536de0-bfec-4d48-b293-1d729eafc8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:05.962887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Attempting to bind port 4c613d8c-a004-4116-a12f-7a12b27a90f1 on network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:05.995252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:05.995698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Checking segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:05.996045 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.997159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Bound using segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:05.997639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Bound port: e6090c8a-3664-41e8-bd22-6d999cf88aeb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:05.998036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.004288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-f2bff60b-6a73-4f57-8c24-6073514edd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:06.006380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-f2bff60b-6a73-4f57-8c24-6073514edd63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 200 len: 797 time: 0.0891459 Sep 30 08:37:06.026615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:06.027048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Checking segment: {'id': '4f536de0-bfec-4d48-b293-1d729eafc8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:06.027396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.027973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Bound using segment: {'id': '4f536de0-bfec-4d48-b293-1d729eafc8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:06.028469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Bound port: 4c613d8c-a004-4116-a12f-7a12b27a90f1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f536de0-bfec-4d48-b293-1d729eafc8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:06.028854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.055227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-0636dc43-7ce1-41fe-bcc1-c07c9cc1c2dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981483 Sep 30 08:37:06.096847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:06.103065 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-505a5a6e-0bc5-4a35-81fa-81f978218c00 admin admin] 10.222.0.41 "PUT /v2.0/routers/c16114b0-c198-4f12-84ae-8aa0ae36a58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4141855 Sep 30 08:37:06.106453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49824) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:06.111047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] Sync routers for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:06.129318 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:06.130891 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:06.181584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] For port 4c613d8c-a004-4116-a12f-7a12b27a90f1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:06.188629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] For port 4c613d8c-a004-4116-a12f-7a12b27a90f1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4c613d8c-a004-4116-a12f-7a12b27a90f1,segment=NetworkSegment(4f536de0-bfec-4d48-b293-1d729eafc8ae),segment_id=4f536de0-bfec-4d48-b293-1d729eafc8ae)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:06.226513 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.229171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-0b10722c-a672-47b8-a849-d54576fda63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:06.229784 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-0b10722c-a672-47b8-a849-d54576fda63f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d14498a-f924-4c47-b956-21973e866e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2125993 Sep 30 08:37:06.282443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-0cf52f90-8056-40a5-a720-d162c562ae2f service neutron] 10.222.0.41 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122555 Sep 30 08:37:06.321401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.389967 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:06.439170 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-9a8dac0f-234f-4549-916f-73457cc7ca44 service neutron] 10.222.0.41 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535797 Sep 30 08:37:06.441997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d43734bc-263d-423f-b4ca-1b408d645e12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:06.442409 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.500785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.509545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-05219cc2-25db-49aa-9064-28b1678d1459 None None] Provisioning complete for port e6090c8a-3664-41e8-bd22-6d999cf88aeb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:06.510143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05219cc2-25db-49aa-9064-28b1678d1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.628998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] For port e6090c8a-3664-41e8-bd22-6d999cf88aeb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:06.655938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06b0c7-71fc-4604-a3dc-26af52076266 None None] Pushing event updated for resources: {'Port': ['ID=4c613d8c-a004-4116-a12f-7a12b27a90f1,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:06.682440 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e4ba2-8bdb-486a-b257-8a93e514b918 None None] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:06.707211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] For port e6090c8a-3664-41e8-bd22-6d999cf88aeb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e6090c8a-3664-41e8-bd22-6d999cf88aeb,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:06.714791 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:37:04Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:06.758940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.843255 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] Checking router: c16114b0-c198-4f12-84ae-8aa0ae36a58c for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:06.878710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30bcd4-8b28-4509-bbdd-c81fa6fbebe6 None None] Pushing event updated for resources: {'Port': ['ID=e6090c8a-3664-41e8-bd22-6d999cf88aeb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:06.878981 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] Routers {'c16114b0-c198-4f12-84ae-8aa0ae36a58c'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:06.879586 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:06.956240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-05219cc2-25db-49aa-9064-28b1678d1459 None None] Port e6090c8a-3664-41e8-bd22-6d999cf88aeb cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:07.047821 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03ae81-7bca-4b74-82a3-405d54fe459b x-openstack-request-id: req-bf03ae81-7bca-4b74-82a3-405d54fe459b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:07.048796 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adb5b07-9d47-46e4-bd68-185a3f47f442", "name": "network-vif-deleted", "tag": "dd2cd164-2a31-480c-a809-a29afeafc3c9", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:07.049200 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf03ae81-7bca-4b74-82a3-405d54fe459b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:07.049819 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adb5b07-9d47-46e4-bd68-185a3f47f442', 'name': 'network-vif-deleted', 'tag': 'dd2cd164-2a31-480c-a809-a29afeafc3c9', 'status': 'completed', 'code': 200} Sep 30 08:37:07.187176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-05219cc2-25db-49aa-9064-28b1678d1459 None None] Provisioning complete for port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:07.191620 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05219cc2-25db-49aa-9064-28b1678d1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.240096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:07.245677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:07.292560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-78f1ffb1-e072-4706-a1c6-dbe5935502fa service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0529532 Sep 30 08:37:07.321495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbf3141e-cfef-4489-b2ad-2ba04f960c98 req-5f6e7fd6-51cf-46e6-bf47-0796399d0c82 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 210 time: 0.0596471 Sep 30 08:37:07.393483 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] Set router c16114b0-c198-4f12-84ae-8aa0ae36a58c gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:07.444481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.550030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting port 4c613d8c-a004-4116-a12f-7a12b27a90f1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:07.550396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.807391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] For port 4c613d8c-a004-4116-a12f-7a12b27a90f1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4c613d8c-a004-4116-a12f-7a12b27a90f1,segment=NetworkSegment(4f536de0-bfec-4d48-b293-1d729eafc8ae),segment_id=4f536de0-bfec-4d48-b293-1d729eafc8ae)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:07.808543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.824469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db012fa-01ff-478d-9b5c-52a295b800ca None None] Network 6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:07.829050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:07.832724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dd2cd164-2a31-480c-a809-a29afeafc3c9 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:07.839522 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-ecc41f76-202a-4cb6-bac3-ae75619a9c90 service neutron] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874163 Sep 30 08:37:07.840459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Calling delete_port for 4c613d8c-a004-4116-a12f-7a12b27a90f1 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:07.847907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Deleting port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:07.848242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.886315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cc135-5c40-4d97-9f48-c95ed967ea7e req-e90e555d-db89-4203-8e5f-3c8c208efdf2 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:07.890913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd1cc135-5c40-4d97-9f48-c95ed967ea7e req-e90e555d-db89-4203-8e5f-3c8c208efdf2 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 946 time: 0.1482816 Sep 30 08:37:07.920109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: dd2cd164-2a31-480c-a809-a29afeafc3c9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:07.920587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dd2cd164-2a31-480c-a809-a29afeafc3c9 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:07.955865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd1cc135-5c40-4d97-9f48-c95ed967ea7e req-5e654217-68f4-46c9-ac99-720572c65076 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583138 Sep 30 08:37:07.976062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:08.000202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:37:04Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:08.044402 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224e880-fdef-4add-8dcf-ef91946a0d23 None None] The sync data for ids ['c16114b0-c198-4f12-84ae-8aa0ae36a58c'] in n-d-807025-5 is: [{'id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'name': 'tempest-ServerActionsTestJSON-1834813114-router', 'tenant_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:51Z', 'updated_at': '2021-09-30T08:37:04Z', 'revision_number': 5, 'project_id': 'ad95ee4f90ac4631b0797d2df06617fc', 'gw_port': {'id': '39cf4c43-d52c-40fd-94ef-f84a2ba9a654', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16114b0-c198-4f12-84ae-8aa0ae36a58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:54Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:08.067245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-27588581-d021-49d3-9460-9f8664da96f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 200 len: 217 time: 0.0467005 Sep 30 08:37:08.086794 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.112343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Provisioning complete for port e6090c8a-3664-41e8-bd22-6d999cf88aeb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:08.112723 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.200894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Port': ['ID=4c613d8c-a004-4116-a12f-7a12b27a90f1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:08.223095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No DVR routers for this DVR port 4c613d8c-a004-4116-a12f-7a12b27a90f1 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:08.323481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.350445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:08.375290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f536de0-bfec-4d48-b293-1d729eafc8ae') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:08.375728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f536de0-bfec-4d48-b293-1d729eafc8ae') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:08.382145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-25e81522-a6cf-4145-8052-13848469c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:08.383695 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-25e81522-a6cf-4145-8052-13848469c004 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.2943566 Sep 30 08:37:08.390447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] For port 39cf4c43-d52c-40fd-94ef-f84a2ba9a654, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:08.391041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.436724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.482430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Calling delete_port for 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:08.502286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.514685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af64f30d-4fae-4e34-9c37-90fb0a5d3a47 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:37:08.527844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:08.529204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:08.533015 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:08.561337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-f9c12a5f-3c56-4263-a89b-ce80d6d0788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:08.563312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-f9c12a5f-3c56-4263-a89b-ce80d6d0788e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1682239 Sep 30 08:37:08.596136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73bba5c4-581b-4ae8-a867-308fbe41f536 req-7625bc14-cae9-47ab-85b3-6ee96d1a6b8b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 210 time: 0.0494189 Sep 30 08:37:08.674126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:08.674503 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.694519 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.732322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8025d98f-3911-44b7-a920-a543eb8a55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.782316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.813817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.818666 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 HTTP/1.1" status: 204 len: 168 time: 5.2317173 Sep 30 08:37:08.819075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49854) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:08.830762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] For port e6090c8a-3664-41e8-bd22-6d999cf88aeb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e6090c8a-3664-41e8-bd22-6d999cf88aeb,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:08.835978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85055602-f51f-4d2c-a842-225650ab3511 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:08.839587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.868491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64f30d-4fae-4e34-9c37-90fb0a5d3a47 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:37:08.875689 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-ff77d9fc-4506-44dc-9ce4-f6e59568dcdf service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650967 Sep 30 08:37:08.918176 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-76705803-a2e1-486a-a69a-821c45bfcdb5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:08.922423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76705803-a2e1-486a-a69a-821c45bfcdb5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:08.926431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-76705803-a2e1-486a-a69a-821c45bfcdb5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 HTTP/1.1" status: 404 len: 339 time: 0.1041977 Sep 30 08:37:08.930790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49856) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:08.938001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31479929', 'description': 'd1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:08.987171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Provisioning complete for port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:08.987563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.001499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:09.019193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.062824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8552aef-ec56-41bf-ae23-c19e4658d383 None None] Pushing event updated for resources: {'Port': ['ID=e6090c8a-3664-41e8-bd22-6d999cf88aeb,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:09.090343 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-afe5af8b-157b-456e-8a11-8d91ccd951fe service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022715 Sep 30 08:37:09.099321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.100367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ceb49c-1e9d-4e77-8314-9387c5e21008 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:09.179417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cf4c43-d52c-40fd-94ef-f84a2ba9a654,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:09.193368 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-465a2315-3263-48ae-a3f4-deea5007ca8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 200 len: 217 time: 0.0879774 Sep 30 08:37:09.223537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:06Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:09.250799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:09.291436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f3d56-a4a0-4351-89ce-25b91e39f633 None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:06Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:09.321775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-912c817e-35c6-46b4-8d36-77637d7227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.323217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-912c817e-35c6-46b4-8d36-77637d7227ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 200 len: 797 time: 0.0730112 Sep 30 08:37:09.392222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 26ceb49c-1e9d-4e77-8314-9387c5e21008 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:09.392604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.435259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-17a5a992-f5cf-4381-931d-62590e47e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.435836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.436435 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment dc9136b0-4bd4-4779-98fc-3d92ca76eb7f of type vlan for network 665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 Sep 30 08:37:09.439202 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-17a5a992-f5cf-4381-931d-62590e47e1be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0230432a-6521-487a-a8da-9252aae24c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927827 Sep 30 08:37:09.452361 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.460328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245333f-7248-4435-b98b-46f8b617c80c req-9c929ad8-33d1-4a39-8531-8d1b5b9ceea1 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.461979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8245333f-7248-4435-b98b-46f8b617c80c req-9c929ad8-33d1-4a39-8531-8d1b5b9ceea1 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.50 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 946 time: 0.2945085 Sep 30 08:37:09.541035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9961015-5c3e-4ef7-a067-ef48e3472188 req-41f7df3e-64a9-4349-935b-6c0200b20fb7 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.543029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9961015-5c3e-4ef7-a067-ef48e3472188 req-41f7df3e-64a9-4349-935b-6c0200b20fb7 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 946 time: 0.4353735 Sep 30 08:37:09.596588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.600460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.681845 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.691101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bdf7aa05-b2e8-47d0-a14c-70d852fd13d1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.692835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bdf7aa05-b2e8-47d0-a14c-70d852fd13d1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.50 "GET /v2.0/networks?id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 796 time: 0.6256218 Sep 30 08:37:09.764766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9961015-5c3e-4ef7-a067-ef48e3472188 req-39a062db-69fe-4306-a632-19310cba0f5d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084005 Sep 30 08:37:09.766302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.766904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16114b0-c198-4f12-84ae-8aa0ae36a58c {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:37:09.786594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.787780 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46379a81-45dd-421d-9703-35b1c66ed0f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c16114b0-c198-4f12-84ae-8aa0ae36a58c HTTP/1.1" status: 204 len: 168 time: 3.6803882 Sep 30 08:37:09.795196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49868) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:09.856190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.870358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.871042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.914205 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-17be1e74-173d-469e-b69c-6cf91eb5035d service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853779 Sep 30 08:37:09.920855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Deleting port 592b902c-73bd-4820-b7cd-75ff6f9de31e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:09.921228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.968066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-f3dde171-cc12-479a-a7ca-4ee8b991ab6d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 379 time: 0.2530758 Sep 30 08:37:10.004690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6090c8a-3664-41e8-bd22-6d999cf88aeb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:10.019970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'port': {'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'admin_state_up': True, 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'security_groups': ['bae1722a-c975-488c-beac-405640709344']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:10.162964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=665f31c8-5b4f-4c0f-aaa4-278e8cd7a141,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:10.168779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c2f7c197-027f-4bf9-b74d-76691224fe58 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2324457 Sep 30 08:37:10.168989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Deleting subnet ee23c53e-0b23-4034-90e3-8e9bcd750aea {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:10.172792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49870) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:10.188320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:10.244808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.311307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.405606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] For port 592b902c-73bd-4820-b7cd-75ff6f9de31e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=592b902c-73bd-4820-b7cd-75ff6f9de31e,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:10.407407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.443304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Calling delete_port for 592b902c-73bd-4820-b7cd-75ff6f9de31e owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:10.485166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e6090c8a-3664-41e8-bd22-6d999cf88aeb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:10.485582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.575960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.583367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:10.587303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.655773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0c7db6c-6a5c-4afc-a467-cf5f19b27f08 req-ae41d4e6-2947-4345-93d0-8c21b0d6b548 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 210 time: 0.1030381 Sep 30 08:37:10.687180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5d236770-a180-453b-b1c5-92c03ae925d0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:10.731245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5d236770-a180-453b-b1c5-92c03ae925d0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:10.731597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5d236770-a180-453b-b1c5-92c03ae925d0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:10.746571 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0988f40a-7e1f-451b-8a08-1e8420bc064a req-eed9ff68-d8ae-4ec8-9f45-44d1c46997a2 service neutron] 10.222.0.57 "GET /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228097 Sep 30 08:37:10.787487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ddb4a-f240-4740-bb97-f40b5df27fad tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:10.790974 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-580ddb4a-f240-4740-bb97-f40b5df27fad tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks?id=665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 HTTP/1.1" status: 200 len: 763 time: 0.6160281 Sep 30 08:37:10.793706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49878) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:10.806496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'description': 'd2'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:10.943305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.995718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee23c53e-0b23-4034-90e3-8e9bcd750aea,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:11.008359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d8618-0fd2-498c-a873-3a728e33f4fe None None] Network 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:11.013472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.019788 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5eecf30c-b581-4ab6-8db8-5a3a02d859cd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee23c53e-0b23-4034-90e3-8e9bcd750aea HTTP/1.1" status: 204 len: 168 time: 1.2207141 Sep 30 08:37:11.020078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49880) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.066875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.082726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.089366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.099230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.105307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.116240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.126900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.128937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-f3ac9b7a-5e25-4e65-a91a-a1e54522bca0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.3417208 Sep 30 08:37:11.149555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.170051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.185333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.208593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.214689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.20.0.6 (b1ffc9e6-a8f5-43b6-962b-40e93c8cd644/5d6e3793-25a6-4dce-b601-deff428a0732/52c787af-51cb-4294-832e-289e8850f96d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:11.220140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event deleted for resources: {'Port': ['ID=592b902c-73bd-4820-b7cd-75ff6f9de31e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:11.276176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['0a92d62f-c227-408f-a78a-8c161426118b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:11.287239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['592b902c-73bd-4820-b7cd-75ff6f9de31e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:11.332809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50ad93a3-cee3-4832-8b0b-de640bfcfdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.337427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 is not hosted by any dhcp agent {{(pid=95002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:37:11.344727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.345981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.347735 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "PUT /v2.0/networks/665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 HTTP/1.1" status: 200 len: 760 time: 0.5519714 Sep 30 08:37:11.349063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a58c7f-af08-4d73-b4be-d426b0f6425d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=665f31c8-5b4f-4c0f-aaa4-278e8cd7a141,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:11.358050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49882) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.367180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3718086-a126-408f-bddf-b3fa284cfda1 req-6c23d130-2ad3-48f3-b467-63b3618687f8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2308066 Sep 30 08:37:11.382583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] No DVR routers for this DVR port 592b902c-73bd-4820-b7cd-75ff6f9de31e on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:11.387972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.391515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8245333f-7248-4435-b98b-46f8b617c80c req-f21f8014-490f-4652-9529-8f31d88c1fc4 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.50 "DELETE /v2.0/ports/592b902c-73bd-4820-b7cd-75ff6f9de31e HTTP/1.1" status: 204 len: 173 time: 1.9182963 Sep 30 08:37:11.391995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'name': 'network-vif-deleted', 'tag': '592b902c-73bd-4820-b7cd-75ff6f9de31e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:11.394620 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e777ea9a-b853-4e24-80cd-cd5ae35d11c4" -d '{"events": [{"server_uuid": "627251e7-5b99-40ff-af1a-30f76a1235f0", "name": "network-vif-deleted", "tag": "592b902c-73bd-4820-b7cd-75ff6f9de31e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:11.410369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:11.588692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2d411c0-902f-4144-a490-c6cfa4ee2e9e req-e3e3fd6e-889c-44ad-9724-92c2f11aa249 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=627251e7-5b99-40ff-af1a-30f76a1235f0 HTTP/1.1" status: 200 len: 210 time: 0.0510750 Sep 30 08:37:11.635454 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.672845 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca4d5f1-6b33-48f7-9478-ab9bae6ac56f x-openstack-request-id: req-1ca4d5f1-6b33-48f7-9478-ab9bae6ac56f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:11.679067 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627251e7-5b99-40ff-af1a-30f76a1235f0", "name": "network-vif-deleted", "tag": "592b902c-73bd-4820-b7cd-75ff6f9de31e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:11.679067 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ca4d5f1-6b33-48f7-9478-ab9bae6ac56f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:11.679067 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627251e7-5b99-40ff-af1a-30f76a1235f0', 'name': 'network-vif-deleted', 'tag': '592b902c-73bd-4820-b7cd-75ff6f9de31e', 'status': 'completed', 'code': 200} Sep 30 08:37:11.683807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e9f08-1f59-4b88-beed-14632ca54235 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.697635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-834e9f08-1f59-4b88-beed-14632ca54235 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks?id=665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 HTTP/1.1" status: 200 len: 763 time: 0.3339529 Sep 30 08:37:11.706892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49890) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.728810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:11.747682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Deleting port a0818715-5a18-4023-93e6-8907deb369a0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:11.748032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.771957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.794744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] DHCP port deletion for 0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:11.811824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:11.815302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 39cf4c43-d52c-40fd-94ef-f84a2ba9a654 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:11.831423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.837701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.844251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.849897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.855973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.868565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.886322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.907247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:11.907861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.911209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-22f9288c-d046-450c-b785-593812043e0a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.3476431 Sep 30 08:37:11.911736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:11.920904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:11.965110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955065-e19f-4115-8306-cdd27b554d18 req-8c7aae7a-98fd-43d7-b275-36353ce4dbe2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.978754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-001387f0-cb87-4082-b956-02cee29b7833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:11.980556 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-001387f0-cb87-4082-b956-02cee29b7833 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "GET /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0534265 Sep 30 08:37:11.981801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb955065-e19f-4115-8306-cdd27b554d18 req-8c7aae7a-98fd-43d7-b275-36353ce4dbe2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 931 time: 0.1624641 Sep 30 08:37:12.045375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] Deleting port a0818715-5a18-4023-93e6-8907deb369a0 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:12.047791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.062054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=52c787af-51cb-4294-832e-289e8850f96d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:12.097888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.101873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.103636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.104178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.105849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.106356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.106866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.108444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.108965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.109481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.110570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.111073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:12.153753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb955065-e19f-4115-8306-cdd27b554d18 req-78bcc1bb-062e-4638-ad25-5208ad0faadc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707025 Sep 30 08:37:12.180573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.181256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.212296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-b19310ea-3b95-4120-8e27-3609e1405ad6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2129312 Sep 30 08:37:12.219416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] For port a0818715-5a18-4023-93e6-8907deb369a0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0818715-5a18-4023-93e6-8907deb369a0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:12.219830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.230594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Request body: {'port': {'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:12.254296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] Calling delete_port for a0818715-5a18-4023-93e6-8907deb369a0 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:12.348895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.404392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-04b745a1-9827-40cc-a0f7-cf5af7750b68 None None] Provisioning complete for port 52c787af-51cb-4294-832e-289e8850f96d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:12.404936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-04b745a1-9827-40cc-a0f7-cf5af7750b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.410652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.459866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] Pushing event deleted for resources: {'Port': ['ID=a0818715-5a18-4023-93e6-8907deb369a0,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:12.462001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd48d1-ec6c-463a-a0d3-d69eacccdad3 None None] No DVR routers for this DVR port a0818715-5a18-4023-93e6-8907deb369a0 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:12.477933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-04b745a1-9827-40cc-a0f7-cf5af7750b68 None None] Port 52c787af-51cb-4294-832e-289e8850f96d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:12.640579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] For port a0818715-5a18-4023-93e6-8907deb369a0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0818715-5a18-4023-93e6-8907deb369a0,segment=NetworkSegment(3359879a-0b9a-46c7-a45e-0bd1d790b081),segment_id=3359879a-0b9a-46c7-a45e-0bd1d790b081)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:12.640917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.679682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Calling delete_port for a0818715-5a18-4023-93e6-8907deb369a0 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:12.685001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.691161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.702119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.708888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.714854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.721883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.728109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.729491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-27efd60e-876d-48d1-bfd2-927e51c4ffc3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5442 time: 0.1711125 Sep 30 08:37:12.731659 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-955a5e09-946b-4bd7-8080-fe6677888ef7 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "GET /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7264867 Sep 30 08:37:12.747146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bcda68-c8ba-436c-9987-a43682256136 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.751758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c8bcda68-c8ba-436c-9987-a43682256136 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0418477 Sep 30 08:37:12.758109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49898) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:12.788836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:12.834074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1c122e46-7e9f-4aac-90f1-cb562245f86c tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 207 time: 0.0740821 Sep 30 08:37:12.840378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49900) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:12.877711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c78178ca-947b-4ebc-b108-304d2b5567c7 req-d2271dca-f8b9-4141-a77a-e6c88b7fe120 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312349 Sep 30 08:37:12.883454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.925240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0818715-5a18-4023-93e6-8907deb369a0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:12.935384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.936610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c787af-51cb-4294-832e-289e8850f96d {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:37:12.946343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.950598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] No DVR routers for this DVR port a0818715-5a18-4023-93e6-8907deb369a0 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:12.969232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Transition to ACTIVE for port object 52c787af-51cb-4294-832e-289e8850f96d will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:37:12.978351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.106443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=52c787af-51cb-4294-832e-289e8850f96d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:13.162765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.199681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Attempting to bind port 52c787af-51cb-4294-832e-289e8850f96d on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:13.212196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Attempting to bind port 52c787af-51cb-4294-832e-289e8850f96d by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:13.222495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Attempting to bind port 52c787af-51cb-4294-832e-289e8850f96d on network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:13.230669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Port 52c787af-51cb-4294-832e-289e8850f96d on network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:37:13.232307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Attempting to bind port 52c787af-51cb-4294-832e-289e8850f96d on network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:13.251049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:13.251049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Checking segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:13.251049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Bound using segment: {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:13.251049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Bound port: 52c787af-51cb-4294-832e-289e8850f96d, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b01941-3f00-4671-8cb3-f4c305c6cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:13.252080 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.295806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 592b902c-73bd-4820-b7cd-75ff6f9de31e no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:13.321006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.388936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 592b902c-73bd-4820-b7cd-75ff6f9de31e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:13.389575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 592b902c-73bd-4820-b7cd-75ff6f9de31e not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:13.447242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.451517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] For port 52c787af-51cb-4294-832e-289e8850f96d, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:13.455193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.462403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.468453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.472751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] For port 52c787af-51cb-4294-832e-289e8850f96d, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=52c787af-51cb-4294-832e-289e8850f96d,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:13.476110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.480301 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.483443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.485540 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2458a46-2c0f-4b81-b3e9-b3e46e92dc75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.6441848 Sep 30 08:37:13.491228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:13.495531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49908) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:13.534492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3359879a-0b9a-46c7-a45e-0bd1d790b081') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:13.534794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3359879a-0b9a-46c7-a45e-0bd1d790b081') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:13.538925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a809f8-3395-490a-8a03-d42e0ec0079a req-9a3814a9-e528-4bb8-a477-ddcc8765b14f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.549685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77a809f8-3395-490a-8a03-d42e0ec0079a req-9a3814a9-e528-4bb8-a477-ddcc8765b14f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 943 time: 0.1935592 Sep 30 08:37:13.577527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.578712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.580597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] 10.222.0.50 "PUT /v2.0/ports/52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 200 len: 1091 time: 1.3547063 Sep 30 08:37:13.590778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.616936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc298b37-feeb-4b33-9bca-2fc29b3e8ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=52c787af-51cb-4294-832e-289e8850f96d,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:13.623982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.756494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'tag': '52c787af-51cb-4294-832e-289e8850f96d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:13.756997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:13.758498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.762595 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff4a008-4b85-4748-9abc-14b4ca6f7740" -d '{"events": [{"name": "network-changed", "server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "tag": "52c787af-51cb-4294-832e-289e8850f96d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:13.782708 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:13.789689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0818715-5a18-4023-93e6-8907deb369a0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:13.839766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d358ff51-01cc-4a22-8adf-56f28f8c9b57 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:13.850121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a0818715-5a18-4023-93e6-8907deb369a0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:13.850700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0818715-5a18-4023-93e6-8907deb369a0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:13.867886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77a809f8-3395-490a-8a03-d42e0ec0079a req-1453a4ec-ae10-46b5-9c8d-e91c231d7cba tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979777 Sep 30 08:37:13.881108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-5426efd4-1d79-4a47-ac3f-c672dd5f4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.886004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-5426efd4-1d79-4a47-ac3f-c672dd5f4519 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1094 time: 0.2472725 Sep 30 08:37:13.918898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:13.946376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53de01a3-7b93-4f16-afac-59d6ea20a7ae tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4492183 Sep 30 08:37:13.966607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49916) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:13.975863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.997403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-d0a451ae-8ff2-4158-a5c7-68506fdab503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 200 len: 217 time: 0.0958831 Sep 30 08:37:14.056084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.062021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2 HTTP/1.1" status: 204 len: 168 time: 3.0408921 Sep 30 08:37:14.072862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-cc250a33-1c25-43b7-85ff-82ed60ac527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.073768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3192-01a2-42e7-8ae4-d61811b064d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1bb4c3-0adb-4e0f-9ff8-2ea475d828e2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:14.074454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-cc250a33-1c25-43b7-85ff-82ed60ac527f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6e3793-25a6-4dce-b601-deff428a0732 HTTP/1.1" status: 200 len: 835 time: 0.0668583 Sep 30 08:37:14.076505 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624a1ff7-2d13-40fd-b01a-73482cef5405 x-openstack-request-id: req-624a1ff7-2d13-40fd-b01a-73482cef5405 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:14.076797 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "tag": "52c787af-51cb-4294-832e-289e8850f96d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:14.077050 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-624a1ff7-2d13-40fd-b01a-73482cef5405 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:14.077436 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'tag': '52c787af-51cb-4294-832e-289e8850f96d', 'status': 'completed', 'code': 200} Sep 30 08:37:14.106576 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.139059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:14.142366 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b655ec0-fa1a-4227-bbf2-540edda6bc4f" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:14.159574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:14.167434 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.168447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:14.176259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59602047-8e1e-4de2-9295-8b251b318d33 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.180218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59602047-8e1e-4de2-9295-8b251b318d33 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.184563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59602047-8e1e-4de2-9295-8b251b318d33 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.194591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59602047-8e1e-4de2-9295-8b251b318d33 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.196630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59602047-8e1e-4de2-9295-8b251b318d33 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.198788 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-59602047-8e1e-4de2-9295-8b251b318d33 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2241306 Sep 30 08:37:14.213533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:14.265896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:14.281372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bb37ee8f-107a-4766-ac0d-a9db694f4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.290688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-bb37ee8f-107a-4766-ac0d-a9db694f4e09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083449 Sep 30 08:37:14.295403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49926) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:14.340390 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] For port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:14.363872 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.402320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.402981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d746fb-3329-4e49-ba1b-5642bf6dea4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.405075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d746fb-3329-4e49-ba1b-5642bf6dea4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.406853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d746fb-3329-4e49-ba1b-5642bf6dea4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.408293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d746fb-3329-4e49-ba1b-5642bf6dea4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.408419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.410109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d746fb-3329-4e49-ba1b-5642bf6dea4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.412041 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-00d746fb-3329-4e49-ba1b-5642bf6dea4f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2022409 Sep 30 08:37:14.420180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.425892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] device_id is not set on port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:14.426517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.432498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.435717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.438574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:14.439006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.447389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.449516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-e8ce9401-2a8b-4f5c-81ed-e9610a47830f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 5440 time: 0.2653637 Sep 30 08:37:14.514510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78f36bbe-b341-4530-97e3-51bddaf034c4 req-70fd4fdc-e31d-49b8-a63a-8e45961d7787 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=684340a2-1d02-45d6-b892-a28ed3b72c9c&id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517082 Sep 30 08:37:14.526893 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:37:14.529346 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:37:14.554663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-669d49e7-6ea3-41e3-b6e0-0419c4033a51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad95ee4f90ac4631b0797d2df06617fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562304 Sep 30 08:37:14.557055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49930) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:14.609191 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75257b55-4b4d-4a83-aa13-525a72c4aaed x-openstack-request-id: req-75257b55-4b4d-4a83-aa13-525a72c4aaed {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:14.609535 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:14.609787 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75257b55-4b4d-4a83-aa13-525a72c4aaed {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:14.610185 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57', 'code': 200} Sep 30 08:37:14.624206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-a67c7850-807d-409d-a06e-830c7b9460be service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057394 Sep 30 08:37:14.633732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e82164-ef39-410e-bfdc-f00d208e799d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.640295 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b3e82164-ef39-410e-bfdc-f00d208e799d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks/70fc965b-146c-4539-8efb-ebf994b8095a HTTP/1.1" status: 200 len: 803 time: 0.1955976 Sep 30 08:37:14.642333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 49934) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:14.643062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.737224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e2dd979c-a4cb-4333-b123-827cc03cf651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.765436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e2dd979c-a4cb-4333-b123-827cc03cf651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.807155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464f20e6-8e5e-4bca-b609-a7c2d6c7bf77 req-d22255b8-75fe-416a-a666-a29f27c0e543 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731775 Sep 30 08:37:14.867033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e2dd979c-a4cb-4333-b123-827cc03cf651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.867264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] No DVR routers for this DVR port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:14.869877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e2dd979c-a4cb-4333-b123-827cc03cf651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.871531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e2dd979c-a4cb-4333-b123-827cc03cf651 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb0afc2c-c06a-4919-a375-5c4be984a79c HTTP/1.1" status: 204 len: 168 time: 0.3132770 Sep 30 08:37:14.914353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.920778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd979c-a4cb-4333-b123-827cc03cf651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0afc2c-c06a-4919-a375-5c4be984a79c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:14.954933 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c2f64f5-74e8-41fa-9a10-710211edd7b3 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/networks/70fc965b-146c-4539-8efb-ebf994b8095a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3088484 Sep 30 08:37:14.955700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=6']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:14.958605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:14.994637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] In _notify_port_updated(), no bound segment for port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:37:14.995787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:14.996482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.998095 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-3b12f102-1b42-4134-9e99-bad02ba38df4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 200 len: 1031 time: 2.2156003 Sep 30 08:37:15.059471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-cc565fa2-eab0-4685-b006-de4d396016b5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:15.061085 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-cc565fa2-eab0-4685-b006-de4d396016b5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "GET /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0540664 Sep 30 08:37:15.078104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:15.130244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:15.170674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f1adfb58-394d-4f31-a202-68f0ea2eae73 None None] Provisioning complete for port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:15.171370 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb58-394d-4f31-a202-68f0ea2eae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.216850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.295579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f1adfb58-394d-4f31-a202-68f0ea2eae73 None None] Port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:15.525344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:15.565318 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] For port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:15.627756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] device_id is not set on port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:15.647790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.659659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.672391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937ef6e-1825-4786-b850-1b84b041c6d5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:15.674483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7937ef6e-1825-4786-b850-1b84b041c6d5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/subnets/5ae8aa50-96c3-456c-9e99-ea8e90975af2 HTTP/1.1" status: 200 len: 843 time: 0.7120700 Sep 30 08:37:15.679059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49960) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:15.717748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-659521a7-d973-4f24-8113-d3f3b4bc1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:15.722172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-659521a7-d973-4f24-8113-d3f3b4bc1c8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1094 time: 0.8042932 Sep 30 08:37:15.741465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74105032-8955-4af9-88b5-2ecfa6517db6 req-54d80569-2f27-48fb-abbe-2f5055467759 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:15.747883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74105032-8955-4af9-88b5-2ecfa6517db6 req-54d80569-2f27-48fb-abbe-2f5055467759 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 943 time: 0.6807706 Sep 30 08:37:15.763312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] No DVR routers for this DVR port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:15.805662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Pushing event updated for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=6']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:15.823438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.826596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] In _notify_port_updated(), no bound segment for port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 on network 7d14498a-f924-4c47-b956-21973e866e73 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:37:15.827709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:15.828627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.830640 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b98002c3-26aa-4afd-b4e5-43508d8305bd service neutron] 10.222.0.57 "PUT /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 200 len: 1032 time: 0.7577560 Sep 30 08:37:15.909695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35262b-5d93-4d3e-9d56-e75db461598f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:15.911644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9a35262b-5d93-4d3e-9d56-e75db461598f tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "GET /v2.0/subnets/5ae8aa50-96c3-456c-9e99-ea8e90975af2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2294722 Sep 30 08:37:15.917965 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:37:15.918336 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:37:15.919178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49968) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:15.928297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-389068327'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:15.960147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74105032-8955-4af9-88b5-2ecfa6517db6 req-252a9594-e6d8-4985-9da2-b304f8f85bea tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969795 Sep 30 08:37:16.017065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-41424462-e02f-4d40-a94f-8ec1d2e0617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.018950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-41424462-e02f-4d40-a94f-8ec1d2e0617d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 897 time: 0.2873240 Sep 30 08:37:16.023813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:16.031466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.141833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:16.141833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.163201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-45b14016-9baa-4ecf-bdd1-6cfa011170da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 200 len: 217 time: 0.1289771 Sep 30 08:37:16.224912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-025fe29b-e295-4e85-baed-996feccab8b8 None None] Provisioning complete for port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:16.225612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-025fe29b-e295-4e85-baed-996feccab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.281492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:16.300390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4e40-5356-4062-9572-e50ed1b57711 req-d94c674c-f7f5-4f4b-bca8-a17a91610461 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.303277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] For port 5212fce2-0bcc-40f9-9cad-e151b5a51a51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5212fce2-0bcc-40f9-9cad-e151b5a51a51,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:16.305883 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.307218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4e40-5356-4062-9572-e50ed1b57711 req-d94c674c-f7f5-4f4b-bca8-a17a91610461 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.309386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-025fe29b-e295-4e85-baed-996feccab8b8 None None] Port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:16.314292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4e40-5356-4062-9572-e50ed1b57711 req-d94c674c-f7f5-4f4b-bca8-a17a91610461 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.320271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4e40-5356-4062-9572-e50ed1b57711 req-d94c674c-f7f5-4f4b-bca8-a17a91610461 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.323769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for 5212fce2-0bcc-40f9-9cad-e151b5a51a51 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:16.326702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4e40-5356-4062-9572-e50ed1b57711 req-d94c674c-f7f5-4f4b-bca8-a17a91610461 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.328556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416c4e40-5356-4062-9572-e50ed1b57711 req-d94c674c-f7f5-4f4b-bca8-a17a91610461 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 3883 time: 0.1931109 Sep 30 08:37:16.347291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.347639 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Added segment ee22e7fa-ef60-432f-9114-0dda28f74280 of type vlan for network 8e0ca095-6551-4d49-9012-1886a3fb9da6 Sep 30 08:37:16.350002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-11b400f8-4121-46fa-a00c-a06ef7fb2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.351477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-11b400f8-4121-46fa-a00c-a06ef7fb2267 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6e3793-25a6-4dce-b601-deff428a0732 HTTP/1.1" status: 200 len: 835 time: 0.1503909 Sep 30 08:37:16.453237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.459370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-416c4e40-5356-4062-9572-e50ed1b57711 req-75331db3-9118-4911-8bf4-56d0223a18e1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233723 Sep 30 08:37:16.481143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-80e1966b-cd01-4e02-be50-fe4cf8529394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.483012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-80e1966b-cd01-4e02-be50-fe4cf8529394 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225603 Sep 30 08:37:16.540110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5212fce2-0bcc-40f9-9cad-e151b5a51a51 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:16.591344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.601751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:16.602781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.624821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.657594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No active binding found for port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 {{(pid=95003) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:37:16.658735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5212fce2-0bcc-40f9-9cad-e151b5a51a51 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:16.659795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 5b119b11-0e99-4848-942b-6526aba46dea no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:16.708954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=5212fce2-0bcc-40f9-9cad-e151b5a51a51,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:16.760208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8368742 Sep 30 08:37:16.760882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 49982) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:16.791003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:16.809343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] No DVR routers for this DVR port 5212fce2-0bcc-40f9-9cad-e151b5a51a51 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:16.812101 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.814360 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-9b917047-604b-4df5-bcab-b3939baa6310 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "DELETE /v2.0/ports/5212fce2-0bcc-40f9-9cad-e151b5a51a51 HTTP/1.1" status: 204 len: 173 time: 0.9715393 Sep 30 08:37:16.823350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '5212fce2-0bcc-40f9-9cad-e151b5a51a51'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:16.825926 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b25f9da-99d9-490e-8ce1-e150570d1a4b" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "5212fce2-0bcc-40f9-9cad-e151b5a51a51"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:16.845661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.888486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0d987-9c21-41b3-8512-56abae5cbf75 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Network': ['ID=8e0ca095-6551-4d49-9012-1886a3fb9da6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:16.897609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-03c8e378-6e07-4cd9-a910-78dbdf7f6169 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071507 Sep 30 08:37:16.925379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8e0ca095-6551-4d49-9012-1886a3fb9da6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:16.941203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port d358ff51-01cc-4a22-8adf-56f28f8c9b57 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:16.941949 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.056110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:17.058496 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f50cff9-2d16-40ef-a445-a4017700ccdc" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "5b119b11-0e99-4848-942b-6526aba46dea"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:17.078654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5b119b11-0e99-4848-942b-6526aba46dea,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:17.099055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.099825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 3b558a10-35f2-41ed-95b6-bc35355f7266 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:17.129238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] For port d358ff51-01cc-4a22-8adf-56f28f8c9b57, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d358ff51-01cc-4a22-8adf-56f28f8c9b57,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:17.130059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.149054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for d358ff51-01cc-4a22-8adf-56f28f8c9b57 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:17.183421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Made reservation on behalf of 121fbedf9315498bba69014a1454f09c for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:17.189764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.223477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:17.309199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ff4a008-4b85-4748-9abc-14b4ca6f7740 req-76cb7f3f-a985-434a-9947-5d070e44a7f7 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974872 Sep 30 08:37:17.321564 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9483c8ad-6864-47be-a25e-1af1eafe6b79 x-openstack-request-id: req-9483c8ad-6864-47be-a25e-1af1eafe6b79 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:17.322007 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "5212fce2-0bcc-40f9-9cad-e151b5a51a51", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:17.322295 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9483c8ad-6864-47be-a25e-1af1eafe6b79 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:17.322734 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '5212fce2-0bcc-40f9-9cad-e151b5a51a51', 'status': 'completed', 'code': 200} Sep 30 08:37:17.335485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.363363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.366249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 52c787af-51cb-4294-832e-289e8850f96d details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:37:17.411520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b558a10-35f2-41ed-95b6-bc35355f7266,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:17.421590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.425435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 741144a1-e2dd-4edb-92dd-33f3f865e9dd no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:17.448812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=d358ff51-01cc-4a22-8adf-56f28f8c9b57,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:17.468840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Performing IP validity checks on allocation pools {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:37:17.469365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:37:17.560382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] No DVR routers for this DVR port d358ff51-01cc-4a22-8adf-56f28f8c9b57 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:17.565671 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.570990 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-d400258b-0404-4146-bc5f-cd13e304b052 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "DELETE /v2.0/ports/d358ff51-01cc-4a22-8adf-56f28f8c9b57 HTTP/1.1" status: 204 len: 173 time: 0.7398286 Sep 30 08:37:17.655601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:17.725834 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.729755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 52c787af-51cb-4294-832e-289e8850f96d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=52c787af-51cb-4294-832e-289e8850f96d,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:17.787852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '52c787af-51cb-4294-832e-289e8850f96d', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:37:17.836439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port 741144a1-e2dd-4edb-92dd-33f3f865e9dd {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:17.837297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.907087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:17.916208 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.927756 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.992627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a052-e32d-4c15-92e8-b69c28b8812f req-1b3b9eba-7c6b-47b0-bdc1-6c7d3266fe35 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:17.995637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] For port 741144a1-e2dd-4edb-92dd-33f3f865e9dd, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=741144a1-e2dd-4edb-92dd-33f3f865e9dd,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:17.996009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.012638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.014454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b037a052-e32d-4c15-92e8-b69c28b8812f req-1b3b9eba-7c6b-47b0-bdc1-6c7d3266fe35 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 943 time: 0.2240522 Sep 30 08:37:18.032117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.056435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c787af-51cb-4294-832e-289e8850f96d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:37:18.100221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 52c787af-51cb-4294-832e-289e8850f96d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=52c787af-51cb-4294-832e-289e8850f96d,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:18.107958 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.154151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=466fd6ec-cbfd-474f-b75b-0643b65ea058,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.194754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b037a052-e32d-4c15-92e8-b69c28b8812f req-42ffbadc-6b53-4af3-a3dc-c9c4e4ccf993 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740456 Sep 30 08:37:18.224365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Checking segment: {'id': 'ee22e7fa-ef60-432f-9114-0dda28f74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:18.224908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network hostable DHCP agents. Network: 8e0ca095-6551-4d49-9012-1886a3fb9da6, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:18.265810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Network 8e0ca095-6551-4d49-9012-1886a3fb9da6 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:18.266502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=52c787af-51cb-4294-832e-289e8850f96d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.305873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8e0ca095-6551-4d49-9012-1886a3fb9da6) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:18.312724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:18.315597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.318427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafcabf-e32c-4609-a17d-1468b9ee122e None None] Network 8e0ca095-6551-4d49-9012-1886a3fb9da6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:18.327628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.328239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.328621 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Floating IP b95863ff-3359-4615-a9e2-31aa29d6224d disassociated. External IP: 172.25.7.114, port: 741144a1-e2dd-4edb-92dd-33f3f865e9dd. Sep 30 08:37:18.329036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for 741144a1-e2dd-4edb-92dd-33f3f865e9dd owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:18.351526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a6b176cf-f9fb-4782-962f-ba1bdbcd8f16 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5837150 Sep 30 08:37:18.354167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50016) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:18.357396 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e689fce2-415e-4018-b356-6a25eba7e892 x-openstack-request-id: req-e689fce2-415e-4018-b356-6a25eba7e892 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:18.358132 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "5b119b11-0e99-4848-942b-6526aba46dea", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:18.358389 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e689fce2-415e-4018-b356-6a25eba7e892 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:18.358790 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea', 'code': 200} Sep 30 08:37:18.366759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:18.454003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['52c787af-51cb-4294-832e-289e8850f96d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:18.473411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d90ce115-8a43-4787-a98b-e9bc77f9dddd req-b771d8a6-80d6-42fd-b497-dda801ff2353 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0485482 Sep 30 08:37:18.588914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.602987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9696921'] for subnet, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.675706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=741144a1-e2dd-4edb-92dd-33f3f865e9dd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.812295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Router a435de86-3309-4582-b4b9-0c51fffd56da has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:18.812572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c2f86-a60a-40e3-89b1-a41db6470120 req-b296920a-8452-4ce4-b4db-80ad81baf1b5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:18.828764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c2f86-a60a-40e3-89b1-a41db6470120 req-b296920a-8452-4ce4-b4db-80ad81baf1b5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:18.836595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-763c2f86-a60a-40e3-89b1-a41db6470120 req-b296920a-8452-4ce4-b4db-80ad81baf1b5 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 1676 time: 0.2033026 Sep 30 08:37:18.938028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-763c2f86-a60a-40e3-89b1-a41db6470120 req-1e08f534-143f-4a96-b28f-bd65baf4abd9 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004465 Sep 30 08:37:18.948144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:18.972171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] Sync routers for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:18.986064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8e0ca095-6551-4d49-9012-1886a3fb9da6', 'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6', 'tenant_id': '121fbedf9315498bba69014a1454f09c', 'fixed_ips': [{'subnet_id': '466fd6ec-cbfd-474f-b75b-0643b65ea058'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:18.987327 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.029631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] No DVR routers for this DVR port 741144a1-e2dd-4edb-92dd-33f3f865e9dd on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:19.031206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:19.032174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:37:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:19.032806 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.038007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-14d7ab28-f03c-4f0b-a27c-506a5216f544 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "DELETE /v2.0/ports/741144a1-e2dd-4edb-92dd-33f3f865e9dd HTTP/1.1" status: 204 len: 173 time: 1.4599020 Sep 30 08:37:19.100667 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739531716087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2869110'] for subnet, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.204341 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:37:19.205599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:19.206370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.213790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "PUT /v2.0/subnets/466fd6ec-cbfd-474f-b75b-0643b65ea058 HTTP/1.1" status: 200 len: 900 time: 0.8513353 Sep 30 08:37:19.217901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50022) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:19.256484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port 3b558a10-35f2-41ed-95b6-bc35355f7266 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:19.256841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.292932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e07b9-37f0-431d-934b-5b11b99c79b8 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event updated for resources: {'Subnet': ['ID=466fd6ec-cbfd-474f-b75b-0643b65ea058,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:19.353762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:19.371593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:19.379683 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882fd63e-d8b3-4923-87ba-cb863dd2c334" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:19.416063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.423897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] For port 3b558a10-35f2-41ed-95b6-bc35355f7266, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=3b558a10-35f2-41ed-95b6-bc35355f7266,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:19.424609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.424931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025a14c-8369-4d4e-ba36-c99aa58003bd req-ea2c0ce2-285e-4e37-aa69-1c55ef4e07d7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:19.427066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b025a14c-8369-4d4e-ba36-c99aa58003bd req-ea2c0ce2-285e-4e37-aa69-1c55ef4e07d7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 944 time: 0.1084025 Sep 30 08:37:19.444131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for 3b558a10-35f2-41ed-95b6-bc35355f7266 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:19.521305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Allocated IP 2001:db8::3 (8e0ca095-6551-4d49-9012-1886a3fb9da6/466fd6ec-cbfd-474f-b75b-0643b65ea058/25757f35-e0f5-4ccb-b3a2-7c35495cf577) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:19.527917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b025a14c-8369-4d4e-ba36-c99aa58003bd req-d21dd16a-de39-4ad3-ae41-efde2c5f9e3d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919697 Sep 30 08:37:19.564589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.606846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.672167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=3b558a10-35f2-41ed-95b6-bc35355f7266,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:19.708559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3ce28-4177-48af-aa85-c8495d8949b1 req-643af1d6-5e90-4fb6-8e3d-a4749eea263d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:19.711091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.711859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.712447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.712795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01e3ce28-4177-48af-aa85-c8495d8949b1 req-643af1d6-5e90-4fb6-8e3d-a4749eea263d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 945 time: 0.0857506 Sep 30 08:37:19.713270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.713837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.714399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.714850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.715308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.715752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.716203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.716644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.717072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:19.741601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] No DVR routers for this DVR port 3b558a10-35f2-41ed-95b6-bc35355f7266 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:19.745959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.748529 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-1965ed95-c040-448a-b90a-33b3a226002a tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "DELETE /v2.0/ports/3b558a10-35f2-41ed-95b6-bc35355f7266 HTTP/1.1" status: 204 len: 173 time: 0.7032580 Sep 30 08:37:19.793871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01e3ce28-4177-48af-aa85-c8495d8949b1 req-de4864b8-08ba-463c-b5af-d029ea889c40 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709350 Sep 30 08:37:19.844523 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.851887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:19.856581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.861104 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611ae3b-d0b1-4d31-a485-419f85024b08 x-openstack-request-id: req-0611ae3b-d0b1-4d31-a485-419f85024b08 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:19.861431 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "d358ff51-01cc-4a22-8adf-56f28f8c9b57", "status": "completed", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:19.861689 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0611ae3b-d0b1-4d31-a485-419f85024b08 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:19.864192 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': 'd358ff51-01cc-4a22-8adf-56f28f8c9b57', 'status': 'completed', 'code': 200} Sep 30 08:37:19.865047 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'status': 'completed', 'code': 200} Sep 30 08:37:19.878369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.907857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port 5b119b11-0e99-4848-942b-6526aba46dea {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:19.913883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] Checking router: a435de86-3309-4582-b4b9-0c51fffd56da for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:19.919826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.921039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=466fd6ec-cbfd-474f-b75b-0643b65ea058,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:19.961985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Network 8e0ca095-6551-4d49-9012-1886a3fb9da6 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:19.975396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:19.981152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:19.990089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f3db928-8688-4564-beae-6d4f2d8f4a64 req-aa3f920c-3b1c-4f68-bccc-0c63ceead254 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0461125 Sep 30 08:37:19.994959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:19.996049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:37:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:20.067187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.097472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0ca095-6551-4d49-9012-1886a3fb9da6']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:20.116287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee22e7fa-ef60-432f-9114-0dda28f74280') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:20.116919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee22e7fa-ef60-432f-9114-0dda28f74280') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:20.120891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Pushing event updated for resources: {'Port': ['ID=25757f35-e0f5-4ccb-b3a2-7c35495cf577,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:20.156333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.197625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Attempting to bind port 25757f35-e0f5-4ccb-b3a2-7c35495cf577 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:20.203553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.212342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:20.213179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.222295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Attempting to bind port 25757f35-e0f5-4ccb-b3a2-7c35495cf577 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ee22e7fa-ef60-432f-9114-0dda28f74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:20.222949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Attempting to bind port 25757f35-e0f5-4ccb-b3a2-7c35495cf577 on network 8e0ca095-6551-4d49-9012-1886a3fb9da6 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:20.260814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:20.261197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Checking segment: {'id': 'ee22e7fa-ef60-432f-9114-0dda28f74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:20.261642 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.262170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Bound using segment: {'id': 'ee22e7fa-ef60-432f-9114-0dda28f74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:20.262687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Bound port: 25757f35-e0f5-4ccb-b3a2-7c35495cf577, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee22e7fa-ef60-432f-9114-0dda28f74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e0ca095-6551-4d49-9012-1886a3fb9da6'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:20.263077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:20.297197 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:20.409840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4de5ebd1-7b4b-48c7-8d55-ec58ca19f8c0 req-f340976e-cee3-4b30-aac0-8476cea20bb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0900767 Sep 30 08:37:20.412896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:37:20.412896 n-d-807025-5 neutron-server[95001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:37:20.412896 n-d-807025-5 neutron-server[95001]: [parameters: {'id': '8e0ca095-6551-4d49-9012-1886a3fb9da6'}] Sep 30 08:37:20.412896 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:37:20.413631 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:37:20.446892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d74ef5-cf4d-4cab-8375-8f738eaa636e req-64feda97-2de9-4a36-a37b-3b2dec32d85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:20.449414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56d74ef5-cf4d-4cab-8375-8f738eaa636e req-64feda97-2de9-4a36-a37b-3b2dec32d85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 943 time: 0.1480501 Sep 30 08:37:20.496145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:20.498809 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d7d34-fd8e-4a23-a725-69fbc4264684" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:20.518734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] For port 5b119b11-0e99-4848-942b-6526aba46dea, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=5b119b11-0e99-4848-942b-6526aba46dea,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:20.519350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.524313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:20.540068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56d74ef5-cf4d-4cab-8375-8f738eaa636e req-929a6ecd-5b31-4d5f-b2e7-bdd2abad3495 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cff574a-e83a-46bd-9ec2-4655057bf0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817511 Sep 30 08:37:20.551329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for 5b119b11-0e99-4848-942b-6526aba46dea owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:20.588168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] For port 25757f35-e0f5-4ccb-b3a2-7c35495cf577, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:20.672922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] For port 25757f35-e0f5-4ccb-b3a2-7c35495cf577, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=25757f35-e0f5-4ccb-b3a2-7c35495cf577,segment=NetworkSegment(ee22e7fa-ef60-432f-9114-0dda28f74280),segment_id=ee22e7fa-ef60-432f-9114-0dda28f74280)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:20.730987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.779440 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.792663 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bee094a-5b06-43f4-babe-132241026569 x-openstack-request-id: req-4bee094a-5b06-43f4-babe-132241026569 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:20.793242 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-unplugged", "status": "completed", "tag": "741144a1-e2dd-4edb-92dd-33f3f865e9dd", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:20.793777 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bee094a-5b06-43f4-babe-132241026569 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:20.799584 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266', 'code': 200} Sep 30 08:37:20.800136 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741144a1-e2dd-4edb-92dd-33f3f865e9dd', 'code': 200} Sep 30 08:37:20.858966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=5b119b11-0e99-4848-942b-6526aba46dea,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:20.904126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] No DVR routers for this DVR port 5b119b11-0e99-4848-942b-6526aba46dea on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:20.908158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.910740 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-82ffec12-aa29-48d3-9dc7-df6909d63d45 req-b7389b04-0025-4e9f-90e5-02c189e5356f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.57 "DELETE /v2.0/ports/5b119b11-0e99-4848-942b-6526aba46dea HTTP/1.1" status: 204 len: 173 time: 1.1530769 Sep 30 08:37:20.928535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d49d0-a613-4fe9-b0fe-96b5e698498e None None] Pushing event updated for resources: {'Port': ['ID=25757f35-e0f5-4ccb-b3a2-7c35495cf577,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:20.930596 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.935710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07bfb1b-9725-4c52-970c-0c9186df48ed None None] Network 8e0ca095-6551-4d49-9012-1886a3fb9da6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:20.952447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4be6-382f-46d0-9329-d679b6cf250c req-2cd02449-5212-4f1b-8208-b79297a228f8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:20.954335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b06d4be6-382f-46d0-9329-d679b6cf250c req-2cd02449-5212-4f1b-8208-b79297a228f8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 944 time: 0.0987983 Sep 30 08:37:21.028399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b06d4be6-382f-46d0-9329-d679b6cf250c req-e744419f-4398-48b4-b566-9b0a6708b0ac tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669999 Sep 30 08:37:21.064087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting port 25757f35-e0f5-4ccb-b3a2-7c35495cf577 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:21.064623 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.139296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:21.175652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92334b-9072-464b-9a9e-39f1242e4063 None None] The sync data for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 is: [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:26:35Z', 'revision_number': 4, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '21d1ac96-47cf-48da-9af6-839f4c72d155', 'name': '', 'network_id': 'ea5788b5-1289-4a4d-a2df-60494c02bd41', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'mac_address': 'fa:16:3e:13:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:34Z', 'updated_at': '2021-09-30T08:26:40Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'subnets': [{'id': 'ea4c5685-584a-45f8-af4a-a27a7af65a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:21.211400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c010ffe-d6cf-400d-9fd8-6acdff5c0dac None None] Network 8e0ca095-6551-4d49-9012-1886a3fb9da6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:21.213727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] For port 25757f35-e0f5-4ccb-b3a2-7c35495cf577, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=25757f35-e0f5-4ccb-b3a2-7c35495cf577,segment=NetworkSegment(ee22e7fa-ef60-432f-9114-0dda28f74280),segment_id=ee22e7fa-ef60-432f-9114-0dda28f74280)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:21.214360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.236947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Calling delete_port for 25757f35-e0f5-4ccb-b3a2-7c35495cf577 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:21.342711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 52c787af-51cb-4294-832e-289e8850f96d up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:21.342981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.368479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260419-714e-4e4f-9a5f-2aee4cd0930a req-635eaa41-4033-4f43-8dbc-b6d9d5162a7c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:21.376801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd260419-714e-4e4f-9a5f-2aee4cd0930a req-635eaa41-4033-4f43-8dbc-b6d9d5162a7c tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 945 time: 0.2274978 Sep 30 08:37:21.419502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Port': ['ID=25757f35-e0f5-4ccb-b3a2-7c35495cf577,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:21.425011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No DVR routers for this DVR port 25757f35-e0f5-4ccb-b3a2-7c35495cf577 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:21.455279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 52c787af-51cb-4294-832e-289e8850f96d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:37:21.461082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 52c787af-51cb-4294-832e-289e8850f96d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:21.461642 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.496189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd260419-714e-4e4f-9a5f-2aee4cd0930a req-16ca6797-fd79-4120-a101-4ed9ec9d2048 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6f3049b-7958-40aa-ad12-289b0558252b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 Sep 30 08:37:21.579969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394bff9-a4ca-4d19-ace0-b4fe9f50deee None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:37:21.638966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-edc1b462-d0d4-4b72-9574-f17b73dc0eb1 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:21.640651 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-edc1b462-d0d4-4b72-9574-f17b73dc0eb1 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 945 time: 0.1089675 Sep 30 08:37:21.641755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.645814 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.696279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 52c787af-51cb-4294-832e-289e8850f96d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=52c787af-51cb-4294-832e-289e8850f96d,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:21.696980 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c750186-4c55-4a81-805a-f53414ccc64c None None] New status for floating IP b95863ff-3359-4615-a9e2-31aa29d6224d: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:37:21.708253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32ac50a1-7cc2-4026-9ca2-715991439933 req-0095a404-1df1-4e43-8681-ee96e2849647 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0629983 Sep 30 08:37:21.718895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0ca095-6551-4d49-9012-1886a3fb9da6']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:21.731077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee22e7fa-ef60-432f-9114-0dda28f74280') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:21.731839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee22e7fa-ef60-432f-9114-0dda28f74280') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:21.734903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.757428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.777782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.806019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:21.806515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.811793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=52c787af-51cb-4294-832e-289e8850f96d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:21.813721 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:21.866568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266'}, {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:21.869335 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd8c7d-3f54-409d-b73b-511d1d5cd8d4" -d '{"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266"}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "5b119b11-0e99-4848-942b-6526aba46dea"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:21.883688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Deleting port 0a92d62f-c227-408f-a78a-8c161426118b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:21.884118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.918750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e394bff9-a4ca-4d19-ace0-b4fe9f50deee None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:37:22.042296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47d2fb78-7d46-4173-b9fe-fe0c49fc44d3 req-150e04ce-bd13-4b88-b521-2f3e6d61fe0e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0701525 Sep 30 08:37:22.047816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.066060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.070588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/8e0ca095-6551-4d49-9012-1886a3fb9da6 HTTP/1.1" status: 204 len: 168 time: 2.8513644 Sep 30 08:37:22.077822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50056) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:22.097914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7d86-fdf8-4157-b678-02e37bc5efd5 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=8e0ca095-6551-4d49-9012-1886a3fb9da6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:22.144874 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc049fd-a3a7-43f6-8479-189e0feceb40 x-openstack-request-id: req-6bc049fd-a3a7-43f6-8479-189e0feceb40 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:22.145778 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "3b558a10-35f2-41ed-95b6-bc35355f7266", "status": "completed", "code": 200}, {"server_uuid": "b64cbca9-643f-4392-b672-58f992971671", "name": "network-vif-deleted", "tag": "5b119b11-0e99-4848-942b-6526aba46dea", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:22.145967 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bc049fd-a3a7-43f6-8479-189e0feceb40 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:22.146850 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '3b558a10-35f2-41ed-95b6-bc35355f7266', 'status': 'completed', 'code': 200} Sep 30 08:37:22.147123 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64cbca9-643f-4392-b672-58f992971671', 'name': 'network-vif-deleted', 'tag': '5b119b11-0e99-4848-942b-6526aba46dea', 'status': 'completed', 'code': 200} Sep 30 08:37:22.148395 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-203facde-f31f-4337-849b-5053ea8ecdcd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:22.148981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203facde-f31f-4337-849b-5053ea8ecdcd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:22.150908 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-203facde-f31f-4337-849b-5053ea8ecdcd tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/466fd6ec-cbfd-474f-b75b-0643b65ea058 HTTP/1.1" status: 404 len: 337 time: 0.0636022 Sep 30 08:37:22.153009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] For port 0a92d62f-c227-408f-a78a-8c161426118b, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=0a92d62f-c227-408f-a78a-8c161426118b,segment=NetworkSegment(825e52f0-7314-4202-bc48-e9733ce8044d),segment_id=825e52f0-7314-4202-bc48-e9733ce8044d)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:22.153388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.153624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50058) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:22.173587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Calling delete_port for 0a92d62f-c227-408f-a78a-8c161426118b owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:22.179914 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-e249d9eb-8034-4e24-b1f4-13bd606c438a tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:22.180555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e249d9eb-8034-4e24-b1f4-13bd606c438a tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:22.182582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e249d9eb-8034-4e24-b1f4-13bd606c438a tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/8e0ca095-6551-4d49-9012-1886a3fb9da6 HTTP/1.1" status: 404 len: 339 time: 0.0279171 Sep 30 08:37:22.185130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50060) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:22.324359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.347797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1e620-0ffb-4f57-9f25-039a99a7935b req-b05597d9-3c3c-4694-b18f-b08d837cedfe tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:22.356286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ff1e620-0ffb-4f57-9f25-039a99a7935b req-b05597d9-3c3c-4694-b18f-b08d837cedfe tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.1350844 Sep 30 08:37:22.397251 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.461878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Pushing event deleted for resources: {'Port': ['ID=0a92d62f-c227-408f-a78a-8c161426118b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:22.500917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] No DVR routers for this DVR port 0a92d62f-c227-408f-a78a-8c161426118b on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:22.503972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.506700 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-1cb17f04-fd88-4372-80d2-b06bf5672288 req-a056be17-fadd-4be8-88d0-bdd40666187d tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.57 "DELETE /v2.0/ports/0a92d62f-c227-408f-a78a-8c161426118b HTTP/1.1" status: 204 len: 173 time: 0.8530855 Sep 30 08:37:22.514915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.560969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ff1e620-0ffb-4f57-9f25-039a99a7935b req-e86c406b-d907-4a40-be9f-0741ba250a5d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033772 Sep 30 08:37:22.565741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665f31c8-5b4f-4c0f-aaa4-278e8cd7a141']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:22.613361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9136b0-4bd4-4779-98fc-3d92ca76eb7f') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:22.613766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9136b0-4bd4-4779-98fc-3d92ca76eb7f') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:22.633401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.666268 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.693554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5412c32-46b0-461b-b744-5ef866aec864 req-76fd1ea3-0056-4526-9c7e-c4cc6d7d1228 tempest-AttachVolumeNegativeTest-1245922929 tempest-AttachVolumeNegativeTest-1245922929-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8f45f9-a568-44c8-a8ff-26c037400727 HTTP/1.1" status: 200 len: 210 time: 0.0434964 Sep 30 08:37:22.697165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:22.697924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:22.702606 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:22.802881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c787af-51cb-4294-832e-289e8850f96d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:22.808727 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91165d0-afa6-466d-a410-fdfd5602f53c" -d '{"events": [{"server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "name": "network-vif-plugged", "status": "completed", "tag": "52c787af-51cb-4294-832e-289e8850f96d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:22.809861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.841179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.845553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/665f31c8-5b4f-4c0f-aaa4-278e8cd7a141 HTTP/1.1" status: 204 len: 168 time: 0.6571636 Sep 30 08:37:22.845874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50076) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:22.848283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a684a2-dd5b-40cd-8c2e-76d1ab978464 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=665f31c8-5b4f-4c0f-aaa4-278e8cd7a141,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:22.874725 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12f9b4f-90ab-4a96-adc1-bff7f2fcf6c0 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:22.875190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12f9b4f-90ab-4a96-adc1-bff7f2fcf6c0 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:22.877046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c12f9b4f-90ab-4a96-adc1-bff7f2fcf6c0 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/8ce03424-6f5f-4649-a485-f1a3decc8794 HTTP/1.1" status: 404 len: 337 time: 0.0301635 Sep 30 08:37:22.880461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:22.888426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c363113-8f57-4dbd-b6aa-47195893ea8c req-8bc6c0fb-56a8-44e2-a9d5-99a033b32a8a tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0435998 Sep 30 08:37:22.918052 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cd6ea0-8eed-4098-8b12-7aeaa3762a00 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:22.919873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cd6ea0-8eed-4098-8b12-7aeaa3762a00 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:22.923111 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-31cd6ea0-8eed-4098-8b12-7aeaa3762a00 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/6a5ccd66-5848-4bdc-87f8-da1ff5f4d8b6 HTTP/1.1" status: 404 len: 339 time: 0.0416522 Sep 30 08:37:22.927639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50084) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:22.949195 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c83e28-df12-48e7-ad07-9d588d453c54 x-openstack-request-id: req-34c83e28-df12-48e7-ad07-9d588d453c54 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:22.949719 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "name": "network-vif-plugged", "status": "completed", "tag": "52c787af-51cb-4294-832e-289e8850f96d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:22.950059 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c83e28-df12-48e7-ad07-9d588d453c54 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:22.950557 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c787af-51cb-4294-832e-289e8850f96d', 'code': 200} Sep 30 08:37:23.007815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting subnet c05aa6df-cade-4a7b-9f7d-86d77e9efe67 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:23.013348 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.109799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.153967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a9b9a-c5de-4c0f-a496-695bf4bff952 req-fe1dfd8d-e77f-4e4f-a270-878bcd902910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:23.155578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-226a9b9a-c5de-4c0f-a496-695bf4bff952 req-fe1dfd8d-e77f-4e4f-a270-878bcd902910 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1096 time: 0.1113994 Sep 30 08:37:23.298326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-226a9b9a-c5de-4c0f-a496-695bf4bff952 req-8528d167-35c1-4a14-b8ef-dfac2c5d1b5d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643606 Sep 30 08:37:23.307455 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.389691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.423456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=c05aa6df-cade-4a7b-9f7d-86d77e9efe67,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:23.460786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b456a6-266e-4097-a220-dfa4828e89b6 None None] Network 38be185d-c110-4b6d-af16-995218e2f509 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:23.461506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.463930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-81b0d5b1-552b-43cb-8a6d-b0244fe87f21 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/c05aa6df-cade-4a7b-9f7d-86d77e9efe67 HTTP/1.1" status: 204 len: 168 time: 0.5349278 Sep 30 08:37:23.466485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50096) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:23.583358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting subnet 2f467b93-88f8-4a94-86a2-b7557ee712be {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:23.587435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.638144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.766572 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.845907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0a92d62f-c227-408f-a78a-8c161426118b no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:23.859838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.887782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 0a92d62f-c227-408f-a78a-8c161426118b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:23.888223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 0a92d62f-c227-408f-a78a-8c161426118b not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:23.915354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=2f467b93-88f8-4a94-86a2-b7557ee712be,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:23.917906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.922848 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eaaef554-0f9e-4a40-839b-d7ad6d5dec87 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/2f467b93-88f8-4a94-86a2-b7557ee712be HTTP/1.1" status: 204 len: 168 time: 0.4551828 Sep 30 08:37:23.924121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50114) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:24.052717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.079611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-861d93fb-38cc-4dd6-99a0-2702fa0f17c4 req-a0d5c8a5-c6fe-42a4-83db-20a5af126ce3 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0521488 Sep 30 08:37:24.148217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'name': 'network-vif-deleted', 'tag': '0a92d62f-c227-408f-a78a-8c161426118b'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:24.156396 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641e42f-7bfa-4643-bf5a-c0fbb14cc71c" -d '{"events": [{"server_uuid": "1a8f45f9-a568-44c8-a8ff-26c037400727", "name": "network-vif-deleted", "tag": "0a92d62f-c227-408f-a78a-8c161426118b"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:24.214999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:24.215475 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.247879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3198de-af1d-46ef-bf20-ddcc3990b8a3 req-d5c1c3df-8c94-4332-8d8d-0970e0b79806 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:24.249621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f3198de-af1d-46ef-bf20-ddcc3990b8a3 req-d5c1c3df-8c94-4332-8d8d-0970e0b79806 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.0910416 Sep 30 08:37:24.408963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f3198de-af1d-46ef-bf20-ddcc3990b8a3 req-66f05a0a-e069-4d7d-8b5a-1746f1e7bf3f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484022 Sep 30 08:37:24.410893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] For port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,segment=NetworkSegment(b4835e15-fb09-4bf2-9153-8eafcd8fe0cf),segment_id=b4835e15-fb09-4bf2-9153-8eafcd8fe0cf)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:24.411263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.450426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Calling delete_port for c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:24.478567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50124) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:24.585310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.585562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Deleting subnet 47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:24.589255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.617033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Port': ['ID=c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:24.623974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No DVR routers for this DVR port c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:24.633855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.697867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887adeb-63e4-4a5e-a85e-75df8da4145e None None] Network 38be185d-c110-4b6d-af16-995218e2f509 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:24.704969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.720849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9053f1fa-5d9d-4d58-9c8f-2fc9b9399b38 None None] Could not find standard attr ID for object c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:37:24.787750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.789728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.821225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.822751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be185d-c110-4b6d-af16-995218e2f509']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:24.824602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47d8dabd-69e5-4865-b7dd-ccfac0a3fac5 HTTP/1.1" status: 204 len: 168 time: 0.3449848 Sep 30 08:37:24.837905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:24.838731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4835e15-fb09-4bf2-9153-8eafcd8fe0cf') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:24.850456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50138) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:24.853288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f823233-c70d-4f57-acc1-3a977b0894ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d8dabd-69e5-4865-b7dd-ccfac0a3fac5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:24.874401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.908223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.916149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:24.917202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.009742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:25.014745 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:25.024281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.031125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.039093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/38be185d-c110-4b6d-af16-995218e2f509 HTTP/1.1" status: 204 len: 168 time: 1.1138730 Sep 30 08:37:25.047805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50148) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.051460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61527f2e-59be-4153-a0b3-2ceb3ff7f631 None None] DHCP port deletion for 38be185d-c110-4b6d-af16-995218e2f509 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:25.052021 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156abbf-dd56-4240-b412-95e79528ca01 x-openstack-request-id: req-9156abbf-dd56-4240-b412-95e79528ca01 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:25.052021 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8f45f9-a568-44c8-a8ff-26c037400727", "name": "network-vif-deleted", "tag": "0a92d62f-c227-408f-a78a-8c161426118b", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:25.052021 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9156abbf-dd56-4240-b412-95e79528ca01 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:25.052399 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8f45f9-a568-44c8-a8ff-26c037400727', 'name': 'network-vif-deleted', 'tag': '0a92d62f-c227-408f-a78a-8c161426118b', 'status': 'completed', 'code': 200} Sep 30 08:37:25.092965 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a0c9e4-4c69-4667-ac73-599580b30251 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:25.093572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a0c9e4-4c69-4667-ac73-599580b30251 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:25.098371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1a0c9e4-4c69-4667-ac73-599580b30251 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/53b48c3e-d6e2-4104-a0ad-2ff58661f75f HTTP/1.1" status: 404 len: 337 time: 0.0447237 Sep 30 08:37:25.098740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50150) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.101131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48157c8d-4ed6-410d-8400-09ded6db3a4b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=38be185d-c110-4b6d-af16-995218e2f509,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:25.134613 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb43dab-e390-4447-a83e-66b0e6ecbfaa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:25.135381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb43dab-e390-4447-a83e-66b0e6ecbfaa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:25.139943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1fb43dab-e390-4447-a83e-66b0e6ecbfaa tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/e15d4aa8-54b6-42ef-b8c2-785e234c244d HTTP/1.1" status: 404 len: 339 time: 0.0374959 Sep 30 08:37:25.140314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50154) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.171082 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e95ac3e-de83-4e5b-8d74-4b6a18e1460d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:25.171673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e95ac3e-de83-4e5b-8d74-4b6a18e1460d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:25.175950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e95ac3e-de83-4e5b-8d74-4b6a18e1460d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/d0a18537-538f-4422-9b73-28a3c6361281 HTTP/1.1" status: 404 len: 337 time: 0.0322075 Sep 30 08:37:25.176229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.212057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c7a16b3-d6f4-4ee5-9163-7427d18119ce req-ef1e6841-4d78-4447-af6f-4af665443765 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0371728 Sep 30 08:37:25.217568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.244770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5664a748-a325-43c9-a72a-0a5eea5659be']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:25.256290 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0356fa05-0b78-475b-83ee-cad908021dc4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:25.256876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0356fa05-0b78-475b-83ee-cad908021dc4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:25.261671 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0356fa05-0b78-475b-83ee-cad908021dc4 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/e402ef0c-3657-477b-a7ed-19b2c5b2ad2e HTTP/1.1" status: 404 len: 339 time: 0.0835884 Sep 30 08:37:25.261820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.270944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825e52f0-7314-4202-bc48-e9733ce8044d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:25.271264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825e52f0-7314-4202-bc48-e9733ce8044d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:25.281342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.298170 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-854d0ed8-4baf-4efe-b211-4e1a6d918c20 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:25.298729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854d0ed8-4baf-4efe-b211-4e1a6d918c20 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:25.300600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-854d0ed8-4baf-4efe-b211-4e1a6d918c20 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/85a68776-1047-48e6-8f6f-c88012a83b85 HTTP/1.1" status: 404 len: 337 time: 0.0376599 Sep 30 08:37:25.303705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50164) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.315824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.327536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:25.328667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:25.330254 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:25.345220 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7148f9-619c-4e45-8f90-609a6724836e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:25.346125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7148f9-619c-4e45-8f90-609a6724836e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:25.352154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4f7148f9-619c-4e45-8f90-609a6724836e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/98040edc-1a3c-4133-bba5-6d1bc317b4b0 HTTP/1.1" status: 404 len: 339 time: 0.0446100 Sep 30 08:37:25.353912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.385675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3e00612-3bb4-4d2c-8cad-a8d620c63af3 req-d8a1fb5c-4c37-4b66-8456-0fecc4673740 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0551283 Sep 30 08:37:25.461560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.469895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.474692 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5664a748-a325-43c9-a72a-0a5eea5659be HTTP/1.1" status: 204 len: 168 time: 0.6204033 Sep 30 08:37:25.489920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee7c4d-fdf3-4906-978f-da9fecbdb2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5664a748-a325-43c9-a72a-0a5eea5659be,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:25.496822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting subnet 8279871d-3497-4388-bb44-a8dc0e49712c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:25.500608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.546532 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.592935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd27f8-0d71-46f4-b009-10296c995f85 req-57f544e0-ecfa-4c98-aeb5-0f1991d9acc0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:25.602962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33bd27f8-0d71-46f4-b009-10296c995f85 req-57f544e0-ecfa-4c98-aeb5-0f1991d9acc0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.0926471 Sep 30 08:37:25.659780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.669718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33bd27f8-0d71-46f4-b009-10296c995f85 req-9afd5163-69d8-4579-862f-21ac10c9300b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648599 Sep 30 08:37:25.774644 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.786901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:25.803922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.808480 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/8279871d-3497-4388-bb44-a8dc0e49712c HTTP/1.1" status: 204 len: 168 time: 0.4528553 Sep 30 08:37:25.830715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2a082-8f71-4c31-8bd9-9414db323ae7 None None] Network cb998f86-7045-4e4c-863d-70d0fde317fe requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:25.832020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50182) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.838551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:25.839517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c54c2c1b-6ccd-4df0-8627-2c0bbf4c6822 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:25.856619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50184) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:25.875304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.883622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ef8cd-6b67-490f-b217-3d72f6aa2aa9 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=8279871d-3497-4388-bb44-a8dc0e49712c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:25.891903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.918321 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9becf2be-d3df-4889-87d7-205d14fad083 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6e8cf2107594506a4ad61649d0b04ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572298 Sep 30 08:37:25.919380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50186) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:26.042774 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.097835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d3a37-6495-4b4a-bba8-946deb89fbf9 req-5c555140-42c6-49d5-aac2-8a0cad827d35 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:26.099651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-828d3a37-6495-4b4a-bba8-946deb89fbf9 req-5c555140-42c6-49d5-aac2-8a0cad827d35 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.3415577 Sep 30 08:37:26.119939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] DHCP port deletion for cb998f86-7045-4e4c-863d-70d0fde317fe request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:26.165694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc555779-653e-4064-b079-7e7d653d5a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.204221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] Deleting port 45060860-2973-4f7a-b4c9-0ded3495501b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:26.205736 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.240119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-828d3a37-6495-4b4a-bba8-946deb89fbf9 req-bae3793d-274c-4c43-a243-677198f5077d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325564 Sep 30 08:37:26.261994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:26.270837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc555779-653e-4064-b079-7e7d653d5a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.331484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting port 45060860-2973-4f7a-b4c9-0ded3495501b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:26.331837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.358902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] For port 45060860-2973-4f7a-b4c9-0ded3495501b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=45060860-2973-4f7a-b4c9-0ded3495501b,segment=NetworkSegment(1e881025-e90a-4269-bc5b-bc63ceb85c66),segment_id=1e881025-e90a-4269-bc5b-bc63ceb85c66)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:26.359765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.361244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940a6d5-d7a6-4c16-9163-7b62ea124d7a tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:26.370616 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c940a6d5-d7a6-4c16-9163-7b62ea124d7a tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1091 time: 0.1070175 Sep 30 08:37:26.371239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50204) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:26.375876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:26.379015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] Calling delete_port for 45060860-2973-4f7a-b4c9-0ded3495501b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:26.405769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.463572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b6f7f17-669e-4ec7-8e97-bf25dbf4af3e req-dfbac407-3240-4b4e-924a-5c50e569188d tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.1135778 Sep 30 08:37:26.511170 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.522375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] For port 45060860-2973-4f7a-b4c9-0ded3495501b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=45060860-2973-4f7a-b4c9-0ded3495501b,segment=NetworkSegment(1e881025-e90a-4269-bc5b-bc63ceb85c66),segment_id=1e881025-e90a-4269-bc5b-bc63ceb85c66)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:26.522836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.546791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Calling delete_port for 45060860-2973-4f7a-b4c9-0ded3495501b owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:26.571543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] Pushing event deleted for resources: {'Port': ['ID=45060860-2973-4f7a-b4c9-0ded3495501b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:26.587337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d18599-43ec-4091-98f8-16237fd96df1 None None] No DVR routers for this DVR port 45060860-2973-4f7a-b4c9-0ded3495501b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:26.614047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.662522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.706445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No DVR routers for this DVR port 45060860-2973-4f7a-b4c9-0ded3495501b on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:26.709083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc555779-653e-4064-b079-7e7d653d5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.712029 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc555779-653e-4064-b079-7e7d653d5a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.713407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc555779-653e-4064-b079-7e7d653d5a6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6f3049b-7958-40aa-ad12-289b0558252b HTTP/1.1" status: 204 len: 168 time: 0.7772310 Sep 30 08:37:26.798654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.25.7.124 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/8b34554d-3b63-4be1-861e-49521e439c11) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:26.829235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.856590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb998f86-7045-4e4c-863d-70d0fde317fe']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:26.859188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Port': ['ID=45060860-2973-4f7a-b4c9-0ded3495501b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:26.907396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc555779-653e-4064-b079-7e7d653d5a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3049b-7958-40aa-ad12-289b0558252b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:26.917881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e881025-e90a-4269-bc5b-bc63ceb85c66') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:26.918189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e881025-e90a-4269-bc5b-bc63ceb85c66') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:26.928433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-174eb4ea-5bef-41bc-8bb5-977e47d7b9ad req-38658cf2-3e60-41cc-a351-6878b750bc39 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.2565930 Sep 30 08:37:26.952520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.963404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.976164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.996448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:26.996978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.021722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:27.082421 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:27.086402 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.101795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.106676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/cb998f86-7045-4e4c-863d-70d0fde317fe HTTP/1.1" status: 204 len: 168 time: 1.2732632 Sep 30 08:37:27.109370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50222) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:27.127159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:27.131130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:27.135171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:27.155607 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b784b43-e2ed-4efb-848c-64480c94868b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:27.156315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b784b43-e2ed-4efb-848c-64480c94868b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:27.162196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5b784b43-e2ed-4efb-848c-64480c94868b tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/9bc76464-596f-41a9-bc4c-a7e2270248f5 HTTP/1.1" status: 404 len: 337 time: 0.0513577 Sep 30 08:37:27.163210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50224) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:27.166795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45592f6c-6e9d-4809-8c06-35a3c8d3358d tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=cb998f86-7045-4e4c-863d-70d0fde317fe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:27.167400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=8b34554d-3b63-4be1-861e-49521e439c11,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:27.222632 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd0d1cb-ebe3-40b6-a155-77dd88d976ca tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:27.223286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd0d1cb-ebe3-40b6-a155-77dd88d976ca tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:27.225080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4fd0d1cb-ebe3-40b6-a155-77dd88d976ca tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/71724f8c-be61-40ce-91da-200a166a78c9 HTTP/1.1" status: 404 len: 339 time: 0.0608313 Sep 30 08:37:27.228727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50230) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:27.339274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting subnet 5ae8aa50-96c3-456c-9e99-ea8e90975af2 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:27.343165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.432501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.657435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.659203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f134ae6-5410-4626-b402-00b41dfcd388 req-499b5978-ec43-418e-8e1e-f60927d848a4 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0664198 Sep 30 08:37:27.777333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 45060860-2973-4f7a-b4c9-0ded3495501b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:27.838240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 45060860-2973-4f7a-b4c9-0ded3495501b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:27.838847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 45060860-2973-4f7a-b4c9-0ded3495501b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:27.940363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:27.981094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae8aa50-96c3-456c-9e99-ea8e90975af2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:28.024299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.029409 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-752b5432-8da0-45d5-a7cc-efb45aab2e59 tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/subnets/5ae8aa50-96c3-456c-9e99-ea8e90975af2 HTTP/1.1" status: 204 len: 168 time: 0.7971711 Sep 30 08:37:28.029651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703da033-58e5-4daa-9b33-13476d81ccb8 None None] Network 70fc965b-146c-4539-8efb-ebf994b8095a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:28.030631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50258) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:28.083311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.227273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-298c4718-661a-4860-ae54-c7fa2e70cce8 req-08c72d22-68e2-4a3e-be4a-ce756752336b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.1143775 Sep 30 08:37:28.236903 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.354053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.386878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] DHCP port deletion for 70fc965b-146c-4539-8efb-ebf994b8095a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:28.486666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] Deleting port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:28.487053 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.500655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Deleting port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:28.501017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.641052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] For port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,segment=NetworkSegment(e2f98bcf-9673-48de-bae3-b9841923c18c),segment_id=e2f98bcf-9673-48de-bae3-b9841923c18c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:28.641475 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.659024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] For port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,segment=NetworkSegment(e2f98bcf-9673-48de-bae3-b9841923c18c),segment_id=e2f98bcf-9673-48de-bae3-b9841923c18c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:28.661885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.672465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] Calling delete_port for 5caf34a3-15e2-426a-afdf-38c9c6c38f4b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:28.696895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Calling delete_port for 5caf34a3-15e2-426a-afdf-38c9c6c38f4b owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:28.718369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.725684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.847150 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.869249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=8b34554d-3b63-4be1-861e-49521e439c11,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:28.893786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] Pushing event deleted for resources: {'Port': ['ID=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:28.908924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.918378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d1d27-5301-4fe7-8b19-3d03864e355a None None] No DVR routers for this DVR port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:28.919068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:28.985212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0ef2b8-768e-4dd0-ba00-7209061b38b5 req-b232a9c5-d774-4b3e-aa5d-1c093d5411a9 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0613375 Sep 30 08:37:28.986944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] No DVR routers for this DVR port 5caf34a3-15e2-426a-afdf-38c9c6c38f4b on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:28.989922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Port': ['ID=5caf34a3-15e2-426a-afdf-38c9c6c38f4b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:29.047583 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Floating IP 393f41f8-ae96-4104-97c1-00f7ea5d47e8 associated. External IP: 172.25.7.124, port: 52c787af-51cb-4294-832e-289e8850f96d. Sep 30 08:37:29.292601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:29.425385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:29.436401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:29.452355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.455814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:29.456479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:37:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:29.515457 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-51910ecf-4343-46a0-a192-5593b4c8057e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1429086 Sep 30 08:37:29.516472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50300) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:29.517012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'tag': '52c787af-51cb-4294-832e-289e8850f96d'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:29.519587 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eef81f-eb68-47d8-942c-98c4c29d923f" -d '{"events": [{"name": "network-changed", "server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "tag": "52c787af-51cb-4294-832e-289e8850f96d"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:29.602295 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fa208084-6e97-42ab-bc78-2fb8e7ba4777 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/393f41f8-ae96-4104-97c1-00f7ea5d47e8 HTTP/1.1" status: 200 len: 991 time: 0.0791264 Sep 30 08:37:29.739492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:29.771559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.793945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5caf34a3-15e2-426a-afdf-38c9c6c38f4b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:29.849294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6fa00f7-17d6-471b-a886-8beb523a0bcd req-a695dbac-4e03-4385-aeb5-6559eee9370f tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0677190 Sep 30 08:37:29.856176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5caf34a3-15e2-426a-afdf-38c9c6c38f4b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:29.856613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5caf34a3-15e2-426a-afdf-38c9c6c38f4b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:29.893640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fc965b-146c-4539-8efb-ebf994b8095a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:29.908257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f98bcf-9673-48de-bae3-b9841923c18c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:29.908777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f98bcf-9673-48de-bae3-b9841923c18c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:29.943575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.995278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:30.030013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:30.038151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:30.047759 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:30.059182 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662d5e4-2cd8-4d23-afed-a4f90d01dd54 x-openstack-request-id: req-2662d5e4-2cd8-4d23-afed-a4f90d01dd54 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:30.059663 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "tag": "52c787af-51cb-4294-832e-289e8850f96d", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:30.060073 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2662d5e4-2cd8-4d23-afed-a4f90d01dd54 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:30.061265 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'tag': '52c787af-51cb-4294-832e-289e8850f96d', 'status': 'completed', 'code': 200} Sep 30 08:37:30.239055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:30.243922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-a937516c-9c8c-4abe-90c4-6fc53c35d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:30.245816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-a937516c-9c8c-4abe-90c4-6fc53c35d3c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1096 time: 0.1445732 Sep 30 08:37:30.275719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0e4b172-5662-4834-8c3a-f08910187044 req-a5fcc33a-bbf9-483f-bd68-394599468dab tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0796711 Sep 30 08:37:30.277192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:30.280435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] 10.222.0.41 "DELETE /v2.0/networks/70fc965b-146c-4539-8efb-ebf994b8095a HTTP/1.1" status: 204 len: 168 time: 2.2484891 Sep 30 08:37:30.327977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0c609-2a52-4065-8ec8-e7832efc952e tempest-NetworksIpV6Test-760874131 tempest-NetworksIpV6Test-760874131-project] Pushing event deleted for resources: {'Network': ['ID=70fc965b-146c-4539-8efb-ebf994b8095a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:30.417049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:27Z', 'revision_number': 0, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:30.459908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-f1d88198-5cd8-4bd1-bfad-028c1712a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:30.464951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-f1d88198-5cd8-4bd1-bfad-028c1712a93e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 897 time: 0.1945848 Sep 30 08:37:30.469100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:30.479492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:30.480154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:37:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:30.603430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50328) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:30.636876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:30.680987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-635434a2-bb50-4570-80fd-23d722992a8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 200 len: 999 time: 0.2083466 Sep 30 08:37:30.778390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-07915144-ab76-4f63-a75e-91e942754069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:30.779732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-07915144-ab76-4f63-a75e-91e942754069 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6e3793-25a6-4dce-b601-deff428a0732 HTTP/1.1" status: 200 len: 835 time: 0.0912671 Sep 30 08:37:30.784468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50330) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:30.788072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ab8380a4-9577-4a53-95fd-714ec6354c64 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/393f41f8-ae96-4104-97c1-00f7ea5d47e8 HTTP/1.1" status: 200 len: 991 time: 0.1831548 Sep 30 08:37:30.837068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-ba32961c-6d87-43de-945c-3a1a6f9a92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:30.839104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-ba32961c-6d87-43de-945c-3a1a6f9a92ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500369 Sep 30 08:37:30.971288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-a29a3ec4-2e5f-4be4-963c-99695f6a79c6 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250319 Sep 30 08:37:30.998871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:27Z', 'revision_number': 0, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:31.090983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95042d07-7004-41c8-84f6-48d4f3aea498 req-b31eeeab-0b45-490b-9765-18f42afd9321 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0572782 Sep 30 08:37:31.236266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13eef81f-eb68-47d8-942c-98c4c29d923f req-8bc01aee-67dc-49b6-a350-e4eea168bc7b service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576463 Sep 30 08:37:31.304384 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fb5bb22e-4e34-4404-bb1b-67ae8e9c3fad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=121fbedf9315498bba69014a1454f09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187521 Sep 30 08:37:31.306999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50346) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:31.331887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d5038-9782-42de-9934-e609288fb9b7 None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:27Z', 'revision_number': 0, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:31.428720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbeeea7a-6465-49e2-9e84-a112f643ff4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.445995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1772dd9-9d00-4b9e-b457-52cb2abfee01 req-553deb4a-8d39-408b-bc55-7548fae026de tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0329716 Sep 30 08:37:31.479488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbeeea7a-6465-49e2-9e84-a112f643ff4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.553713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbeeea7a-6465-49e2-9e84-a112f643ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.557969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbeeea7a-6465-49e2-9e84-a112f643ff4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.561633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bbeeea7a-6465-49e2-9e84-a112f643ff4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa23c6fa-a57c-4b90-bfcb-71968af78c1f HTTP/1.1" status: 204 len: 168 time: 0.2513409 Sep 30 08:37:31.572444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeeea7a-6465-49e2-9e84-a112f643ff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23c6fa-a57c-4b90-bfcb-71968af78c1f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:31.714579 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac531628-94f9-4047-aef0-14c2045b5199 None None] New status for floating IP 393f41f8-ae96-4104-97c1-00f7ea5d47e8: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:37:31.791707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50360) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:31.934017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1001ff19-f1e1-40ad-8ce5-32aecc0f33ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/393f41f8-ae96-4104-97c1-00f7ea5d47e8 HTTP/1.1" status: 200 len: 991 time: 0.1398818 Sep 30 08:37:32.286200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc1c354c-9acf-4ab0-8eb0-dae16aa265fe req-3150b504-fb5f-462d-aa1e-3c02120756f0 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0408540 Sep 30 08:37:32.677635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-480f5d9e-adb8-4409-984f-d9dcec1b4b3b req-c10e5fcc-6816-4d95-90c0-f52374025ac1 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0494585 Sep 30 08:37:32.795689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50412) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:32.932841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1987463870'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:32.938424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:32.997783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:33.001696 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.018791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.076285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e7f785ef-9597-48e5-89ce-986a0e514712 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/393f41f8-ae96-4104-97c1-00f7ea5d47e8 HTTP/1.1" status: 200 len: 993 time: 0.1358428 Sep 30 08:37:33.178138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.183595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.220755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:33.239374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3a63c-2eea-4060-afae-69d04594c3dd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:33.243080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.243676 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment a640e769-f667-419a-83f7-fa6d51c30f54 of type vlan for network 0c93991b-33fd-4d67-818f-ee3e82f43352 Sep 30 08:37:33.302071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.335419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.344732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:33.346496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.409053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6118443 Sep 30 08:37:33.409870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50428) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:33.431632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb34a2e2-a7c8-461e-96c1-eb0a8fe9840a req-057a2a9a-1e79-47e7-9b23-d1a960588fc1 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0395076 Sep 30 08:37:33.450701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'name': 'tempest-PortsIpV6TestJSON-1108740609'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:33.841867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a764e43b-5bed-477a-9ab6-e7b4f339523d req-c9277bbc-038d-4bef-b2a6-67606be23d0f tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0536919 Sep 30 08:37:33.953307 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36621cf5-3563-4c11-a2f0-ab1c360090bf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=0c93991b-33fd-4d67-818f-ee3e82f43352,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:33.973931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:33.991234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:33.995815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.018014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 8c5087b8-3039-4129-964e-c377f67f0ef3 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:34.267336 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.307953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.406611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': 'a640e769-f667-419a-83f7-fa6d51c30f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:34.406611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: 0c93991b-33fd-4d67-818f-ee3e82f43352, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:34.411254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=8c5087b8-3039-4129-964e-c377f67f0ef3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:34.434204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:34.447442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0c93991b-33fd-4d67-818f-ee3e82f43352) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:34.454305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:34.456956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774dc12-036b-46cd-a306-af20ae824ef0 None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:34.461611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:34.462301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.485618 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2226bafe-b698-4319-8039-42c0edd50dc6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0390589 Sep 30 08:37:34.489085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50476) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:34.506429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1472588187'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:34.598997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-781ab156-c3fe-4552-859a-7c3d78ab79d0 req-5e3e9263-1c91-4a25-acd0-c38674ad5fc2 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0754588 Sep 30 08:37:34.617224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:34.623095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.654289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:34.665375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.666590 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment 5ac1b32a-15a5-4df2-a534-8e2055793a88 of type vlan for network c97034f7-d1f4-4a3a-ab7c-35d290629ba2 Sep 30 08:37:34.718886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.761923 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.767869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:34.768586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:34.813932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3236969 Sep 30 08:37:34.816545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50480) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:34.822222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'ports': [{'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'}, {'network_id': 'c97034f7-d1f4-4a3a-ab7c-35d290629ba2'}]} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:34.822822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:34.823558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': 'c97034f7-d1f4-4a3a-ab7c-35d290629ba2'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:34.909341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336c641-8b8b-4a4e-bba7-d44f7653f09b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=c97034f7-d1f4-4a3a-ab7c-35d290629ba2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:34.922478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c97034f7-d1f4-4a3a-ab7c-35d290629ba2 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:35.016008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18cdd738-de03-4911-a495-a978ffcf8102 req-12e80aaf-d882-4f6a-bad6-1ae7634f5ae5 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0446200 Sep 30 08:37:35.103046 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 2} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:35.109853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.126781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.242622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 212accab-b841-4c3c-8cdc-28e81fa5fd25 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:35.369668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.467879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 34a70f25-04f7-4715-a410-c4a2d424a165 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:35.627442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.676567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.734552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:35.738044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:35.743579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:35.744865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.755288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=212accab-b841-4c3c-8cdc-28e81fa5fd25,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:35.807794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95122c72-fd6e-430e-9f30-4478b0c5940d req-901dfce1-a0d0-4f01-ac73-981f80fe819b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0585513 Sep 30 08:37:35.842125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=34a70f25-04f7-4715-a410-c4a2d424a165,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:35.845002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': '5ac1b32a-15a5-4df2-a534-8e2055793a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c97034f7-d1f4-4a3a-ab7c-35d290629ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:35.845432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: c97034f7-d1f4-4a3a-ab7c-35d290629ba2, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:35.872382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network c97034f7-d1f4-4a3a-ab7c-35d290629ba2 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:35.883574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c97034f7-d1f4-4a3a-ab7c-35d290629ba2) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:35.888204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:35.894386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612da55e-c928-4ee2-b54f-660162746eb3 None None] Network c97034f7-d1f4-4a3a-ab7c-35d290629ba2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:35.896630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:35.909283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:35.911704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:35.939541 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-174e95a0-bf50-4738-b732-7eca8e50f6b3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1214857 Sep 30 08:37:35.940585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.045803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 34a70f25-04f7-4715-a410-c4a2d424a165 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:36.046424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.078335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.135409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.148359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 34a70f25-04f7-4715-a410-c4a2d424a165 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:36.216247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11559dfb-d383-4e01-b895-7f09d29a6d05 req-eea9e627-e296-4b1e-a10c-19658c7d164b tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0696783 Sep 30 08:37:36.253180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-414d41ef-30d7-4f06-acd3-b7e9b2e2f81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.265550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.336490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=34a70f25-04f7-4715-a410-c4a2d424a165,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:36.352252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.355038 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f314f96f-7217-4608-987c-0059d626fbe9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/34a70f25-04f7-4715-a410-c4a2d424a165 HTTP/1.1" status: 204 len: 168 time: 0.4130421 Sep 30 08:37:36.357564 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50524) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.377283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-414d41ef-30d7-4f06-acd3-b7e9b2e2f81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.383006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-414d41ef-30d7-4f06-acd3-b7e9b2e2f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.418822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046d9e3-4ef7-4da9-b463-c33fb95c8b5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:36.427771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046d9e3-4ef7-4da9-b463-c33fb95c8b5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:36.429782 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8046d9e3-4ef7-4da9-b463-c33fb95c8b5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0709379 Sep 30 08:37:36.432467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.432965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50528) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.433122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-414d41ef-30d7-4f06-acd3-b7e9b2e2f81f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7aa1a13f70ae421da5007bb823f38982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536866 Sep 30 08:37:36.437243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d41ef-30d7-4f06-acd3-b7e9b2e2f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134f5b53-50e6-4c72-921a-3e3d64f5ad44,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:36.561000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396c839f-ae59-4a09-9f62-0c9a98bb9b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.590121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396c839f-ae59-4a09-9f62-0c9a98bb9b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.604299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 212accab-b841-4c3c-8cdc-28e81fa5fd25 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:36.604677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.692214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.706841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 212accab-b841-4c3c-8cdc-28e81fa5fd25 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:36.711047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396c839f-ae59-4a09-9f62-0c9a98bb9b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.713771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-396c839f-ae59-4a09-9f62-0c9a98bb9b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.714939 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-396c839f-ae59-4a09-9f62-0c9a98bb9b3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/134f5b53-50e6-4c72-921a-3e3d64f5ad44 HTTP/1.1" status: 204 len: 168 time: 0.2720778 Sep 30 08:37:36.728873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c839f-ae59-4a09-9f62-0c9a98bb9b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f5b53-50e6-4c72-921a-3e3d64f5ad44,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:36.811515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.843736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=212accab-b841-4c3c-8cdc-28e81fa5fd25,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:36.847470 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:36.852977 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fc7ac045-2709-456b-bee0-bd4d69553b8f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/212accab-b841-4c3c-8cdc-28e81fa5fd25 HTTP/1.1" status: 204 len: 168 time: 0.4185107 Sep 30 08:37:36.853569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.918268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d11e9-c083-4dc4-ae47-9729bc4649f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:36.927896 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a73d11e9-c083-4dc4-ae47-9729bc4649f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0729656 Sep 30 08:37:36.929498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.938643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02df4eaf-4335-490e-bc11-b2212393e094 req-2a7c7d96-bb22-44d6-a2ca-7b02e5e54c44 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64cbca9-643f-4392-b672-58f992971671 HTTP/1.1" status: 200 len: 210 time: 0.0325089 Sep 30 08:37:36.972447 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a52365-04e9-4589-bf68-330a78e22c67 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:37:36.979227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50550) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:36.979564 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-26a52365-04e9-4589-bf68-330a78e22c67 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/34a70f25-04f7-4715-a410-c4a2d424a165 HTTP/1.1" status: 404 len: 333 time: 0.0481765 Sep 30 08:37:37.008327 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3423ddef-755a-4deb-8504-025e494d210c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:37:37.013472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3423ddef-755a-4deb-8504-025e494d210c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/212accab-b841-4c3c-8cdc-28e81fa5fd25 HTTP/1.1" status: 404 len: 333 time: 0.0290766 Sep 30 08:37:37.013650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:37.133269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.137031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50556) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:37.152924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51421456-c04d-4e17-b017-69e86a5643a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.274564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.298667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97034f7-d1f4-4a3a-ab7c-35d290629ba2']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:37.310261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac1b32a-15a5-4df2-a534-8e2055793a88') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:37.310603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac1b32a-15a5-4df2-a534-8e2055793a88') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:37.321306 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.321676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51421456-c04d-4e17-b017-69e86a5643a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.335386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.339399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16a3505e-c56c-4c31-ac96-3b9730aa1a31 req-10865e1d-0799-4087-9408-372130e3b72b tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Sep 30 08:37:37.340135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51421456-c04d-4e17-b017-69e86a5643a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.342290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:37.343814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:37.347460 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:37.380130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-51421456-c04d-4e17-b017-69e86a5643a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2632a2f12c74c9da7111da100d52997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402327 Sep 30 08:37:37.381420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50562) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:37.383122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51421456-c04d-4e17-b017-69e86a5643a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62743c42-bd29-4cb8-a374-6997ae77ccba,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:37.436376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.447871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.449780 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/c97034f7-d1f4-4a3a-ab7c-35d290629ba2 HTTP/1.1" status: 204 len: 168 time: 0.4359965 Sep 30 08:37:37.453472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:37.459468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2120038707'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:37.472700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82536502-ab31-4f41-948c-b79644092db3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=c97034f7-d1f4-4a3a-ab7c-35d290629ba2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:37.484703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:37.489669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.490674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db9f4302-182c-48c2-b375-d8be9d09f326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.520002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db9f4302-182c-48c2-b375-d8be9d09f326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.523520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:37.534128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.534477 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment 40584ff7-a97b-4151-a39f-4ee41fab2221 of type vlan for network f6f04449-d301-413d-8133-d10b4e460a43 Sep 30 08:37:37.570191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db9f4302-182c-48c2-b375-d8be9d09f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.572826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-db9f4302-182c-48c2-b375-d8be9d09f326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.574087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db9f4302-182c-48c2-b375-d8be9d09f326 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62743c42-bd29-4cb8-a374-6997ae77ccba HTTP/1.1" status: 204 len: 168 time: 0.1885054 Sep 30 08:37:37.582653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f4302-182c-48c2-b375-d8be9d09f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62743c42-bd29-4cb8-a374-6997ae77ccba,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:37.583304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.616858 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.622810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:37.623305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.652283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1972852 Sep 30 08:37:37.655497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50574) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:37.662498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:37.713520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c44615-258b-4c2c-a340-8ecf2f93fb3f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=f6f04449-d301-413d-8133-d10b4e460a43,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:37.726930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f6f04449-d301-413d-8133-d10b4e460a43 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:37.775437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:37.788511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:37.856785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Performing IP validity checks on allocation pools {{(pid=95002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:37:37.859576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:37:38.015576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.071635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:38.100271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=deef8d3a-7928-489d-a0e2-4370fd0860b7,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:38.107782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': '40584ff7-a97b-4151-a39f-4ee41fab2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:38.108459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: f6f04449-d301-413d-8133-d10b4e460a43, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:38.127853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network f6f04449-d301-413d-8133-d10b4e460a43 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:38.139305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, f6f04449-d301-413d-8133-d10b4e460a43) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:38.146746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:38.147405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.155372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c0932-d981-485f-b4ae-c9d29de3c1aa None None] Network f6f04449-d301-413d-8133-d10b4e460a43 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:38.171133 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a7db50df-fc9a-4d19-bd80-cd6d9f098435 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5134261 Sep 30 08:37:38.171536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50596) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:38.173178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3371676f-455f-422a-8047-4036d288f85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.180606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43', 'name': 'tempest-PortsIpV6TestJSON-1060233987'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:38.233141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3371676f-455f-422a-8047-4036d288f85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.333509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3371676f-455f-422a-8047-4036d288f85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.337214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3371676f-455f-422a-8047-4036d288f85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.343562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3371676f-455f-422a-8047-4036d288f85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cff574a-e83a-46bd-9ec2-4655057bf0d6 HTTP/1.1" status: 204 len: 168 time: 0.2699244 Sep 30 08:37:38.347058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50606) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:38.367103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371676f-455f-422a-8047-4036d288f85b tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff574a-e83a-46bd-9ec2-4655057bf0d6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:38.375803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:38.382537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.383486 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-8d125a96-0eec-4ec2-bf93-6783fcc74cf4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] show failed (client error): The resource could not be found. Sep 30 08:37:38.387827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50612) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:38.400148 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8d125a96-0eec-4ec2-bf93-6783fcc74cf4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "GET /v2.0/security-groups/4cff574a-e83a-46bd-9ec2-4655057bf0d6 HTTP/1.1" status: 404 len: 347 time: 0.0494699 Sep 30 08:37:38.460639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port d050dd31-13b5-4af2-98ab-72b81aa3583d yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:38.502375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-f6f04449-d301-413d-8133-d10b4e460a43', 'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': 'deef8d3a-7928-489d-a0e2-4370fd0860b7'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:38.503378 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.587417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a679946d-a7b5-48af-91dd-23fd54db6691 req-9b4226c2-1d5e-43de-8829-b6074e1d29cb tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0330946 Sep 30 08:37:38.596905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port ea8e3a1a-8099-4fea-a075-50202cc0987a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:38.597305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.673030 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a2604948-0e67-4801-894d-71f375ef2338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.731606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Allocated IP 2001:db8::2 (f6f04449-d301-413d-8133-d10b4e460a43/deef8d3a-7928-489d-a0e2-4370fd0860b7/3556485e-9258-4a3a-8cd3-785b598f0556) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:38.736111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.736502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.768922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for ea8e3a1a-8099-4fea-a075-50202cc0987a owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:38.907360 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.915586 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.949462 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:38.987140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::3b4 (f6f04449-d301-413d-8133-d10b4e460a43/deef8d3a-7928-489d-a0e2-4370fd0860b7/d050dd31-13b5-4af2-98ab-72b81aa3583d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:38.992844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Network f6f04449-d301-413d-8133-d10b4e460a43 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:38.993296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=ea8e3a1a-8099-4fea-a075-50202cc0987a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:38.994663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Pushing event updated for resources: {'Port': ['ID=3556485e-9258-4a3a-8cd3-785b598f0556,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:39.000192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:39.003473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:39.101649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.105434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.112121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4b9a4d3f-c3e5-4e4b-9e9b-9787791e7c32 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/floatingips/b95863ff-3359-4615-a9e2-31aa29d6224d HTTP/1.1" status: 204 len: 168 time: 0.7225678 Sep 30 08:37:39.113016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50634) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:39.122322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Attempting to bind port 3556485e-9258-4a3a-8cd3-785b598f0556 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:39.122701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Attempting to bind port 3556485e-9258-4a3a-8cd3-785b598f0556 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '40584ff7-a97b-4151-a39f-4ee41fab2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:39.123485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Attempting to bind port 3556485e-9258-4a3a-8cd3-785b598f0556 on network f6f04449-d301-413d-8133-d10b4e460a43 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:39.138603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:39.139339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Checking segment: {'id': '40584ff7-a97b-4151-a39f-4ee41fab2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:39.139949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.140663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Bound using segment: {'id': '40584ff7-a97b-4151-a39f-4ee41fab2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:39.141169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Bound port: 3556485e-9258-4a3a-8cd3-785b598f0556, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40584ff7-a97b-4151-a39f-4ee41fab2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f6f04449-d301-413d-8133-d10b4e460a43'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:39.141597 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.246445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] For port 3556485e-9258-4a3a-8cd3-785b598f0556, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:39.251349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] For port 3556485e-9258-4a3a-8cd3-785b598f0556, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3556485e-9258-4a3a-8cd3-785b598f0556,segment=NetworkSegment(40584ff7-a97b-4151-a39f-4ee41fab2221),segment_id=40584ff7-a97b-4151-a39f-4ee41fab2221)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:39.258843 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.305077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:39.305426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.308726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.346523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65af8ac-cb99-4c6d-ad77-fe46c72d4286 None None] Pushing event updated for resources: {'Port': ['ID=3556485e-9258-4a3a-8cd3-785b598f0556,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:39.389611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.454269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=d050dd31-13b5-4af2-98ab-72b81aa3583d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:39.466906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network f6f04449-d301-413d-8133-d10b4e460a43 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:39.469052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:39.474718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:39.483482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:39.485097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.493576 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.509106 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b3c9f69e-022a-4d08-a708-75b4b52475fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3339603 Sep 30 08:37:39.511552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:39.512352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for 1e8deddc-0dfa-46be-a5a8-27f09a34cac3 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:39.748570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port d050dd31-13b5-4af2-98ab-72b81aa3583d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:39.748918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.798811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1a3b3c3-f9ee-4a91-8bed-cf57ff085aa2 req-585ed0ff-3718-4497-b49f-ea2f101d87b4 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0385077 Sep 30 08:37:39.813358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.879901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=1e8deddc-0dfa-46be-a5a8-27f09a34cac3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:39.924390 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.934585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3556485e-9258-4a3a-8cd3-785b598f0556 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:39.938608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for d050dd31-13b5-4af2-98ab-72b81aa3583d owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:39.967417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:39.970172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8ea1bf13-122a-4e89-b057-9c49c9b8f9a8 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/ports/1e8deddc-0dfa-46be-a5a8-27f09a34cac3 HTTP/1.1" status: 204 len: 168 time: 0.8553824 Sep 30 08:37:39.973303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50662) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:40.048695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3556485e-9258-4a3a-8cd3-785b598f0556 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:40.049120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.145278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:40.145779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.226413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.235845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.245852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.263641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for 8ae855ec-8bb2-4ed0-9d2c-f852764abc37 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:40.292596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3556485e-9258-4a3a-8cd3-785b598f0556, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3556485e-9258-4a3a-8cd3-785b598f0556,segment=NetworkSegment(40584ff7-a97b-4151-a39f-4ee41fab2221),segment_id=40584ff7-a97b-4151-a39f-4ee41fab2221)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:40.300394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.384903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=d050dd31-13b5-4af2-98ab-72b81aa3583d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:40.394108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.398734 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-39200eb2-0294-4105-8353-cbda0945cd23 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/d050dd31-13b5-4af2-98ab-72b81aa3583d HTTP/1.1" status: 204 len: 168 time: 0.8840711 Sep 30 08:37:40.400147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50678) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:40.451059 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0fdc0a-3896-47fc-bdae-1cc8d7280626 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:37:40.464546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0fdc0a-3896-47fc-bdae-1cc8d7280626 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:40.466755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3556485e-9258-4a3a-8cd3-785b598f0556,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:40.468388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a0fdc0a-3896-47fc-bdae-1cc8d7280626 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/d050dd31-13b5-4af2-98ab-72b81aa3583d HTTP/1.1" status: 404 len: 333 time: 0.0666749 Sep 30 08:37:40.470322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50682) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:40.505914 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d99796d-a445-4fd3-a3d6-ca3fb8892713 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:37:40.509717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d99796d-a445-4fd3-a3d6-ca3fb8892713 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/d050dd31-13b5-4af2-98ab-72b81aa3583d HTTP/1.1" status: 404 len: 333 time: 0.0370882 Sep 30 08:37:40.514515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50684) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:40.649764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet deef8d3a-7928-489d-a0e2-4370fd0860b7 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:40.655316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.660713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.735315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=8ae855ec-8bb2-4ed0-9d2c-f852764abc37,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:40.794638 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.857344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.859328 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f8a069d-abba-40a6-aacc-1c4f1571ddc4 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/ports/8ae855ec-8bb2-4ed0-9d2c-f852764abc37 HTTP/1.1" status: 204 len: 168 time: 0.8807166 Sep 30 08:37:40.861990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50704) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:40.962678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting subnet 5b101cc4-e911-4c5a-9def-083ec03d26d5 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:40.982687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0281fea-35f9-46af-8291-171b1ea1a4d5 req-bc5caf0c-8a0d-4e5a-a9db-674cb560447f tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0436583 Sep 30 08:37:40.983323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.999709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6ad84-94a6-4578-82d5-9a80e8b5d74c None None] Network f6f04449-d301-413d-8133-d10b4e460a43 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:41.021683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.099296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.167265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-836bfbba-9f7c-4ceb-9537-939bfb4b2c9f None None] Provisioning complete for port 3556485e-9258-4a3a-8cd3-785b598f0556 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:41.167964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-836bfbba-9f7c-4ceb-9537-939bfb4b2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.170103 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-18400e36-7f9e-4323-bd57-095e0b79880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.255982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.333403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.345619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.399796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=deef8d3a-7928-489d-a0e2-4370fd0860b7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:41.408715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:41.411431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.416872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d79b30fb-8f9e-423d-87eb-90a30120ab79 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/deef8d3a-7928-489d-a0e2-4370fd0860b7 HTTP/1.1" status: 204 len: 168 time: 0.9003921 Sep 30 08:37:41.417570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50720) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:41.439344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] DHCP port deletion for f6f04449-d301-413d-8133-d10b4e460a43 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:41.450273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.452147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/subnets/5b101cc4-e911-4c5a-9def-083ec03d26d5 HTTP/1.1" status: 204 len: 168 time: 0.5892272 Sep 30 08:37:41.452999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ab4d1-583e-4bc3-a62c-32cb6cc19a5e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Subnet': ['ID=5b101cc4-e911-4c5a-9def-083ec03d26d5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:41.454781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50724) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:41.468214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc8b55c-cb3f-4a06-9573-2c047f93d62f None None] Network 0230432a-6521-487a-a8da-9252aae24c09 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:41.529756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting subnet 8f7217c2-a328-49a6-a59e-136b971a9de3 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:41.534276 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.560606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.586507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.609514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.668992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] Deleting port 3556485e-9258-4a3a-8cd3-785b598f0556 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:41.669435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.678696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 3556485e-9258-4a3a-8cd3-785b598f0556 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:41.679462 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.708861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.744794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] For port 3556485e-9258-4a3a-8cd3-785b598f0556, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3556485e-9258-4a3a-8cd3-785b598f0556,segment=NetworkSegment(40584ff7-a97b-4151-a39f-4ee41fab2221),segment_id=40584ff7-a97b-4151-a39f-4ee41fab2221)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:41.745197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.758727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] Calling delete_port for 3556485e-9258-4a3a-8cd3-785b598f0556 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:41.806947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.813998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8f35509-8deb-4c30-b8eb-242b378d78c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.823947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3556485e-9258-4a3a-8cd3-785b598f0556 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:41.828697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.832399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/subnets/8f7217c2-a328-49a6-a59e-136b971a9de3 HTTP/1.1" status: 204 len: 168 time: 0.3766625 Sep 30 08:37:41.835411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ba3c3-e60d-4976-ae1b-6c8ae0115ca5 None None] Network 7d14498a-f924-4c47-b956-21973e866e73 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:41.839142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50732) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:41.853159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port 3556485e-9258-4a3a-8cd3-785b598f0556, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3556485e-9258-4a3a-8cd3-785b598f0556,segment=NetworkSegment(40584ff7-a97b-4151-a39f-4ee41fab2221),segment_id=40584ff7-a97b-4151-a39f-4ee41fab2221)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:41.853587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.854701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cd84d-bbca-4036-87ff-859eca769608 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7217c2-a328-49a6-a59e-136b971a9de3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:41.951421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 3556485e-9258-4a3a-8cd3-785b598f0556 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:41.961778 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.975123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.019280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No active binding found for port 3556485e-9258-4a3a-8cd3-785b598f0556 {{(pid=95003) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:37:42.019950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3556485e-9258-4a3a-8cd3-785b598f0556 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:42.021221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] DHCP port deletion for 0230432a-6521-487a-a8da-9252aae24c09 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:42.024521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] Pushing event deleted for resources: {'Port': ['ID=3556485e-9258-4a3a-8cd3-785b598f0556,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.031055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efde0f-2ae4-48f6-942b-3abb75a87b88 None None] No DVR routers for this DVR port 3556485e-9258-4a3a-8cd3-785b598f0556 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:42.133971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] Deleting port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:42.134413 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.166589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46ff1597-5dbb-45a5-b127-98a9ad2e878b req-a0b48ec6-d915-4dcd-bb8a-eb1530a12bed tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0362842 Sep 30 08:37:42.178508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.208462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Deleting port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:42.208812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.251069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] DHCP port deletion for 7d14498a-f924-4c47-b956-21973e866e73 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:42.254506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] For port fa07432c-7f2c-4e9b-a45b-97971bfd7e31, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:42.254982 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.262252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=3556485e-9258-4a3a-8cd3-785b598f0556,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.266847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8f35509-8deb-4c30-b8eb-242b378d78c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.275450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port 3556485e-9258-4a3a-8cd3-785b598f0556 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:42.282115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8f35509-8deb-4c30-b8eb-242b378d78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.287221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] Calling delete_port for fa07432c-7f2c-4e9b-a45b-97971bfd7e31 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:42.362728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] Deleting port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:42.363107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.379413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] For port fa07432c-7f2c-4e9b-a45b-97971bfd7e31, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,segment=NetworkSegment(8174df1d-6c57-43be-9a03-e6c04f4b19f5),segment_id=8174df1d-6c57-43be-9a03-e6c04f4b19f5)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:42.379790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.413800 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f8f35509-8deb-4c30-b8eb-242b378d78c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76c309d62e1a4af699ee122d6628025f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0010207 Sep 30 08:37:42.413800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Calling delete_port for fa07432c-7f2c-4e9b-a45b-97971bfd7e31 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:42.415414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:42.418649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f35509-8deb-4c30-b8eb-242b378d78c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31afed00-2117-43be-b85a-ca2de83787ec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.440494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.448442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] For port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,segment=NetworkSegment(c46b47b3-c58f-48ed-b6c1-cdf5bf367472),segment_id=c46b47b3-c58f-48ed-b6c1-cdf5bf367472)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:42.448842 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.489463 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.491994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] Calling delete_port for 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:42.495496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] Pushing event deleted for resources: {'Port': ['ID=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.498673 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25bf763a-9f94-447b-a90d-bf7cf44b08fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.509691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a5119-e929-44f5-8811-2f9158264cd1 None None] No DVR routers for this DVR port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:42.555364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f04449-d301-413d-8133-d10b4e460a43']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:42.563749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25bf763a-9f94-447b-a90d-bf7cf44b08fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.574071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40584ff7-a97b-4151-a39f-4ee41fab2221') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:42.574566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40584ff7-a97b-4151-a39f-4ee41fab2221') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:42.587229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.609170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.617420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.618482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:42.620817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:42.622709 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:42.635309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.648949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] Pushing event deleted for resources: {'Port': ['ID=4b28e5ce-fdf8-4210-93d9-c08bde2b1a20,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.652023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25bf763a-9f94-447b-a90d-bf7cf44b08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.655907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25bf763a-9f94-447b-a90d-bf7cf44b08fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.657272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-25bf763a-9f94-447b-a90d-bf7cf44b08fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31afed00-2117-43be-b85a-ca2de83787ec HTTP/1.1" status: 204 len: 168 time: 0.2397625 Sep 30 08:37:42.662484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cdca0e-964f-405f-aba2-a1ff7e48715b None None] No DVR routers for this DVR port 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:42.667022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf763a-9f94-447b-a90d-bf7cf44b08fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31afed00-2117-43be-b85a-ca2de83787ec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.695185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] No DVR routers for this DVR port fa07432c-7f2c-4e9b-a45b-97971bfd7e31 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:42.706554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Port': ['ID=fa07432c-7f2c-4e9b-a45b-97971bfd7e31,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.796046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.805111 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.807138 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/f6f04449-d301-413d-8133-d10b4e460a43 HTTP/1.1" status: 204 len: 168 time: 1.3885205 Sep 30 08:37:42.812626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50754) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:42.822573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-773406256'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:42.840663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdecafc-a030-42b6-8dee-3e5654b62dcf tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=f6f04449-d301-413d-8133-d10b4e460a43,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.869535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:42.873431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.902730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:42.914320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.915066 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment b4b50b53-c4f3-47c4-94ef-c3675c18cb78 of type vlan for network 83a60fb5-97a8-4113-ac87-c428e154acef Sep 30 08:37:42.960050 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.964057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.997021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0230432a-6521-487a-a8da-9252aae24c09']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:43.002828 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.010337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8174df1d-6c57-43be-9a03-e6c04f4b19f5') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:43.010904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8174df1d-6c57-43be-9a03-e6c04f4b19f5') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:43.019050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:43.021426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.023325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.043401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.051184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:43.051946 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:43.055565 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:43.067570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2525139 Sep 30 08:37:43.071359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50760) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:43.076460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:43.089081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50764) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:43.122487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.151181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e6705-900d-4833-9795-d423edefeb49 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=83a60fb5-97a8-4113-ac87-c428e154acef,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:43.154456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93171f45-3bc5-4f60-ae33-c1ee7fe04f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.164337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.179808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.181891 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/networks/0230432a-6521-487a-a8da-9252aae24c09 HTTP/1.1" status: 204 len: 168 time: 1.3375659 Sep 30 08:37:43.187869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 83a60fb5-97a8-4113-ac87-c428e154acef details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:43.192983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50766) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:43.205054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5e07c-19f4-46b7-b7cb-63a7232a675e tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Network': ['ID=0230432a-6521-487a-a8da-9252aae24c09,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:43.293142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.342552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93171f45-3bc5-4f60-ae33-c1ee7fe04f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.347664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93171f45-3bc5-4f60-ae33-c1ee7fe04f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.386699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e11c9a67-3aad-4cec-b145-7abe4630a090 req-9c9255c4-3482-4127-8c5e-977eb9eb426e tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0422142 Sep 30 08:37:43.387196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171f45-3bc5-4f60-ae33-c1ee7fe04f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b826fa4d-2f9d-4be8-b64b-611252fa43ba,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:43.391575 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-93171f45-3bc5-4f60-ae33-c1ee7fe04f41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dba5774fec1a477a9afb064a20f761e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014758 Sep 30 08:37:43.394223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50774) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:43.438835 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.458811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:43.462310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.499893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d14498a-f924-4c47-b956-21973e866e73']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:43.523389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:43.523681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46b47b3-c58f-48ed-b6c1-cdf5bf367472') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:43.573710 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.595860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d60ddb54-d14a-42a9-8848-2d9e539268db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.604784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.620671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:43.621069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:43.626229 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:43.646028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d60ddb54-d14a-42a9-8848-2d9e539268db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.751962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.767771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:43.776633 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.793469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] 10.222.0.41 "DELETE /v2.0/networks/7d14498a-f924-4c47-b956-21973e866e73 HTTP/1.1" status: 204 len: 168 time: 0.5845137 Sep 30 08:37:43.799523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:43.799523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4b28e5ce-fdf8-4210-93d9-c08bde2b1a20 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:43.799523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa07432c-7f2c-4e9b-a45b-97971bfd7e31 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:43.817069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fa07432c-7f2c-4e9b-a45b-97971bfd7e31 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:43.817753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa07432c-7f2c-4e9b-a45b-97971bfd7e31 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:43.856181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643da97-35d0-41da-a3a9-7b7556766803 tempest-TaggedBootDevicesTest_v242-362103231 tempest-TaggedBootDevicesTest_v242-362103231-project] Pushing event deleted for resources: {'Network': ['ID=7d14498a-f924-4c47-b956-21973e866e73,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:43.871825 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d60ddb54-d14a-42a9-8848-2d9e539268db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.874617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d60ddb54-d14a-42a9-8848-2d9e539268db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.875713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d60ddb54-d14a-42a9-8848-2d9e539268db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b826fa4d-2f9d-4be8-b64b-611252fa43ba HTTP/1.1" status: 204 len: 168 time: 0.4799318 Sep 30 08:37:43.888863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ddb54-d14a-42a9-8848-2d9e539268db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b826fa4d-2f9d-4be8-b64b-611252fa43ba,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:43.890945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:43.964301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=cb644743-7b98-4793-a28f-cad711d6b125,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:43.966072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:43.966437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: 83a60fb5-97a8-4113-ac87-c428e154acef, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:43.990692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 83a60fb5-97a8-4113-ac87-c428e154acef is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:44.003053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 83a60fb5-97a8-4113-ac87-c428e154acef) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:44.013669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a46613-f1ca-4c43-ab8b-f62397c4d260 None None] Network 83a60fb5-97a8-4113-ac87-c428e154acef requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:44.014894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:44.016962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.035421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1e816110-b35a-4c7b-84b0-0d7e723b3c5d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9636786 Sep 30 08:37:44.039380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50794) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:44.047405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-626508003'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:44.243751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-83a60fb5-97a8-4113-ac87-c428e154acef', 'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': 'cb644743-7b98-4793-a28f-cad711d6b125'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:44.244640 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.279150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:44.284451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.310639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 018c6bee-0846-418d-94aa-ca576039b633 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:44.452122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::275 (83a60fb5-97a8-4113-ac87-c428e154acef/cb644743-7b98-4793-a28f-cad711d6b125/018c6bee-0846-418d-94aa-ca576039b633) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:44.560438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a5c3988-8388-4825-b326-733fcffb28d0 req-c11552b4-b3bf-4632-a828-4b5cab256155 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0381787 Sep 30 08:37:44.648936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.690446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.734067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 83a60fb5-97a8-4113-ac87-c428e154acef is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:44.737833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:44.744200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:44.752744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:44.754433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.782369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Allocated IP 2001:db8::2 (83a60fb5-97a8-4113-ac87-c428e154acef/cb644743-7b98-4793-a28f-cad711d6b125/7182c192-1698-4f14-b1a2-551900f615fc) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:44.789247 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7482123 Sep 30 08:37:44.792031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:44.847549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a05462-4592-4848-b957-8db659a9820c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=018c6bee-0846-418d-94aa-ca576039b633,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:44.934769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 018c6bee-0846-418d-94aa-ca576039b633 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:44.935425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.955137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.067585 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.071950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.075666 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.096770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 018c6bee-0846-418d-94aa-ca576039b633 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:45.109821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Network 83a60fb5-97a8-4113-ac87-c428e154acef is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:45.112896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:45.118317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:45.138626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Pushing event updated for resources: {'Port': ['ID=7182c192-1698-4f14-b1a2-551900f615fc,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:45.224563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Attempting to bind port 7182c192-1698-4f14-b1a2-551900f615fc on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:45.224979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Attempting to bind port 7182c192-1698-4f14-b1a2-551900f615fc by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:45.227870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Attempting to bind port 7182c192-1698-4f14-b1a2-551900f615fc on network 83a60fb5-97a8-4113-ac87-c428e154acef {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:45.239300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:45.241594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Checking segment: {'id': 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:45.242022 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.242425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Bound using segment: {'id': 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:45.242934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Bound port: 7182c192-1698-4f14-b1a2-551900f615fc, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '83a60fb5-97a8-4113-ac87-c428e154acef'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:45.245539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.289666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.334601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=018c6bee-0846-418d-94aa-ca576039b633,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:45.377196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] For port 7182c192-1698-4f14-b1a2-551900f615fc, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:45.383629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] For port 7182c192-1698-4f14-b1a2-551900f615fc, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7182c192-1698-4f14-b1a2-551900f615fc,segment=NetworkSegment(b4b50b53-c4f3-47c4-94ef-c3675c18cb78),segment_id=b4b50b53-c4f3-47c4-94ef-c3675c18cb78)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:45.390472 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.401522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.406289 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b84d221-e7e4-4557-a3f0-b7b866a0f8f5 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/018c6bee-0846-418d-94aa-ca576039b633 HTTP/1.1" status: 204 len: 168 time: 0.6108963 Sep 30 08:37:45.406805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50840) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:45.458572 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1678db96-165f-42b5-b2f9-4aa9cfbfcda0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:37:45.462773 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1678db96-165f-42b5-b2f9-4aa9cfbfcda0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/018c6bee-0846-418d-94aa-ca576039b633 HTTP/1.1" status: 404 len: 333 time: 0.0512948 Sep 30 08:37:45.463208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:45.541809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310337fb-3787-42b8-852d-326f548c0c2c None None] Pushing event updated for resources: {'Port': ['ID=7182c192-1698-4f14-b1a2-551900f615fc,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:45.550412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet cb644743-7b98-4793-a28f-cad711d6b125 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:45.562531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.657762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.749542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34b6d51f-6283-4196-b843-52a799c30629 req-55c28bac-3963-45cb-a953-b06734a3bcad tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0500984 Sep 30 08:37:45.846147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.945942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.984521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=cb644743-7b98-4793-a28f-cad711d6b125,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:46.007106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.010002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-98647e9f-6bb1-4cef-842f-04d4836a1ae3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/cb644743-7b98-4793-a28f-cad711d6b125 HTTP/1.1" status: 204 len: 168 time: 0.5456533 Sep 30 08:37:46.012624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:46.139567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.227804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 7182c192-1698-4f14-b1a2-551900f615fc {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:46.228154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.302813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port 7182c192-1698-4f14-b1a2-551900f615fc, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7182c192-1698-4f14-b1a2-551900f615fc,segment=NetworkSegment(b4b50b53-c4f3-47c4-94ef-c3675c18cb78),segment_id=b4b50b53-c4f3-47c4-94ef-c3675c18cb78)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:46.303286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.317394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 7182c192-1698-4f14-b1a2-551900f615fc owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:46.439920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.477668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=7182c192-1698-4f14-b1a2-551900f615fc,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:46.483056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port 7182c192-1698-4f14-b1a2-551900f615fc on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:46.602705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.642009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a60fb5-97a8-4113-ac87-c428e154acef']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:46.663724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:46.663724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b50b53-c4f3-47c4-94ef-c3675c18cb78') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:46.685297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.719579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.729896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:46.730474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:46.733992 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:46.812419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.840006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.842021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/83a60fb5-97a8-4113-ac87-c428e154acef HTTP/1.1" status: 204 len: 168 time: 0.8283017 Sep 30 08:37:46.843005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923968ef-6198-41ea-b441-ef68972d1c34 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=83a60fb5-97a8-4113-ac87-c428e154acef,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:46.847312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50894) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:46.854877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'name': 'tempest-PortsIpV6TestJSON-500188834'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:47.008727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-692dc5b2-b664-47e0-a9ea-21f34de704bf req-f1627f8e-5ab1-4713-b132-ad04092caadd tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0554802 Sep 30 08:37:47.014965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-82b51e87-0ee7-4033-bfc2-5b200ccda92e None None] Could not find standard attr ID for object 7182c192-1698-4f14-b1a2-551900f615fc. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:37:47.058814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:47.067584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.081311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb73c07-a04f-4ddd-9196-cc37f2bf84f1 None None] DHCP port deletion for 83a60fb5-97a8-4113-ac87-c428e154acef request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:47.104635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81000d6-4937-4851-81df-edab2ca49103 None None] Network 83a60fb5-97a8-4113-ac87-c428e154acef requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:47.116143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port b6a9531a-46df-4b2d-9a5c-7c2bce5e1b05 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:47.123445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81000d6-4937-4851-81df-edab2ca49103 None None] Network 83a60fb5-97a8-4113-ac87-c428e154acef could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:37:47.358337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.398947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.039803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=b6a9531a-46df-4b2d-9a5c-7c2bce5e1b05,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:48.071350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:48.080041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:48.092731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:48.103835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.104677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.158381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9bb04d41-2bd5-4ec5-b85a-c7e64e1b3a54 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3065643 Sep 30 08:37:48.158648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:48.339613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e6d39d1-60db-4642-8d93-9fe4b2ae97e2 req-ac5ff742-26c0-417e-b5cb-9f992a2db4b7 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0936973 Sep 30 08:37:48.400971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port b6a9531a-46df-4b2d-9a5c-7c2bce5e1b05 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:48.401790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.542474 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.557469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for b6a9531a-46df-4b2d-9a5c-7c2bce5e1b05 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:48.712128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.746862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=b6a9531a-46df-4b2d-9a5c-7c2bce5e1b05,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:48.760025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.762265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3b722edb-f283-44fd-95cd-67b4ae709bbe tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/b6a9531a-46df-4b2d-9a5c-7c2bce5e1b05 HTTP/1.1" status: 204 len: 168 time: 0.6024077 Sep 30 08:37:48.764648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50958) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:48.769980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'mac_address': 'fa:16:3e:05:64:6b', 'name': 'tempest-PortsIpV6TestJSON-1128437219'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:48.892373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:48.993145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.018896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:49.209490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.263409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.321219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:49.324518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:49.332197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:49.338214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:49.338856 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.349876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:49.365854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9158592e-a97e-461b-90eb-bc1d9631c58d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5999043 Sep 30 08:37:49.368315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 50988) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:49.419116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499da850-9b42-4d44-ab79-812e4a4cc8e1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:49.420887 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-499da850-9b42-4d44-ab79-812e4a4cc8e1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e HTTP/1.1" status: 200 len: 845 time: 0.0514081 Sep 30 08:37:49.423647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 50990) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:49.489344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbce1a58-5e3e-43e6-af87-097a8ffc0419 req-ebfe980f-48f2-4c60-9232-2138b352d7bf tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0362599 Sep 30 08:37:49.556408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:49.556939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.654658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.671181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:49.794143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.855634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:49.859896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:49.862104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f99f844-1706-4f29-aab9-d58fa83603d6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e HTTP/1.1" status: 204 len: 168 time: 0.4372473 Sep 30 08:37:49.865584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51008) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:49.896288 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-1679e3f1-89b5-46d7-a555-1afb09291ee0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:37:49.898041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1679e3f1-89b5-46d7-a555-1afb09291ee0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/bdc186ef-71b5-4585-ba7e-9dbaf1ccc88e HTTP/1.1" status: 404 len: 333 time: 0.0309913 Sep 30 08:37:49.903873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51012) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:49.909491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'name': 'tempest-PortsIpV6TestJSON-1923425367'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:50.011496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:50.015330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.039035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port ecb2c24c-b1a6-4717-bfaa-350dc61f9691 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:50.240940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.293711 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.363931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=ecb2c24c-b1a6-4717-bfaa-350dc61f9691,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:50.384246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:50.385859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:50.388350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:50.397423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:50.398190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.415841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f12dae0-2dd6-41b3-aa1c-5668c7766836 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5106492 Sep 30 08:37:50.419218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51028) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:50.424561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:50.506341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.611451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbb23f48-ec66-48e3-b3a4-8068f0289dcc req-c625142d-42c2-4852-aae5-13fc60ce91bb tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0360487 Sep 30 08:37:50.780362 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.792033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.854789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] In _notify_port_updated(), no bound segment for port ecb2c24c-b1a6-4717-bfaa-350dc61f9691 on network 0c93991b-33fd-4d67-818f-ee3e82f43352 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:37:50.860617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:50.861324 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:50.862940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/ports/ecb2c24c-b1a6-4717-bfaa-350dc61f9691 HTTP/1.1" status: 200 len: 818 time: 0.4425385 Sep 30 08:37:50.865754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51044) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:50.883901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214774c-986f-42d8-bd66-e424f0a6ad5c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=ecb2c24c-b1a6-4717-bfaa-350dc61f9691,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:51.478541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port ecb2c24c-b1a6-4717-bfaa-350dc61f9691 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:51.479502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:51.586119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:51.612054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for ecb2c24c-b1a6-4717-bfaa-350dc61f9691 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:51.763046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:51.782767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-955742fe-fc66-47be-8360-ba792310f620 req-47dfbbf4-0e4c-4ba0-8d44-482b3cf86d91 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0578511 Sep 30 08:37:51.831091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:51.833775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/ecb2c24c-b1a6-4717-bfaa-350dc61f9691 HTTP/1.1" status: 204 len: 168 time: 0.9669521 Sep 30 08:37:51.834767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88be4a-caaa-4d3c-951f-5f9ae22d7c82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=ecb2c24c-b1a6-4717-bfaa-350dc61f9691,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:51.836489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51074) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:51.901397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae140e-6488-434b-b18c-af3011d67a50 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:51.905931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-72ae140e-6488-434b-b18c-af3011d67a50 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0683911 Sep 30 08:37:51.906142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51080) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:51.938090 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d947af72-3ffa-4adb-9ba4-abb4abb6edb0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:37:51.939704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d947af72-3ffa-4adb-9ba4-abb4abb6edb0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/ecb2c24c-b1a6-4717-bfaa-350dc61f9691 HTTP/1.1" status: 404 len: 333 time: 0.0326383 Sep 30 08:37:51.944437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51084) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:51.949439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1936454760'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:51.980568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:51.984621 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.029357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:52.041887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.042374 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment 07e76fc3-e160-44e2-81b1-b10605f63f0a of type vlan for network c6edc6d4-a200-4b2d-a429-cacae441cca4 Sep 30 08:37:52.135945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.171510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.179532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:52.180929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.241037 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2955134 Sep 30 08:37:52.244037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:52.249163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:52.294013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e2e25-147f-451d-8402-9841d52b121b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=c6edc6d4-a200-4b2d-a429-cacae441cca4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:52.305343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:52.412940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:52.417173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.650890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.723115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=6e62093f-8c04-43fc-b09e-7fbdf0f614d4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:52.733552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': '07e76fc3-e160-44e2-81b1-b10605f63f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:52.733931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: c6edc6d4-a200-4b2d-a429-cacae441cca4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:52.754807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:52.767279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c6edc6d4-a200-4b2d-a429-cacae441cca4) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:52.773467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:52.774598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.776460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a499c-065a-438a-aaec-b48fd7125154 None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:52.820935 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7f88f7c-2fd3-49f0-83a0-d557f76face0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5736947 Sep 30 08:37:52.821396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51108) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:52.829418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:53.010080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb9c516-d557-40ea-a13e-c9b816d3a283 req-7ffffc2f-75af-4902-953c-a70f21574107 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0464382 Sep 30 08:37:53.114170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:53.119546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.148415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-c6edc6d4-a200-4b2d-a429-cacae441cca4', 'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': '6e62093f-8c04-43fc-b09e-7fbdf0f614d4'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:53.149817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.290702 n-d-807025-5 neutron-server[95001]: INFO neutron.db.ipam_backend_mixin [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e62093f-8c04-43fc-b09e-7fbdf0f614d4 (CIDR: 2001:db8::/64) Sep 30 08:37:53.295573 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:37:53.296380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:37:53.317825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2c1a10fb-5668-405f-bb5a-345aea7a4ab6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4930437 Sep 30 08:37:53.320495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51124) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:53.325668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:53.344224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Allocated IP 2001:db8::2 (c6edc6d4-a200-4b2d-a429-cacae441cca4/6e62093f-8c04-43fc-b09e-7fbdf0f614d4/d4fca72e-0e8e-4e06-b117-c76d973bea90) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:53.496669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:53.511621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.591379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.603213 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.688788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:53.693571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:53.697843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:53.739653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Pushing event updated for resources: {'Port': ['ID=d4fca72e-0e8e-4e06-b117-c76d973bea90,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:53.789072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Attempting to bind port d4fca72e-0e8e-4e06-b117-c76d973bea90 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:53.789834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Attempting to bind port d4fca72e-0e8e-4e06-b117-c76d973bea90 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '07e76fc3-e160-44e2-81b1-b10605f63f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:53.790385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Attempting to bind port d4fca72e-0e8e-4e06-b117-c76d973bea90 on network c6edc6d4-a200-4b2d-a429-cacae441cca4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:53.796370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:53.797068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Checking segment: {'id': '07e76fc3-e160-44e2-81b1-b10605f63f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:53.797775 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.798685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Bound using segment: {'id': '07e76fc3-e160-44e2-81b1-b10605f63f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:53.799451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Bound port: d4fca72e-0e8e-4e06-b117-c76d973bea90, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e76fc3-e160-44e2-81b1-b10605f63f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:53.800010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.888258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.967843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] For port d4fca72e-0e8e-4e06-b117-c76d973bea90, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:53.976479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:53.979989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:53.984704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:53.985312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:53.989106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] For port d4fca72e-0e8e-4e06-b117-c76d973bea90, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d4fca72e-0e8e-4e06-b117-c76d973bea90,segment=NetworkSegment(07e76fc3-e160-44e2-81b1-b10605f63f0a),segment_id=07e76fc3-e160-44e2-81b1-b10605f63f0a)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:54.001379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=d60454f6-4736-4639-a37d-1ebf15d9e50f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:54.001765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:54.017882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7e71a306-b2d0-4cfc-891d-366e2f377382 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6960173 Sep 30 08:37:54.022665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51138) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:54.028817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4', 'fixed_ips': [{'subnet_id': '6e62093f-8c04-43fc-b09e-7fbdf0f614d4'}, {'subnet_id': 'd60454f6-4736-4639-a37d-1ebf15d9e50f'}], 'name': 'tempest-PortsIpV6TestJSON-775811224'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:54.098394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1a8c-804f-4d6e-9c3e-dbdc9b4b0f80 None None] Pushing event updated for resources: {'Port': ['ID=d4fca72e-0e8e-4e06-b117-c76d973bea90,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:54.250664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51148) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:54.277359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51154) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:54.291452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b1d7dfd-f681-485d-94f7-58d465a31ba1 req-bd933d2e-8bcf-430e-add1-ce81b170dc3c tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.1004689 Sep 30 08:37:54.413359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:54.634962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-915ed277-77ae-4b39-a757-e61363d6c443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:54.696236 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:54.782591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port bf675285-f6c4-4e98-a877-3d030e7928be yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:37:55.032617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-915ed277-77ae-4b39-a757-e61363d6c443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.043710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-915ed277-77ae-4b39-a757-e61363d6c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.151501 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ed277-77ae-4b39-a757-e61363d6c443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e9ccc8-3301-4843-a5e2-de5d3c64d7de,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:55.178515 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-915ed277-77ae-4b39-a757-e61363d6c443 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26256b05721542aabed1a14561231ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9268444 Sep 30 08:37:55.181224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51166) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:55.291179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5315c0-4891-42cb-a6a9-e1da184824a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.332228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5315c0-4891-42cb-a6a9-e1da184824a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.431510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::87 (c6edc6d4-a200-4b2d-a429-cacae441cca4/6e62093f-8c04-43fc-b09e-7fbdf0f614d4/bf675285-f6c4-4e98-a877-3d030e7928be) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:55.444311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5315c0-4891-42cb-a6a9-e1da184824a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.449169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5f5315c0-4891-42cb-a6a9-e1da184824a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.454333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8:0:1::2ab (c6edc6d4-a200-4b2d-a429-cacae441cca4/d60454f6-4736-4639-a37d-1ebf15d9e50f/bf675285-f6c4-4e98-a877-3d030e7928be) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:55.455812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5f5315c0-4891-42cb-a6a9-e1da184824a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91e9ccc8-3301-4843-a5e2-de5d3c64d7de HTTP/1.1" status: 204 len: 168 time: 0.2726088 Sep 30 08:37:55.500664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5315c0-4891-42cb-a6a9-e1da184824a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e9ccc8-3301-4843-a5e2-de5d3c64d7de,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:55.536734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27b13cfe-0b1e-4762-891d-decfde8dcca0 req-d941c31b-981c-4acf-aea4-436f6c9f7f90 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.1077647 Sep 30 08:37:55.630443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9349d4-d485-443b-a7f6-a0a2d858df5c None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:55.696741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51186) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:55.697717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.796689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-98d78fb0-5c13-4bf6-995d-28439ad0738c None None] Provisioning complete for port d4fca72e-0e8e-4e06-b117-c76d973bea90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:55.797353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-98d78fb0-5c13-4bf6-995d-28439ad0738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.850636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec6486-268c-4d36-bf08-0343f0aa3fe5 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:55.851285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec6486-268c-4d36-bf08-0343f0aa3fe5 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:55.851776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec6486-268c-4d36-bf08-0343f0aa3fe5 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:55.867034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d4fca72e-0e8e-4e06-b117-c76d973bea90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:55.872737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-93ec6486-268c-4d36-bf08-0343f0aa3fe5 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=e44d09e6fd2344029308ca3370614ff0&network_id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 2969 time: 0.1683719 Sep 30 08:37:55.891711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.905640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:55.936936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.025277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.029644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d4fca72e-0e8e-4e06-b117-c76d973bea90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:56.031113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.097867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:56.103660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:56.108258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:56.114533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:56.115494 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.125339 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-98d78fb0-5c13-4bf6-995d-28439ad0738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.147471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bf675285-f6c4-4e98-a877-3d030e7928be,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:56.183861 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0282fbe7-f9d2-4105-8003-dc00975acb52 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.1599977 Sep 30 08:37:56.188279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51196) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:56.191629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] Update dhcp port {'port': {'network_id': 'c6edc6d4-a200-4b2d-a429-cacae441cca4', 'fixed_ips': [{'subnet_id': '6e62093f-8c04-43fc-b09e-7fbdf0f614d4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd60454f6-4736-4639-a37d-1ebf15d9e50f'}], 'binding:host_id': 'n-d-807025-5'}, 'id': 'd4fca72e-0e8e-4e06-b117-c76d973bea90'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:37:56.197892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e62093f-8c04-43fc-b09e-7fbdf0f614d4'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:56.208587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:56.214056 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:37:56.234357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8448e62e-3f0a-4076-820b-ac1ac0aefd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.266075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-98d78fb0-5c13-4bf6-995d-28439ad0738c None None] For port d4fca72e-0e8e-4e06-b117-c76d973bea90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d4fca72e-0e8e-4e06-b117-c76d973bea90,segment=NetworkSegment(07e76fc3-e160-44e2-81b1-b10605f63f0a),segment_id=07e76fc3-e160-44e2-81b1-b10605f63f0a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:56.295573 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-98d78fb0-5c13-4bf6-995d-28439ad0738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.301741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.325798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.380657 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.412475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Deleting port 21d1ac96-47cf-48da-9af6-839f4c72d155 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:56.412475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.428736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8448e62e-3f0a-4076-820b-ac1ac0aefd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.437049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8448e62e-3f0a-4076-820b-ac1ac0aefd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.441753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d78fb0-5c13-4bf6-995d-28439ad0738c None None] Pushing event updated for resources: {'Port': ['ID=d4fca72e-0e8e-4e06-b117-c76d973bea90,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:56.514175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448e62e-3f0a-4076-820b-ac1ac0aefd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813cccb6-e906-4eb8-9f57-7ba5c89083d6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:56.544923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8448e62e-3f0a-4076-820b-ac1ac0aefd4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=087732c1d52748a6830862f6bed20b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342948 Sep 30 08:37:56.546672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51206) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:56.567702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:37:56.568161 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:37:56.621591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] For port 21d1ac96-47cf-48da-9af6-839f4c72d155, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=21d1ac96-47cf-48da-9af6-839f4c72d155,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:56.621591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.626593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] Allocated IP 2001:db8:0:1::2 (c6edc6d4-a200-4b2d-a429-cacae441cca4/d60454f6-4736-4639-a37d-1ebf15d9e50f/d4fca72e-0e8e-4e06-b117-c76d973bea90) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:56.648983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f2cdee8-c7b0-43fa-97fd-071de1439d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.674732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Calling delete_port for 21d1ac96-47cf-48da-9af6-839f4c72d155 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:56.693163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f2cdee8-c7b0-43fa-97fd-071de1439d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.768830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdfb9f0a-fff2-4715-9fcf-4830ee8af9e6 req-547b86b7-7659-4f2f-ba0a-ab2d117fc9cc tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0474713 Sep 30 08:37:56.774062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] For port d4fca72e-0e8e-4e06-b117-c76d973bea90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d4fca72e-0e8e-4e06-b117-c76d973bea90,segment=NetworkSegment(07e76fc3-e160-44e2-81b1-b10605f63f0a),segment_id=07e76fc3-e160-44e2-81b1-b10605f63f0a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:56.799635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f2cdee8-c7b0-43fa-97fd-071de1439d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.802571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f2cdee8-c7b0-43fa-97fd-071de1439d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.803748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1f2cdee8-c7b0-43fa-97fd-071de1439d01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/813cccb6-e906-4eb8-9f57-7ba5c89083d6 HTTP/1.1" status: 204 len: 168 time: 0.2544844 Sep 30 08:37:56.817109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cdee8-c7b0-43fa-97fd-071de1439d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813cccb6-e906-4eb8-9f57-7ba5c89083d6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:56.823963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.832972 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:56.939896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Delete allocated IP 2001:db8:0:1::2ab (c6edc6d4-a200-4b2d-a429-cacae441cca4/d60454f6-4736-4639-a37d-1ebf15d9e50f) {{(pid=95002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:37:56.994202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520b1f2-b35e-4ade-b2d1-412e356c2e40 None None] Pushing event updated for resources: {'Port': ['ID=d4fca72e-0e8e-4e06-b117-c76d973bea90,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:57.110767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:57.211269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Pushing event deleted for resources: {'Port': ['ID=21d1ac96-47cf-48da-9af6-839f4c72d155,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:57.331643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:57.398434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:57.508616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] In _notify_port_updated(), no bound segment for port bf675285-f6c4-4e98-a877-3d030e7928be on network c6edc6d4-a200-4b2d-a429-cacae441cca4 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:37:57.514949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:57.515641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:57.520144 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/ports/bf675285-f6c4-4e98-a877-3d030e7928be HTTP/1.1" status: 200 len: 924 time: 1.3277316 Sep 30 08:37:57.520697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:57.521374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a930c-657a-46e5-95b2-80b16b6f4a1d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bf675285-f6c4-4e98-a877-3d030e7928be,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:57.531056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e62093f-8c04-43fc-b09e-7fbdf0f614d4'}, {'subnet_id': 'd60454f6-4736-4639-a37d-1ebf15d9e50f'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:57.777190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6c8b8-e6a4-4141-978d-479e90d3cc16 None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:57.934399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d4fca72e-0e8e-4e06-b117-c76d973bea90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:57.940074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-60513f73-b32a-480c-abfd-620511fd600a None None] Provisioning complete for port d4fca72e-0e8e-4e06-b117-c76d973bea90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:57.940449 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60513f73-b32a-480c-abfd-620511fd600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:57.977108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b12365b8-88ce-4375-b88b-a14238db454b req-0c2a2af2-6564-4fd7-8a06-5ef9a82da7dc tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0550199 Sep 30 08:37:58.075245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:58.150261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:58.181693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d4fca72e-0e8e-4e06-b117-c76d973bea90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:58.182382 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:58.686032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-027ffa45-c120-418b-b00f-33b3e12d45e6 None None] Provisioning complete for port d4fca72e-0e8e-4e06-b117-c76d973bea90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:58.686421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-027ffa45-c120-418b-b00f-33b3e12d45e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:58.689830 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8:0:1::3e1 (c6edc6d4-a200-4b2d-a429-cacae441cca4/d60454f6-4736-4639-a37d-1ebf15d9e50f/bf675285-f6c4-4e98-a877-3d030e7928be) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:58.727561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Router a435de86-3309-4582-b4b9-0c51fffd56da has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:58.880799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-027ffa45-c120-418b-b00f-33b3e12d45e6 None None] Provisioning complete for port bf675285-f6c4-4e98-a877-3d030e7928be triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:58.882285 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-027ffa45-c120-418b-b00f-33b3e12d45e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:58.951655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-027ffa45-c120-418b-b00f-33b3e12d45e6 None None] Port bf675285-f6c4-4e98-a877-3d030e7928be cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:59.031887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:59.044893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] Sync routers for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:59.062511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:59.063152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:37:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:59.070642 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e634431-b6a8-45f1-b376-6020fb21c70f admin admin] 10.222.0.41 "PUT /v2.0/routers/a435de86-3309-4582-b4b9-0c51fffd56da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7899847 Sep 30 08:37:59.071087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:59.089544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.100137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.142179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a80f6ad4-6530-47af-bbfb-65b48ac43a0f None None] Provisioning complete for port bf675285-f6c4-4e98-a877-3d030e7928be triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:59.142903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a80f6ad4-6530-47af-bbfb-65b48ac43a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.235026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9025b6e-ea73-4cd0-b5c7-7d1a587836da req-83546285-6b64-4c1a-8340-e02e081527c6 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0516760 Sep 30 08:37:59.294595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a80f6ad4-6530-47af-bbfb-65b48ac43a0f None None] Port bf675285-f6c4-4e98-a877-3d030e7928be cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:59.327972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:59.328933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.329224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bf675285-f6c4-4e98-a877-3d030e7928be,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:59.335185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] In _notify_port_updated(), no bound segment for port bf675285-f6c4-4e98-a877-3d030e7928be on network c6edc6d4-a200-4b2d-a429-cacae441cca4 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:37:59.341289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:59.341926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.345720 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ccddde4a-b7b9-4e74-ac92-542b777ba025 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/ports/bf675285-f6c4-4e98-a877-3d030e7928be HTTP/1.1" status: 200 len: 1010 time: 1.8173075 Sep 30 08:37:59.346039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51286) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:59.521759 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port bf675285-f6c4-4e98-a877-3d030e7928be {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:59.522160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.572133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:59.620667 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.651363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08074fb-6e7f-471a-bd93-bf852d4cf5c4 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:59.661479 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-196670db-ad47-4a84-90fa-06aa71669bce req-5de7077e-41f4-4479-a5fe-a91557f00610 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.1101956 Sep 30 08:37:59.669158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d08074fb-6e7f-471a-bd93-bf852d4cf5c4 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 814 time: 0.0910029 Sep 30 08:37:59.760127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Deleting port 8720a575-6da9-41e7-bc95-abd1fe2bf10a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:59.760479 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.790231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.801087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f2506f70-1d63-4a70-b3e4-3812c829c1b1 None None] Provisioning complete for port bf675285-f6c4-4e98-a877-3d030e7928be triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:59.802287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f2506f70-1d63-4a70-b3e4-3812c829c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.815490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for bf675285-f6c4-4e98-a877-3d030e7928be owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:59.887657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] For port 8720a575-6da9-41e7-bc95-abd1fe2bf10a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8720a575-6da9-41e7-bc95-abd1fe2bf10a,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:59.888469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:59.908865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Calling delete_port for 8720a575-6da9-41e7-bc95-abd1fe2bf10a owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:59.947233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f2506f70-1d63-4a70-b3e4-3812c829c1b1 None None] Port bf675285-f6c4-4e98-a877-3d030e7928be cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:00.031193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:37:56Z', 'revision_number': 5, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port': {'id': '8720a575-6da9-41e7-bc95-abd1fe2bf10a', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:31Z', 'updated_at': '2021-09-30T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:00.086196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] Checking router: a435de86-3309-4582-b4b9-0c51fffd56da for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:38:00.106042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-688048fa-a169-4441-95a7-91fac4f6423c None None] Provisioning complete for port bf675285-f6c4-4e98-a877-3d030e7928be triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:00.106331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-688048fa-a169-4441-95a7-91fac4f6423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.117412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] Routers {'a435de86-3309-4582-b4b9-0c51fffd56da'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:00.118097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:37:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a435de86-3309-4582-b4b9-0c51fffd56da'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:00.134152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.183175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=bf675285-f6c4-4e98-a877-3d030e7928be,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:00.195731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-688048fa-a169-4441-95a7-91fac4f6423c None None] Port bf675285-f6c4-4e98-a877-3d030e7928be cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:00.207823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.266212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Pushing event deleted for resources: {'Port': ['ID=8720a575-6da9-41e7-bc95-abd1fe2bf10a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:00.294379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.298722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e47f7219-4ef8-4a2d-8451-01ef6ae2972b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/bf675285-f6c4-4e98-a877-3d030e7928be HTTP/1.1" status: 204 len: 168 time: 0.9493494 Sep 30 08:38:00.304410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:00.344626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] Set router a435de86-3309-4582-b4b9-0c51fffd56da gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:38:00.345189 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f006f7d5-0f81-4c2d-8464-b86444da1509 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:00.355092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51314) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:00.355366 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f006f7d5-0f81-4c2d-8464-b86444da1509 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/bf675285-f6c4-4e98-a877-3d030e7928be HTTP/1.1" status: 404 len: 333 time: 0.0493481 Sep 30 08:38:00.400283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.455360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:37:59Z', 'revision_number': 6, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:00.490726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f634d-1523-4b29-ad79-708fee9592cd None None] The sync data for ids ['a435de86-3309-4582-b4b9-0c51fffd56da'] in n-d-807025-5 is: [{'id': 'a435de86-3309-4582-b4b9-0c51fffd56da', 'name': 'tempest-TaggedBootDevicesTest_v242-1205162013-router', 'tenant_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:30Z', 'updated_at': '2021-09-30T08:37:59Z', 'revision_number': 6, 'project_id': 'e5c56320e7c14bc18c0edb2ae2b758e9', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:00.567756 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.577256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.620391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c9687cb-8dfc-4957-9e9d-23de94693cdd req-439d5fe3-fc58-4472-9d7f-991d642e7a02 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0463359 Sep 30 08:38:00.627352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:00.656063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51328) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:00.663474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'network': {'name': 'tempest-network-smoke--2058847537', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'port_security_enabled': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:00.670361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet d60454f6-4736-4639-a37d-1ebf15d9e50f {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:00.674967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.698465 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.699126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a435de86-3309-4582-b4b9-0c51fffd56da {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:38:00.705615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:00.706745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.708065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4c751945-8015-466c-ae0c-df4414982303 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a435de86-3309-4582-b4b9-0c51fffd56da HTTP/1.1" status: 204 len: 168 time: 1.6359653 Sep 30 08:38:00.711033 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.713338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51332) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:00.737271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:00.748546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.748934 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Added segment d146ef2e-6645-414b-b1d2-9fb120b6bb9e of type vlan for network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 Sep 30 08:38:00.762551 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.799896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.810829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Deleting subnet ea4c5685-584a-45f8-af4a-a27a7af65a21 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:00.811490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b30f8b3-1a40-4560-9e7a-a40db570081a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.815461 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.858348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.864735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:00.865390 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.882730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.958949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:00.980117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Network': ['ID=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:01.019614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:01.024094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b30f8b3-1a40-4560-9e7a-a40db570081a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.033056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b30f8b3-1a40-4560-9e7a-a40db570081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.065822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30f8b3-1a40-4560-9e7a-a40db570081a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b110039-c0b6-467f-b6a5-8ea395030581,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:01.069363 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-650ecb67-f973-4d87-aea2-8c02f4258fca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4120324 Sep 30 08:38:01.074986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51336) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.124297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.131268 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b30f8b3-1a40-4560-9e7a-a40db570081a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c49c8bee71e429796bae98c50e98045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016408 Sep 30 08:38:01.136131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51338) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.158827 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.199631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074a555-fde1-428b-9d7a-b5ee2b3ccfc7 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:01.201657 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f074a555-fde1-428b-9d7a-b5ee2b3ccfc7 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e44d09e6fd2344029308ca3370614ff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1252534 Sep 30 08:38:01.203301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=d60454f6-4736-4639-a37d-1ebf15d9e50f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:01.207254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51340) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.220829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a26fafc-0310-4eba-8bbb-dbf97fdd475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.240489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.244542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf3aa7-e627-48b3-b9bd-5aed8ad82c12 None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:01.248149 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a26fafc-0310-4eba-8bbb-dbf97fdd475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.254231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eff52c02-6f82-4817-8470-83317f174c46 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/d60454f6-4736-4639-a37d-1ebf15d9e50f HTTP/1.1" status: 204 len: 168 time: 0.8901312 Sep 30 08:38:01.259999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.323852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.366356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4c5685-584a-45f8-af4a-a27a7af65a21,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:01.405314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 6e62093f-8c04-43fc-b09e-7fbdf0f614d4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:01.411316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.429895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.430474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d011289c-cdd8-4f86-a61a-fee9cdf070c8 None None] Network ea5788b5-1289-4a4d-a2df-60494c02bd41 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:01.432235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-455f537c-06d8-4b17-bf70-862d505b9192 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ea4c5685-584a-45f8-af4a-a27a7af65a21 HTTP/1.1" status: 204 len: 168 time: 0.7182860 Sep 30 08:38:01.444335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51348) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.471626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a26fafc-0310-4eba-8bbb-dbf97fdd475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.474025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a26fafc-0310-4eba-8bbb-dbf97fdd475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.478097 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a26fafc-0310-4eba-8bbb-dbf97fdd475f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b110039-c0b6-467f-b6a5-8ea395030581 HTTP/1.1" status: 204 len: 168 time: 0.3380291 Sep 30 08:38:01.505490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26fafc-0310-4eba-8bbb-dbf97fdd475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b110039-c0b6-467f-b6a5-8ea395030581,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:01.523438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0507a0d-4f25-4c08-bf09-96ec2e3ede30 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:01.525509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c0507a0d-4f25-4c08-bf09-96ec2e3ede30 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2949302 Sep 30 08:38:01.542183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.555460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51354) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.609335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:01.703979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b047a2a0-b424-4d32-9865-5686d3ccf95b tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1430018 Sep 30 08:38:01.723219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51362) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.815482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] DHCP port deletion for ea5788b5-1289-4a4d-a2df-60494c02bd41 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:01.817224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2dce9b46-5100-4d2f-b2b7-d556c7323d9d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e44d09e6fd2344029308ca3370614ff0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809059 Sep 30 08:38:01.817224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51366) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.886598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8720a575-6da9-41e7-bc95-abd1fe2bf10a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:01.922489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e03663-e3cb-4735-ade6-ef2dc9508823 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:01.924070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10e03663-e3cb-4735-ade6-ef2dc9508823 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1143188 Sep 30 08:38:01.931979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51368) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:01.941422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8720a575-6da9-41e7-bc95-abd1fe2bf10a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:01.957955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8720a575-6da9-41e7-bc95-abd1fe2bf10a not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:01.958381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 21d1ac96-47cf-48da-9af6-839f4c72d155 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:01.994404 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-74dbf8fa-e7fe-4a59-94ca-aeae3d736dfd tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611525 Sep 30 08:38:02.001434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:02.011403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70517247', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:02.011947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 21d1ac96-47cf-48da-9af6-839f4c72d155 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:02.011947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 21d1ac96-47cf-48da-9af6-839f4c72d155 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:02.016768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] Deleting port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:02.017258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.083079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.107433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] For port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,segment=NetworkSegment(0ce73698-c4b0-45fc-9138-22d380f52f5c),segment_id=0ce73698-c4b0-45fc-9138-22d380f52f5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:02.108035 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.123110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] Calling delete_port for 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:02.218448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51372) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:02.254840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24e06694-af4b-4116-804b-c0e11586b866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.262688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.269734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:02.272980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.273743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.289511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] No DVR routers for this DVR port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:02.337041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945505e0-c20d-4618-9f42-0826e22eeba5 None None] Pushing event deleted for resources: {'Port': ['ID=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:02.383922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.389381 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/6e62093f-8c04-43fc-b09e-7fbdf0f614d4 HTTP/1.1" status: 204 len: 168 time: 1.1258748 Sep 30 08:38:02.389902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cce47-ba85-4ed4-aee4-1e862f7e8841 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=6e62093f-8c04-43fc-b09e-7fbdf0f614d4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:02.391546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51378) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:02.440213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f492f51-f1a9-4df2-bc5b-bda328d4ee77 req-4ac65cbe-af35-4d1e-b656-9d1b78b4d8cb tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0373762 Sep 30 08:38:02.487704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Deleting port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:02.488058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.582536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] For port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01, host n-d-807025-5, got binding levels [] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:02.582900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.619373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Calling delete_port for 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:02.625388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 was not found and therefore no delete operation was performed {{(pid=95001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:38:02.626835 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.638179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.681414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] No DVR routers for this DVR port 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:02.714842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dee0f52-03f9-4b31-937f-4a6c3dba3b01,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:02.721178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a54c40d-c258-4bfe-b3a0-3654b82b6b92 None None] Network c6edc6d4-a200-4b2d-a429-cacae441cca4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:02.818415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1945c00b-c1a7-44db-bbe9-fe955ccc8af5 None None] Provisioning complete for port d4fca72e-0e8e-4e06-b117-c76d973bea90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:02.818801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1945c00b-c1a7-44db-bbe9-fe955ccc8af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.838209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.870396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5788b5-1289-4a4d-a2df-60494c02bd41']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:02.899099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4c20fc-e154-4903-8517-ef3eef178d71 req-a26cd7d9-6f42-49a1-90e0-26e42da1fd41 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0430472 Sep 30 08:38:02.900854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce73698-c4b0-45fc-9138-22d380f52f5c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:02.901133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce73698-c4b0-45fc-9138-22d380f52f5c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:02.914924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24e06694-af4b-4116-804b-c0e11586b866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.920287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.924476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d62e140-2abe-4781-8bb0-7535766d1f6f req-882f60f3-a249-469c-ac17-9119cc9af799 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03801062b8634fa7a13adc748125fa15&device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.1150577 Sep 30 08:38:02.935909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24e06694-af4b-4116-804b-c0e11586b866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.944956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.960057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:02.960966 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:02.967492 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:02.972405 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-24e06694-af4b-4116-804b-c0e11586b866 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f8d3a5d3a0b46e9940c01c3e2f5e676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527471 Sep 30 08:38:02.980699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51392) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:03.004353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d62e140-2abe-4781-8bb0-7535766d1f6f req-035b7411-15ff-4911-a03b-afc21ee98f4e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=03801062b8634fa7a13adc748125fa15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414767 Sep 30 08:38:03.039711 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.067983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.074164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.075094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] DHCP port deletion for c6edc6d4-a200-4b2d-a429-cacae441cca4 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:03.077517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ea5788b5-1289-4a4d-a2df-60494c02bd41 HTTP/1.1" status: 204 len: 168 time: 1.6306477 Sep 30 08:38:03.127514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b66bb4-a31b-450d-98e2-ed629d52f307 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5788b5-1289-4a4d-a2df-60494c02bd41,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:03.132302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c04b25ec-33eb-466b-a7d2-ec41274952f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.140728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e06694-af4b-4116-804b-c0e11586b866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04b6ce-4886-45a5-85df-be668118497e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:03.141048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Deleting port d4fca72e-0e8e-4e06-b117-c76d973bea90 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:03.141978 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.191892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c04b25ec-33eb-466b-a7d2-ec41274952f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.228366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port d4fca72e-0e8e-4e06-b117-c76d973bea90 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:03.229110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.240730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] For port d4fca72e-0e8e-4e06-b117-c76d973bea90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d4fca72e-0e8e-4e06-b117-c76d973bea90,segment=NetworkSegment(07e76fc3-e160-44e2-81b1-b10605f63f0a),segment_id=07e76fc3-e160-44e2-81b1-b10605f63f0a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:03.241543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.269864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Calling delete_port for d4fca72e-0e8e-4e06-b117-c76d973bea90 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:03.282085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c04b25ec-33eb-466b-a7d2-ec41274952f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.285175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c04b25ec-33eb-466b-a7d2-ec41274952f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.296193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c04b25ec-33eb-466b-a7d2-ec41274952f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d04b6ce-4886-45a5-85df-be668118497e HTTP/1.1" status: 204 len: 168 time: 0.3121483 Sep 30 08:38:03.305102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b25ec-33eb-466b-a7d2-ec41274952f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04b6ce-4886-45a5-85df-be668118497e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:03.326778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Subnet': ['ID=d69484c9-be5d-4e40-ac1e-a457535ef690,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:03.391363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.411680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Checking segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:03.412089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network hostable DHCP agents. Network: 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:03.427828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e140-2abe-4781-8bb0-7535766d1f6f req-0b128e79-888a-4f60-ad4d-e1d0882f9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:03.438131 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d62e140-2abe-4781-8bb0-7535766d1f6f req-0b128e79-888a-4f60-ad4d-e1d0882f9266 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4253297 Sep 30 08:38:03.446312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port d4fca72e-0e8e-4e06-b117-c76d973bea90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d4fca72e-0e8e-4e06-b117-c76d973bea90,segment=NetworkSegment(07e76fc3-e160-44e2-81b1-b10605f63f0a),segment_id=07e76fc3-e160-44e2-81b1-b10605f63f0a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:03.446765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.464172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] No DVR routers for this DVR port d4fca72e-0e8e-4e06-b117-c76d973bea90 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:03.465970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Pushing event deleted for resources: {'Port': ['ID=d4fca72e-0e8e-4e06-b117-c76d973bea90,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:03.479861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51410) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:03.489928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for d4fca72e-0e8e-4e06-b117-c76d973bea90 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:03.494766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.495177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.495551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.496248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.496774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.496965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.497077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:03.497281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.497860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.498203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.500678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.501042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.501654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9a4d3-6eb7-432b-98d4-6918a113bc76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:03.551543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16e98c5c-b5bd-4ea9-a701-6c7651b7bbef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5c56320e7c14bc18c0edb2ae2b758e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733397 Sep 30 08:38:03.552922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:03.555319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:03.559462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:03.560242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.561734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28efdc-8da3-40dc-b36d-726eb49e2c2e None None] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:03.601158 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4dbcc16-441d-4879-9b0a-7ec9ce6a3757 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.5985730 Sep 30 08:38:03.644353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.727436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f68a41e4-1ddb-4413-b21f-b06b0712fa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.734129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=d4fca72e-0e8e-4e06-b117-c76d973bea90,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:03.757022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port d4fca72e-0e8e-4e06-b117-c76d973bea90 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:03.803252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f68a41e4-1ddb-4413-b21f-b06b0712fa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.877731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:03.881575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:03.887505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-624375188', 'description': 'tempest-secgroup-smoke-624375188 description', 'project_id': 'e44d09e6fd2344029308ca3370614ff0'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:03.920003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.929610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ips': [{'subnet_id': 'd69484c9-be5d-4e40-ac1e-a457535ef690'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:03.929908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.930628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.968296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f68a41e4-1ddb-4413-b21f-b06b0712fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.969865 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:03.971330 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f68a41e4-1ddb-4413-b21f-b06b0712fa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:03.971858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0dee0f52-03f9-4b31-937f-4a6c3dba3b01 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:03.973074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f68a41e4-1ddb-4413-b21f-b06b0712fa95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/684340a2-1d02-45d6-b892-a28ed3b72c9c HTTP/1.1" status: 204 len: 168 time: 0.4143353 Sep 30 08:38:03.979407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6edc6d4-a200-4b2d-a429-cacae441cca4']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:03.982666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d4fca72e-0e8e-4e06-b117-c76d973bea90 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:03.994103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e76fc3-e160-44e2-81b1-b10605f63f0a') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:03.994931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e76fc3-e160-44e2-81b1-b10605f63f0a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:04.012523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.016992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a41e4-1ddb-4413-b21f-b06b0712fa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684340a2-1d02-45d6-b892-a28ed3b72c9c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:04.034283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.046158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:04.046898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:04.053134 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:04.106285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-652c194c-a3ba-408a-8bd2-772a64502221 req-a65a6dac-6cab-41ab-a3c3-c5eaa2644ceb tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0688930 Sep 30 08:38:04.154388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d4fca72e-0e8e-4e06-b117-c76d973bea90 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:04.154934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d4fca72e-0e8e-4e06-b117-c76d973bea90 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:04.182270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.219288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.221879 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/c6edc6d4-a200-4b2d-a429-cacae441cca4 HTTP/1.1" status: 204 len: 168 time: 1.8259141 Sep 30 08:38:04.226692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51438) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.239224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d3235-9948-485f-8681-4933d97f7a65 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=c6edc6d4-a200-4b2d-a429-cacae441cca4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:04.310833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Allocated IP 172.20.0.18 (3c780e7c-7df6-4aba-997d-f0b4b0ca98f2/d69484c9-be5d-4e40-ac1e-a457535ef690/3170b8d4-a61e-4b36-bde4-c7f056dc0acb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:04.315964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f253c-d994-4a98-ac1b-7607bba58732 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:04.317648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-af9f253c-d994-4a98-ac1b-7607bba58732 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0899608 Sep 30 08:38:04.321414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.346287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.355027 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.397087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.398899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5173309 Sep 30 08:38:04.404570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51446) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.414745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'd92b06e4-2ebd-461f-8460-49fefea21248', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:04.423403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39839f-6c6f-498d-ab90-53f6a58a95b3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b06e4-2ebd-461f-8460-49fefea21248,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:04.461889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fcb9aa64-73da-4fb4-9ce7-0db0845a3849 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1352758 Sep 30 08:38:04.462604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51450) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.472151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.472466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1148934052'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:04.510778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:04.522354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.556026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:04.570890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.571409 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment 355ed52a-861f-4adb-8b20-43526c2cc95a of type vlan for network f38e719a-e459-4e22-b243-4431913687b2 Sep 30 08:38:04.604864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.611647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.635416 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.641504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75a7790-fc28-4d34-a98c-fa6bb5184291,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:04.652048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.653393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f55408b2-8ee6-4c2d-8627-a8df03a89298 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2474012 Sep 30 08:38:04.657110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.666492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'd92b06e4-2ebd-461f-8460-49fefea21248', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:04.678848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.687194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:04.688050 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.702396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.725103 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.738512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.746715 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2829626 Sep 30 08:38:04.750080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.758559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': 'f38e719a-e459-4e22-b243-4431913687b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:04.822926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:04.826709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:04.833065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:04.843123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.851770 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.862021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Pushing event updated for resources: {'Port': ['ID=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:04.906889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1336ed-ec37-4648-8068-35c4fd09ab17,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:04.912752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.917392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c5c7d0e8-6c05-4da7-ab60-70323ac797ce tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2589169 Sep 30 08:38:04.922616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51470) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:04.930109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'd92b06e4-2ebd-461f-8460-49fefea21248', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:04.971833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Attempting to bind port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:04.972737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Attempting to bind port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:04.973649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Attempting to bind port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb on network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:04.984350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:04.984713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Checking segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:04.985137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.985575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Bound using segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:04.986075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Bound port: 3170b8d4-a61e-4b36-bde4-c7f056dc0acb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:04.986519 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:04.987277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.116049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.123781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.131964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] For port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:05.163021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] For port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:05.173725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.220030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b55e3a9-40bd-4665-8125-d310b098d68f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:05.239766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.249331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d74e5558-23b5-4ffc-91c8-0d8c875748b6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3254440 Sep 30 08:38:05.251824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51482) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:05.276496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'd92b06e4-2ebd-461f-8460-49fefea21248', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:05.416871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc53b0f-1b58-47c1-9170-7b9a5d35ce32 None None] Pushing event updated for resources: {'Port': ['ID=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:05.432090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94bb535a-5ab4-4525-9bed-12c57c495684 req-20c41535-d262-4e21-bc1b-8e9343e69424 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.1082966 Sep 30 08:38:05.478813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.557378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51490) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:05.628781 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7d62e140-2abe-4781-8bb0-7535766d1f6f req-1b665d91-b458-49ba-bf6e-d24c67791dc8 tempest-ServerShowV254Test-1092744697 tempest-ServerShowV254Test-1092744697-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc188297-9441-4608-b9bf-062083cea8c6 HTTP/1.1" status: 200 len: 210 time: 0.0645108 Sep 30 08:38:05.636920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.646236 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.660439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556d38a-eb01-4843-bb50-6f4c05d65737 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=f38e719a-e459-4e22-b243-4431913687b2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:05.690291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f38e719a-e459-4e22-b243-4431913687b2 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:05.749597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc470d0-e189-4201-b612-fe13aa95b074,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:05.778036 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.783634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:05.792967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-12780162-c0b1-4cb2-9733-09c015ba3614 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5308888 Sep 30 08:38:05.806020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'd92b06e4-2ebd-461f-8460-49fefea21248', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:05.868522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-95371363-network', 'tenant_id': '961088a2a22c4822afb46cd7f0f28132'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:05.878429 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Project e44d09e6fd2344029308ca3370614ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:38:05.888708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:05.899807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.926540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Made reservation on behalf of 961088a2a22c4822afb46cd7f0f28132 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:05.929413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.935931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:05.966198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.048281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.055067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.058431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3170b8d4-a61e-4b36-bde4-c7f056dc0acb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:06.148660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cbfdd9-6c3c-4883-b9bc-bfc37e1a3451,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:06.193858 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.205434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.224161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:06.225424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.235909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.237823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:06.239516 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-edac3c56-ad35-4999-a2d1-364bb833f5be tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4386923 Sep 30 08:38:06.245265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51506) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:06.251548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': 'd92b06e4-2ebd-461f-8460-49fefea21248', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:06.322870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.323228 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Added segment 35136e7b-053f-4b82-864e-7031f23e97dc of type vlan for network daebae17-0bfa-4417-bd95-c58baa342ed6 Sep 30 08:38:06.327175 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Project e44d09e6fd2344029308ca3370614ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:38:06.337939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.355671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7857f-9d82-4948-92ed-d6c3e90dfc5c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:06.452080 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.519211 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.523387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:06.524155 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.541029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.542877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.614994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.668728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] Pushing event updated for resources: {'Network': ['ID=daebae17-0bfa-4417-bd95-c58baa342ed6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:06.683833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b4999f1-bd96-4c58-895d-104407e98d9e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1250389 Sep 30 08:38:06.686783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51516) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:06.686948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42c54f6-a059-4552-989f-7fa66adba9e2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:06.705534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Request body: {'subnet': {'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-95371363-subnet', 'tenant_id': '961088a2a22c4822afb46cd7f0f28132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:06.729937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.740252 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6fb55071-3dea-49d4-b756-417bc44d625c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4846828 Sep 30 08:38:06.740252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=79def166-9f4b-4969-a1dd-59c21d3c81af,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:06.740252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': '355ed52a-861f-4adb-8b20-43526c2cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f38e719a-e459-4e22-b243-4431913687b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:06.740252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: f38e719a-e459-4e22-b243-4431913687b2, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:06.740829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network daebae17-0bfa-4417-bd95-c58baa342ed6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:06.751826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.766132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Made reservation on behalf of 961088a2a22c4822afb46cd7f0f28132 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:06.779584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.790178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network f38e719a-e459-4e22-b243-4431913687b2 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:06.814199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, f38e719a-e459-4e22-b243-4431913687b2) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:06.823596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:06.825068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:06.860090 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bc7aadf4-54d2-458b-9aa8-5101c4af78e2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1084888 Sep 30 08:38:06.862216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:06.873743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': 'f38e719a-e459-4e22-b243-4431913687b2', 'name': 'tempest-PortsIpV6TestJSON-251952635'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:06.887706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79bc836-6617-4607-acb6-a4f947eb7fa1 None None] Network f38e719a-e459-4e22-b243-4431913687b2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:06.985096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:07.015309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:07.153370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:07.161235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:07.224196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:07.225761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:07.241835 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port b9291296-4a7d-46a4-9932-c82aa874d146 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:07.362187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbe3e5f-eca0-4464-8db8-9a46badc6d55,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:07.385891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a9f67-d9ca-4d53-8ec0-6ec91cb45ab4 None None] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:07.445912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51538) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:07.476954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-693cbab3-b703-485c-856b-bf08f4bf5f16 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-624375188&fields=id&tenant_id=e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 267 time: 0.1249254 Sep 30 08:38:07.502755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Checking segment: {'id': '35136e7b-053f-4b82-864e-7031f23e97dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:07.503812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Network hostable DHCP agents. Network: daebae17-0bfa-4417-bd95-c58baa342ed6, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:07.548922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-f38e719a-e459-4e22-b243-4431913687b2', 'network_id': 'f38e719a-e459-4e22-b243-4431913687b2', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': '79def166-9f4b-4969-a1dd-59c21d3c81af'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:07.549886 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:07.590084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::3c6 (f38e719a-e459-4e22-b243-4431913687b2/79def166-9f4b-4969-a1dd-59c21d3c81af/b9291296-4a7d-46a4-9932-c82aa874d146) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:07.646047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-5435c2c9-9222-4cbd-9a20-19f88cb050f7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:07.647746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-5435c2c9-9222-4cbd-9a20-19f88cb050f7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/networks?id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 HTTP/1.1" status: 200 len: 797 time: 0.1389308 Sep 30 08:38:07.666096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Network daebae17-0bfa-4417-bd95-c58baa342ed6 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:07.688525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-f3431e6c-7909-42fa-be4a-cb9f473f53af tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/quotas/e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 375 time: 0.0190094 Sep 30 08:38:07.691009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, daebae17-0bfa-4417-bd95-c58baa342ed6) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:07.697819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:07.698589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:07.720875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7d413fe1-10d6-4ab7-8c46-34bdd146dee9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0329220 Sep 30 08:38:07.734517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48156664-ad2e-4f1a-8ef5-0c206425a94a None None] Network daebae17-0bfa-4417-bd95-c58baa342ed6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:07.803904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-43b4ea4c-f91c-4a50-a135-dd11fb4f9414 None None] Provisioning complete for port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:07.804279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-43b4ea4c-f91c-4a50-a135-dd11fb4f9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:07.872759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-32b785c2-fcd7-44e3-93d7-543ef988b5d9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1438282 Sep 30 08:38:07.908130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea0e3-161a-422b-9b18-010f4204bb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.002084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.023773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3170b8d4-a61e-4b36-bde4-c7f056dc0acb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:08.124313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.125865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea0e3-161a-422b-9b18-010f4204bb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.131038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea0e3-161a-422b-9b18-010f4204bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.174727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network f38e719a-e459-4e22-b243-4431913687b2 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:08.179313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:08.183915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:08.190265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:08.192129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.240718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea0e3-161a-422b-9b18-010f4204bb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d194b11-b25e-460b-9624-da502eee005c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:08.241292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=b9291296-4a7d-46a4-9932-c82aa874d146,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:08.258615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0d1ea0e3-161a-422b-9b18-010f4204bb8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03801062b8634fa7a13adc748125fa15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892346 Sep 30 08:38:08.261617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51558) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:08.302321 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-931e8445-a209-4e1a-9552-cfaf67bf8a45 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4366057 Sep 30 08:38:08.302839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51560) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:08.308743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': 'f38e719a-e459-4e22-b243-4431913687b2', 'name': 'tempest-PortsIpV6TestJSON-1896495570'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:08.392840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ba3add8-dce5-4cef-8156-ce4d9592468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.438488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ba3add8-dce5-4cef-8156-ce4d9592468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.505158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Allocated IP 2001:db8::2 (f38e719a-e459-4e22-b243-4431913687b2/79def166-9f4b-4969-a1dd-59c21d3c81af/43fd6cf0-bd33-4302-8885-47c64f423340) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:08.531131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ba3add8-dce5-4cef-8156-ce4d9592468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.543721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ba3add8-dce5-4cef-8156-ce4d9592468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.545760 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ba3add8-dce5-4cef-8156-ce4d9592468b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d194b11-b25e-460b-9624-da502eee005c HTTP/1.1" status: 204 len: 168 time: 0.2825186 Sep 30 08:38:08.583612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3add8-dce5-4cef-8156-ce4d9592468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d194b11-b25e-460b-9624-da502eee005c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:08.608169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:08.608561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.649084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-f59918b3-971e-4011-9bff-0dfc042296e3 service neutron] 10.222.0.41 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752800 Sep 30 08:38:08.680570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c882ae3-a640-4004-b916-07e52b29e3a3 None None] Network daebae17-0bfa-4417-bd95-c58baa342ed6 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:08.758119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91641a33-dcdc-4922-8c02-579c688fa7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.909152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:08.918813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.921550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8bf7e267-9196-42a5-a982-887ef2ff30ee None None] Provisioning complete for port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:08.922317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bf7e267-9196-42a5-a982-887ef2ff30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:08.973745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port a30fd86c-0e51-41ed-a182-61b04b2b3e11 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:09.122388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-f4c2b8f1-a207-4467-97a7-5d3b0a6ae005 service neutron] 10.222.0.41 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625757 Sep 30 08:38:09.158219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.187497 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.266585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Network f38e719a-e459-4e22-b243-4431913687b2 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:09.271330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:09.279744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:09.302378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51582) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:09.344546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::23d (f38e719a-e459-4e22-b243-4431913687b2/79def166-9f4b-4969-a1dd-59c21d3c81af/a30fd86c-0e51-41ed-a182-61b04b2b3e11) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:09.352483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Pushing event updated for resources: {'Port': ['ID=43fd6cf0-bd33-4302-8885-47c64f423340,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:09.420317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Attempting to bind port 43fd6cf0-bd33-4302-8885-47c64f423340 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:09.421092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Attempting to bind port 43fd6cf0-bd33-4302-8885-47c64f423340 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '355ed52a-861f-4adb-8b20-43526c2cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f38e719a-e459-4e22-b243-4431913687b2'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:09.421832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Attempting to bind port 43fd6cf0-bd33-4302-8885-47c64f423340 on network f38e719a-e459-4e22-b243-4431913687b2 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:09.443456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:09.444019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Checking segment: {'id': '355ed52a-861f-4adb-8b20-43526c2cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f38e719a-e459-4e22-b243-4431913687b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:09.444520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.445192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Bound using segment: {'id': '355ed52a-861f-4adb-8b20-43526c2cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f38e719a-e459-4e22-b243-4431913687b2'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:09.445964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Bound port: 43fd6cf0-bd33-4302-8885-47c64f423340, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355ed52a-861f-4adb-8b20-43526c2cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f38e719a-e459-4e22-b243-4431913687b2'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:09.445964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.603180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] For port 43fd6cf0-bd33-4302-8885-47c64f423340, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:09.607598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] For port 43fd6cf0-bd33-4302-8885-47c64f423340, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=43fd6cf0-bd33-4302-8885-47c64f423340,segment=NetworkSegment(355ed52a-861f-4adb-8b20-43526c2cc95a),segment_id=355ed52a-861f-4adb-8b20-43526c2cc95a)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:09.616320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.625512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7764e115-1ad5-4bd6-9b76-b4cb717f95d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.627280 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.718882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.769062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdab37-b231-4545-8e93-a222e9714b80 None None] Pushing event updated for resources: {'Port': ['ID=43fd6cf0-bd33-4302-8885-47c64f423340,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:09.838407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network f38e719a-e459-4e22-b243-4431913687b2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:09.842379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:09.854118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:09.854730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7764e115-1ad5-4bd6-9b76-b4cb717f95d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.861183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:09.862110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.864367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7764e115-1ad5-4bd6-9b76-b4cb717f95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.873939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=a30fd86c-0e51-41ed-a182-61b04b2b3e11,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:09.902949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-46adec72-5b23-4748-a4bc-de7fb92b46b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5986042 Sep 30 08:38:09.905283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51604) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:09.945283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764e115-1ad5-4bd6-9b76-b4cb717f95d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ef37d-6bc8-4eab-8e21-420a8bc09c93,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:09.981026 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7764e115-1ad5-4bd6-9b76-b4cb717f95d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0cb0421955f4f709d363230b12bb200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752648 Sep 30 08:38:09.981531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:10.116325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b02f-f33e-4b97-b934-9155e2669ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.192347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b983cb1-94f6-4426-a757-b1ca15441c93 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:10.198401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b02f-f33e-4b97-b934-9155e2669ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.199578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51618) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:10.199735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b983cb1-94f6-4426-a757-b1ca15441c93 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c6 HTTP/1.1" status: 200 len: 928 time: 0.2926841 Sep 30 08:38:10.226951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51620) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:10.351799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b02f-f33e-4b97-b934-9155e2669ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.355210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b02f-f33e-4b97-b934-9155e2669ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.357298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4f9b02f-f33e-4b97-b934-9155e2669ca7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/026ef37d-6bc8-4eab-8e21-420a8bc09c93 HTTP/1.1" status: 204 len: 168 time: 0.3746290 Sep 30 08:38:10.424239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b02f-f33e-4b97-b934-9155e2669ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ef37d-6bc8-4eab-8e21-420a8bc09c93,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:10.484004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port a30fd86c-0e51-41ed-a182-61b04b2b3e11 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:10.484372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.524256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1624399082-network', 'tenant_id': 'c5fdcdcca6864be79549f1033daa83a4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:10.584658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-06c363f5-79bf-416d-89ad-ae2ea616fe62 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:10.590543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-06c363f5-79bf-416d-89ad-ae2ea616fe62 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/networks?id=daebae17-0bfa-4417-bd95-c58baa342ed6 HTTP/1.1" status: 200 len: 807 time: 0.2828736 Sep 30 08:38:10.595062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Made reservation on behalf of c5fdcdcca6864be79549f1033daa83a4 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:10.598049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.617012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-22dd60e5-9b40-4c67-be85-66ee578cfe19 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/quotas/961088a2a22c4822afb46cd7f0f28132 HTTP/1.1" status: 200 len: 375 time: 0.0241144 Sep 30 08:38:10.617871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.643067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.663082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for a30fd86c-0e51-41ed-a182-61b04b2b3e11 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:10.671632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-4d3d4213-3a0f-4145-8c70-80902ec1b7af tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=961088a2a22c4822afb46cd7f0f28132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454714 Sep 30 08:38:10.830248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-d6cfbe90-4f7f-4b30-bfc3-24e3424afec4 service neutron] 10.222.0.41 "GET /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467996 Sep 30 08:38:10.875537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.886669 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.898166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.933542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51632) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:10.951140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:10.952205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=a30fd86c-0e51-41ed-a182-61b04b2b3e11,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:10.963375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.966829 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cdf0631b-946d-46d8-ad6c-c571fd3ba88d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/a30fd86c-0e51-41ed-a182-61b04b2b3e11 HTTP/1.1" status: 204 len: 168 time: 0.7656987 Sep 30 08:38:10.968399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d2432f-ebb0-452e-b7b1-8dbc43b17436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.971250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51634) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:10.984742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c9662d-a227-483f-b7f6-5f52cee282a2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:10.996318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.996755 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Added segment 20753c3f-9648-4ef6-b59e-99afdcf68165 of type vlan for network d32d09d9-64e8-4431-96c3-d999cb057c74 Sep 30 08:38:11.006106 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-16860e95-671e-43e6-87b3-8bacf1d03edb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:11.010659 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16860e95-671e-43e6-87b3-8bacf1d03edb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/a30fd86c-0e51-41ed-a182-61b04b2b3e11 HTTP/1.1" status: 404 len: 333 time: 0.0350971 Sep 30 08:38:11.012000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51636) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:11.039658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-b4dcdbac-9d88-43bf-8e2b-d7f28c358b04 service neutron] 10.222.0.41 "GET /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867156 Sep 30 08:38:11.092772 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-40394f19-0832-46fb-8543-b3631adaafa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.148574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d2432f-ebb0-452e-b7b1-8dbc43b17436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.167066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73d2432f-ebb0-452e-b7b1-8dbc43b17436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.193790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.226019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2432f-ebb0-452e-b7b1-8dbc43b17436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be4f7a-5a19-4e06-8fe3-e5d1670fa883,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:11.250138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.254892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:11.255518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.284922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port b9291296-4a7d-46a4-9932-c82aa874d146 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:11.293527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-73d2432f-ebb0-452e-b7b1-8dbc43b17436 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9264250fd59c483f8b2381bdfd6850ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598776 Sep 30 08:38:11.294252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.306343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51644) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:11.418722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82d8fa8e-81bb-4b40-8df8-3dbbe68a105c req-d59e5930-f3f1-4122-818d-51a9bc3e29f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 210 time: 0.0655360 Sep 30 08:38:11.432368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2041140 Sep 30 08:38:11.433216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51646) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:11.453363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Request body: {'subnet': {'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1624399082-subnet', 'tenant_id': 'c5fdcdcca6864be79549f1033daa83a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:11.483983 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.484375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9baa913-9425-4c73-bb9a-120015bd00d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.539489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3197-f4e0-43f9-aee7-adac9f000ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=d32d09d9-64e8-4431-96c3-d999cb057c74,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:11.562584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network d32d09d9-64e8-4431-96c3-d999cb057c74 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:11.573650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9baa913-9425-4c73-bb9a-120015bd00d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.583310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-6cf20322-b29a-48eb-8309-5b862540d4df tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:11.585310 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-6cf20322-b29a-48eb-8309-5b862540d4df tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "GET /v2.0/networks?id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 HTTP/1.1" status: 200 len: 797 time: 0.4133983 Sep 30 08:38:11.661495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f4d04e8-353b-43f0-aee9-3bb6c04eaad6 req-0abcfa79-b2d1-40b3-b638-248a213e80d6 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 210 time: 0.0682271 Sep 30 08:38:11.661495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Made reservation on behalf of c5fdcdcca6864be79549f1033daa83a4 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:11.661495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.689884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.718172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for b9291296-4a7d-46a4-9932-c82aa874d146 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:11.726094 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-3fa819d2-fb51-4b46-be5a-ea9848f7a558 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 471 time: 0.1240869 Sep 30 08:38:11.740790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'port': {'device_id': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'admin_state_up': True, 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'security_groups': ['d92b06e4-2ebd-461f-8460-49fefea21248']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:11.840925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4219b67-65a2-4d38-a968-ae4360a717f2 None None] Network f38e719a-e459-4e22-b243-4431913687b2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:11.958604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.970222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9baa913-9425-4c73-bb9a-120015bd00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.975719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9baa913-9425-4c73-bb9a-120015bd00d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:11.991482 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9baa913-9425-4c73-bb9a-120015bd00d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38be4f7a-5a19-4e06-8fe3-e5d1670fa883 HTTP/1.1" status: 204 len: 168 time: 0.6734638 Sep 30 08:38:12.011966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=b9291296-4a7d-46a4-9932-c82aa874d146,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:12.018171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baa913-9425-4c73-bb9a-120015bd00d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be4f7a-5a19-4e06-8fe3-e5d1670fa883,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:12.026255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:12.037751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.079132 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.084561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ed37893b-bcf9-4e23-bb7d-129aa4aef515 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/b9291296-4a7d-46a4-9932-c82aa874d146 HTTP/1.1" status: 204 len: 168 time: 1.0696785 Sep 30 08:38:12.087851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51656) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:12.157551 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d9cb05-5e0f-4adb-aa08-10fd79b622d3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:12.162156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-36d9cb05-5e0f-4adb-aa08-10fd79b622d3 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/b9291296-4a7d-46a4-9932-c82aa874d146 HTTP/1.1" status: 404 len: 333 time: 0.0731423 Sep 30 08:38:12.162846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 51660) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:12.234971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.20.0.22 (3c780e7c-7df6-4aba-997d-f0b4b0ca98f2/d69484c9-be5d-4e40-ac1e-a457535ef690/dc419de2-acb1-482d-a9ce-248b7934a64f) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:12.369619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 43fd6cf0-bd33-4302-8885-47c64f423340 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:12.410327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f3543499-4c75-47a2-bd78-7a174f80a1b0 None None] Provisioning complete for port 43fd6cf0-bd33-4302-8885-47c64f423340 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:12.410713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3543499-4c75-47a2-bd78-7a174f80a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.492604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.528231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.546763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 79def166-9f4b-4969-a1dd-59c21d3c81af {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:12.620055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 43fd6cf0-bd33-4302-8885-47c64f423340 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:12.620453 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.647419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.711549 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.716843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617c28f3-7382-4a54-b154-eac9e1116e9e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:12.728947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3543499-4c75-47a2-bd78-7a174f80a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.764200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:12.769692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:12.778126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:12.873321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.906106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.906496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.906836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.907177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.907515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.907847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.908174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.908507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.908836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.916196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.916633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:12.930402 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.956484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:12.957160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.979630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=dc419de2-acb1-482d-a9ce-248b7934a64f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:12.981948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3543499-4c75-47a2-bd78-7a174f80a1b0 None None] For port 43fd6cf0-bd33-4302-8885-47c64f423340, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=43fd6cf0-bd33-4302-8885-47c64f423340,segment=NetworkSegment(355ed52a-861f-4adb-8b20-43526c2cc95a),segment_id=355ed52a-861f-4adb-8b20-43526c2cc95a)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:12.991499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-544fc3b0-aebd-4264-b18f-46659eecae28 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2577274 Sep 30 08:38:13.007492 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3543499-4c75-47a2-bd78-7a174f80a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.021921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Request body: {'port': {'device_id': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:13.114102 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.232778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.280794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3543499-4c75-47a2-bd78-7a174f80a1b0 None None] Pushing event updated for resources: {'Port': ['ID=43fd6cf0-bd33-4302-8885-47c64f423340,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:13.288753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Checking segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:13.290356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Network hostable DHCP agents. Network: d32d09d9-64e8-4431-96c3-d999cb057c74, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:13.352584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:38:13.353130 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:38:13.353855 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.444647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1b2b8403-6165-4c75-b243-337a650171a1 None None] Provisioning complete for port dc419de2-acb1-482d-a9ce-248b7934a64f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:13.447735 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8403-6165-4c75-b243-337a650171a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.481292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.626791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b8403-6165-4c75-b243-337a650171a1 None None] Port dc419de2-acb1-482d-a9ce-248b7934a64f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:13.730055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a717ab-0d2a-48a8-9cac-09c6995709aa req-442f21ab-f31f-4377-9833-5ab9a371efbe tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:13.738758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91a717ab-0d2a-48a8-9cac-09c6995709aa req-442f21ab-f31f-4377-9833-5ab9a371efbe tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 932 time: 1.0227695 Sep 30 08:38:13.744400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Network d32d09d9-64e8-4431-96c3-d999cb057c74 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:13.749050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.773489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-54677b2d-c07b-4491-b408-68a45d72af01 None None] Provisioning complete for port 43fd6cf0-bd33-4302-8885-47c64f423340 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:13.774697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-54677b2d-c07b-4491-b408-68a45d72af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.821951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=79def166-9f4b-4969-a1dd-59c21d3c81af,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:13.825295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.830290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51808) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:13.831505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-db316ea2-69e1-4011-9a5c-bb66eee75219 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/79def166-9f4b-4969-a1dd-59c21d3c81af HTTP/1.1" status: 204 len: 168 time: 1.6653445 Sep 30 08:38:13.886909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, d32d09d9-64e8-4431-96c3-d999cb057c74) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:13.907294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:13.908592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.934340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91a717ab-0d2a-48a8-9cac-09c6995709aa req-5d20c25c-6d47-4411-aa05-493a7510836d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942532 Sep 30 08:38:13.935535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eee7bf-e82b-4727-bb47-474d763f4d16 None None] Network d32d09d9-64e8-4431-96c3-d999cb057c74 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:13.948053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-7068b04f-08c0-4b52-8525-064d61a4c27d tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:13.951224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:13.969365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-7068b04f-08c0-4b52-8525-064d61a4c27d tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.50 "GET /v2.0/networks?id=daebae17-0bfa-4417-bd95-c58baa342ed6 HTTP/1.1" status: 200 len: 807 time: 0.7722788 Sep 30 08:38:14.000784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Request body: {'port': {'device_id': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6', 'admin_state_up': True, 'tenant_id': '961088a2a22c4822afb46cd7f0f28132'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:14.002857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.020643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a2003772-4733-4547-807e-704a535bcad3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5716586 Sep 30 08:38:14.187105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3f1ae9c4-1461-4f31-8ea9-a3d4d523624f req-ead97dcb-42e3-4654-ad9e-0cfb70397f1b tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 210 time: 0.0843592 Sep 30 08:38:14.233951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c5f71-381b-4014-a098-0e835a7b6ec7 None None] Network f38e719a-e459-4e22-b243-4431913687b2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:14.270361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Made reservation on behalf of 961088a2a22c4822afb46cd7f0f28132 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:14.275210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.345618 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8d9292a-4b7d-41ee-afa5-9b5c18bdb313 tempest-AgentManagementNegativeTest-119846710 tempest-AgentManagementNegativeTest-119846710-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3775954 Sep 30 08:38:14.403517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc419de2-acb1-482d-a9ce-248b7934a64f {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:14.436515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.458278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 43fd6cf0-bd33-4302-8885-47c64f423340 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:14.460064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.512844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c73682-138a-4852-88d7-2a06e7792d17 None None] Network d32d09d9-64e8-4431-96c3-d999cb057c74 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:14.543720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Transition to ACTIVE for port object dc419de2-acb1-482d-a9ce-248b7934a64f will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:38:14.557364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.605928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Allocated IP 172.20.0.12 (daebae17-0bfa-4417-bd95-c58baa342ed6/bfbe3e5f-eca0-4464-8db8-9a46badc6d55/f0b5170a-2391-44b3-8680-6255796c486d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:14.700815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port 43fd6cf0-bd33-4302-8885-47c64f423340, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=43fd6cf0-bd33-4302-8885-47c64f423340,segment=NetworkSegment(355ed52a-861f-4adb-8b20-43526c2cc95a),segment_id=355ed52a-861f-4adb-8b20-43526c2cc95a)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:14.701201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.766123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 43fd6cf0-bd33-4302-8885-47c64f423340 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:14.825771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Pushing event updated for resources: {'Port': ['ID=dc419de2-acb1-482d-a9ce-248b7934a64f,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:14.891644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 43fd6cf0-bd33-4302-8885-47c64f423340 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:15.034803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 51922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:15.053789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.120379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Attempting to bind port dc419de2-acb1-482d-a9ce-248b7934a64f on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:15.120836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Attempting to bind port dc419de2-acb1-482d-a9ce-248b7934a64f by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:15.121672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Attempting to bind port dc419de2-acb1-482d-a9ce-248b7934a64f on network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:15.162043 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.177998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Port dc419de2-acb1-482d-a9ce-248b7934a64f on network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:38:15.178697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Attempting to bind port dc419de2-acb1-482d-a9ce-248b7934a64f on network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:15.223026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:15.231423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Checking segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:15.233765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Bound using segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:15.235124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Bound port: dc419de2-acb1-482d-a9ce-248b7934a64f, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:15.237598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.243906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.311594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] DHCP port deletion for f38e719a-e459-4e22-b243-4431913687b2 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:15.412440 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca5b4f8e-6520-479c-91ad-54c9b7a53353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.420737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-91efe3b2-738d-4a7c-8096-4c83c06743a5 None None] Could not find standard attr ID for object b9291296-4a7d-46a4-9932-c82aa874d146. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:15.433472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 43fd6cf0-bd33-4302-8885-47c64f423340 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:15.434109 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.454630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Pushing event updated for resources: {'Port': ['ID=f0b5170a-2391-44b3-8680-6255796c486d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:15.460660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Network daebae17-0bfa-4417-bd95-c58baa342ed6 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:15.466854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:15.471768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:15.517057 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.535562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Could not find standard attr ID for object 43fd6cf0-bd33-4302-8885-47c64f423340. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:15.545913 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No ports have port_id starting with 43fd6cf0-bd33-4302-8885-47c64f423340 Sep 30 08:38:15.581933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:15.582689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.584830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Deleting port 43fd6cf0-bd33-4302-8885-47c64f423340 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:15.585748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.610704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-e91764c7-6a20-424a-afe2-e49aad7f2032 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:15.612647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-e91764c7-6a20-424a-afe2-e49aad7f2032 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 814 time: 0.2911031 Sep 30 08:38:15.635690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-3068e045-0aae-4590-89b2-0f115e533478 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/quotas/c5fdcdcca6864be79549f1033daa83a4 HTTP/1.1" status: 200 len: 375 time: 0.0100973 Sep 30 08:38:15.676477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] For port dc419de2-acb1-482d-a9ce-248b7934a64f, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:15.686741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=43fd6cf0-bd33-4302-8885-47c64f423340,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:15.690205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port 43fd6cf0-bd33-4302-8885-47c64f423340 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:15.693914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-605d4aa8-5165-4101-aed5-1cdeff30492a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438466 Sep 30 08:38:15.748385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] For port dc419de2-acb1-482d-a9ce-248b7934a64f, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dc419de2-acb1-482d-a9ce-248b7934a64f,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:15.764105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] For port 43fd6cf0-bd33-4302-8885-47c64f423340, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:15.766131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.767515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.789180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Calling delete_port for 43fd6cf0-bd33-4302-8885-47c64f423340 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:15.794962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Port 43fd6cf0-bd33-4302-8885-47c64f423340 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:38:15.796884 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.838902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] Pushing event deleted for resources: {'Port': ['ID=43fd6cf0-bd33-4302-8885-47c64f423340,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:15.845983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00934397-2a1d-436f-b9ab-c07cac712d9e None None] No DVR routers for this DVR port 43fd6cf0-bd33-4302-8885-47c64f423340 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:15.861792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.872245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-16b9552a-3fd9-4f67-8c7a-03a1e8f0673c service neutron] 10.222.0.41 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672361 Sep 30 08:38:15.899336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:15.901019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.902602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] 10.222.0.57 "PUT /v2.0/ports/dc419de2-acb1-482d-a9ce-248b7934a64f HTTP/1.1" status: 200 len: 1092 time: 2.9007235 Sep 30 08:38:15.905108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'tag': 'dc419de2-acb1-482d-a9ce-248b7934a64f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:15.907876 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d8bf32-fb79-4dcf-9e56-20e393544468" -d '{"events": [{"name": "network-changed", "server_uuid": "01076fa0-f77c-43cf-9250-c2994c3584ca", "tag": "dc419de2-acb1-482d-a9ce-248b7934a64f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:15.945419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38e719a-e459-4e22-b243-4431913687b2']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:15.975969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355ed52a-861f-4adb-8b20-43526c2cc95a') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:15.976278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355ed52a-861f-4adb-8b20-43526c2cc95a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:16.004222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.006194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a94b5-9125-44ed-b206-c69a0e99b9df service neutron] Pushing event updated for resources: {'Port': ['ID=dc419de2-acb1-482d-a9ce-248b7934a64f,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:16.052235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.066482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca5b4f8e-6520-479c-91ad-54c9b7a53353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.068134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:16.068859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:16.073473 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:16.093727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca5b4f8e-6520-479c-91ad-54c9b7a53353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.099571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-8f7cbd28-1a58-4b31-be4c-5d0ae6f0ef65 service neutron] 10.222.0.41 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138531 Sep 30 08:38:16.101858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-cfc4a2cc-7edc-4519-8eea-7418fde286bc tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1057255 Sep 30 08:38:16.134275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Request body: {'port': {'device_id': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:16.254945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.290218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ca5b4f8e-6520-479c-91ad-54c9b7a53353 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=957c325fc10e4d88a3eb43b74c6e62c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2521281 Sep 30 08:38:16.291370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b4f8e-6520-479c-91ad-54c9b7a53353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f8c41-8e08-4941-bda6-b78d0428d090,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:16.297068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-6968b60e-fb84-46e2-954a-3cfa716d0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.298939 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-6968b60e-fb84-46e2-954a-3cfa716d0032 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 1095 time: 0.3205943 Sep 30 08:38:16.300145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52060) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:16.333510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.388269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.394704 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/f38e719a-e459-4e22-b243-4431913687b2 HTTP/1.1" status: 204 len: 168 time: 2.5469816 Sep 30 08:38:16.410329 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-3e3dd655-3651-46c4-8037-f942efe4b1b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dc419de2-acb1-482d-a9ce-248b7934a64f HTTP/1.1" status: 200 len: 217 time: 0.0939658 Sep 30 08:38:16.412667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52072) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:16.442256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-268998771'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:16.562874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096300b-a59a-4a82-8888-01f6c5b69475 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=f38e719a-e459-4e22-b243-4431913687b2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:16.624696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-95694b8e-9e4a-4bd5-a4f6-51c2c5cb1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.627245 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-95694b8e-9e4a-4bd5-a4f6-51c2c5cb1639 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d69484c9-be5d-4e40-ac1e-a457535ef690 HTTP/1.1" status: 200 len: 836 time: 0.1241808 Sep 30 08:38:16.628415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:16.633887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.654754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 43fd6cf0-bd33-4302-8885-47c64f423340 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:16.698823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a00b7-5657-4621-83aa-d7611b193416 req-5cec0aef-3343-4382-bc1f-f0ac13efa269 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.701338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b3a00b7-5657-4621-83aa-d7611b193416 req-5cec0aef-3343-4382-bc1f-f0ac13efa269 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 944 time: 0.2199328 Sep 30 08:38:16.702802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 43fd6cf0-bd33-4302-8885-47c64f423340 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:16.703144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 43fd6cf0-bd33-4302-8885-47c64f423340 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:16.720229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9f69126-3a41-444b-befc-38655c82444b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.757353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9f69126-3a41-444b-befc-38655c82444b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.821620 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9f69126-3a41-444b-befc-38655c82444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.824496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9f69126-3a41-444b-befc-38655c82444b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.828885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9f69126-3a41-444b-befc-38655c82444b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/762f8c41-8e08-4941-bda6-b78d0428d090 HTTP/1.1" status: 204 len: 168 time: 0.5226102 Sep 30 08:38:16.837739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-aff11d05-3b13-45ee-8eb5-73ce56579930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.839781 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-aff11d05-3b13-45ee-8eb5-73ce56579930 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012198 Sep 30 08:38:16.848316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69126-3a41-444b-befc-38655c82444b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f8c41-8e08-4941-bda6-b78d0428d090,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:16.878552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:16.955030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.955532 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment 06ac937f-86ec-41bb-a974-e18df5d9cfc2 of type vlan for network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 Sep 30 08:38:17.137346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:17.171277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:17.177984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:17.178617 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:17.299543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b3a00b7-5657-4621-83aa-d7611b193416 req-620e642f-d75f-4291-ad47-b1a8de12f103 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624106 Sep 30 08:38:17.302634 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-07d37128-8d73-4915-b19e-72a4f3c5e601 service neutron] 10.222.0.57 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446170 Sep 30 08:38:17.350144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52178) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:17.351307 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9245522 Sep 30 08:38:17.366221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:17.445071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425c3d9-9108-4751-bd51-e83347f2cefa tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:17.456741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:17.593602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bb68f-e34a-4aa5-a0fd-1adaf488ac02 req-34f866df-f0dd-41ff-bb10-d245e23c26fe tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:17.595436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-922bb68f-e34a-4aa5-a0fd-1adaf488ac02 req-34f866df-f0dd-41ff-bb10-d245e23c26fe tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 932 time: 0.2078781 Sep 30 08:38:17.608787 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-db88db6d-ad0e-4160-b901-5aa8c62d71eb req-976eceec-db37-4898-b555-0dc09cbd3547 service neutron] 10.222.0.57 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886639 Sep 30 08:38:17.613029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b5170a-2391-44b3-8680-6255796c486d {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:17.632838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:17.669408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Transition to ACTIVE for port object f0b5170a-2391-44b3-8680-6255796c486d will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:38:17.672870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:17.676943 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:17.693272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:17.714855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-922bb68f-e34a-4aa5-a0fd-1adaf488ac02 req-3321833f-f9f3-4463-be2f-7f338541ccbe tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100872 Sep 30 08:38:17.768991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b5170a-2391-44b3-8680-6255796c486d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:17.796743 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32824a-03ce-431a-942c-09060280810f x-openstack-request-id: req-1c32824a-03ce-431a-942c-09060280810f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:17.797037 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01076fa0-f77c-43cf-9250-c2994c3584ca", "tag": "dc419de2-acb1-482d-a9ce-248b7934a64f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:17.797781 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c32824a-03ce-431a-942c-09060280810f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:17.798356 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'tag': 'dc419de2-acb1-482d-a9ce-248b7934a64f', 'status': 'completed', 'code': 200} Sep 30 08:38:17.888998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-1b090b73-fdf0-47d2-8197-b3e6b4ac5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:17.891201 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-1b090b73-fdf0-47d2-8197-b3e6b4ac5235 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 1095 time: 0.0499091 Sep 30 08:38:17.927457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf4bcef2-3280-44e8-bb85-6076e2ed8e0c req-c2ae267f-790b-4d8e-a7b3-3df656304298 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 210 time: 0.0450492 Sep 30 08:38:18.035195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-470e7290-2195-46d0-95e7-73592b485997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.037323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-470e7290-2195-46d0-95e7-73592b485997 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 HTTP/1.1" status: 200 len: 898 time: 0.1342268 Sep 30 08:38:18.038086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52210) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:18.090154 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-ec3865c2-a6c9-4807-bc51-2341f36853c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dc419de2-acb1-482d-a9ce-248b7934a64f HTTP/1.1" status: 200 len: 217 time: 0.0419974 Sep 30 08:38:18.116223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Attempting to bind port f0b5170a-2391-44b3-8680-6255796c486d on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:18.116864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Attempting to bind port f0b5170a-2391-44b3-8680-6255796c486d by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '35136e7b-053f-4b82-864e-7031f23e97dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:18.117694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Attempting to bind port f0b5170a-2391-44b3-8680-6255796c486d on network daebae17-0bfa-4417-bd95-c58baa342ed6 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:18.135778 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.167005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Port f0b5170a-2391-44b3-8680-6255796c486d on network daebae17-0bfa-4417-bd95-c58baa342ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:38:18.167354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Attempting to bind port f0b5170a-2391-44b3-8680-6255796c486d on network daebae17-0bfa-4417-bd95-c58baa342ed6 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:18.236785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-22fd65a7-cb09-4e5c-b07c-f327292bcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.240056 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-22fd65a7-cb09-4e5c-b07c-f327292bcf68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d69484c9-be5d-4e40-ac1e-a457535ef690 HTTP/1.1" status: 200 len: 836 time: 0.1398752 Sep 30 08:38:18.255665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:18.256164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Checking segment: {'id': '35136e7b-053f-4b82-864e-7031f23e97dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:18.256705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Bound using segment: {'id': '35136e7b-053f-4b82-864e-7031f23e97dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:18.257387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Bound port: f0b5170a-2391-44b3-8680-6255796c486d, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35136e7b-053f-4b82-864e-7031f23e97dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:18.257839 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.306541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-23b0fefe-ea08-470e-a4cb-0d2fd4ce5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.308280 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-23b0fefe-ea08-470e-a4cb-0d2fd4ce5165 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580871 Sep 30 08:38:18.340491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-569471448'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:18.420909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=39bff237-21b3-4d8b-bb4b-5db1f785b155,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:18.422532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Made reservation on behalf of 2aa7adbe6aa442d688062aea3d13f004 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:18.426906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.439763 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.472036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-8149acbf-fbd9-4001-9ec2-8445e50f668b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.473692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-8149acbf-fbd9-4001-9ec2-8445e50f668b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.57 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 814 time: 0.3606455 Sep 30 08:38:18.474966 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-d0cd76ba-3a63-4353-9473-710513d2757c service neutron] 10.222.0.57 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501706 Sep 30 08:38:18.489630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-17b1d96d-75e6-4f8c-9fd2-d1d4cd99975b tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.491242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-17b1d96d-75e6-4f8c-9fd2-d1d4cd99975b tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/networks?id=709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 200 len: 814 time: 0.3767896 Sep 30 08:38:18.498166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Request body: {'port': {'device_id': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'admin_state_up': True, 'tenant_id': 'c5fdcdcca6864be79549f1033daa83a4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:18.501544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': '06ac937f-86ec-41bb-a974-e18df5d9cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:18.501945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:18.553418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] For port f0b5170a-2391-44b3-8680-6255796c486d, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:18.556657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-86b6cb7c-46d6-457c-9d3b-91aba5e97709 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/quotas/76a72cc52d3e49419f8f45e22a13025e HTTP/1.1" status: 200 len: 375 time: 0.0469146 Sep 30 08:38:18.609087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] For port f0b5170a-2391-44b3-8680-6255796c486d, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f0b5170a-2391-44b3-8680-6255796c486d,segment=NetworkSegment(35136e7b-053f-4b82-864e-7031f23e97dc),segment_id=35136e7b-053f-4b82-864e-7031f23e97dc)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:18.621503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23d8bf32-fb79-4dcf-9e56-20e393544468 req-ba14b5b4-fec3-4b47-8c8c-0c282aa3b0bd service neutron] 10.222.0.57 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275904 Sep 30 08:38:18.634632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.640369 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.641368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.650235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-5cdf719b-ef79-4bf0-a1fb-baf738990d1b tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a72cc52d3e49419f8f45e22a13025e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795388 Sep 30 08:38:18.650837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:18.669026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:18.685999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf95d0d-8939-40d7-89f8-6085a966dccb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:18.689184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.689585 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Added segment b526931b-e85d-41c8-9b92-9d42d0ba1b96 of type vlan for network acf42691-2f96-49a2-b607-aec79702289a Sep 30 08:38:18.717940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:18.723261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.724173 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.729168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2bffe-7f5b-448c-953e-46ea523fe3a3 None None] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:18.731745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.732893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.734368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] 10.222.0.50 "PUT /v2.0/ports/f0b5170a-2391-44b3-8680-6255796c486d HTTP/1.1" status: 200 len: 1092 time: 2.6094303 Sep 30 08:38:18.737730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.743910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'tag': 'f0b5170a-2391-44b3-8680-6255796c486d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:18.750193 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4" -d '{"events": [{"name": "network-changed", "server_uuid": "b18ad979-707e-470a-ba00-85a77b155bc1", "tag": "f0b5170a-2391-44b3-8680-6255796c486d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:18.769839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.798983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.801298 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.859259 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8198225 Sep 30 08:38:18.862788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52226) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:18.867846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'subnet': {'network_id': 'acf42691-2f96-49a2-b607-aec79702289a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:18.881771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6012d3f4-44f0-4e8a-877a-a61f24c85769 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5276060 Sep 30 08:38:18.884211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52228) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:18.891579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1', 'name': 'tempest-PortsIpV6TestJSON-1892358765', 'fixed_ips': [{'subnet_id': '39bff237-21b3-4d8b-bb4b-5db1f785b155', 'ip_address': '2001:db8::10'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:18.900883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e62beb-4cc2-45fa-9850-e65890f25511 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b5170a-2391-44b3-8680-6255796c486d,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:18.930296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1', 'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': '39bff237-21b3-4d8b-bb4b-5db1f785b155'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:18.931975 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.941526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aa488-f81a-4776-a077-ee2f6a7ee44d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Network': ['ID=acf42691-2f96-49a2-b607-aec79702289a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:18.946303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Made reservation on behalf of c5fdcdcca6864be79549f1033daa83a4 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:18.950015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.961303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network acf42691-2f96-49a2-b607-aec79702289a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:18.968593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-01f7ccb1-b0ce-40bf-af73-9f1289148cde service neutron] 10.222.0.41 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860973 Sep 30 08:38:18.972947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a4c6f7a9-27fe-4bb8-b910-f4f4586d119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.974856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-a4c6f7a9-27fe-4bb8-b910-f4f4586d119e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961088a2a22c4822afb46cd7f0f28132&device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1605129 Sep 30 08:38:19.077163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Made reservation on behalf of 2aa7adbe6aa442d688062aea3d13f004 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:19.080690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.086043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-9458a267-706c-44ca-875c-d1ecfc77e46f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b5170a-2391-44b3-8680-6255796c486d HTTP/1.1" status: 200 len: 217 time: 0.0834770 Sep 30 08:38:19.157930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:19.188494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Allocated IP 2001:db8::2 (0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1/39bff237-21b3-4d8b-bb4b-5db1f785b155/543f9190-7303-4b87-81c2-b0cf775291e1) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:19.246790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-d6e5bc14-e203-44cc-afcd-1fb326c64f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:19.248298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-d6e5bc14-e203-44cc-afcd-1fb326c64f2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfbe3e5f-eca0-4464-8db8-9a46badc6d55 HTTP/1.1" status: 200 len: 847 time: 0.1488931 Sep 30 08:38:19.254374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bcfcd47e-389f-49c4-9e0f-3ecdf3610e85 service neutron] 10.222.0.41 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655997 Sep 30 08:38:19.298308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-8b1e85b4-8995-4a83-981a-d3902e0d745c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=daebae17-0bfa-4417-bd95-c58baa342ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406520 Sep 30 08:38:19.305048 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.310033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Allocated IP 172.20.0.9 (d32d09d9-64e8-4431-96c3-d999cb057c74/617c28f3-7382-4a54-b154-eac9e1116e9e/32741c00-3c17-49f4-bc64-11028c5d8af3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:19.332855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 6150b192-91c3-4d0b-b8b9-239ad6c709af yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:19.423911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.432919 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.450421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.481611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-00c9332b-39e2-44ee-b18f-6045a11dd523 service neutron] 10.222.0.50 "GET /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729343 Sep 30 08:38:19.575079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Pushing event updated for resources: {'Port': ['ID=543f9190-7303-4b87-81c2-b0cf775291e1,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:19.576059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Subnet': ['ID=f38126ae-99c9-4b00-a74d-bf7d66df9498,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:19.596106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:19.599152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:19.609367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:19.642428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Checking segment: {'id': 'b526931b-e85d-41c8-9b92-9d42d0ba1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'acf42691-2f96-49a2-b607-aec79702289a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:19.642428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network hostable DHCP agents. Network: acf42691-2f96-49a2-b607-aec79702289a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:19.682439 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::10 (0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1/39bff237-21b3-4d8b-bb4b-5db1f785b155/6150b192-91c3-4d0b-b8b9-239ad6c709af) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:19.699175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Attempting to bind port 543f9190-7303-4b87-81c2-b0cf775291e1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:19.699840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Attempting to bind port 543f9190-7303-4b87-81c2-b0cf775291e1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '06ac937f-86ec-41bb-a974-e18df5d9cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:19.700911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Attempting to bind port 543f9190-7303-4b87-81c2-b0cf775291e1 on network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:19.712431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbb37649-e0dc-4838-ab55-8a56d79d3186 req-b2cee1c8-0956-4825-97b5-bbed76a8292c service neutron] 10.222.0.50 "GET /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181363 Sep 30 08:38:19.712753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:19.712753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Checking segment: {'id': '06ac937f-86ec-41bb-a974-e18df5d9cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:19.712753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.712753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Bound using segment: {'id': '06ac937f-86ec-41bb-a974-e18df5d9cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:19.712753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Bound port: 543f9190-7303-4b87-81c2-b0cf775291e1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ac937f-86ec-41bb-a974-e18df5d9cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:19.713722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.715518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network acf42691-2f96-49a2-b607-aec79702289a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:19.722469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb9882-95fc-4430-b59a-5d968ed0aa78 req-789b0775-6594-4f85-856c-400d611d1e27 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:19.725146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ddb9882-95fc-4430-b59a-5d968ed0aa78 req-789b0775-6594-4f85-856c-400d611d1e27 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 944 time: 0.1701672 Sep 30 08:38:19.729166 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.742897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, acf42691-2f96-49a2-b607-aec79702289a) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:19.759762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c90aac1-e89a-4704-b67f-326f668c2f34 None None] Network acf42691-2f96-49a2-b607-aec79702289a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:19.764019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:19.764630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.799835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ddb9882-95fc-4430-b59a-5d968ed0aa78 req-8e51b155-9395-4087-a3a7-e95c882f5186 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656152 Sep 30 08:38:19.815871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.818118 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-24e4c42e-e58c-43fc-b849-87019285bd88 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9542472 Sep 30 08:38:19.820839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52240) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:19.827044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1848266535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:19.931149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Network d32d09d9-64e8-4431-96c3-d999cb057c74 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:19.935797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:19.939381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:19.946713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.950738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:19.966206 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:19.968655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.003902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.069508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=6150b192-91c3-4d0b-b8b9-239ad6c709af,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:20.084382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.084806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.085560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.085842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.086466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.086860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.087339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.087723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.088312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.088653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.089036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.089387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:20.109437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da5f9-8630-45b9-b925-a76410da8929 req-5f43bef1-ffe0-4578-887a-439f1a4931c8 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.111175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e7da5f9-8630-45b9-b925-a76410da8929 req-5f43bef1-ffe0-4578-887a-439f1a4931c8 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 944 time: 0.1511934 Sep 30 08:38:20.115112 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:20.116980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:20.119795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.121134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.123015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:20.127622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] For port 543f9190-7303-4b87-81c2-b0cf775291e1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:20.132045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.133357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.145610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] For port 543f9190-7303-4b87-81c2-b0cf775291e1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=543f9190-7303-4b87-81c2-b0cf775291e1,segment=NetworkSegment(06ac937f-86ec-41bb-a974-e18df5d9cfc2),segment_id=06ac937f-86ec-41bb-a974-e18df5d9cfc2)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:20.156621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d515640c-5d74-4f13-a1f0-76c445e2b595 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2689137 Sep 30 08:38:20.159692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.160375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52244) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:20.167866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.170194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1', 'name': 'tempest-PortsIpV6TestJSON-1373055608', 'fixed_ips': [{'subnet_id': '39bff237-21b3-4d8b-bb4b-5db1f785b155', 'ip_address': '2001:db8::f'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:20.186921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.200429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-1d46dbf9-2a14-431e-9145-235f5267e27a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7076805 Sep 30 08:38:20.216150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Request body: {'port': {'device_id': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:20.265987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.271371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1c2db3f1-d7c3-4706-8eee-516fa88e54f7 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4453840 Sep 30 08:38:20.271609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f721160-048c-4ab7-93bb-d8bd601e7e6d None None] Pushing event updated for resources: {'Port': ['ID=543f9190-7303-4b87-81c2-b0cf775291e1,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:20.278273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52246) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:20.297131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e7da5f9-8630-45b9-b925-a76410da8929 req-368181cd-7556-4711-8c8e-485abb34696e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637130 Sep 30 08:38:20.325354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-acf42691-2f96-49a2-b607-aec79702289a', 'network_id': 'acf42691-2f96-49a2-b607-aec79702289a', 'tenant_id': '2aa7adbe6aa442d688062aea3d13f004', 'fixed_ips': [{'subnet_id': 'f38126ae-99c9-4b00-a74d-bf7d66df9498'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:20.328496 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.391162 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd89445-8003-4bfc-93a4-725113c3f981 x-openstack-request-id: req-efd89445-8003-4bfc-93a4-725113c3f981 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:20.397117 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18ad979-707e-470a-ba00-85a77b155bc1", "tag": "f0b5170a-2391-44b3-8680-6255796c486d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:20.397524 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efd89445-8003-4bfc-93a4-725113c3f981 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:20.398167 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'tag': 'f0b5170a-2391-44b3-8680-6255796c486d', 'status': 'completed', 'code': 200} Sep 30 08:38:20.431456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:20.436865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.464132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 8d3c952d-b10d-44d8-aac6-6c7555c12a01 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:20.530222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Allocated IP 172.20.0.2 (acf42691-2f96-49a2-b607-aec79702289a/f38126ae-99c9-4b00-a74d-bf7d66df9498/6a97045b-c54c-4956-a559-ae132ff88813) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:20.633351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.780634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.788472 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.807734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37623e5-5048-4880-ab00-c36ecc508617 req-a60fe661-fd74-4b99-9463-523429205985 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.809641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d37623e5-5048-4880-ab00-c36ecc508617 req-a60fe661-fd74-4b99-9463-523429205985 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 931 time: 0.3222363 Sep 30 08:38:20.834231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Network acf42691-2f96-49a2-b607-aec79702289a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:20.837569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:20.843423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:20.857841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-d42f989b-7c81-4761-8000-8b57f21723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.859962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-d42f989b-7c81-4761-8000-8b57f21723c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961088a2a22c4822afb46cd7f0f28132&device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 1095 time: 0.3675852 Sep 30 08:38:20.860193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Pushing event updated for resources: {'Port': ['ID=6a97045b-c54c-4956-a559-ae132ff88813,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:20.921369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Attempting to bind port 6a97045b-c54c-4956-a559-ae132ff88813 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:20.922302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Attempting to bind port 6a97045b-c54c-4956-a559-ae132ff88813 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b526931b-e85d-41c8-9b92-9d42d0ba1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'acf42691-2f96-49a2-b607-aec79702289a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:20.922765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Attempting to bind port 6a97045b-c54c-4956-a559-ae132ff88813 on network acf42691-2f96-49a2-b607-aec79702289a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:20.932312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:20.932728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Checking segment: {'id': 'b526931b-e85d-41c8-9b92-9d42d0ba1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'acf42691-2f96-49a2-b607-aec79702289a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:20.933620 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:20.934029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Bound using segment: {'id': 'b526931b-e85d-41c8-9b92-9d42d0ba1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'acf42691-2f96-49a2-b607-aec79702289a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:20.934573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Bound port: 6a97045b-c54c-4956-a559-ae132ff88813, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b526931b-e85d-41c8-9b92-9d42d0ba1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'acf42691-2f96-49a2-b607-aec79702289a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:20.934970 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.043381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] For port 6a97045b-c54c-4956-a559-ae132ff88813, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:21.057057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] For port 6a97045b-c54c-4956-a559-ae132ff88813, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6a97045b-c54c-4956-a559-ae132ff88813,segment=NetworkSegment(b526931b-e85d-41c8-9b92-9d42d0ba1b96),segment_id=b526931b-e85d-41c8-9b92-9d42d0ba1b96)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:21.063793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.151312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c59063-890f-4fcf-a980-29721e4e4931 None None] Pushing event updated for resources: {'Port': ['ID=6a97045b-c54c-4956-a559-ae132ff88813,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:21.161191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::f (0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1/39bff237-21b3-4d8b-bb4b-5db1f785b155/8d3c952d-b10d-44d8-aac6-6c7555c12a01) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:21.432300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.475204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.531736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:21.536498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:21.542652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:21.551416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.552544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.569310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=8d3c952d-b10d-44d8-aac6-6c7555c12a01,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:21.576539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d37623e5-5048-4880-ab00-c36ecc508617 req-ad9100d4-c1f4-4963-a3de-c95ffafb0242 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524559 Sep 30 08:38:21.582682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-97b7c45b-9711-415b-85e6-f915738a1fc9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4204977 Sep 30 08:38:21.586048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52252) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:21.642588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f0b5170a-2391-44b3-8680-6255796c486d details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:38:21.683609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929619a-7613-4c75-b612-ad3811b95440 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.687722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0929619a-7613-4c75-b612-ad3811b95440 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0986378 Sep 30 08:38:21.688550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52254) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:21.709186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.760241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7dc325-1a59-42a9-ac8f-78aac5715c0d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.766622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7dc325-1a59-42a9-ac8f-78aac5715c0d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.774877 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7dc325-1a59-42a9-ac8f-78aac5715c0d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.780650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f0b5170a-2391-44b3-8680-6255796c486d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f0b5170a-2391-44b3-8680-6255796c486d,segment=NetworkSegment(35136e7b-053f-4b82-864e-7031f23e97dc),segment_id=35136e7b-053f-4b82-864e-7031f23e97dc)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:21.781870 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b7dc325-1a59-42a9-ac8f-78aac5715c0d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0921986 Sep 30 08:38:21.782756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52256) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:21.800318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd625e91-3f8f-447c-9527-c79aa591117f None None] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:21.831383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'f0b5170a-2391-44b3-8680-6255796c486d', 'network_id': 'daebae17-0bfa-4417-bd95-c58baa342ed6', 'port_id': 'f0b5170a-2391-44b3-8680-6255796c486d', 'mac_address': 'fa:16:3e:9a:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbe3e5f-eca0-4464-8db8-9a46badc6d55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:38:21.850337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-34d6ca9d-59d9-4d1b-a489-1b83117345f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.851850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-34d6ca9d-59d9-4d1b-a489-1b83117345f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=daebae17-0bfa-4417-bd95-c58baa342ed6 HTTP/1.1" status: 200 len: 908 time: 0.8992488 Sep 30 08:38:21.878110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60ecb0af-5fdd-491d-97f4-480c6c921fa8 req-d7ea2baa-0c2b-4b3e-9c81-aff29b548247 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 210 time: 0.1216686 Sep 30 08:38:21.887636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 8d3c952d-b10d-44d8-aac6-6c7555c12a01 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:21.888070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.925368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6b5f5d72-d02d-4277-a5e1-753e3a16bcbf None None] Provisioning complete for port 543f9190-7303-4b87-81c2-b0cf775291e1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:21.926229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d72-d02d-4277-a5e1-753e3a16bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:21.992195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.014207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 8d3c952d-b10d-44d8-aac6-6c7555c12a01 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:22.026933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.032473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-23dc2e18-0635-4604-9050-de75c1873172 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b5170a-2391-44b3-8680-6255796c486d HTTP/1.1" status: 200 len: 217 time: 0.1607890 Sep 30 08:38:22.087082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b5170a-2391-44b3-8680-6255796c486d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:22.103350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-7898ab26-316b-4cc0-92ae-51d2456d43db tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:22.104940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-7898ab26-316b-4cc0-92ae-51d2456d43db tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "GET /v2.0/networks?id=709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 200 len: 814 time: 0.5274982 Sep 30 08:38:22.112432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f0b5170a-2391-44b3-8680-6255796c486d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f0b5170a-2391-44b3-8680-6255796c486d,segment=NetworkSegment(35136e7b-053f-4b82-864e-7031f23e97dc),segment_id=35136e7b-053f-4b82-864e-7031f23e97dc)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:22.122106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dc419de2-acb1-482d-a9ce-248b7934a64f details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:38:22.182813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.186865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Request body: {'port': {'device_id': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de', 'admin_state_up': True, 'tenant_id': '76a72cc52d3e49419f8f45e22a13025e'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:22.223882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=8d3c952d-b10d-44d8-aac6-6c7555c12a01,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:22.226339 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.263218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.269120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-457fe963-10bd-4e4f-85e7-2c1e814d3869 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/8d3c952d-b10d-44d8-aac6-6c7555c12a01 HTTP/1.1" status: 204 len: 168 time: 0.4824667 Sep 30 08:38:22.270668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52258) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:22.270931 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d72-d02d-4277-a5e1-753e3a16bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.297290 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-154b7fd3-14b6-4ad1-9a63-703bc2827c22 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:22.299464 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-154b7fd3-14b6-4ad1-9a63-703bc2827c22 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/8d3c952d-b10d-44d8-aac6-6c7555c12a01 HTTP/1.1" status: 404 len: 333 time: 0.0274601 Sep 30 08:38:22.301986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52260) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:22.313570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f0b5170a-2391-44b3-8680-6255796c486d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:22.370408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port dc419de2-acb1-482d-a9ce-248b7934a64f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dc419de2-acb1-482d-a9ce-248b7934a64f,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:22.407959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'dc419de2-acb1-482d-a9ce-248b7934a64f', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'port_id': 'dc419de2-acb1-482d-a9ce-248b7934a64f', 'mac_address': 'fa:16:3e:eb:c3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:38:22.426658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6b5f5d72-d02d-4277-a5e1-753e3a16bcbf None None] For port 543f9190-7303-4b87-81c2-b0cf775291e1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=543f9190-7303-4b87-81c2-b0cf775291e1,segment=NetworkSegment(06ac937f-86ec-41bb-a974-e18df5d9cfc2),segment_id=06ac937f-86ec-41bb-a974-e18df5d9cfc2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:22.432407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5ec4d-dcec-4949-a936-cf255e9dc3c3 req-0c36cb15-3e72-4196-affb-dcaabeaace6a tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:22.433060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d72-d02d-4277-a5e1-753e3a16bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.440175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 6150b192-91c3-4d0b-b8b9-239ad6c709af {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:22.440692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.441190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37b5ec4d-dcec-4949-a936-cf255e9dc3c3 req-0c36cb15-3e72-4196-affb-dcaabeaace6a tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 944 time: 0.4285264 Sep 30 08:38:22.490981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-5b0ea830-255b-414f-a80d-e4ec9aaf2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:22.492773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-5b0ea830-255b-414f-a80d-e4ec9aaf2ae0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfbe3e5f-eca0-4464-8db8-9a46badc6d55 HTTP/1.1" status: 200 len: 847 time: 0.4096491 Sep 30 08:38:22.517809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f0b5170a-2391-44b3-8680-6255796c486d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:22.557027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.578670 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.602622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Allocated IP 172.20.0.1 (acf42691-2f96-49a2-b607-aec79702289a/f38126ae-99c9-4b00-a74d-bf7d66df9498/601ffa05-9a8d-47fb-a55a-e183188389fd) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:22.603803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 6150b192-91c3-4d0b-b8b9-239ad6c709af owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:22.621872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662572a-2bf9-4bea-82cf-51b635f995f2 None None] Network acf42691-2f96-49a2-b607-aec79702289a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:22.653937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-980335fa-16d1-4b85-a5db-494f14cfab85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=daebae17-0bfa-4417-bd95-c58baa342ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410325 Sep 30 08:38:22.668947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:22.680636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc419de2-acb1-482d-a9ce-248b7934a64f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:22.695567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f5d72-d02d-4277-a5e1-753e3a16bcbf None None] Pushing event updated for resources: {'Port': ['ID=543f9190-7303-4b87-81c2-b0cf775291e1,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:22.741970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.746960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37b5ec4d-dcec-4949-a936-cf255e9dc3c3 req-62b58b57-aeea-47b5-bf4f-f3296ca4596f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047745 Sep 30 08:38:22.761435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0cfb47c9-2ed3-4908-8f48-8659400ddc80 None None] Provisioning complete for port 6a97045b-c54c-4956-a559-ae132ff88813 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:22.761435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0cfb47c9-2ed3-4908-8f48-8659400ddc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.800245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.843468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=6150b192-91c3-4d0b-b8b9-239ad6c709af,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:22.857487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 543f9190-7303-4b87-81c2-b0cf775291e1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:22.869635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Transition to ACTIVE for port object 32741c00-3c17-49f4-bc64-11028c5d8af3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:38:22.879426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Made reservation on behalf of 76a72cc52d3e49419f8f45e22a13025e for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:22.883642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.895052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.895808 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.899850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:22.901613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9f3c56a2-ae57-45d0-9536-20afed045a31 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/6150b192-91c3-4d0b-b8b9-239ad6c709af HTTP/1.1" status: 204 len: 168 time: 0.5983145 Sep 30 08:38:22.902353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52264) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:22.931858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port dc419de2-acb1-482d-a9ce-248b7934a64f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dc419de2-acb1-482d-a9ce-248b7934a64f,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:22.933398 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d749ce7b-06c8-408b-9155-bd33e7cf7787 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:22.935370 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d749ce7b-06c8-408b-9155-bd33e7cf7787 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/6150b192-91c3-4d0b-b8b9-239ad6c709af HTTP/1.1" status: 404 len: 333 time: 0.0321441 Sep 30 08:38:22.939496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52268) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:22.981124 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.015186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 39bff237-21b3-4d8b-bb4b-5db1f785b155 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:23.019052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.072217 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.081105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:23.124195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-e206e970-6bde-4c2a-a9ea-2da2dbe09214 service neutron] 10.222.0.50 "GET /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479151 Sep 30 08:38:23.169248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=dc419de2-acb1-482d-a9ce-248b7934a64f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:23.188230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0cfb47c9-2ed3-4908-8f48-8659400ddc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.202498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149321-b5a4-4b83-a0a0-160fa1e76bea req-63d14fe2-a548-4a56-a84b-c4d70b917099 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:23.204070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7149321-b5a4-4b83-a0a0-160fa1e76bea req-63d14fe2-a548-4a56-a84b-c4d70b917099 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 945 time: 0.3128817 Sep 30 08:38:23.205525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.230272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.235673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 543f9190-7303-4b87-81c2-b0cf775291e1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:23.236352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.278684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.282764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['dc419de2-acb1-482d-a9ce-248b7934a64f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:23.314737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=39bff237-21b3-4d8b-bb4b-5db1f785b155,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:23.336271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.341855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-345e027e-9ad6-4a6d-ab24-b89dc2df0ba4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/39bff237-21b3-4d8b-bb4b-5db1f785b155 HTTP/1.1" status: 204 len: 168 time: 0.4004338 Sep 30 08:38:23.342586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52270) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:23.360376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0cfb47c9-2ed3-4908-8f48-8659400ddc80 None None] For port 6a97045b-c54c-4956-a559-ae132ff88813, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6a97045b-c54c-4956-a559-ae132ff88813,segment=NetworkSegment(b526931b-e85d-41c8-9b92-9d42d0ba1b96),segment_id=b526931b-e85d-41c8-9b92-9d42d0ba1b96)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:23.380705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0cfb47c9-2ed3-4908-8f48-8659400ddc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.400231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network acf42691-2f96-49a2-b607-aec79702289a is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:23.436642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Port': ['ID=601ffa05-9a8d-47fb-a55a-e183188389fd,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:23.440898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:23.443844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:23.457405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:23.457775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:23.458111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 on network d32d09d9-64e8-4431-96c3-d999cb057c74 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:23.488178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7149321-b5a4-4b83-a0a0-160fa1e76bea req-f411877b-7368-447c-95ac-d10158426a1d tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491326 Sep 30 08:38:23.504342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6a97045b-c54c-4956-a559-ae132ff88813 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:23.511749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Port 32741c00-3c17-49f4-bc64-11028c5d8af3 on network d32d09d9-64e8-4431-96c3-d999cb057c74 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:38:23.512121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 on network d32d09d9-64e8-4431-96c3-d999cb057c74 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:23.515658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.535764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Allocated IP 172.20.0.2 (709e91f1-0596-43d7-ad4e-e18c9854f3de/360610ce-9f95-4dac-afb9-bd35dabe78df/2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:23.535764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-430e1d10-0fcf-4bbc-9cc1-7e7ff5f52de4 req-0957f619-d351-4ddb-887d-3184a28e0929 service neutron] 10.222.0.50 "GET /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807926 Sep 30 08:38:23.542825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:23.543170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Checking segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:23.543566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Bound using segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:23.544014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Bound port: 32741c00-3c17-49f4-bc64-11028c5d8af3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:23.544757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.554137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.616661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383289a-38c7-482a-a71e-bb5bf682d0d7 None None] Network 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:23.630173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 543f9190-7303-4b87-81c2-b0cf775291e1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:23.630510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.708118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port 543f9190-7303-4b87-81c2-b0cf775291e1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=543f9190-7303-4b87-81c2-b0cf775291e1,segment=NetworkSegment(06ac937f-86ec-41bb-a974-e18df5d9cfc2),segment_id=06ac937f-86ec-41bb-a974-e18df5d9cfc2)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:23.708668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.727758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 543f9190-7303-4b87-81c2-b0cf775291e1 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:23.739727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb47c9-2ed3-4908-8f48-8659400ddc80 None None] Pushing event updated for resources: {'Port': ['ID=6a97045b-c54c-4956-a559-ae132ff88813,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:23.742813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c01c3eff-8048-417b-9a8b-3b4fe89aee3f None None] Provisioning complete for port 543f9190-7303-4b87-81c2-b0cf775291e1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:23.743186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c01c3eff-8048-417b-9a8b-3b4fe89aee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.787647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:23.793646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:23.806721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.832893 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.869829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=543f9190-7303-4b87-81c2-b0cf775291e1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:23.875772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port 543f9190-7303-4b87-81c2-b0cf775291e1 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:23.878723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c01c3eff-8048-417b-9a8b-3b4fe89aee3f None None] Could not find standard attr ID for object 543f9190-7303-4b87-81c2-b0cf775291e1. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:23.884496 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-c01c3eff-8048-417b-9a8b-3b4fe89aee3f None None] No ports have port_id starting with 543f9190-7303-4b87-81c2-b0cf775291e1 Sep 30 08:38:23.914983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6a97045b-c54c-4956-a559-ae132ff88813 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:23.915599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.917090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c01c3eff-8048-417b-9a8b-3b4fe89aee3f None None] Could not find standard attr ID for object 6150b192-91c3-4d0b-b8b9-239ad6c709af. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:23.985924 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:23.989812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:24.013191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:24.014025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.015684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-7e8bdb77-90db-46d5-88b2-7038ff4fe045 service neutron] 10.222.0.57 "PUT /v2.0/ports/32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 1091 time: 3.8069055 Sep 30 08:38:24.020961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:24.030574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:24.035998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ac937f-86ec-41bb-a974-e18df5d9cfc2') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:24.036285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ac937f-86ec-41bb-a974-e18df5d9cfc2') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:24.036639 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2451c328-fe89-4c3f-b566-7c14878626e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:24.048371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.058338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff55d-455f-4ea5-bdfb-28e1b52dda5b req-6d6f3b7c-748b-446f-8055-23c141edf7b6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:24.060122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-022ff55d-455f-4ea5-bdfb-28e1b52dda5b req-6d6f3b7c-748b-446f-8055-23c141edf7b6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.4230542 Sep 30 08:38:24.070342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.077621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:24.078152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:24.082267 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:24.152995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.159993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-95f76f66-c1d6-49cc-8025-d0618f6065ed None None] Provisioning complete for port 601ffa05-9a8d-47fb-a55a-e183188389fd triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:24.160362 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95f76f66-c1d6-49cc-8025-d0618f6065ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.173569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.176908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.177829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.183115 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 HTTP/1.1" status: 204 len: 168 time: 0.8336654 Sep 30 08:38:24.183115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e9f9-9a71-4d7a-a269-c56393687d9d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:24.184001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52276) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:24.195902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1973508370'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:24.206545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb7134-c68d-4431-81a5-a43e2465bb0b None None] DHCP port deletion for 0417d8f5-b2c6-40df-ba58-9d0e85f7b2d1 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:24.224266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-022ff55d-455f-4ea5-bdfb-28e1b52dda5b req-65fc6950-51bf-43f0-9898-412ec4767371 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365628 Sep 30 08:38:24.263838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-95f76f66-c1d6-49cc-8025-d0618f6065ed None None] Port 601ffa05-9a8d-47fb-a55a-e183188389fd cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:24.292121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-cb38564d-0516-4331-bf9f-4b0542dc4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:24.294384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-cb38564d-0516-4331-bf9f-4b0542dc4808 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1094 time: 0.2049751 Sep 30 08:38:24.301219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:24.305762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.306076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-95f76f66-c1d6-49cc-8025-d0618f6065ed None None] Provisioning complete for port 6a97045b-c54c-4956-a559-ae132ff88813 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:24.306394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-95f76f66-c1d6-49cc-8025-d0618f6065ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.387523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-750ea397-3184-44e7-b0a9-3064e80dd33d req-7f2333fb-0914-4f0d-9316-b378760ddaf2 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 210 time: 0.0885203 Sep 30 08:38:24.396099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-ec9194dc-ff57-4b6e-9744-3b70b613c449 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.0880346 Sep 30 08:38:24.413355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-95f76f66-c1d6-49cc-8025-d0618f6065ed None None] Could not find standard attr ID for object 8d3c952d-b10d-44d8-aac6-6c7555c12a01. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:24.504515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:24.577327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6a97045b-c54c-4956-a559-ae132ff88813 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:24.627257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6a97045b-c54c-4956-a559-ae132ff88813 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:24.627773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.761900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 543f9190-7303-4b87-81c2-b0cf775291e1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:24.797464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 543f9190-7303-4b87-81c2-b0cf775291e1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:24.798253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 543f9190-7303-4b87-81c2-b0cf775291e1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:24.893875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.930569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:24.930934 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Added segment a319e08f-3ab0-43f5-8352-ecb8da0dcf2d of type vlan for network 4cac185c-dd8a-4a05-8ca2-8cc381713230 Sep 30 08:38:25.048194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Network 709e91f1-0596-43d7-ad4e-e18c9854f3de is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:25.049855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-67983a85-eeaa-42d8-bce9-e09d6df6e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.051379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-67983a85-eeaa-42d8-bce9-e09d6df6e666 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.6163104 Sep 30 08:38:25.074557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:25.093890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:25.097357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.099399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Pushing event updated for resources: {'Port': ['ID=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:25.109816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617b4e-7b00-458d-a227-ee9bb0426a28 req-f8696351-acaa-45d9-8972-80abe6003cb3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.111378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d617b4e-7b00-458d-a227-ee9bb0426a28 req-f8696351-acaa-45d9-8972-80abe6003cb3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 945 time: 0.6422083 Sep 30 08:38:25.154022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-2587f9f5-b348-4e67-83a9-6e111db5ba6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908661 Sep 30 08:38:25.292046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.292661 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.331270 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.336684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.337249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.365550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d617b4e-7b00-458d-a227-ee9bb0426a28 req-b15e0eb0-58b4-46f2-b66a-dbff2fdf10e6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172406 Sep 30 08:38:25.414615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2265747 Sep 30 08:38:25.414615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-bf3d5097-a276-4c2e-af60-45ceb405344d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2421300 Sep 30 08:38:25.415092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52284) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:25.421843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:25.425220 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7f454-b3c9-4630-9cdb-d2f25de02317 x-openstack-request-id: req-d2a7f454-b3c9-4630-9cdb-d2f25de02317 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:25.425604 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:25.425859 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2a7f454-b3c9-4630-9cdb-d2f25de02317 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:25.426257 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'status': 'completed', 'code': 200} Sep 30 08:38:25.443373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Request body: {'port': {'device_id': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:25.514009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.518186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e5895-53e8-4b5c-983b-0cdf048a0d98 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Network': ['ID=4cac185c-dd8a-4a05-8ca2-8cc381713230,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:25.524647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-17571643-86a0-4357-bed9-d0ed7bf16cdf service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267016 Sep 30 08:38:25.527662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:25.531492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.532101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:25.541468 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.673738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f0b5170a-2391-44b3-8680-6255796c486d up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:25.728086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port f0b5170a-2391-44b3-8680-6255796c486d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:38:25.731388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.731856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port f0b5170a-2391-44b3-8680-6255796c486d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:25.732237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.742314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.750344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.752168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Port': ['ID=601ffa05-9a8d-47fb-a55a-e183188389fd,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:25.773191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd56bbd-d654-4a26-b5e0-1c645945cf5c req-a240053e-96d1-473d-9384-24fadc345da2 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.774747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abd56bbd-d654-4a26-b5e0-1c645945cf5c req-a240053e-96d1-473d-9384-24fadc345da2 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 945 time: 0.2638092 Sep 30 08:38:25.791337 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.805491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=4adb3f9b-31fb-4138-9706-04947b799bf0,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:25.807808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Checking segment: {'id': 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:25.808162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network hostable DHCP agents. Network: 4cac185c-dd8a-4a05-8ca2-8cc381713230, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:25.830107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.834183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:25.844844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 4cac185c-dd8a-4a05-8ca2-8cc381713230) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:25.846732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.849578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.850301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.870577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f47fc-ebb2-41cd-9240-9aaf92e9efb6 None None] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:25.870825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b031aa52-3b34-46e8-b2f0-e06decf2e1c5 req-6e7eeb8d-8b54-43d2-abdf-956905746690 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300703 Sep 30 08:38:25.870951 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-946a338a-a4f4-44d2-aad0-3e33b271a116 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4509435 Sep 30 08:38:25.870951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52286) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:25.878244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-378490754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:25.900122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b5170a-2391-44b3-8680-6255796c486d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:25.902590 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded18c0a-b263-4f16-bfbd-a7e9b89b141e" -d '{"events": [{"server_uuid": "b18ad979-707e-470a-ba00-85a77b155bc1", "name": "network-vif-plugged", "status": "completed", "tag": "f0b5170a-2391-44b3-8680-6255796c486d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:25.908294 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.911321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.943138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port f0b5170a-2391-44b3-8680-6255796c486d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f0b5170a-2391-44b3-8680-6255796c486d,segment=NetworkSegment(35136e7b-053f-4b82-864e-7031f23e97dc),segment_id=35136e7b-053f-4b82-864e-7031f23e97dc)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:25.948061 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.978363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:25.984047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.005111 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.009490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e3580a22-8b39-4f35-8845-55984e13b5f2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1348484 Sep 30 08:38:26.009844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52290) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:26.015809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230', 'name': 'tempest-PortsIpV6TestJSON-216214410'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:26.018139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=f0b5170a-2391-44b3-8680-6255796c486d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:26.035530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abd56bbd-d654-4a26-b5e0-1c645945cf5c req-01ebcaef-5ad4-4400-be8a-40c0758eceb6 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327330 Sep 30 08:38:26.075953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network acf42691-2f96-49a2-b607-aec79702289a is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:26.086431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:26.094171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-9f79f129-d932-4a9d-97b4-14b87676e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:26.095738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-9f79f129-d932-4a9d-97b4-14b87676e77b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1094 time: 0.1689718 Sep 30 08:38:26.125399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-4cac185c-dd8a-4a05-8ca2-8cc381713230', 'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': '4adb3f9b-31fb-4138-9706-04947b799bf0'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:26.126290 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.149035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dc419de2-acb1-482d-a9ce-248b7934a64f up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:26.166541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:26.172006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.204717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port bf8a997d-ec32-4db8-b384-f3621cbb79b1 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:26.327140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Allocated IP 2001:db8::2 (4cac185c-dd8a-4a05-8ca2-8cc381713230/4adb3f9b-31fb-4138-9706-04947b799bf0/0151701c-f36a-40a1-95ce-35a76e60df7e) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:26.350820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port dc419de2-acb1-482d-a9ce-248b7934a64f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:38:26.364816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port dc419de2-acb1-482d-a9ce-248b7934a64f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:26.365197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.404257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43e694-c4d1-4e67-bb8c-77d142dddc3a req-fc5cdf4e-50e9-4598-9ff1-0c580193bdf0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:26.405883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e43e694-c4d1-4e67-bb8c-77d142dddc3a req-fc5cdf4e-50e9-4598-9ff1-0c580193bdf0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.2201021 Sep 30 08:38:26.448261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-dae3d6cf-4772-4748-a5bf-e1492a4870ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:26.449860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-dae3d6cf-4772-4748-a5bf-e1492a4870ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.3414466 Sep 30 08:38:26.476102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5ab20097-f754-4128-bb6b-9acdee374daa None None] Provisioning complete for port 601ffa05-9a8d-47fb-a55a-e183188389fd triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:26.476466 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ab20097-f754-4128-bb6b-9acdee374daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.546929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-7fddbbff-566b-4e05-9c7a-e819162b3242 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.0678003 Sep 30 08:38:26.561811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:26.568821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5ab20097-f754-4128-bb6b-9acdee374daa None None] Port 601ffa05-9a8d-47fb-a55a-e183188389fd cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:26.571327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e43e694-c4d1-4e67-bb8c-77d142dddc3a req-e4912106-8fe1-4677-a1c5-671b5f7e1063 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528997 Sep 30 08:38:26.574927 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.593294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.601178 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.611391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.620751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Router 7b1ef8c8-5323-47cc-82e4-98a6c6be50be is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:38:26.634292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Transition to ACTIVE for port object 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:38:26.646546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.648756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port dc419de2-acb1-482d-a9ce-248b7934a64f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dc419de2-acb1-482d-a9ce-248b7934a64f,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:26.651486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-b5e87087-8bd4-4b49-9411-dcacec96da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:26.653417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-b5e87087-8bd4-4b49-9411-dcacec96da8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.0862224 Sep 30 08:38:26.656715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.669632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:26.675922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Pushing event updated for resources: {'Port': ['ID=0151701c-f36a-40a1-95ce-35a76e60df7e,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:26.678635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:26.682639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:26.699531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::cc (4cac185c-dd8a-4a05-8ca2-8cc381713230/4adb3f9b-31fb-4138-9706-04947b799bf0/bf8a997d-ec32-4db8-b384-f3621cbb79b1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:26.777429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=dc419de2-acb1-482d-a9ce-248b7934a64f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:26.779703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Attempting to bind port 0151701c-f36a-40a1-95ce-35a76e60df7e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:26.780073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Attempting to bind port 0151701c-f36a-40a1-95ce-35a76e60df7e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:26.780433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Attempting to bind port 0151701c-f36a-40a1-95ce-35a76e60df7e on network 4cac185c-dd8a-4a05-8ca2-8cc381713230 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:26.785899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-d81ad949-693c-467b-bd0e-966bafb299e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998676 Sep 30 08:38:26.786500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:26.787991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Checking segment: {'id': 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:26.787991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.787991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Bound using segment: {'id': 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:26.788355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Bound port: 0151701c-f36a-40a1-95ce-35a76e60df7e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4cac185c-dd8a-4a05-8ca2-8cc381713230'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:26.788607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.859334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] For port 0151701c-f36a-40a1-95ce-35a76e60df7e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:26.860275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:26.863665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] For port 0151701c-f36a-40a1-95ce-35a76e60df7e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0151701c-f36a-40a1-95ce-35a76e60df7e,segment=NetworkSegment(a319e08f-3ab0-43f5-8352-ecb8da0dcf2d),segment_id=a319e08f-3ab0-43f5-8352-ecb8da0dcf2d)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:26.871131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.887681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.896464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:26.921155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f08a0f81-16c9-460a-a88a-c48aaba33baf tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "PUT /v2.0/routers/7b1ef8c8-5323-47cc-82e4-98a6c6be50be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6416726 Sep 30 08:38:26.923910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52294) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:26.927462 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] Sync routers for ids ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:26.930657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc69a7-370e-46bd-bd06-54cbc5cb22bc req-ffab93d5-7c08-4f71-ace9-77df2c231151 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:26.932266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6acc69a7-370e-46bd-bd06-54cbc5cb22bc req-ffab93d5-7c08-4f71-ace9-77df2c231151 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 943 time: 0.2758303 Sep 30 08:38:26.938281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adff6da-9b35-4434-bc62-26402ac58732 None None] Pushing event updated for resources: {'Port': ['ID=0151701c-f36a-40a1-95ce-35a76e60df7e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:26.940682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'port': {'network_id': 'acf42691-2f96-49a2-b607-aec79702289a', 'name': 'tempest-FloatingIPNegativeTestJSON-1683320069'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:26.942588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] Routers {'7b1ef8c8-5323-47cc-82e4-98a6c6be50be'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:26.943456 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:26.986382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:26.997571 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:27.009588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] Routers {'7b1ef8c8-5323-47cc-82e4-98a6c6be50be'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:27.010778 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:27.048525 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:27.050354 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e96496-8160-4136-9ef9-2bd4980313ff None None] The sync data for ids ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:27.062771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-1a1aedda-c11c-4606-80b6-3e09b90b0af5 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426016 Sep 30 08:38:27.088884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6acc69a7-370e-46bd-bd06-54cbc5cb22bc req-8368aaa5-5ca2-406e-8e2a-3b5a56b93d3d tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256225 Sep 30 08:38:27.101886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Attempting to bind port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:27.102257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Attempting to bind port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:27.102596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Attempting to bind port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb on network 709e91f1-0596-43d7-ad4e-e18c9854f3de {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:27.129604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:27.136775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:27.143296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:27.149737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.150543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.158143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb on network 709e91f1-0596-43d7-ad4e-e18c9854f3de not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:38:27.158460 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca366c3-fc80-45d1-8349-8f6fcb0ae74b x-openstack-request-id: req-fca366c3-fc80-45d1-8349-8f6fcb0ae74b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:27.158617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Attempting to bind port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb on network 709e91f1-0596-43d7-ad4e-e18c9854f3de {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:27.159395 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ad979-707e-470a-ba00-85a77b155bc1", "name": "network-vif-plugged", "status": "completed", "tag": "f0b5170a-2391-44b3-8680-6255796c486d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:27.159704 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fca366c3-fc80-45d1-8349-8f6fcb0ae74b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:27.160171 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b5170a-2391-44b3-8680-6255796c486d', 'code': 200} Sep 30 08:38:27.169302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:27.170021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Checking segment: {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:27.170524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Bound using segment: {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:27.171008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Bound port: 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:27.171445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bf8a997d-ec32-4db8-b384-f3621cbb79b1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:27.171632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.217979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7c1abf9-1521-42c8-982a-7433a8988bf8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2067754 Sep 30 08:38:27.222647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:27.243735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2451c328-fe89-4c3f-b566-7c14878626e1 req-2bbcea55-ab62-4938-8e02-c542b92b947f service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716778 Sep 30 08:38:27.398461 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] For port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:27.404007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] For port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:27.409174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70c02-6429-4133-9f01-c11c0bfe22f9 req-708e45f9-5af3-4133-8370-48ff4f6c22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.411060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4c70c02-6429-4133-9f01-c11c0bfe22f9 req-708e45f9-5af3-4133-8370-48ff4f6c22d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 1097 time: 0.1259551 Sep 30 08:38:27.413578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.421866 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Made reservation on behalf of 2aa7adbe6aa442d688062aea3d13f004 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:27.425876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.426121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295c957-e748-4ccb-a913-68afbce2b239 req-07cfb883-9949-4e4f-b12f-9f408acf7ab9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.427602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d295c957-e748-4ccb-a913-68afbce2b239 req-07cfb883-9949-4e4f-b12f-9f408acf7ab9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.1438148 Sep 30 08:38:27.476916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] device_id is not set on port 10cee29e-8b80-462d-90e2-2a6ed25556b7 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:27.486529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.487697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.489333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] 10.222.0.50 "PUT /v2.0/ports/2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb HTTP/1.1" status: 200 len: 1091 time: 2.0559409 Sep 30 08:38:27.495885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'tag': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:27.499044 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae1533-dd00-47be-bf33-4956e9c7565f" -d '{"events": [{"name": "network-changed", "server_uuid": "0afc8abb-56e9-457d-ac39-3845374ce21c", "tag": "2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:27.558196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4c70c02-6429-4133-9f01-c11c0bfe22f9 req-46c21e7d-5ad7-489e-ae3f-6a19d455f553 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256058 Sep 30 08:38:27.567537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421b54e-ab67-48e9-8dfa-92e3d8994b38 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:27.575654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d295c957-e748-4ccb-a913-68afbce2b239 req-3919d5d8-562a-47b3-9315-01ec9472608e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173511 Sep 30 08:38:27.621996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-7a4b7331-517f-4164-8638-f62066c8a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.623950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-7a4b7331-517f-4164-8638-f62066c8a155 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76a72cc52d3e49419f8f45e22a13025e&device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 1094 time: 0.0706863 Sep 30 08:38:27.693298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34296cac-9f73-4fdc-84ba-faf38798e4e9 req-78783375-8b1c-4ef2-ae32-4c0cfce00a65 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.695092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34296cac-9f73-4fdc-84ba-faf38798e4e9 req-78783375-8b1c-4ef2-ae32-4c0cfce00a65 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 946 time: 0.0521641 Sep 30 08:38:27.714675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Allocated IP 172.20.0.14 (acf42691-2f96-49a2-b607-aec79702289a/f38126ae-99c9-4b00-a74d-bf7d66df9498/10cee29e-8b80-462d-90e2-2a6ed25556b7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:27.722004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.739118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34296cac-9f73-4fdc-84ba-faf38798e4e9 req-e1e649d6-72df-4cf8-a0d3-26d5cc58fbd0 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Sep 30 08:38:27.795150 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03f86d-1a63-4fa5-a71f-e24db275c9ee x-openstack-request-id: req-ac03f86d-1a63-4fa5-a71f-e24db275c9ee {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:27.795512 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afc8abb-56e9-457d-ac39-3845374ce21c", "tag": "2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:27.796435 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac03f86d-1a63-4fa5-a71f-e24db275c9ee {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:27.796903 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'tag': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb', 'status': 'completed', 'code': 200} Sep 30 08:38:27.915172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-2739bdd3-76e1-4188-8e1f-fc1b560d5667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb HTTP/1.1" status: 200 len: 217 time: 0.0599883 Sep 30 08:38:27.966653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f0ae4-ba5c-4ff4-bcef-50826fa7a847 req-927a0cfc-be85-4348-bc38-46189ab7e78c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.968301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b27f0ae4-ba5c-4ff4-bcef-50826fa7a847 req-927a0cfc-be85-4348-bc38-46189ab7e78c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.1239069 Sep 30 08:38:28.019532 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.026007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-46c59d21-dbb7-4a12-95ca-6dc0dbfa4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:28.027521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-46c59d21-dbb7-4a12-95ca-6dc0dbfa4c61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360610ce-9f95-4dac-afb9-bd35dabe78df HTTP/1.1" status: 200 len: 854 time: 0.1049190 Sep 30 08:38:28.030597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b27f0ae4-ba5c-4ff4-bcef-50826fa7a847 req-f4856f62-acc8-4ffb-8360-ecc69d9336a9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499728 Sep 30 08:38:28.070828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-244fa338-2739-47a0-b971-6df0a6a938f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709e91f1-0596-43d7-ad4e-e18c9854f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352230 Sep 30 08:38:28.196271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.209923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c5529-3c02-4398-8356-a28812d2e9e2 None None] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:28.220631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-74143fd0-b44e-41dc-9de5-7e70252c8556 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419013 Sep 30 08:38:28.279718 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network acf42691-2f96-49a2-b607-aec79702289a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:28.282859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.287652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:28.290833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:28.334193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-82ae7b69-55b8-4ad9-a6ad-0549505ed858 None None] Provisioning complete for port 0151701c-f36a-40a1-95ce-35a76e60df7e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:28.334717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-82ae7b69-55b8-4ad9-a6ad-0549505ed858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.350399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:28.351240 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.365851 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.392552 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4666851 Sep 30 08:38:28.397045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52306) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:28.397917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e3ff4-b7e1-4791-a781-f784b74cbf7e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Port': ['ID=10cee29e-8b80-462d-90e2-2a6ed25556b7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:28.432244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:28.491242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.561173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bf8a997d-ec32-4db8-b384-f3621cbb79b1,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:28.566636 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-82ae7b69-55b8-4ad9-a6ad-0549505ed858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.676568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-82ae7b69-55b8-4ad9-a6ad-0549505ed858 None None] For port 0151701c-f36a-40a1-95ce-35a76e60df7e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0151701c-f36a-40a1-95ce-35a76e60df7e,segment=NetworkSegment(a319e08f-3ab0-43f5-8352-ecb8da0dcf2d),segment_id=a319e08f-3ab0-43f5-8352-ecb8da0dcf2d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:28.689850 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-82ae7b69-55b8-4ad9-a6ad-0549505ed858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.777216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0151701c-f36a-40a1-95ce-35a76e60df7e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:28.850591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.883943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c9f8a201-f0e4-4969-bf70-939def728356 None None] Provisioning complete for port 10cee29e-8b80-462d-90e2-2a6ed25556b7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:28.884613 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a201-f0e4-4969-bf70-939def728356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.886766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae7b69-55b8-4ad9-a6ad-0549505ed858 None None] Pushing event updated for resources: {'Port': ['ID=0151701c-f36a-40a1-95ce-35a76e60df7e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:28.891206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710da8f-dca3-4aef-85f2-5b525c793097 req-747f71fb-5ff8-4811-a6bc-d9944822c779 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:28.893534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b710da8f-dca3-4aef-85f2-5b525c793097 req-747f71fb-5ff8-4811-a6bc-d9944822c779 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 943 time: 0.7082846 Sep 30 08:38:28.928278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0151701c-f36a-40a1-95ce-35a76e60df7e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:28.929055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.944651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0366913-5fa4-4e55-a1da-a330d2ad1910 req-5646a08b-fec7-4b36-8b47-50c69c1ab265 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160301 Sep 30 08:38:28.973403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b710da8f-dca3-4aef-85f2-5b525c793097 req-ffecdd84-6287-47e9-a299-f2ab78aa8059 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 Sep 30 08:38:28.991109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8a201-f0e4-4969-bf70-939def728356 None None] Port 10cee29e-8b80-462d-90e2-2a6ed25556b7 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:29.115621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d0b5b341-500d-4b6c-be72-d18e5822638c None None] Provisioning complete for port bf8a997d-ec32-4db8-b384-f3621cbb79b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:29.116025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b341-500d-4b6c-be72-d18e5822638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.150297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-c604d3b6-7390-48bf-9c6f-0346f3453386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.151973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-c604d3b6-7390-48bf-9c6f-0346f3453386 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76a72cc52d3e49419f8f45e22a13025e&device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 1094 time: 0.1150179 Sep 30 08:38:29.156733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5b341-500d-4b6c-be72-d18e5822638c None None] Port bf8a997d-ec32-4db8-b384-f3621cbb79b1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:29.160743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc419de2-acb1-482d-a9ce-248b7934a64f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:29.163350 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a125aa-345f-4b2b-b2a1-3908691019be" -d '{"events": [{"server_uuid": "01076fa0-f77c-43cf-9250-c2994c3584ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc419de2-acb1-482d-a9ce-248b7934a64f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:29.178136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d0b5b341-500d-4b6c-be72-d18e5822638c None None] Provisioning complete for port 0151701c-f36a-40a1-95ce-35a76e60df7e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:29.178512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b341-500d-4b6c-be72-d18e5822638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.196696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09e1d-e6b0-4207-bfa0-20c367d2122a req-a6764144-af36-4c12-b5a4-3f12042e159f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.198804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7f09e1d-e6b0-4207-bfa0-20c367d2122a req-a6764144-af36-4c12-b5a4-3f12042e159f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.1193585 Sep 30 08:38:29.323170 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7f09e1d-e6b0-4207-bfa0-20c367d2122a req-b69a2b7d-6bc4-43a5-b7f3-c34f4e1656e8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048427 Sep 30 08:38:29.373017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-75334b36-3833-4b16-8e53-75c55627acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.375243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-75334b36-3833-4b16-8e53-75c55627acfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 200 len: 915 time: 0.2002592 Sep 30 08:38:29.426178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7fff65b6-00b3-46d8-8cf2-451543e33416 None None] Provisioning complete for port bf8a997d-ec32-4db8-b384-f3621cbb79b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:29.426736 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7fff65b6-00b3-46d8-8cf2-451543e33416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.465723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-95f7e158-b046-428a-a0bc-bcca642f92fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb HTTP/1.1" status: 200 len: 217 time: 0.0811944 Sep 30 08:38:29.470029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7fff65b6-00b3-46d8-8cf2-451543e33416 None None] Port bf8a997d-ec32-4db8-b384-f3621cbb79b1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:29.480035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.524100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a93ae5-8fbb-4c74-9dc2-011afbc9616d req-d2ef7dc0-0129-4a2b-a061-dcc7b6143364 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.525787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17a93ae5-8fbb-4c74-9dc2-011afbc9616d req-d2ef7dc0-0129-4a2b-a061-dcc7b6143364 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 946 time: 0.1344213 Sep 30 08:38:29.540672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-bc1c8080-a343-435c-8812-3ea1b74c3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.542311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-bc1c8080-a343-435c-8812-3ea1b74c3fb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360610ce-9f95-4dac-afb9-bd35dabe78df HTTP/1.1" status: 200 len: 854 time: 0.0682271 Sep 30 08:38:29.548989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.585039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-7e2d9e80-fa6d-4a1e-b8cf-f399d10b52f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709e91f1-0596-43d7-ad4e-e18c9854f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277269 Sep 30 08:38:29.612812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17a93ae5-8fbb-4c74-9dc2-011afbc9616d req-541e9613-162a-49d7-920d-db1ebe3c4bfe tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Sep 30 08:38:29.691951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2d13e28c-4fe6-4e0f-a44f-83c021c31edf None None] Provisioning complete for port bf8a997d-ec32-4db8-b384-f3621cbb79b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:29.692461 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2d13e28c-4fe6-4e0f-a44f-83c021c31edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.728069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2d13e28c-4fe6-4e0f-a44f-83c021c31edf None None] Port bf8a997d-ec32-4db8-b384-f3621cbb79b1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:29.731351 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Allocated IP 172.25.7.179 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d22d3cf4-1c2b-4e46-b29f-dfcd4276c193) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:29.746029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-d695be5e-19c2-4f70-b7b4-af044e237fd6 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505497 Sep 30 08:38:29.759412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47435961-2fb6-446b-8af7-92c4c1f975b3 req-51bc8861-5cdf-4bd2-bba1-095d1c1779cd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.761198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47435961-2fb6-446b-8af7-92c4c1f975b3 req-51bc8861-5cdf-4bd2-bba1-095d1c1779cd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.0709801 Sep 30 08:38:29.855305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47435961-2fb6-446b-8af7-92c4c1f975b3 req-5b4e46d3-f930-4753-b30c-51e50de7b37b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839529 Sep 30 08:38:29.892786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dae1533-dd00-47be-bf33-4956e9c7565f req-71bd40da-1660-44d5-82f8-620c89beacb8 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305397 Sep 30 08:38:29.901862 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb3566-2ead-48d7-85ab-47407dded7a0 x-openstack-request-id: req-b7fb3566-2ead-48d7-85ab-47407dded7a0 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:29.902275 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01076fa0-f77c-43cf-9250-c2994c3584ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc419de2-acb1-482d-a9ce-248b7934a64f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:29.902631 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7fb3566-2ead-48d7-85ab-47407dded7a0 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:29.903111 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc419de2-acb1-482d-a9ce-248b7934a64f', 'code': 200} Sep 30 08:38:29.939513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.964073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.983878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:29.984705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.032119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf7c1-a765-4c08-a787-685f4142657e req-a3859f3b-8c69-472e-a9b9-8d5b2bb7aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:30.034043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ecdf7c1-a765-4c08-a787-685f4142657e req-a3859f3b-8c69-472e-a9b9-8d5b2bb7aa39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 1097 time: 0.0568047 Sep 30 08:38:30.047616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=bf8a997d-ec32-4db8-b384-f3621cbb79b1,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:30.073213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.078641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8ecdf7c1-a765-4c08-a787-685f4142657e req-669047e4-5d7c-4d19-bfcb-fcb8ef6dce4e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366306 Sep 30 08:38:30.132534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afa77-0923-49c4-990f-6d08648165bd req-d2e8821c-d05b-4e4f-a4f1-f030ae493b48 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:30.134099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-581afa77-0923-49c4-990f-6d08648165bd req-d2e8821c-d05b-4e4f-a4f1-f030ae493b48 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 943 time: 0.0584965 Sep 30 08:38:30.159969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:38:30.166436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:30.169424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Port': ['ID=d22d3cf4-1c2b-4e46-b29f-dfcd4276c193,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:30.172056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:30.175886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:30.180579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-581afa77-0923-49c4-990f-6d08648165bd req-1182a0e4-a2f3-468b-9aa0-4e40ee8fe50f tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Sep 30 08:38:30.238313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:30.242083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:30.303825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:30.325896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'port_id': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'mac_address': 'fa:16:3e:41:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c28f3-7382-4a54-b154-eac9e1116e9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:38:30.379752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.387102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.396852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:30.435635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:30.441611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.453003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.489437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Router 9be8b3b2-739e-4407-a838-7efef88aa956 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:38:30.509224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:30.516811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba624163-24ae-404c-967b-b36d8bbbfa0c req-71f454fb-34d9-4d15-a32e-ff6243d1908e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:30.519550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba624163-24ae-404c-967b-b36d8bbbfa0c req-71f454fb-34d9-4d15-a32e-ff6243d1908e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.0741444 Sep 30 08:38:30.572307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a0330c3c-727d-411d-8324-ea04f1efae71 None None] Provisioning complete for port bf8a997d-ec32-4db8-b384-f3621cbb79b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:30.572689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0330c3c-727d-411d-8324-ea04f1efae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.574743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba624163-24ae-404c-967b-b36d8bbbfa0c req-01b68598-15d0-42ed-b5e5-d76b0628b059 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Sep 30 08:38:30.616667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0151701c-f36a-40a1-95ce-35a76e60df7e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:30.656305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a0330c3c-727d-411d-8324-ea04f1efae71 None None] Port bf8a997d-ec32-4db8-b384-f3621cbb79b1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:30.675037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:30.681591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-88a82ace-8509-413e-94da-76d43f93d29d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/routers/9be8b3b2-739e-4407-a838-7efef88aa956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4561419 Sep 30 08:38:30.683739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52330) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:30.685605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0151701c-f36a-40a1-95ce-35a76e60df7e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:30.686592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.711596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] Sync routers for ids ['9be8b3b2-739e-4407-a838-7efef88aa956'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:30.726676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['32741c00-3c17-49f4-bc64-11028c5d8af3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:30.765261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] Routers {'9be8b3b2-739e-4407-a838-7efef88aa956'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:30.765799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9be8b3b2-739e-4407-a838-7efef88aa956'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:30.778047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635559c1-2fbe-4e4c-b86f-362ac504e2f4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:30.780574 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-635559c1-2fbe-4e4c-b86f-362ac504e2f4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports?device_id=9be8b3b2-739e-4407-a838-7efef88aa956 HTTP/1.1" status: 200 len: 987 time: 0.0948634 Sep 30 08:38:30.782037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.783459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52336) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:30.787824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.807592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:30.868284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] Routers {'9be8b3b2-739e-4407-a838-7efef88aa956'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:30.868627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9be8b3b2-739e-4407-a838-7efef88aa956'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:30.868772 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.890639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Port': ['ID=d22d3cf4-1c2b-4e46-b29f-dfcd4276c193,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:30.901179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.906828 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-52db5cf3-ed14-4af8-99f1-5e3d583adf15 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4958396 Sep 30 08:38:30.907423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:30.916381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d5fc4b64-f3d6-45b8-9e8a-1910b5940005 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'floatingip': {'port_id': '10cee29e-8b80-462d-90e2-2a6ed25556b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:30.975973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4b64-f3d6-45b8-9e8a-1910b5940005 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.074746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:31.075131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a211d-643c-4324-857d-f2813fb7542c None None] The sync data for ids ['9be8b3b2-739e-4407-a838-7efef88aa956'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:31.081518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ea388-12d6-4b88-a862-7b39343c4968 req-f745b2c7-906a-4521-b1b1-c2b327d0edbe tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:31.083228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a1ea388-12d6-4b88-a862-7b39343c4968 req-f745b2c7-906a-4521-b1b1-c2b327d0edbe tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.1359901 Sep 30 08:38:31.128947 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-d5fc4b64-f3d6-45b8-9e8a-1910b5940005 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] update failed (client error): The resource could not be found. Sep 30 08:38:31.130084 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d5fc4b64-f3d6-45b8-9e8a-1910b5940005 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "PUT /v2.0/floatingips/e11b6b63-fce0-46fb-9199-0acd7a3c71c8 HTTP/1.1" status: 404 len: 507 time: 0.2217021 Sep 30 08:38:31.133098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52346) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:31.151093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a1ea388-12d6-4b88-a862-7b39343c4968 req-6faf11c7-a87e-4522-8b90-8fb501f5ad56 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615852 Sep 30 08:38:31.304072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.337609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Deleting port d22d3cf4-1c2b-4e46-b29f-dfcd4276c193 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:31.338282 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.431442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.431779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.444078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Calling delete_port for d22d3cf4-1c2b-4e46-b29f-dfcd4276c193 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:31.472789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419aaba-0f95-4413-a126-8aedcfbe350a req-e889a2cf-249a-47ba-bda8-57a97e1e8d26 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:31.474960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7419aaba-0f95-4413-a126-8aedcfbe350a req-e889a2cf-249a-47ba-bda8-57a97e1e8d26 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 943 time: 0.1366668 Sep 30 08:38:31.543692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7419aaba-0f95-4413-a126-8aedcfbe350a req-f03e06b8-7866-4e50-bb59-9a26c78dc76f tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Sep 30 08:38:31.598221 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.616401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port bf8a997d-ec32-4db8-b384-f3621cbb79b1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:31.616942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.625625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Port': ['ID=d22d3cf4-1c2b-4e46-b29f-dfcd4276c193,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:31.697532 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.700135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.702576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f70acb18-cf1a-4eef-8ce2-f066d1c24d6d tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "DELETE /v2.0/floatingips/e11b6b63-fce0-46fb-9199-0acd7a3c71c8 HTTP/1.1" status: 204 len: 168 time: 0.5677736 Sep 30 08:38:31.706320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52358) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:31.712909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7cb4b0fc-617c-47e1-b8d8-65cdfb904948 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'floatingip': {'floating_network_id': 'acf42691-2f96-49a2-b607-aec79702289a', 'port_id': '10cee29e-8b80-462d-90e2-2a6ed25556b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:31.714630 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:38:31.751589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.785223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for bf8a997d-ec32-4db8-b384-f3621cbb79b1 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:31.788262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b0fc-617c-47e1-b8d8-65cdfb904948 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.817259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:31.829132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb', 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de', 'port_id': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb', 'mac_address': 'fa:16:3e:f5:56:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360610ce-9f95-4dac-afb9-bd35dabe78df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:38:31.861572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59040-a402-4d94-9f8d-354e777ed871 req-8da82f62-fda3-40f1-a036-e421c6aafa14 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:31.863204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbb59040-a402-4d94-9f8d-354e777ed871 req-8da82f62-fda3-40f1-a036-e421c6aafa14 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.1358619 Sep 30 08:38:31.867776 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.882279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:31.912014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:31.916917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.939166 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbb59040-a402-4d94-9f8d-354e777ed871 req-ea9bf6ec-d10f-451a-8cd9-f73ee640d542 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669355 Sep 30 08:38:31.986594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:32.097615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.099833 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-7cb4b0fc-617c-47e1-b8d8-65cdfb904948 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:38:32.100922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7cb4b0fc-617c-47e1-b8d8-65cdfb904948 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3934531 Sep 30 08:38:32.104917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52364) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:32.109413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '10cee29e-8b80-462d-90e2-2a6ed25556b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:32.136940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.156545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=bf8a997d-ec32-4db8-b384-f3621cbb79b1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:32.170565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:32.246420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:32.256850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.280802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.294478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 32741c00-3c17-49f4-bc64-11028c5d8af3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:38:32.305648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 32741c00-3c17-49f4-bc64-11028c5d8af3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:32.306117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.309346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bba98-6cff-49fa-9cd1-e4b624fc6fe5 req-e2027705-3ee7-4349-97cd-05e3f57f4481 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:32.321804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c74bba98-6cff-49fa-9cd1-e4b624fc6fe5 req-e2027705-3ee7-4349-97cd-05e3f57f4481 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.2142360 Sep 30 08:38:32.427921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Allocated IP 172.25.7.6 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/a78fbf94-ec66-41f3-ae3f-c3b93999a8cb) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:32.451120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c74bba98-6cff-49fa-9cd1-e4b624fc6fe5 req-bd9eacfb-86c4-4ba0-a4c8-124235b85f3a tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234031 Sep 30 08:38:32.501109 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.532491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:32.537985 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9cf4de-d823-4c31-9e8e-2788bc6473e5" -d '{"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:32.567720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:32.575583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.584820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Router 9be8b3b2-739e-4407-a838-7efef88aa956 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:38:32.646868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.654607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:32.716124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.724357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:32.732286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0e034898-808f-49ca-90d5-85df7e9e705b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/routers/9be8b3b2-739e-4407-a838-7efef88aa956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471576 Sep 30 08:38:32.736267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52378) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:32.738871 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] Sync routers for ids ['9be8b3b2-739e-4407-a838-7efef88aa956'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:32.754425 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] Routers {'9be8b3b2-739e-4407-a838-7efef88aa956'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:32.755157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9be8b3b2-739e-4407-a838-7efef88aa956'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:32.757654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dff3e-9b2a-4c9d-9c3e-58d4076e5e83 req-89f6ba6f-196e-49ce-84c8-0d7fd680ef41 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:32.759394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464dff3e-9b2a-4c9d-9c3e-58d4076e5e83 req-89f6ba6f-196e-49ce-84c8-0d7fd680ef41 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1029093 Sep 30 08:38:32.776597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:32.779916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:32.782639 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-702664cf-ab01-4a9a-870a-2397e1b6ac3c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:32.783932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:32.784538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-702664cf-ab01-4a9a-870a-2397e1b6ac3c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/bf8a997d-ec32-4db8-b384-f3621cbb79b1 HTTP/1.1" status: 404 len: 333 time: 0.0467069 Sep 30 08:38:32.790887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52380) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:32.807422 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:32.813995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event updated for resources: {'Port': ['ID=a78fbf94-ec66-41f3-ae3f-c3b93999a8cb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:32.836460 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] Routers {'9be8b3b2-739e-4407-a838-7efef88aa956'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:32.837092 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9be8b3b2-739e-4407-a838-7efef88aa956'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:32.870673 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:32.871613 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ba83b-e4a1-4686-a927-c946078d8121 None None] The sync data for ids ['9be8b3b2-739e-4407-a838-7efef88aa956'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:32.890770 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.898765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464dff3e-9b2a-4c9d-9c3e-58d4076e5e83 req-fa80bf3c-3b11-4633-98ef-8f39f0ec7de8 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200690 Sep 30 08:38:32.945653 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5def7e1-1f30-4d8c-9451-4939d13f93fd x-openstack-request-id: req-f5def7e1-1f30-4d8c-9451-4939d13f93fd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:32.946162 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:32.946396 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5def7e1-1f30-4d8c-9451-4939d13f93fd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:32.946806 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'code': 200} Sep 30 08:38:32.985857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Deleting port a78fbf94-ec66-41f3-ae3f-c3b93999a8cb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:32.986174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.092319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.092987 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.105677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Calling delete_port for a78fbf94-ec66-41f3-ae3f-c3b93999a8cb owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:33.121072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.128292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.178320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b9bee-6590-49e2-be6a-ddda791ebab2 req-bc3f94a2-a4f8-4ab7-9d06-c3319d40abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:33.179856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-381b9bee-6590-49e2-be6a-ddda791ebab2 req-bc3f94a2-a4f8-4ab7-9d06-c3319d40abc8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1096 time: 0.1414857 Sep 30 08:38:33.188769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5de414-2a54-4c39-80be-c5096683d337 req-6d1b1ac3-cecf-4797-9dcc-d990c6d9f1e1 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:33.190323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d5de414-2a54-4c39-80be-c5096683d337 req-6d1b1ac3-cecf-4797-9dcc-d990c6d9f1e1 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 944 time: 0.1535232 Sep 30 08:38:33.206102 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:38:33.208445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.208984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Fanout notify agent at l3_agent the message router_deleted on router 9be8b3b2-739e-4407-a838-7efef88aa956 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:38:33.222873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.223996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e219d329-b965-4835-8905-21db70bf3cc7 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/routers/9be8b3b2-739e-4407-a838-7efef88aa956 HTTP/1.1" status: 204 len: 168 time: 0.4320507 Sep 30 08:38:33.226919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52382) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:33.252004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-381b9bee-6590-49e2-be6a-ddda791ebab2 req-c200b3fa-3358-4943-96cc-f8436779b3f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Sep 30 08:38:33.265108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d5de414-2a54-4c39-80be-c5096683d337 req-a17e5a31-da53-4cbd-8b01-92e1860fa322 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645497 Sep 30 08:38:33.284981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.296005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 4adb3f9b-31fb-4138-9706-04947b799bf0 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:33.320116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Port': ['ID=a78fbf94-ec66-41f3-ae3f-c3b93999a8cb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:33.322805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.403475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.475807 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] create failed (client error): The resource could not be found. Sep 30 08:38:33.476892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eeb0a2cb-d93b-4674-b81d-4175c4ac972e tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3711474 Sep 30 08:38:33.481115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52388) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:33.517394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.583079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.606031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5564331-9d20-401f-b98a-8af035e8eae3 None None] Network 4cac185c-dd8a-4a05-8ca2-8cc381713230 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:33.618230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.620274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Deleting port 10cee29e-8b80-462d-90e2-2a6ed25556b7 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:33.620941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.623011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/4adb3f9b-31fb-4138-9706-04947b799bf0 HTTP/1.1" status: 204 len: 168 time: 0.3952453 Sep 30 08:38:33.623941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52392) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:33.632745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad92f7-870d-40cb-ba45-e155c28729fc tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=4adb3f9b-31fb-4138-9706-04947b799bf0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:33.735481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:33.768918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.784623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.786658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Calling delete_port for 10cee29e-8b80-462d-90e2-2a6ed25556b7 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:33.815474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:38:33.821340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:33.822367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.857274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 0151701c-f36a-40a1-95ce-35a76e60df7e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:33.857793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.901660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] DHCP port deletion for 4cac185c-dd8a-4a05-8ca2-8cc381713230 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:33.953154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port 0151701c-f36a-40a1-95ce-35a76e60df7e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0151701c-f36a-40a1-95ce-35a76e60df7e,segment=NetworkSegment(a319e08f-3ab0-43f5-8352-ecb8da0dcf2d),segment_id=a319e08f-3ab0-43f5-8352-ecb8da0dcf2d)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:33.954124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.969203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 0151701c-f36a-40a1-95ce-35a76e60df7e owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:33.976421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:33.998407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52404) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:34.021783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:34.030338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.063775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] Deleting port 0151701c-f36a-40a1-95ce-35a76e60df7e {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:34.064150 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.090559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.116680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.134465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Port': ['ID=10cee29e-8b80-462d-90e2-2a6ed25556b7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:34.144219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:34.149906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=0151701c-f36a-40a1-95ce-35a76e60df7e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:34.153108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port 0151701c-f36a-40a1-95ce-35a76e60df7e on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:34.155392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] For port 0151701c-f36a-40a1-95ce-35a76e60df7e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0151701c-f36a-40a1-95ce-35a76e60df7e,segment=NetworkSegment(a319e08f-3ab0-43f5-8352-ecb8da0dcf2d),segment_id=a319e08f-3ab0-43f5-8352-ecb8da0dcf2d)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:34.155392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.168602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] Calling delete_port for 0151701c-f36a-40a1-95ce-35a76e60df7e owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:34.281666 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.294668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.319803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] Pushing event deleted for resources: {'Port': ['ID=0151701c-f36a-40a1-95ce-35a76e60df7e,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:34.324002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cac185c-dd8a-4a05-8ca2-8cc381713230']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:34.324799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e048a6-fd89-43b1-a67d-b2769ceb2a71 None None] No DVR routers for this DVR port 0151701c-f36a-40a1-95ce-35a76e60df7e on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:34.336543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:34.337108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a319e08f-3ab0-43f5-8352-ecb8da0dcf2d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:34.351173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.370903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.379287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:34.379778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:34.383475 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:34.453424 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.459127 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.461751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/4cac185c-dd8a-4a05-8ca2-8cc381713230 HTTP/1.1" status: 204 len: 168 time: 0.8365939 Sep 30 08:38:34.465943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52408) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:34.500782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304e17f-a913-4c1e-8ee9-95fec0aa0e86 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=4cac185c-dd8a-4a05-8ca2-8cc381713230,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:34.523237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2744f9-a634-4514-9645-60a63a17cc82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:34.524925 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3e2744f9-a634-4514-9645-60a63a17cc82 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/8c5087b8-3039-4129-964e-c377f67f0ef3 HTTP/1.1" status: 200 len: 845 time: 0.0580339 Sep 30 08:38:34.528972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52410) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:34.573999 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8f17cac1-9990-499b-93b4-dbd3ecb9065a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/8c5087b8-3039-4129-964e-c377f67f0ef3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0438519 Sep 30 08:38:34.577776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52412) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:34.582892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:34.585578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db25ce3-7ddb-4a51-b720-03a61455458b req-9a554288-2bce-4c8b-a3b2-c86940442426 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:34.588844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db25ce3-7ddb-4a51-b720-03a61455458b req-9a554288-2bce-4c8b-a3b2-c86940442426 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.5340862 Sep 30 08:38:34.614047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0151701c-f36a-40a1-95ce-35a76e60df7e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:34.634639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 0151701c-f36a-40a1-95ce-35a76e60df7e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:34.635131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0151701c-f36a-40a1-95ce-35a76e60df7e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:34.695819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:34.699959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.717951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.720313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-375785dd-aa0d-45e9-b552-064d4b617ba9 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "DELETE /v2.0/ports/10cee29e-8b80-462d-90e2-2a6ed25556b7 HTTP/1.1" status: 204 len: 168 time: 1.2359850 Sep 30 08:38:34.725711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52414) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:34.750692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7db25ce3-7ddb-4a51-b720-03a61455458b req-070a5424-3986-4b05-8c11-c736b8b062b0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549165 Sep 30 08:38:34.839872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95737f-ba85-4063-98f3-80b998e421f5 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:34.844303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bd95737f-ba85-4063-98f3-80b998e421f5 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1ef8c8-5323-47cc-82e4-98a6c6be50be HTTP/1.1" status: 200 len: 913 time: 0.1160274 Sep 30 08:38:34.847789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:34.937215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:34.948280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:34.950772 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6f07f-0881-45c0-a8ba-2c7c2ddf4a16" -d '{"events": [{"server_uuid": "0afc8abb-56e9-457d-ac39-3845374ce21c", "name": "network-vif-plugged", "status": "completed", "tag": "2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:34.986643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:34.990004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:34.994524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:34.995110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.001660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=72871844-e07d-4ab9-85a6-293e82ca1691,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:35.007789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7773c87-8cb4-470f-a3aa-00aec4fae5ff None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:35.016974 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d861dfd5-1820-431a-bc91-91e556e22f2e tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4378433 Sep 30 08:38:35.020565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:35.025855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199805734'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:35.056269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.168189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63853-fb4b-40e6-bff7-33c062b5f4f0 req-a0326637-8969-4d55-83f0-5dafb1bcd781 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:35.169696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dee63853-fb4b-40e6-bff7-33c062b5f4f0 req-a0326637-8969-4d55-83f0-5dafb1bcd781 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 945 time: 0.1882422 Sep 30 08:38:35.188641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.199172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.207001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-0c93991b-33fd-4d67-818f-ee3e82f43352', 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'tenant_id': '6e458609a82c48e085465db2b3a68a43', 'fixed_ips': [{'subnet_id': '72871844-e07d-4ab9-85a6-293e82ca1691'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:35.208487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.232905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.234591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2126596 Sep 30 08:38:35.238756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:35.246382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385595254'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:35.255764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bcc69-09c5-4cb0-9c3f-8455ed321492 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a6a75-8750-4901-b42b-4cf79834f73c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:35.284197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.333507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dee63853-fb4b-40e6-bff7-33c062b5f4f0 req-b70a1635-88ca-4b9c-88ba-38562a623d86 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515965 Sep 30 08:38:35.415925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Allocated IP 2001:db8::2 (0c93991b-33fd-4d67-818f-ee3e82f43352/72871844-e07d-4ab9-85a6-293e82ca1691/75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:35.432103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.439002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.478683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.480970 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2404919 Sep 30 08:38:35.482596 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.483444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:35.488568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1593708840', 'security_groups': ['17f73d47-3450-4b55-9a6e-39bbfa4b5c3e'], 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72871844-e07d-4ab9-85a6-293e82ca1691'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:35.493778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac03fb-cac4-4e23-8f3c-e260dbd617be tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f73d47-3450-4b55-9a6e-39bbfa4b5c3e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:35.579882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afc27a-e0ae-4837-980e-8286c946ce17 req-8733f189-9904-42bb-b501-d722ef2ddec0 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:35.581531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3afc27a-e0ae-4837-980e-8286c946ce17 req-8733f189-9904-42bb-b501-d722ef2ddec0 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 946 time: 0.1496134 Sep 30 08:38:35.600063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.608404 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.619806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:35.654632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Pushing event updated for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:35.670870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:35.672305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:35.675855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:35.679235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3afc27a-e0ae-4837-980e-8286c946ce17 req-850c4826-fe73-4d71-bf18-f197dfef291d tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/security-groups?id=abc7857f-9d82-4948-92ed-d6c3e90dfc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890243 Sep 30 08:38:35.724830 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.734939 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.738421 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e32f2-c045-4950-a1a0-5e279af938db x-openstack-request-id: req-db6e32f2-c045-4950-a1a0-5e279af938db {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:35.738730 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afc8abb-56e9-457d-ac39-3845374ce21c", "name": "network-vif-plugged", "status": "completed", "tag": "2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:35.738956 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db6e32f2-c045-4950-a1a0-5e279af938db {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:35.739353 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb', 'code': 200} Sep 30 08:38:35.744665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Attempting to bind port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:35.745486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Attempting to bind port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'a640e769-f667-419a-83f7-fa6d51c30f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:35.745486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Attempting to bind port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb on network 0c93991b-33fd-4d67-818f-ee3e82f43352 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:35.751062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:35.751650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Checking segment: {'id': 'a640e769-f667-419a-83f7-fa6d51c30f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:35.752111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.753755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Bound using segment: {'id': 'a640e769-f667-419a-83f7-fa6d51c30f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:35.754243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Bound port: 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a640e769-f667-419a-83f7-fa6d51c30f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:35.754386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 56e89188-0c21-446e-8d00-0cfbf3fb66e1 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:35.754634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.827130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:35.831181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,segment=NetworkSegment(a640e769-f667-419a-83f7-fa6d51c30f54),segment_id=a640e769-f667-419a-83f7-fa6d51c30f54)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:35.836500 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:35.905227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93934f-81bf-4568-9880-841e55c2acd2 None None] Pushing event updated for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:35.991018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::28f (0c93991b-33fd-4d67-818f-ee3e82f43352/72871844-e07d-4ab9-85a6-293e82ca1691/56e89188-0c21-446e-8d00-0cfbf3fb66e1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:36.081855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1506acb-0b3e-48fc-857b-f3c7f98e5241 req-d00cb2fe-95fe-4e8a-a048-ac6bfe4b9f1c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:36.094071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1506acb-0b3e-48fc-857b-f3c7f98e5241 req-d00cb2fe-95fe-4e8a-a048-ac6bfe4b9f1c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2167625 Sep 30 08:38:36.133136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309f5aa-ddf6-4004-8963-fe25ec74c34a req-1cbfc3fe-de51-456d-b164-a643d17b6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:36.134666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2309f5aa-ddf6-4004-8963-fe25ec74c34a req-1cbfc3fe-de51-456d-b164-a643d17b6efa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 1096 time: 0.2659433 Sep 30 08:38:36.165827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.210494 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.254843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1506acb-0b3e-48fc-857b-f3c7f98e5241 req-d7943332-6aa1-44b1-8427-ac882200cadb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598887 Sep 30 08:38:36.271525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.20.0.17 (3c780e7c-7df6-4aba-997d-f0b4b0ca98f2/d69484c9-be5d-4e40-ac1e-a457535ef690/92d6f7f4-6ee8-43aa-b9ab-03e649e58caa) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:36.284315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2309f5aa-ddf6-4004-8963-fe25ec74c34a req-d48327b5-875f-47ea-8d34-2c35b8e7abcd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027730 Sep 30 08:38:36.285614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:36.289650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:36.293192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:36.300430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:36.301261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.313507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=56e89188-0c21-446e-8d00-0cfbf3fb66e1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:36.327638 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8e2a6239-5c26-4d37-9bb0-958aed547d37 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8428822 Sep 30 08:38:36.331282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52432) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:36.337954 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:36.467871 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:36.472170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.517272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.538535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238361c-a414-40bb-993a-9ffec335a3a6 req-573f7cd5-8082-49f9-a69c-12d3ad118a90 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:36.540148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4238361c-a414-40bb-993a-9ffec335a3a6 req-573f7cd5-8082-49f9-a69c-12d3ad118a90 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 945 time: 0.1011949 Sep 30 08:38:36.557426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Deleting port 601ffa05-9a8d-47fb-a55a-e183188389fd {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:36.557426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.590268 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72871844-e07d-4ab9-85a6-293e82ca1691 (CIDR: 2001:db8::/64) Sep 30 08:38:36.602820 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:38:36.603708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:36.624453 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-86e2704c-0d6d-466e-af02-0413816ecc18 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2917438 Sep 30 08:38:36.626156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:36.633728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:36.647683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:36.711493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:36.712625 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.719268 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.734392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4238361c-a414-40bb-993a-9ffec335a3a6 req-a2633f9d-1cf7-48a9-8268-ba8bd4af39dc tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817510 Sep 30 08:38:36.788942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:36.794555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.809247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.815384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:36.827591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:36.830319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:36.864748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:36.889073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Calling delete_port for 601ffa05-9a8d-47fb-a55a-e183188389fd owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:36.898150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-de166625-23ba-4455-8b86-f0cc7145b902 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:36.899679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-de166625-23ba-4455-8b86-f0cc7145b902 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 946 time: 0.2692158 Sep 30 08:38:36.900427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:36.905981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,segment=NetworkSegment(a640e769-f667-419a-83f7-fa6d51c30f54),segment_id=a640e769-f667-419a-83f7-fa6d51c30f54)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:36.912037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.006174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:37.053686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.116905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.157668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:37.165071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:37.168528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:37.168759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.188145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=9de43a81-e477-47cb-b43e-da2bad4fb548,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:37.195150 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-02c08410-2556-42f5-a802-cf79c298721a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5651278 Sep 30 08:38:37.195513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52450) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:37.202512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1335165537', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9de43a81-e477-47cb-b43e-da2bad4fb548'}], 'security_groups': ['f12a6a75-8750-4901-b42b-4cf79834f73c']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:37.257383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7310507-7d0a-436a-b0ad-8a4b904b7c7f None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:37.270432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ea66bd39-c83b-4727-80da-87d72c0b691d None None] Provisioning complete for port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:37.270936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ea66bd39-c83b-4727-80da-87d72c0b691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.282581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.321678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-4e296ce6-03b9-4d1f-9b40-2039d86aedf7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:37.330175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-4e296ce6-03b9-4d1f-9b40-2039d86aedf7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 814 time: 0.4784341 Sep 30 08:38:37.353782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ea66bd39-c83b-4727-80da-87d72c0b691d None None] Port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:37.380366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-83401429-3f14-4839-af03-e562b803c132 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/quotas/c5fdcdcca6864be79549f1033daa83a4 HTTP/1.1" status: 200 len: 375 time: 0.0486174 Sep 30 08:38:37.480605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e0be6a1c-b20c-4b62-884b-805f38a3ca24 None None] Provisioning complete for port 8c5087b8-3039-4129-964e-c377f67f0ef3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:37.481028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0be6a1c-b20c-4b62-884b-805f38a3ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.517291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e0be6a1c-b20c-4b62-884b-805f38a3ca24 None None] Port 8c5087b8-3039-4129-964e-c377f67f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:37.558644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e0be6a1c-b20c-4b62-884b-805f38a3ca24 None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:37.558898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0be6a1c-b20c-4b62-884b-805f38a3ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.590866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] Update dhcp port {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'fixed_ips': [{'subnet_id': '72871844-e07d-4ab9-85a6-293e82ca1691', 'ip_address': '2001:db8::2'}, {'subnet_id': '9de43a81-e477-47cb-b43e-da2bad4fb548'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:38:37.624224 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.657102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Delete allocated IP 2001:db8::28f (0c93991b-33fd-4d67-818f-ee3e82f43352/72871844-e07d-4ab9-85a6-293e82ca1691) {{(pid=95002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:38:37.668236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8:0:1::17c (0c93991b-33fd-4d67-818f-ee3e82f43352/9de43a81-e477-47cb-b43e-da2bad4fb548/56e89188-0c21-446e-8d00-0cfbf3fb66e1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:37.770947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Deleting port f0b5170a-2391-44b3-8680-6255796c486d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:37.771527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.872365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:37.966967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-bef57c7d-e328-47de-a295-4b69c2e077d2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5857184 Sep 30 08:38:37.973414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.043274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Port': ['ID=601ffa05-9a8d-47fb-a55a-e183188389fd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:38.164680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] For port f0b5170a-2391-44b3-8680-6255796c486d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=f0b5170a-2391-44b3-8680-6255796c486d,segment=NetworkSegment(35136e7b-053f-4b82-864e-7031f23e97dc),segment_id=35136e7b-053f-4b82-864e-7031f23e97dc)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:38.165094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.223509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Calling delete_port for f0b5170a-2391-44b3-8680-6255796c486d owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:38.382361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-ffc68f46-1f36-448a-90fb-aa3d3c88f473 service neutron] 10.222.0.41 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047546 Sep 30 08:38:38.429508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.446721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.451805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.500904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] Allocated IP 2001:db8:0:1::2 (0c93991b-33fd-4d67-818f-ee3e82f43352/9de43a81-e477-47cb-b43e-da2bad4fb548/75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:38.522946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] In _notify_port_updated(), no bound segment for port 56e89188-0c21-446e-8d00-0cfbf3fb66e1 on network 0c93991b-33fd-4d67-818f-ee3e82f43352 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:38:38.529062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:38.532576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.533988 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/ports/56e89188-0c21-446e-8d00-0cfbf3fb66e1 HTTP/1.1" status: 200 len: 931 time: 1.3376384 Sep 30 08:38:38.536956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52454) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:38.551504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23230bc-87c5-47d5-8c83-642991b19368 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=56e89188-0c21-446e-8d00-0cfbf3fb66e1,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:38.609725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7b56-35b2-47f0-b343-572348d1abca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.633370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:38.664471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 56e89188-0c21-446e-8d00-0cfbf3fb66e1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:38.664878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.676201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,segment=NetworkSegment(a640e769-f667-419a-83f7-fa6d51c30f54),segment_id=a640e769-f667-419a-83f7-fa6d51c30f54)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:38.716527 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.723744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:38.724079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.726623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.773488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e42879b9-d189-4a9b-9f90-9f0662a18dfc service neutron] 10.222.0.41 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519766 Sep 30 08:38:38.781019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.802249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 56e89188-0c21-446e-8d00-0cfbf3fb66e1 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:38.846982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.850343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Router 7b1ef8c8-5323-47cc-82e4-98a6c6be50be has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:38:38.907334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Pushing event deleted for resources: {'Port': ['ID=f0b5170a-2391-44b3-8680-6255796c486d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:38.917630 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.928580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:38.992329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['f0b5170a-2391-44b3-8680-6255796c486d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:39.011480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.072256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a9a8e-3655-4fef-a41e-2d848c89bd45 None None] Pushing event updated for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:39.076446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=56e89188-0c21-446e-8d00-0cfbf3fb66e1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:39.084118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.085054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] No DVR routers for this DVR port f0b5170a-2391-44b3-8680-6255796c486d on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:39.092396 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10826ba6-516c-4f4c-bb61-23d4cb209c7f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/56e89188-0c21-446e-8d00-0cfbf3fb66e1 HTTP/1.1" status: 204 len: 168 time: 0.5489254 Sep 30 08:38:39.093686 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.095750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5dcfdcf0-15b8-4169-8b69-24e702cccc51 req-0b8280b8-faee-4928-ade9-795e63c3797e tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.50 "DELETE /v2.0/ports/f0b5170a-2391-44b3-8680-6255796c486d HTTP/1.1" status: 204 len: 173 time: 2.1779466 Sep 30 08:38:39.096609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52460) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:39.100808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'name': 'network-vif-deleted', 'tag': 'f0b5170a-2391-44b3-8680-6255796c486d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:39.103290 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6649a2-3ed1-478c-b8ca-0907758e3b06" -d '{"events": [{"server_uuid": "b18ad979-707e-470a-ba00-85a77b155bc1", "name": "network-vif-deleted", "tag": "f0b5170a-2391-44b3-8680-6255796c486d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:39.146709 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-82033d2f-799f-491c-94b3-e61858fdea59 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:39.147238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:39.160446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.165630 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82033d2f-799f-491c-94b3-e61858fdea59 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/56e89188-0c21-446e-8d00-0cfbf3fb66e1 HTTP/1.1" status: 404 len: 333 time: 0.0673716 Sep 30 08:38:39.166588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:39.169051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc291463-6dad-4528-949e-edd47bcad337 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "PUT /v2.0/routers/7b1ef8c8-5323-47cc-82e4-98a6c6be50be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3201048 Sep 30 08:38:39.173355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52466) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:39.190642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] Sync routers for ids ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:39.226317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4301bd6b-4498-476c-8a16-c4027f66493e req-15e2bf5e-504a-41d8-af97-63abc766d4c4 tempest-ServerTagsTestJSON-308644444 tempest-ServerTagsTestJSON-308644444-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18ad979-707e-470a-ba00-85a77b155bc1 HTTP/1.1" status: 200 len: 210 time: 0.0872090 Sep 30 08:38:39.254522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] Routers {'7b1ef8c8-5323-47cc-82e4-98a6c6be50be'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:39.255173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:39.295618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:39.314149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:39.322797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c19216b-ea7a-4f6c-81e4-7f7e5790dd9b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.356042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] Routers {'7b1ef8c8-5323-47cc-82e4-98a6c6be50be'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:39.356695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:39.381778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c19216b-ea7a-4f6c-81e4-7f7e5790dd9b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.405293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:39.406138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6ae9f-65d2-4032-a20b-53d7382b6d62 None None] The sync data for ids ['7b1ef8c8-5323-47cc-82e4-98a6c6be50be'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:39.437017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.450027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c19216b-ea7a-4f6c-81e4-7f7e5790dd9b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.452786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c19216b-ea7a-4f6c-81e4-7f7e5790dd9b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.457035 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4c19216b-ea7a-4f6c-81e4-7f7e5790dd9b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/security-groups/17f73d47-3450-4b55-9a6e-39bbfa4b5c3e HTTP/1.1" status: 204 len: 168 time: 0.2862747 Sep 30 08:38:39.458393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52474) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:39.481362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19216b-ea7a-4f6c-81e4-7f7e5790dd9b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f73d47-3450-4b55-9a6e-39bbfa4b5c3e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:39.546962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48574f2a-9266-468f-b0a9-07835c79c3d0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.575715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48574f2a-9266-468f-b0a9-07835c79c3d0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.594254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13e3d-28f3-4e71-a1a7-081851252f26 req-cb0fe5ba-3444-4455-978f-d9ff3b91432a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:39.595956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35c13e3d-28f3-4e71-a1a7-081851252f26 req-cb0fe5ba-3444-4455-978f-d9ff3b91432a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 945 time: 0.2183628 Sep 30 08:38:39.638877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48574f2a-9266-468f-b0a9-07835c79c3d0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.642313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-48574f2a-9266-468f-b0a9-07835c79c3d0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.646488 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-48574f2a-9266-468f-b0a9-07835c79c3d0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/security-groups/f12a6a75-8750-4901-b42b-4cf79834f73c HTTP/1.1" status: 204 len: 168 time: 0.1843445 Sep 30 08:38:39.649606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:39.687105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48574f2a-9266-468f-b0a9-07835c79c3d0 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a6a75-8750-4901-b42b-4cf79834f73c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:39.723402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 72871844-e07d-4ab9-85a6-293e82ca1691 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:39.727151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.773109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.775938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.779872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35c13e3d-28f3-4e71-a1a7-081851252f26 req-0eb01d12-5622-4638-845e-eabb4b829db9 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465576 Sep 30 08:38:39.785767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:39.788704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:39.794788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:39.978910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.011763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb7b3177-87a5-4692-be84-1e66702154b9 req-8b39c51b-4f6f-42e6-9771-e11237eef374 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 210 time: 0.0401416 Sep 30 08:38:40.015923 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.016431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1ef8c8-5323-47cc-82e4-98a6c6be50be {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:38:40.027889 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.031490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4fedabcf-90fa-444c-a281-6e8da5a779f4 tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "DELETE /v2.0/routers/7b1ef8c8-5323-47cc-82e4-98a6c6be50be HTTP/1.1" status: 204 len: 168 time: 0.8535264 Sep 30 08:38:40.031898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52504) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:40.106735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Deleting subnet f38126ae-99c9-4b00-a74d-bf7d66df9498 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:40.109909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.112544 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415d39f9-6005-4c28-9bbe-de8349ecbc66 x-openstack-request-id: req-415d39f9-6005-4c28-9bbe-de8349ecbc66 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:40.112843 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ad979-707e-470a-ba00-85a77b155bc1", "name": "network-vif-deleted", "tag": "f0b5170a-2391-44b3-8680-6255796c486d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:40.113048 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-415d39f9-6005-4c28-9bbe-de8349ecbc66 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:40.113543 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ad979-707e-470a-ba00-85a77b155bc1', 'name': 'network-vif-deleted', 'tag': 'f0b5170a-2391-44b3-8680-6255796c486d', 'status': 'completed', 'code': 200} Sep 30 08:38:40.116767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.139575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=72871844-e07d-4ab9-85a6-293e82ca1691,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:40.144733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.147085 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-21250f85-1790-4249-9bf2-e03fbb67d293 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/72871844-e07d-4ab9-85a6-293e82ca1691 HTTP/1.1" status: 204 len: 168 time: 0.4962192 Sep 30 08:38:40.151155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52514) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:40.157611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:40.203175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1c8b97b5-8170-4767-b276-af04e3c32b53 None None] Provisioning complete for port 8c5087b8-3039-4129-964e-c377f67f0ef3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:40.204206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1c8b97b5-8170-4767-b276-af04e3c32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.208785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.267543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:38:40.271534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b97b5-8170-4767-b276-af04e3c32b53 None None] Port 8c5087b8-3039-4129-964e-c377f67f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:40.282687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1c8b97b5-8170-4767-b276-af04e3c32b53 None None] Could not find standard attr ID for object 56e89188-0c21-446e-8d00-0cfbf3fb66e1. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:40.307200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1c8b97b5-8170-4767-b276-af04e3c32b53 None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:40.307526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1c8b97b5-8170-4767-b276-af04e3c32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.324829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:40.416812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Deleting subnet bfbe3e5f-eca0-4464-8db8-9a46badc6d55 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:40.421664 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.478895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.516329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:40.519999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.567760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44373619-8e6c-42b9-89d5-1c66f294106b None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:40.583910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.759740 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.803308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbe3e5f-eca0-4464-8db8-9a46badc6d55,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:40.806684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.809265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-31ef49d1-7333-434e-b89d-9e632e98e76f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bfbe3e5f-eca0-4464-8db8-9a46badc6d55 HTTP/1.1" status: 204 len: 168 time: 0.4833715 Sep 30 08:38:40.813165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:40.834914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:40.869948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e5ddbf0a-c593-485a-9515-9b61a36d3e28 None None] Provisioning complete for port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:40.870319 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbf0a-c593-485a-9515-9b61a36d3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.953026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddbf0a-c593-485a-9515-9b61a36d3e28 None None] Port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:40.977262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:40.980473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e5ddbf0a-c593-485a-9515-9b61a36d3e28 None None] Could not find standard attr ID for object 56e89188-0c21-446e-8d00-0cfbf3fb66e1. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:41.063470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.065399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:41.065967 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.111227 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-af46af83-0d52-4f5e-8c03-5cf1efa70dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.141746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.238040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.268286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11dd6eb7-e317-4c44-8af7-c9bb8fe58865 req-80b01d8b-68d3-404f-823b-c06f6db869e7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 210 time: 0.0494714 Sep 30 08:38:41.276215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daebae17-0bfa-4417-bd95-c58baa342ed6']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:41.300840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:41.302812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35136e7b-053f-4b82-864e-7031f23e97dc') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:41.303168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35136e7b-053f-4b82-864e-7031f23e97dc') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:41.304211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:41.313013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:41.319222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:41.319890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.322387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6fa9010b-d9a0-4572-ac84-1c495ba297a2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "PUT /v2.0/routers/ab2ed591-01be-4a39-be6f-98a4ab50f547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3228464 Sep 30 08:38:41.323394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.327298 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:41.331948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=c200dcc9-5af5-4b7e-b63e-841a968ffee6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:41.345104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-799417f6-1a46-4e01-aee7-bd4ba9a2539d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:41.347791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-799417f6-1a46-4e01-aee7-bd4ba9a2539d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.57 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 814 time: 0.4350619 Sep 30 08:38:41.352412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.355677 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:41.361802 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:41.364711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.370819 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-22962a3f-4b50-4a22-b1ca-0cbdd4c6015d tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2182248 Sep 30 08:38:41.372109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:41.372581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.374628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Request body: {'port': {'device_id': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'admin_state_up': True, 'tenant_id': 'c5fdcdcca6864be79549f1033daa83a4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:41.374824 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:41.382669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52564) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:41.400683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1028536535'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:41.460957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.463552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "DELETE /v2.0/subnets/f38126ae-99c9-4b00-a74d-bf7d66df9498 HTTP/1.1" status: 204 len: 168 time: 1.4301174 Sep 30 08:38:41.464273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e3476-9e18-4104-86ca-1664aa158d9b tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Subnet': ['ID=f38126ae-99c9-4b00-a74d-bf7d66df9498,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:41.471627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52568) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:41.474441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.478500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea6c41-d45b-408f-afb2-3230aa305e25 None None] Network acf42691-2f96-49a2-b607-aec79702289a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:41.499505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.525385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.530736 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] 10.222.0.41 "DELETE /v2.0/networks/daebae17-0bfa-4417-bd95-c58baa342ed6 HTTP/1.1" status: 204 len: 168 time: 0.6940374 Sep 30 08:38:41.559887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9351c-b63d-4ba6-b937-3764a89b553c admin admin] Pushing event deleted for resources: {'Network': ['ID=daebae17-0bfa-4417-bd95-c58baa342ed6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:41.584202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:38:41.734008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f0b5170a-2391-44b3-8680-6255796c486d no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:41.772533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.821636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: f0b5170a-2391-44b3-8680-6255796c486d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:41.821636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device f0b5170a-2391-44b3-8680-6255796c486d not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:41.827652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] DHCP port deletion for acf42691-2f96-49a2-b607-aec79702289a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:41.852484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.905527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] Deleting port 6a97045b-c54c-4956-a559-ae132ff88813 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:41.906103 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:41.912761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52574) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:41.984393 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-76a21a90-dda0-42c7-8ffb-e79cea3ec2f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=961088a2a22c4822afb46cd7f0f28132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699747 Sep 30 08:38:41.984715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52576) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:42.048253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] For port 6a97045b-c54c-4956-a559-ae132ff88813, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6a97045b-c54c-4956-a559-ae132ff88813,segment=NetworkSegment(b526931b-e85d-41c8-9b92-9d42d0ba1b96),segment_id=b526931b-e85d-41c8-9b92-9d42d0ba1b96)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:42.048685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.070920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] Calling delete_port for 6a97045b-c54c-4956-a559-ae132ff88813 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:42.094982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:38:37Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:31Z', 'revision_number': 1, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d6f7f4-6ee8-43aa-b9ab-03e649e58caa', 'name': '', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:27:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:38:35Z', 'updated_at': '2021-09-30T08:38:38Z', 'revision_number': 2, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:42.097887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Deleting port 6a97045b-c54c-4956-a559-ae132ff88813 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:42.098393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.111292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.134738 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.145753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:38:42.146874 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Updating router ab2ed591-01be-4a39-be6f-98a4ab50f547 port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:38:42.191895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-283c1ed4-ab29-4b91-b338-34a818dd78c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.192258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.193282 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.237631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae47962-f8fc-4275-9fb2-4bea90cdbb0a None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:42.240416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] Pushing event deleted for resources: {'Port': ['ID=6a97045b-c54c-4956-a559-ae132ff88813,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:42.256692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa775eb-7e3b-44d6-bae8-3596e1c5655f None None] No DVR routers for this DVR port 6a97045b-c54c-4956-a559-ae132ff88813 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:42.281759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c0a34-f2bb-4ac6-a0d8-49689177a25f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:42.333101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] For port 6a97045b-c54c-4956-a559-ae132ff88813, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6a97045b-c54c-4956-a559-ae132ff88813,segment=NetworkSegment(b526931b-e85d-41c8-9b92-9d42d0ba1b96),segment_id=b526931b-e85d-41c8-9b92-9d42d0ba1b96)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:42.334024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.336633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-055c1388-1110-40b0-8759-4841eb6b4b13 None None] Provisioning complete for port 8c5087b8-3039-4129-964e-c377f67f0ef3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:42.341206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-055c1388-1110-40b0-8759-4841eb6b4b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.356584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-283c1ed4-ab29-4b91-b338-34a818dd78c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.363006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Made reservation on behalf of c5fdcdcca6864be79549f1033daa83a4 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:42.367219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.378786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Calling delete_port for 6a97045b-c54c-4956-a559-ae132ff88813 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:42.418438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-055c1388-1110-40b0-8759-4841eb6b4b13 None None] Port 8c5087b8-3039-4129-964e-c377f67f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:42.459331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-055c1388-1110-40b0-8759-4841eb6b4b13 None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:42.459864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-055c1388-1110-40b0-8759-4841eb6b4b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.472792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.474015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc0b8db1-e190-4223-ad4c-2896ee823587 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0849910 Sep 30 08:38:42.477175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52580) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:42.482091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'security_group': {'name': 'tempest-secgroup-279734899'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:42.518937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47b2bbbb-2d13-4044-b5df-9c83519a47bc req-ccb34906-ee99-453c-af3e-3b48c5612c56 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 210 time: 0.0640090 Sep 30 08:38:42.528570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.555013 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.563507 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.654735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.674659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] No DVR routers for this DVR port 6a97045b-c54c-4956-a559-ae132ff88813 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:42.676441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6a97045b-c54c-4956-a559-ae132ff88813 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:42.705431 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Pushing event updated for resources: {'Port': ['ID=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:42.706715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6a97045b-c54c-4956-a559-ae132ff88813 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:42.707135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6a97045b-c54c-4956-a559-ae132ff88813 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:42.755448 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.755793 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.756132 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.756461 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.757836 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.758192 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.758527 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.758989 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.759463 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.759776 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.760306 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.760440 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:38:42.760779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Port': ['ID=6a97045b-c54c-4956-a559-ae132ff88813,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:42.764320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-283c1ed4-ab29-4b91-b338-34a818dd78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.767385 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-283c1ed4-ab29-4b91-b338-34a818dd78c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.771098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-283c1ed4-ab29-4b91-b338-34a818dd78c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abc7857f-9d82-4948-92ed-d6c3e90dfc5c HTTP/1.1" status: 204 len: 168 time: 0.7796383 Sep 30 08:38:42.819389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.833568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.841428 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Attempting to bind port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:42.841828 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Attempting to bind port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:42.842954 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Attempting to bind port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa on network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:42.849705 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:42.850089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] Update dhcp port {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'fixed_ips': [{'subnet_id': '9de43a81-e477-47cb-b43e-da2bad4fb548', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c200dcc9-5af5-4b7e-b63e-841a968ffee6'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:38:42.850293 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Checking segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:42.850506 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.850839 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Bound using segment: {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:42.851308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Bound port: 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:42.851679 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.944132 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.944823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49856e4-66f5-4535-81ee-05ee2c83597b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:42.956216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.959242 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bab924d1-a05e-4b26-b3e4-9e5410d43267 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4809334 Sep 30 08:38:42.960600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Allocated IP 172.20.0.2 (d32d09d9-64e8-4431-96c3-d999cb057c74/617c28f3-7382-4a54-b154-eac9e1116e9e/9925c2df-b508-4129-a86d-b40f9ff17b51) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:42.962098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52586) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:42.976435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1695974169'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:43.038176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.044146 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] For port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:43.051138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] For port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:43.063480 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.126187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5ea2f2cd-9b45-4409-a043-95be5ff76894 None None] Provisioning complete for port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:43.126568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f2cd-9b45-4409-a043-95be5ff76894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.160546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.160832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c1ed4-ab29-4b91-b338-34a818dd78c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7857f-9d82-4948-92ed-d6c3e90dfc5c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:43.167308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.177101 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.226267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.229182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2660353 Sep 30 08:38:43.236503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52590) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:43.244511 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:43.245292 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:43.245926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1809991044', 'security_groups': ['29bf5074-d548-4433-9682-90cbd3d1ec7f'], 'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c200dcc9-5af5-4b7e-b63e-841a968ffee6'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:43.247812 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf05a5-7272-4992-b78c-f2de93975320 None None] Pushing event updated for resources: {'Port': ['ID=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:43.345061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.373695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f32b1-b950-4d0f-a262-e1e4a7ae1bec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf5074-d548-4433-9682-90cbd3d1ec7f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:43.402320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf42691-2f96-49a2-b607-aec79702289a']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:43.406030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] Allocated IP 2001:db8::2 (0c93991b-33fd-4d67-818f-ee3e82f43352/c200dcc9-5af5-4b7e-b63e-841a968ffee6/75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:43.433861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:43.437216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b526931b-e85d-41c8-9b92-9d42d0ba1b96') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:43.437560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b526931b-e85d-41c8-9b92-9d42d0ba1b96') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:43.499734 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:38:43.503717 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.506525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f2cd-9b45-4409-a043-95be5ff76894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.566572 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.662300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5ea2f2cd-9b45-4409-a043-95be5ff76894 None None] For port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:43.680232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:43.680661 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.688281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f2cd-9b45-4409-a043-95be5ff76894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.690918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:43.697136 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:43.734470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,segment=NetworkSegment(a640e769-f667-419a-83f7-fa6d51c30f54),segment_id=a640e769-f667-419a-83f7-fa6d51c30f54)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:43.744101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] device_id is not set on port 29e4cec3-91db-4228-8b3f-7b633c2421be yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:38:43.788777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2f2cd-9b45-4409-a043-95be5ff76894 None None] Pushing event updated for resources: {'Port': ['ID=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:43.797944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-045bc395-dfcb-420f-87d4-556354842b2a req-d2cb01e6-090e-4d70-8177-f1e8dc220650 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 210 time: 0.1019638 Sep 30 08:38:43.825398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.831801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cea5dd62-3346-4b6e-875d-83705e202471 None None] Provisioning complete for port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:43.832713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cea5dd62-3346-4b6e-875d-83705e202471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.857328 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.875700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.887304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.892210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] 10.222.0.41 "DELETE /v2.0/networks/acf42691-2f96-49a2-b607-aec79702289a HTTP/1.1" status: 204 len: 168 time: 2.4109375 Sep 30 08:38:43.912737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4be16-478e-4adf-9f27-addb7f8395ee tempest-FloatingIPNegativeTestJSON-1027369285 tempest-FloatingIPNegativeTestJSON-1027369285-project] Pushing event deleted for resources: {'Network': ['ID=acf42691-2f96-49a2-b607-aec79702289a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:43.919078 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:43.921890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db073f-7817-4518-bf6c-e23200b65ccd None None] Pushing event updated for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:43.995714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.017107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['32741c00-3c17-49f4-bc64-11028c5d8af3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:44.195338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Network d32d09d9-64e8-4431-96c3-d999cb057c74 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:44.198851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8::1c6 (0c93991b-33fd-4d67-818f-ee3e82f43352/c200dcc9-5af5-4b7e-b63e-841a968ffee6/29e4cec3-91db-4228-8b3f-7b633c2421be) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:44.224157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:44.231390 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:38:37Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:31Z', 'revision_number': 1, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d6f7f4-6ee8-43aa-b9ab-03e649e58caa', 'name': '', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:27:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:38:35Z', 'updated_at': '2021-09-30T08:38:43Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:44.232480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:44.379335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:44.380277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.395729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Pushing event updated for resources: {'Port': ['ID=9925c2df-b508-4129-a86d-b40f9ff17b51,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:44.411129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-b3989a3e-7522-4a41-ac7f-77a35b580b44 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0416887 Sep 30 08:38:44.428969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Request body: {'port': {'device_id': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:44.465890 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09809dcb-8677-4067-8059-3801d1ca948d None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:38:37Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:31Z', 'revision_number': 1, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d6f7f4-6ee8-43aa-b9ab-03e649e58caa', 'name': '', 'network_id': '3c780e7c-7df6-4aba-997d-f0b4b0ca98f2', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:27:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:38:35Z', 'updated_at': '2021-09-30T08:38:43Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': 'd69484c9-be5d-4e40-ac1e-a457535ef690', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:44.603688 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.608319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.614197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52628) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:44.710783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.822283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=29e4cec3-91db-4228-8b3f-7b633c2421be,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:44.853001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:44.855943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:44.871197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:44.880048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:44.881335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.915906 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4caa8c8d-915d-4494-ae9d-3dcd2514a9ac tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6750391 Sep 30 08:38:44.919212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52634) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:44.932016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:44.932488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:45.005967 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.077561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:45.078233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.214862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:45.218849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.275256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:45.324114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4bda5b3e-36f1-4cae-971f-c13345937fb3 None None] Provisioning complete for port 8c5087b8-3039-4129-964e-c377f67f0ef3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:45.324642 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4bda5b3e-36f1-4cae-971f-c13345937fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.341428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27c83-ea34-4abb-b3de-b3b566dca890 req-c9e750da-cc73-4145-a19e-f671d6565372 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:45.343037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2c27c83-ea34-4abb-b3de-b3b566dca890 req-c9e750da-cc73-4145-a19e-f671d6565372 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 931 time: 0.3125963 Sep 30 08:38:45.358737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-812963ef-236d-4732-953e-e286b88f0d4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aa7adbe6aa442d688062aea3d13f004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408209 Sep 30 08:38:45.358737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:45.368543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52642) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:45.425954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4bda5b3e-36f1-4cae-971f-c13345937fb3 None None] Port 8c5087b8-3039-4129-964e-c377f67f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:45.434658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:45.436170 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.500195 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c200dcc9-5af5-4b7e-b63e-841a968ffee6 (CIDR: 2001:db8::/64) Sep 30 08:38:45.507591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2c27c83-ea34-4abb-b3de-b3b566dca890 req-82cbf2ff-baab-4f4a-ae42-26cc78de30d3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476538 Sep 30 08:38:45.513488 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:38:45.513950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:45.554935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4bda5b3e-36f1-4cae-971f-c13345937fb3 None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:45.556338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4bda5b3e-36f1-4cae-971f-c13345937fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.566624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b95bc4b-4ace-4c88-a3cd-ac164c5e74fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.574363 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f187c3f-f973-45c2-b11a-23f63a9831f1 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6505826 Sep 30 08:38:45.574363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:45.579782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:45.682394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c2a09e1-07a4-4172-bd90-25964069319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.686682 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b95bc4b-4ace-4c88-a3cd-ac164c5e74fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.691986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9925c2df-b508-4129-a86d-b40f9ff17b51 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:45.796069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.846959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Transition to ACTIVE for port object 9925c2df-b508-4129-a86d-b40f9ff17b51 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:38:45.847800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b95bc4b-4ace-4c88-a3cd-ac164c5e74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.849565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c2a09e1-07a4-4172-bd90-25964069319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.852568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1b95bc4b-4ace-4c88-a3cd-ac164c5e74fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.852749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.853953 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1b95bc4b-4ace-4c88-a3cd-ac164c5e74fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddf95d0d-8939-40d7-89f8-6085a966dccb HTTP/1.1" status: 204 len: 168 time: 0.4844072 Sep 30 08:38:45.882616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c2a09e1-07a4-4172-bd90-25964069319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.888348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95bc4b-4ace-4c88-a3cd-ac164c5e74fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf95d0d-8939-40d7-89f8-6085a966dccb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:45.894504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c1e21768-d28b-4e2d-9fb1-b23735109be6 None None] Provisioning complete for port 29e4cec3-91db-4228-8b3f-7b633c2421be triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:45.895180 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1e21768-d28b-4e2d-9fb1-b23735109be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.934507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:45.939706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.990227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a09e1-07a4-4172-bd90-25964069319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e637a-6f18-4c27-9bb6-2cea6a8313d3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:45.994336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21768-d28b-4e2d-9fb1-b23735109be6 None None] Port 29e4cec3-91db-4228-8b3f-7b633c2421be cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:46.052845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6c2a09e1-07a4-4172-bd90-25964069319b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ea1ef1be36a47999177cf3cccfce6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505966 Sep 30 08:38:46.054026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:46.061500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9925c2df-b508-4129-a86d-b40f9ff17b51,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:46.121947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4be215dd-9d4e-4b8f-9f14-3dc37ee2b6f6 None None] Could not find standard attr ID for object 56e89188-0c21-446e-8d00-0cfbf3fb66e1. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:46.132661 n-d-807025-5 neutron-server[95002]: INFO neutron.db.ipam_backend_mixin [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9de43a81-e477-47cb-b43e-da2bad4fb548 (CIDR: 2001:db8:0:1::/64) Sep 30 08:38:46.139154 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:38:46.139937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:46.161349 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cc250395-98a8-4908-886c-6a5a2e5cf271 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5860238 Sep 30 08:38:46.164259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52654) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:46.170328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'subnet': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:46.227262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bba643e-215c-40da-9b18-46426df578e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.239334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Attempting to bind port 9925c2df-b508-4129-a86d-b40f9ff17b51 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:46.239767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Attempting to bind port 9925c2df-b508-4129-a86d-b40f9ff17b51 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:46.240295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Attempting to bind port 9925c2df-b508-4129-a86d-b40f9ff17b51 on network d32d09d9-64e8-4431-96c3-d999cb057c74 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:46.267138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Port 9925c2df-b508-4129-a86d-b40f9ff17b51 on network d32d09d9-64e8-4431-96c3-d999cb057c74 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:38:46.267596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Attempting to bind port 9925c2df-b508-4129-a86d-b40f9ff17b51 on network d32d09d9-64e8-4431-96c3-d999cb057c74 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:46.283109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:46.283457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Checking segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:46.283851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Bound using segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:46.284304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Bound port: 9925c2df-b508-4129-a86d-b40f9ff17b51, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:46.285205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.304850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bba643e-215c-40da-9b18-46426df578e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.367431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Made reservation on behalf of 6e458609a82c48e085465db2b3a68a43 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:46.371875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.456644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] For port 9925c2df-b508-4129-a86d-b40f9ff17b51, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:46.461478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] For port 9925c2df-b508-4129-a86d-b40f9ff17b51, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9925c2df-b508-4129-a86d-b40f9ff17b51,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:46.471777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.480472 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bba643e-215c-40da-9b18-46426df578e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.483857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bba643e-215c-40da-9b18-46426df578e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.485427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6bba643e-215c-40da-9b18-46426df578e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f8e637a-6f18-4c27-9bb6-2cea6a8313d3 HTTP/1.1" status: 204 len: 168 time: 0.4302576 Sep 30 08:38:46.534373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba643e-215c-40da-9b18-46426df578e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e637a-6f18-4c27-9bb6-2cea6a8313d3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:46.552844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:46.553417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.556524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] 10.222.0.57 "PUT /v2.0/ports/9925c2df-b508-4129-a86d-b40f9ff17b51 HTTP/1.1" status: 200 len: 1091 time: 2.1322784 Sep 30 08:38:46.557002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'tag': '9925c2df-b508-4129-a86d-b40f9ff17b51'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:46.559401 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da912e12-2b4b-4e99-acc8-40ec877a430e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8e3760-dd26-4359-b445-b2e0ffeb9d2e", "tag": "9925c2df-b508-4129-a86d-b40f9ff17b51"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:46.641622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61923-f0a9-41bc-b415-e9dde53c5c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9925c2df-b508-4129-a86d-b40f9ff17b51,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:46.762106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-65ea5195-68f3-42c8-856d-1b49465b3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:46.763753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-65ea5195-68f3-42c8-856d-1b49465b3728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 1094 time: 0.1048765 Sep 30 08:38:46.773604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0ebf-5a2d-4e04-bbe6-2368d2a092f2 req-241ba1d3-e68a-4a1c-bd1c-d001bc661599 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:46.782089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c55b0ebf-5a2d-4e04-bbe6-2368d2a092f2 req-241ba1d3-e68a-4a1c-bd1c-d001bc661599 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 943 time: 0.1105695 Sep 30 08:38:46.827363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-6bf0b026-098c-4c91-bd36-2dd5b89078f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9925c2df-b508-4129-a86d-b40f9ff17b51 HTTP/1.1" status: 200 len: 217 time: 0.0421453 Sep 30 08:38:46.840886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.897948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c55b0ebf-5a2d-4e04-bbe6-2368d2a092f2 req-ee5bfd45-78e7-4ece-af13-95cc25e0d656 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146185 Sep 30 08:38:46.917509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-6c8c1bed-9c3b-46a5-97e4-6ac66999cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:46.924610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-6c8c1bed-9c3b-46a5-97e4-6ac66999cc09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.0783021 Sep 30 08:38:46.956309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:46.966800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:46.971049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:46.973798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:46.977088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c627680-21fc-4d12-886e-55affaab8a8d None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:46.989814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-6549c3ae-5cad-4834-8e3d-38d50e88a553 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472500 Sep 30 08:38:47.016365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Subnet': ['ID=63a4a48b-7d60-41f7-84e0-ecfaa46872e6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:47.030486 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57856b98-104f-45da-a46e-4a466eb5f659 x-openstack-request-id: req-57856b98-104f-45da-a46e-4a466eb5f659 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:47.030785 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8e3760-dd26-4359-b445-b2e0ffeb9d2e", "tag": "9925c2df-b508-4129-a86d-b40f9ff17b51", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:47.031049 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57856b98-104f-45da-a46e-4a466eb5f659 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:47.032191 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'tag': '9925c2df-b508-4129-a86d-b40f9ff17b51', 'status': 'completed', 'code': 200} Sep 30 08:38:47.042770 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1bcb5227-ee8e-4c08-8794-352483927538 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8766341 Sep 30 08:38:47.047065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52686) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:47.061242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1346418040', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63a4a48b-7d60-41f7-84e0-ecfaa46872e6'}], 'security_groups': ['6f5c0a34-f2bb-4ac6-a0d8-49689177a25f', 'a49856e4-66f5-4535-81ee-05ee2c83597b']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:47.215974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-63fbaecb-1a94-4207-be60-993992ba7f3f service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122850 Sep 30 08:38:47.231637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:47.421640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52694) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:47.509147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a6db1d1-61a6-4a65-8e7a-63122424d955 req-1db3b809-61d9-4afe-9da0-8ea279f36a94 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808940 Sep 30 08:38:47.614656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f323de-6667-46ea-95b6-511327534d39 None None] Update dhcp port {'port': {'network_id': '0c93991b-33fd-4d67-818f-ee3e82f43352', 'fixed_ips': [{'subnet_id': '9de43a81-e477-47cb-b43e-da2bad4fb548', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c200dcc9-5af5-4b7e-b63e-841a968ffee6', 'ip_address': '2001:db8::2'}, {'subnet_id': '63a4a48b-7d60-41f7-84e0-ecfaa46872e6'}], 'binding:host_id': 'n-d-807025-5'}, 'id': '75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb'} from n-d-807025-5. {{(pid=95003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:38:47.667243 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91f323de-6667-46ea-95b6-511327534d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:47.700115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-b1f1e936-4122-4324-96f2-720e848324ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:47.702293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-b1f1e936-4122-4324-96f2-720e848324ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 1094 time: 0.1109700 Sep 30 08:38:47.745828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Delete allocated IP 2001:db8::1c6 (0c93991b-33fd-4d67-818f-ee3e82f43352/c200dcc9-5af5-4b7e-b63e-841a968ffee6) {{(pid=95002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:38:47.762647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Allocated IP 2001:db8:0:2::227 (0c93991b-33fd-4d67-818f-ee3e82f43352/63a4a48b-7d60-41f7-84e0-ecfaa46872e6/29e4cec3-91db-4228-8b3f-7b633c2421be) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:47.921299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1136239317'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:47.936905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-41467341-a897-42d7-be8b-4fa5aa2001eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:47.940997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-41467341-a897-42d7-be8b-4fa5aa2001eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.2164426 Sep 30 08:38:47.993514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-920abe9c-18ec-4166-aee2-6b972796fbed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9925c2df-b508-4129-a86d-b40f9ff17b51 HTTP/1.1" status: 200 len: 217 time: 0.0415497 Sep 30 08:38:47.994373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:47.997899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.011382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.024106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.031133 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.107528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-ca30d5bb-ef40-482d-8da1-c7a65a2e3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:48.109199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-ca30d5bb-ef40-482d-8da1-c7a65a2e3f2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.0988944 Sep 30 08:38:48.117661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-91f323de-6667-46ea-95b6-511327534d39 None None] Allocated IP 2001:db8:0:2::2 (0c93991b-33fd-4d67-818f-ee3e82f43352/63a4a48b-7d60-41f7-84e0-ecfaa46872e6/75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:48.165356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-f3c7a8cf-fcee-4b8b-8b4b-685a52f904ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440128 Sep 30 08:38:48.166188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] In _notify_port_updated(), no bound segment for port 29e4cec3-91db-4228-8b3f-7b633c2421be on network 0c93991b-33fd-4d67-818f-ee3e82f43352 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:38:48.176970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:48.178242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.178660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec559a5a-4a5e-42a5-8582-6306b279657a req-25057ad3-3c00-4b18-83f4-9a090baeaaf9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:48.180354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec559a5a-4a5e-42a5-8582-6306b279657a req-25057ad3-3c00-4b18-83f4-9a090baeaaf9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 943 time: 0.1719122 Sep 30 08:38:48.189488 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "PUT /v2.0/ports/29e4cec3-91db-4228-8b3f-7b633c2421be HTTP/1.1" status: 200 len: 970 time: 1.1400776 Sep 30 08:38:48.190537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52712) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:48.238154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a210d48-d994-48d9-92bf-75ffc144e7d9 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event updated for resources: {'Port': ['ID=29e4cec3-91db-4228-8b3f-7b633c2421be,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:48.339308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 29e4cec3-91db-4228-8b3f-7b633c2421be {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:48.339666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.342858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-91f323de-6667-46ea-95b6-511327534d39 None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,segment=NetworkSegment(a640e769-f667-419a-83f7-fa6d51c30f54),segment_id=a640e769-f667-419a-83f7-fa6d51c30f54)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:48.372621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec559a5a-4a5e-42a5-8582-6306b279657a req-62021205-12d0-4bfa-b81f-a1f7669f0f40 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741276 Sep 30 08:38:48.398727 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91f323de-6667-46ea-95b6-511327534d39 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.413316 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91f323de-6667-46ea-95b6-511327534d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.430563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-f3879a36-8941-4145-a842-8e3d48852d6a service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471747 Sep 30 08:38:48.437033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.471625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.539370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f323de-6667-46ea-95b6-511327534d39 None None] Pushing event updated for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:48.562499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:48.574281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17aea313-8a92-427b-beca-30feaddd1c94,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:48.579218 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.589977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.590417 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment 32bd02af-637b-4515-8718-c2f9fcacc153 of type vlan for network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 Sep 30 08:38:48.616262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 29e4cec3-91db-4228-8b3f-7b633c2421be owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:48.690491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da912e12-2b4b-4e99-acc8-40ec877a430e req-b3e525e2-4812-4076-963c-20c34cb2e3b3 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450502 Sep 30 08:38:48.717233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.758892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.764858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:48.765530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.829468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.867596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=29e4cec3-91db-4228-8b3f-7b633c2421be,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:48.867869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:48.889408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2ea54b63-409d-46fb-a1db-0845cdf7c0d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4666317 Sep 30 08:38:48.892445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52726) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:48.896747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1214942284'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:48.897307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:48.920402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:48.922895 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e5a9a739-16ac-48ee-9c14-d3721e2c9b85 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/29e4cec3-91db-4228-8b3f-7b633c2421be HTTP/1.1" status: 204 len: 168 time: 0.7267983 Sep 30 08:38:48.926446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52728) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:49.002172 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd451179-2a8b-4c6e-9790-eeb349d78b74 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] GET failed (client error): The resource could not be found. Sep 30 08:38:49.007400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bd451179-2a8b-4c6e-9790-eeb349d78b74 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports/29e4cec3-91db-4228-8b3f-7b633c2421be HTTP/1.1" status: 404 len: 333 time: 0.0754726 Sep 30 08:38:49.007400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:49.008546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:49.035808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.095126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:38:49.131945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.132581 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment cbc5b313-a5c1-4451-a609-3186deaa85d2 of type vlan for network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 Sep 30 08:38:49.141335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca1fc5e-5f12-47ed-95aa-97367be6a22f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.182989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca1fc5e-5f12-47ed-95aa-97367be6a22f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.205663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.261514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.262544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca1fc5e-5f12-47ed-95aa-97367be6a22f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.266344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bca1fc5e-5f12-47ed-95aa-97367be6a22f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.271493 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bca1fc5e-5f12-47ed-95aa-97367be6a22f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/security-groups/29bf5074-d548-4433-9682-90cbd3d1ec7f HTTP/1.1" status: 204 len: 168 time: 0.2541749 Sep 30 08:38:49.271757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:49.271757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.272855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52736) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:49.279570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1fc5e-5f12-47ed-95aa-97367be6a22f tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf5074-d548-4433-9682-90cbd3d1ec7f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:49.362129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4709253 Sep 30 08:38:49.362628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52740) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:49.369672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:49.402165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5e4ce-bccf-49f4-b7dc-31bb49cc8543 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=e8e73ab7-d3df-4722-afbb-95c8ccaf1033,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:49.418286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:38:49.446534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7da65c07-73b5-4544-addd-32b268e12816 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.522204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7da65c07-73b5-4544-addd-32b268e12816 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.559197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:49.572937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.625552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25b66-6d4c-48a3-83cb-a78c235f9dda req-3b448435-4dfb-40dd-b36a-10b351a0606f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:49.627366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02c25b66-6d4c-48a3-83cb-a78c235f9dda req-3b448435-4dfb-40dd-b36a-10b351a0606f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 943 time: 0.0948362 Sep 30 08:38:49.672440 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7da65c07-73b5-4544-addd-32b268e12816 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.680244 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7da65c07-73b5-4544-addd-32b268e12816 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.684846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7da65c07-73b5-4544-addd-32b268e12816 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/security-groups/a49856e4-66f5-4535-81ee-05ee2c83597b HTTP/1.1" status: 204 len: 168 time: 0.4082222 Sep 30 08:38:49.685032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52748) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:49.712428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da65c07-73b5-4544-addd-32b268e12816 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49856e4-66f5-4535-81ee-05ee2c83597b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:49.755029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02c25b66-6d4c-48a3-83cb-a78c235f9dda req-083311e4-890d-4b72-baa9-7221f336abea tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159923 Sep 30 08:38:49.790709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2f7e6fd8-b10d-4ef6-96d5-e05ab527e587 None None] Could not find standard attr ID for object 29e4cec3-91db-4228-8b3f-7b633c2421be. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:49.800365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bae1-f78b-4e4e-8024-3cb50580bd95 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.809757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2f7e6fd8-b10d-4ef6-96d5-e05ab527e587 None None] Provisioning complete for port 8c5087b8-3039-4129-964e-c377f67f0ef3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:49.810228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6fd8-b10d-4ef6-96d5-e05ab527e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.853257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bae1-f78b-4e4e-8024-3cb50580bd95 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.866541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e6fd8-b10d-4ef6-96d5-e05ab527e587 None None] Port 8c5087b8-3039-4129-964e-c377f67f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:49.881735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2f7e6fd8-b10d-4ef6-96d5-e05ab527e587 None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:49.882248 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6fd8-b10d-4ef6-96d5-e05ab527e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.950822 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:49.990590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bae1-f78b-4e4e-8024-3cb50580bd95 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.005230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bae1-f78b-4e4e-8024-3cb50580bd95 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.010879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1ce2bae1-f78b-4e4e-8024-3cb50580bd95 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/security-groups/6f5c0a34-f2bb-4ac6-a0d8-49689177a25f HTTP/1.1" status: 204 len: 168 time: 0.3047066 Sep 30 08:38:50.014417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52754) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:50.046527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2bae1-f78b-4e4e-8024-3cb50580bd95 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c0a34-f2bb-4ac6-a0d8-49689177a25f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:50.103033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=cbe57961-a11b-4913-b06d-1e033c23071e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:50.122960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet c200dcc9-5af5-4b7e-b63e-841a968ffee6 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:50.126435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.166122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c04cce0c-79c3-4b25-a37a-cc8a7dfd0528 None None] Could not find standard attr ID for object 29e4cec3-91db-4228-8b3f-7b633c2421be. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:38:50.171362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': '32bd02af-637b-4515-8718-c2f9fcacc153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:50.172043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:50.184344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.241957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:50.265322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:50.275295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b4b30-36d3-464f-a8db-3d14128fb470 None None] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:50.290381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:50.290971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.318457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.323277 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c40885d-91de-4294-93ca-314c7d309524 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9592943 Sep 30 08:38:50.326353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52760) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:50.332695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:50.412523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.485497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:50.489285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.500069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=c200dcc9-5af5-4b7e-b63e-841a968ffee6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:50.512525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.513894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574c8fc-2371-451f-b75a-b12afbc837b6 None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:50.519842 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fec0cf1c-3058-44df-8ce9-5fea705db853 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/c200dcc9-5af5-4b7e-b63e-841a968ffee6 HTTP/1.1" status: 204 len: 168 time: 0.4992182 Sep 30 08:38:50.522095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52766) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:50.547256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7', 'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': 'cbe57961-a11b-4913-b06d-1e033c23071e'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:50.548145 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.636313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 63a4a48b-7d60-41f7-84e0-ecfaa46872e6 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:50.650207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.676469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:50.729030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.865379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.920380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:50.956109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:50.956797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.022570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.025466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=b5c6a5c3-da54-4929-8918-8d20784f7e56,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:51.035470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Allocated IP 2001:db8::2 (5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7/cbe57961-a11b-4913-b06d-1e033c23071e/19863b9f-a845-4336-ac9a-037664c682b0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:51.054827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=63a4a48b-7d60-41f7-84e0-ecfaa46872e6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:51.059904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.061937 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7cc4555f-80a2-44a6-b308-d162b86bcbca tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/63a4a48b-7d60-41f7-84e0-ecfaa46872e6 HTTP/1.1" status: 204 len: 168 time: 0.5382063 Sep 30 08:38:51.065915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52778) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:51.156615 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85cd692-6941-4f47-b835-048ed449cc9c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:51.157078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85cd692-6941-4f47-b835-048ed449cc9c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:51.158960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f85cd692-6941-4f47-b835-048ed449cc9c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/c200dcc9-5af5-4b7e-b63e-841a968ffee6 HTTP/1.1" status: 404 len: 337 time: 0.0823336 Sep 30 08:38:51.162467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52780) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:51.169158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd2696-124d-4392-9795-02d5df61e5ac req-6d799fc5-3204-4c58-8878-2ef8e5752b59 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:51.171107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8edd2696-124d-4392-9795-02d5df61e5ac req-6d799fc5-3204-4c58-8878-2ef8e5752b59 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 943 time: 0.2342529 Sep 30 08:38:51.198142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': 'cbc5b313-a5c1-4451-a609-3186deaa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:51.198660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: e8e73ab7-d3df-4722-afbb-95c8ccaf1033, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:38:51.269130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8edd2696-124d-4392-9795-02d5df61e5ac req-0d4f913f-ac2f-454a-a257-389b257309a4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805261 Sep 30 08:38:51.270266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:38:51.282587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e8e73ab7-d3df-4722-afbb-95c8ccaf1033) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:51.290777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting subnet 9de43a81-e477-47cb-b43e-da2bad4fb548 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:38:51.295219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.302053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:51.304560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.316003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a147b6-b054-4348-9c90-949998f06988 None None] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:51.338063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fca10266-541d-46ab-8e83-8eeb46df4dbc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0104642 Sep 30 08:38:51.342257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52784) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:51.351543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2085860506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:51.367859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.403422 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.404758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.462920 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.489181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.520802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.536659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.542700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.577749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.585416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-77098047-f68f-419c-8566-58b24d626cf7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2401180 Sep 30 08:38:51.586588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:51.587979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52786) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:51.593289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:51.596394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:51.639395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.710750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Subnet': ['ID=9de43a81-e477-47cb-b43e-da2bad4fb548,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:51.727827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.732046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d25dbc6a-0041-4864-89dc-fecad36cf639 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/9de43a81-e477-47cb-b43e-da2bad4fb548 HTTP/1.1" status: 204 len: 168 time: 0.5677218 Sep 30 08:38:51.735457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:51.748913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Pushing event updated for resources: {'Port': ['ID=19863b9f-a845-4336-ac9a-037664c682b0,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:51.775628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Attempting to bind port 19863b9f-a845-4336-ac9a-037664c682b0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:51.775999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Attempting to bind port 19863b9f-a845-4336-ac9a-037664c682b0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '32bd02af-637b-4515-8718-c2f9fcacc153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:51.776358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Attempting to bind port 19863b9f-a845-4336-ac9a-037664c682b0 on network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:51.815051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:51.815796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Checking segment: {'id': '32bd02af-637b-4515-8718-c2f9fcacc153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:51.816429 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.817005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Bound using segment: {'id': '32bd02af-637b-4515-8718-c2f9fcacc153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:51.817744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Bound port: 19863b9f-a845-4336-ac9a-037664c682b0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bd02af-637b-4515-8718-c2f9fcacc153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:51.818338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.824228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e8e73ab7-d3df-4722-afbb-95c8ccaf1033', 'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': 'b5c6a5c3-da54-4929-8918-8d20784f7e56'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:38:51.825707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:51.984261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbd91a-b80f-4683-ab97-67dcc268e9c2 None None] Network 0c93991b-33fd-4d67-818f-ee3e82f43352 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:52.059628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] For port 19863b9f-a845-4336-ac9a-037664c682b0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:52.114423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-772e45b6-3e4f-4811-9314-19c1a7dd3848 None None] Provisioning complete for port 8c5087b8-3039-4129-964e-c377f67f0ef3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:52.115051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-772e45b6-3e4f-4811-9314-19c1a7dd3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:52.146706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] For port 19863b9f-a845-4336-ac9a-037664c682b0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=19863b9f-a845-4336-ac9a-037664c682b0,segment=NetworkSegment(32bd02af-637b-4515-8718-c2f9fcacc153),segment_id=32bd02af-637b-4515-8718-c2f9fcacc153)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:52.185315 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:52.277929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9925c2df-b508-4129-a86d-b40f9ff17b51 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:38:52.309891 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-772e45b6-3e4f-4811-9314-19c1a7dd3848 None None] Port 8c5087b8-3039-4129-964e-c377f67f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:52.313133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Allocated IP 2001:db8:1::2 (e8e73ab7-d3df-4722-afbb-95c8ccaf1033/b5c6a5c3-da54-4929-8918-8d20784f7e56/dabd1c5b-314d-437b-b57e-46b02c3cb652) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:52.348602 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d8fc99-01f3-4f1f-a09a-5b47ebc88c72 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.349224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d8fc99-01f3-4f1f-a09a-5b47ebc88c72 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.353058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d6d8fc99-01f3-4f1f-a09a-5b47ebc88c72 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/72871844-e07d-4ab9-85a6-293e82ca1691 HTTP/1.1" status: 404 len: 337 time: 0.0936821 Sep 30 08:38:52.355433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.416081 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8ad5d18d-2839-43d6-a155-f5cbbc2986fb tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "GET /v2.0/ports?device_id=9be8b3b2-739e-4407-a838-7efef88aa956 HTTP/1.1" status: 200 len: 205 time: 0.0590799 Sep 30 08:38:52.416785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.511600 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-97a1bf6d-a8cf-41e9-b6da-956ebc38984a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] delete failed (client error): The resource could not be found. Sep 30 08:38:52.515825 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-97a1bf6d-a8cf-41e9-b6da-956ebc38984a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/routers/9be8b3b2-739e-4407-a838-7efef88aa956 HTTP/1.1" status: 404 len: 336 time: 0.0980356 Sep 30 08:38:52.516663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52804) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.546363 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8110875f-c5dd-413c-8660-d056f4ddb78b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.547386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8110875f-c5dd-413c-8660-d056f4ddb78b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.553148 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8110875f-c5dd-413c-8660-d056f4ddb78b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/4adb3f9b-31fb-4138-9706-04947b799bf0 HTTP/1.1" status: 404 len: 337 time: 0.0353038 Sep 30 08:38:52.554000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.582052 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a54e81-9bef-4ab5-9d77-918f81a89714 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.582751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a54e81-9bef-4ab5-9d77-918f81a89714 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.587798 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e9a54e81-9bef-4ab5-9d77-918f81a89714 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/39bff237-21b3-4d8b-bb4b-5db1f785b155 HTTP/1.1" status: 404 len: 337 time: 0.0326052 Sep 30 08:38:52.588480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52808) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.637315 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-25daec13-566a-43ee-a90a-019822a662b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.637837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25daec13-566a-43ee-a90a-019822a662b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.642415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-25daec13-566a-43ee-a90a-019822a662b6 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/79def166-9f4b-4969-a1dd-59c21d3c81af HTTP/1.1" status: 404 len: 337 time: 0.0529091 Sep 30 08:38:52.643094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52810) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.652063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52812) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.664349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:52.688784 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f24ad6a-c4c6-4763-83dc-2952bb8685f4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.691189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee08fcb-0cda-48c9-be59-37e6d0cc5ab3 req-fdb934f2-2c91-49fc-ab1f-98737d62bd2a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:52.691633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f24ad6a-c4c6-4763-83dc-2952bb8685f4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.698690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6f24ad6a-c4c6-4763-83dc-2952bb8685f4 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/bf675285-f6c4-4e98-a877-3d030e7928be HTTP/1.1" status: 404 len: 333 time: 0.0540979 Sep 30 08:38:52.699385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.704027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ee08fcb-0cda-48c9-be59-37e6d0cc5ab3 req-fdb934f2-2c91-49fc-ab1f-98737d62bd2a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 943 time: 0.2763631 Sep 30 08:38:52.738738 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-167e6b03-7601-457e-b6a6-1ab447b8be4b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.739595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167e6b03-7601-457e-b6a6-1ab447b8be4b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.744920 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-167e6b03-7601-457e-b6a6-1ab447b8be4b tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/d60454f6-4736-4639-a37d-1ebf15d9e50f HTTP/1.1" status: 404 len: 337 time: 0.0442722 Sep 30 08:38:52.746071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.778848 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2bcf7d-bad5-4220-a7ea-965fb27ec81c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.779664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2bcf7d-bad5-4220-a7ea-965fb27ec81c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.786346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f2bcf7d-bad5-4220-a7ea-965fb27ec81c tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/6e62093f-8c04-43fc-b09e-7fbdf0f614d4 HTTP/1.1" status: 404 len: 337 time: 0.0389600 Sep 30 08:38:52.787246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.812110 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9dd553-4b80-4caf-85a1-eebde7ad3759 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.813363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9dd553-4b80-4caf-85a1-eebde7ad3759 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.824347 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e9dd553-4b80-4caf-85a1-eebde7ad3759 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/018c6bee-0846-418d-94aa-ca576039b633 HTTP/1.1" status: 404 len: 333 time: 0.0357578 Sep 30 08:38:52.825418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52824) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.855631 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f07e20-52a9-40b4-be43-4f05ae2988b2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.859008 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:52.861887 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f07e20-52a9-40b4-be43-4f05ae2988b2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.869722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46f07e20-52a9-40b4-be43-4f05ae2988b2 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/cb644743-7b98-4793-a28f-cad711d6b125 HTTP/1.1" status: 404 len: 337 time: 0.0428696 Sep 30 08:38:52.874428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.901182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289d5e-e104-499e-aa16-1ec0d39a4368 None None] Pushing event updated for resources: {'Port': ['ID=19863b9f-a845-4336-ac9a-037664c682b0,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:52.933015 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc56c135-5396-4f8a-9133-d1d6dccdc99a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] DELETE failed (client error): The resource could not be found. Sep 30 08:38:52.934274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc56c135-5396-4f8a-9133-d1d6dccdc99a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:38:52.936669 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:52.936892 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dc56c135-5396-4f8a-9133-d1d6dccdc99a tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/subnets/deef8d3a-7928-489d-a0e2-4370fd0860b7 HTTP/1.1" status: 404 len: 337 time: 0.0607729 Sep 30 08:38:52.939228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52830) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:52.973019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ee08fcb-0cda-48c9-be59-37e6d0cc5ab3 req-4148f424-5ba8-4636-9c89-dcf57410390a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680917 Sep 30 08:38:52.976135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a6438e-a061-4422-8965-1aa464615603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.054367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8::1 (5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7/cbe57961-a11b-4913-b06d-1e033c23071e/f3656978-2dc8-4c0a-a8ab-cde6df3916f1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:53.156000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 8c5087b8-3039-4129-964e-c377f67f0ef3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:53.156350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.214529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-772e45b6-3e4f-4811-9314-19c1a7dd3848 None None] Provisioning complete for port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:53.214905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-772e45b6-3e4f-4811-9314-19c1a7dd3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.228033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:53.247929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.260148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:53.263064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:53.283353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Pushing event updated for resources: {'Port': ['ID=dabd1c5b-314d-437b-b57e-46b02c3cb652,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:53.306825 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.333101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] DHCP port deletion for 0c93991b-33fd-4d67-818f-ee3e82f43352 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:38:53.347794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9925c2df-b508-4129-a86d-b40f9ff17b51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9925c2df-b508-4129-a86d-b40f9ff17b51,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:53.348726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a6438e-a061-4422-8965-1aa464615603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.360270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a6438e-a061-4422-8965-1aa464615603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.366636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.395378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:53.402495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:53.408595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:53.409575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.411971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9925c2df-b508-4129-a86d-b40f9ff17b51', 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'port_id': '9925c2df-b508-4129-a86d-b40f9ff17b51', 'mac_address': 'fa:16:3e:d9:de:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c28f3-7382-4a54-b154-eac9e1116e9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:38:53.416969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Attempting to bind port dabd1c5b-314d-437b-b57e-46b02c3cb652 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:53.417345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Attempting to bind port dabd1c5b-314d-437b-b57e-46b02c3cb652 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'cbc5b313-a5c1-4451-a609-3186deaa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:53.417736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Attempting to bind port dabd1c5b-314d-437b-b57e-46b02c3cb652 on network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:53.417934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 8c5087b8-3039-4129-964e-c377f67f0ef3 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:53.431586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:53.432063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Checking segment: {'id': 'cbc5b313-a5c1-4451-a609-3186deaa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:53.432364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.432761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Bound using segment: {'id': 'cbc5b313-a5c1-4451-a609-3186deaa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:53.433247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Bound port: dabd1c5b-314d-437b-b57e-46b02c3cb652, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc5b313-a5c1-4451-a609-3186deaa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e8e73ab7-d3df-4722-afbb-95c8ccaf1033'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:53.433657 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.444080 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d1a6438e-a061-4422-8965-1aa464615603 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38076e4f4f4945d4b61270bb0bd95f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909200 Sep 30 08:38:53.445311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6438e-a061-4422-8965-1aa464615603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b3500-c03b-4fed-90e6-a065488389e3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:53.447741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52832) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:53.472851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=f3656978-2dc8-4c0a-a8ab-cde6df3916f1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:53.542897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.572603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9925c2df-b508-4129-a86d-b40f9ff17b51 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:53.594201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] Deleting port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:53.594576 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.604848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.642773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9925c2df-b508-4129-a86d-b40f9ff17b51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9925c2df-b508-4129-a86d-b40f9ff17b51,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:53.646681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] For port dabd1c5b-314d-437b-b57e-46b02c3cb652, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:53.652637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.765394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] For port dabd1c5b-314d-437b-b57e-46b02c3cb652, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=dabd1c5b-314d-437b-b57e-46b02c3cb652,segment=NetworkSegment(cbc5b313-a5c1-4451-a609-3186deaa85d2),segment_id=cbc5b313-a5c1-4451-a609-3186deaa85d2)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:53.768646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,segment=NetworkSegment(a640e769-f667-419a-83f7-fa6d51c30f54),segment_id=a640e769-f667-419a-83f7-fa6d51c30f54)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:53.769080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.771148 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.784179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.792653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] Calling delete_port for 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:53.836186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9925c2df-b508-4129-a86d-b40f9ff17b51,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:53.836625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=8c5087b8-3039-4129-964e-c377f67f0ef3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:53.852062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.857326 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1ec5431-fbdc-4663-a4f2-ee9cffd666e8 tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/ports/8c5087b8-3039-4129-964e-c377f67f0ef3 HTTP/1.1" status: 204 len: 168 time: 0.9164870 Sep 30 08:38:53.858515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d28ede51-30d3-461e-88dd-e4908b5fb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.860157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52834) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:53.899182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d28ede51-30d3-461e-88dd-e4908b5fb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:53.964684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f38462e-b22c-4853-b6df-dcea52ea027f None None] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:54.003791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45b4f-18fa-485c-a930-b6aec5c4b10d None None] Pushing event updated for resources: {'Port': ['ID=dabd1c5b-314d-437b-b57e-46b02c3cb652,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:54.020576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d28ede51-30d3-461e-88dd-e4908b5fb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.025584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d28ede51-30d3-461e-88dd-e4908b5fb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.028860 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d28ede51-30d3-461e-88dd-e4908b5fb9e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f24b3500-c03b-4fed-90e6-a065488389e3 HTTP/1.1" status: 204 len: 168 time: 0.5685930 Sep 30 08:38:54.034061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.043225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ede51-30d3-461e-88dd-e4908b5fb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b3500-c03b-4fed-90e6-a065488389e3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:54.084669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9925c2df-b508-4129-a86d-b40f9ff17b51'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:54.234415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d2d2f6a8-79e4-427e-81f0-f901978104e5 None None] Provisioning complete for port 19863b9f-a845-4336-ac9a-037664c682b0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:54.234724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f6a8-79e4-427e-81f0-f901978104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.249635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.306592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25f80-6cee-46db-b244-8c50e5aaed2a req-77f6e2f9-1a35-41db-b2ed-234449c49c72 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:54.306592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ce25f80-6cee-46db-b244-8c50e5aaed2a req-77f6e2f9-1a35-41db-b2ed-234449c49c72 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 944 time: 0.1984034 Sep 30 08:38:54.308643 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.316066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.318718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.336813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] Pushing event deleted for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:54.369311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c2465-d361-42df-9a55-f1a8653394cc None None] No DVR routers for this DVR port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:54.405010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=f3656978-2dc8-4c0a-a8ab-cde6df3916f1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:54.408766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Deleting port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:38:54.409191 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.544341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ce25f80-6cee-46db-b244-8c50e5aaed2a req-8243193d-d9cb-42e1-9391-0ad8c77379a1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185776 Sep 30 08:38:54.648758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] For port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb, host n-d-807025-5, got binding levels [] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:54.649144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.662085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f6a8-79e4-427e-81f0-f901978104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.670746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Calling delete_port for 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:38:54.674724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb was not found and therefore no delete operation was performed {{(pid=95001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:38:54.676359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.702435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52844) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:54.707966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:54.716503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] No DVR routers for this DVR port 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:38:54.719061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:54.726498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ba949f5e-8cb6-4c39-a6d7-cad4c26461e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.761229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d2d2f6a8-79e4-427e-81f0-f901978104e5 None None] For port 19863b9f-a845-4336-ac9a-037664c682b0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=19863b9f-a845-4336-ac9a-037664c682b0,segment=NetworkSegment(32bd02af-637b-4515-8718-c2f9fcacc153),segment_id=32bd02af-637b-4515-8718-c2f9fcacc153)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:54.768508 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f6a8-79e4-427e-81f0-f901978104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.816170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Port': ['ID=75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:54.849992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dabd1c5b-314d-437b-b57e-46b02c3cb652 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:54.910671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.941977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c93991b-33fd-4d67-818f-ee3e82f43352']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:54.952423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a640e769-f667-419a-83f7-fa6d51c30f54') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:54.952699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a640e769-f667-419a-83f7-fa6d51c30f54') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:54.965278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.978440 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2f6a8-79e4-427e-81f0-f901978104e5 None None] Pushing event updated for resources: {'Port': ['ID=19863b9f-a845-4336-ac9a-037664c682b0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:54.984317 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.991500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port dabd1c5b-314d-437b-b57e-46b02c3cb652 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:54.992587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:38:54.993109 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:54.993240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.004447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ba949f5e-8cb6-4c39-a6d7-cad4c26461e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.010677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ba949f5e-8cb6-4c39-a6d7-cad4c26461e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:38:55.075524 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:38:55.096418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba949f5e-8cb6-4c39-a6d7-cad4c26461e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbca27b-0385-4ddd-991f-957d2953f584,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:55.149325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ba949f5e-8cb6-4c39-a6d7-cad4c26461e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3c2f582124c4e37a9f790c6e0259f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448640 Sep 30 08:38:55.154008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52850) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:55.190699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.219254 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.219254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] 10.222.0.41 "DELETE /v2.0/networks/0c93991b-33fd-4d67-818f-ee3e82f43352 HTTP/1.1" status: 204 len: 168 time: 1.3552222 Sep 30 08:38:55.265573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f54b17-e623-46c1-a15d-fad4ff256fec tempest-PortsIpV6TestJSON-1028670461 tempest-PortsIpV6TestJSON-1028670461-project] Pushing event deleted for resources: {'Network': ['ID=0c93991b-33fd-4d67-818f-ee3e82f43352,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:55.277738 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad29f7bb-2feb-42d2-a2b3-ae2e76a54a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.316749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad29f7bb-2feb-42d2-a2b3-ae2e76a54a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.321120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 1e3eb0e8-eb07-43d9-be3e-543b5ea15aae is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:38:55.328062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-905a6238-b667-435c-8914-9dfbbdbe5ea4 None None] Provisioning complete for port 19863b9f-a845-4336-ac9a-037664c682b0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:55.329396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-905a6238-b667-435c-8914-9dfbbdbe5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.410196 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.418998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad29f7bb-2feb-42d2-a2b3-ae2e76a54a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.429142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad29f7bb-2feb-42d2-a2b3-ae2e76a54a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.432663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ad29f7bb-2feb-42d2-a2b3-ae2e76a54a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abbca27b-0385-4ddd-991f-957d2953f584 HTTP/1.1" status: 204 len: 168 time: 0.2754691 Sep 30 08:38:55.447142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29f7bb-2feb-42d2-a2b3-ae2e76a54a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbca27b-0385-4ddd-991f-957d2953f584,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:55.560485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port dabd1c5b-314d-437b-b57e-46b02c3cb652, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=dabd1c5b-314d-437b-b57e-46b02c3cb652,segment=NetworkSegment(cbc5b313-a5c1-4451-a609-3186deaa85d2),segment_id=cbc5b313-a5c1-4451-a609-3186deaa85d2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:55.570373 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:55.572139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 19863b9f-a845-4336-ac9a-037664c682b0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:55.577775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:55.589538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f300881-4843-465f-b3ec-5d69955d3a24 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/1e3eb0e8-eb07-43d9-be3e-543b5ea15aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9957018 Sep 30 08:38:55.589804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:55.628404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] Sync routers for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:55.720814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f58620-2211-4c9e-96fd-edc32cb67f0e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:55.740410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-24f58620-2211-4c9e-96fd-edc32cb67f0e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports/f3656978-2dc8-4c0a-a8ab-cde6df3916f1 HTTP/1.1" status: 200 len: 911 time: 0.1453791 Sep 30 08:38:55.746512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52864) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:55.750193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c31da2-7c21-4362-9c46-4ce16535994a None None] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:38:55.777174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:55.777584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:55.857755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aa9e2-f2cb-44d0-953a-37ccc9e08e2e req-33a6cea5-03c2-4fd6-a29a-7c9bcc44974b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:55.872326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3aa9e2-f2cb-44d0-953a-37ccc9e08e2e req-33a6cea5-03c2-4fd6-a29a-7c9bcc44974b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 944 time: 0.1480970 Sep 30 08:38:55.900675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:55.966443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:55.971546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb3aa9e2-f2cb-44d0-953a-37ccc9e08e2e req-c183e92b-db9d-4a99-85c8-fdccf0bf290c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950546 Sep 30 08:38:56.104680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=dabd1c5b-314d-437b-b57e-46b02c3cb652,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:56.114410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.116506 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.123222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-905a6238-b667-435c-8914-9dfbbdbe5ea4 None None] Provisioning complete for port f3656978-2dc8-4c0a-a8ab-cde6df3916f1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:56.123896 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-905a6238-b667-435c-8914-9dfbbdbe5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.170229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-905a6238-b667-435c-8914-9dfbbdbe5ea4 None None] Port f3656978-2dc8-4c0a-a8ab-cde6df3916f1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:56.174876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:56.175515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:56.180994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 19863b9f-a845-4336-ac9a-037664c682b0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:56.183177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.247517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:56.248619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c402a89-b7a3-4b4b-8637-66ee42518e60 None None] The sync data for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:56.292948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9925c2df-b508-4129-a86d-b40f9ff17b51 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:56.453763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2d433f03-94a0-41ba-8d9f-37ca258c8340 None None] Provisioning complete for port dabd1c5b-314d-437b-b57e-46b02c3cb652 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:56.454155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2d433f03-94a0-41ba-8d9f-37ca258c8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.568924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 9925c2df-b508-4129-a86d-b40f9ff17b51 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:38:56.573553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9925c2df-b508-4129-a86d-b40f9ff17b51 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:56.573933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.617550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52888) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:56.618272 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8fe75e88-d0cd-4e0d-82bb-483a3c397bf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e458609a82c48e085465db2b3a68a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158244 Sep 30 08:38:56.723584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-21ee7d6b-c1f4-4aa7-8a97-2ff51cbfd213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.768336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-21ee7d6b-c1f4-4aa7-8a97-2ff51cbfd213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.852648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-21ee7d6b-c1f4-4aa7-8a97-2ff51cbfd213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.860199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-21ee7d6b-c1f4-4aa7-8a97-2ff51cbfd213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.868158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-21ee7d6b-c1f4-4aa7-8a97-2ff51cbfd213 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bc3a63c-2eea-4060-afae-69d04594c3dd HTTP/1.1" status: 204 len: 168 time: 0.2457461 Sep 30 08:38:56.923624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee7d6b-c1f4-4aa7-8a97-2ff51cbfd213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3a63c-2eea-4060-afae-69d04594c3dd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:57.002904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.008764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2d433f03-94a0-41ba-8d9f-37ca258c8340 None None] Provisioning complete for port f3656978-2dc8-4c0a-a8ab-cde6df3916f1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:57.009140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2d433f03-94a0-41ba-8d9f-37ca258c8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.135957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:38:57.145765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.171802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2d433f03-94a0-41ba-8d9f-37ca258c8340 None None] Port f3656978-2dc8-4c0a-a8ab-cde6df3916f1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:57.180034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:38:57.180669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75ac512c-d8e5-44a5-aba0-d2d32ccc6ebb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:38:57.242381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f02d1-35e4-4897-9147-d8d568a65d89 req-7a48500d-b82c-4216-baee-3f5c6800bd73 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:57.249915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e7f02d1-35e4-4897-9147-d8d568a65d89 req-7a48500d-b82c-4216-baee-3f5c6800bd73 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 944 time: 0.1649692 Sep 30 08:38:57.256584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9925c2df-b508-4129-a86d-b40f9ff17b51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9925c2df-b508-4129-a86d-b40f9ff17b51,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:57.258594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9925c2df-b508-4129-a86d-b40f9ff17b51'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:57.262095 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c112e8-21d5-457d-abf0-36b9c12dc5b1" -d '{"events": [{"server_uuid": "0c8e3760-dd26-4359-b445-b2e0ffeb9d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9925c2df-b508-4129-a86d-b40f9ff17b51"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:57.267027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.360127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9925c2df-b508-4129-a86d-b40f9ff17b51,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:57.381959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dabd1c5b-314d-437b-b57e-46b02c3cb652 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:57.395716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e7f02d1-35e4-4897-9147-d8d568a65d89 req-18499f3f-a90b-4f33-ab27-62346b09625b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381204 Sep 30 08:38:57.472774 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b6182d-281a-442c-9ee7-102cb4f5eed1 x-openstack-request-id: req-46b6182d-281a-442c-9ee7-102cb4f5eed1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:57.475461 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e3760-dd26-4359-b445-b2e0ffeb9d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9925c2df-b508-4129-a86d-b40f9ff17b51", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:57.476146 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46b6182d-281a-442c-9ee7-102cb4f5eed1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:57.476710 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9925c2df-b508-4129-a86d-b40f9ff17b51', 'code': 200} Sep 30 08:38:57.485475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2a77380-5e38-4e9a-bc4c-283bc7a420ea None None] Provisioning complete for port dabd1c5b-314d-437b-b57e-46b02c3cb652 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:57.486709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2a77380-5e38-4e9a-bc4c-283bc7a420ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.573408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port dabd1c5b-314d-437b-b57e-46b02c3cb652 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:57.573921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.578602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8:1::1 (e8e73ab7-d3df-4722-afbb-95c8ccaf1033/b5c6a5c3-da54-4929-8918-8d20784f7e56/419ca57f-599b-4c08-8944-2191b746b1ff) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:57.668594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5bdc-6f61-47d6-9d08-5f3c310f7235 req-95848f48-4a98-4677-8ce4-9e294281911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:57.675780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e05a5bdc-6f61-47d6-9d08-5f3c310f7235 req-95848f48-4a98-4677-8ce4-9e294281911c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 1096 time: 0.1078885 Sep 30 08:38:57.727656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 19863b9f-a845-4336-ac9a-037664c682b0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:57.755188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e05a5bdc-6f61-47d6-9d08-5f3c310f7235 req-db41f99b-68e5-45ab-8c3b-af42c50b60da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Sep 30 08:38:57.794848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 19863b9f-a845-4336-ac9a-037664c682b0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:57.795597 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.815828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.877108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.931595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-87f76ddc-f17d-444d-a8b1-08c89c71908b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1608427 Sep 30 08:38:57.935539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:57.938958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:57.946652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:57.947215 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:57.961993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=419ca57f-599b-4c08-8944-2191b746b1ff,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:58.127045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-59c52a16-ca33-4dcd-a8a0-49b66384ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:58.128998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-59c52a16-ca33-4dcd-a8a0-49b66384ed30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1096 time: 0.1092706 Sep 30 08:38:58.181301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:58.378068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-feaa99cd-1b5d-4b6e-972b-6186cf17df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:58.379616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-feaa99cd-1b5d-4b6e-972b-6186cf17df8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 897 time: 0.2281084 Sep 30 08:38:58.416162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-14dfdc8b-a711-4d26-bf57-331eee8c439e None None] Provisioning complete for port 419ca57f-599b-4c08-8944-2191b746b1ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:58.419346 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-14dfdc8b-a711-4d26-bf57-331eee8c439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:58.515531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-14dfdc8b-a711-4d26-bf57-331eee8c439e None None] Port 419ca57f-599b-4c08-8944-2191b746b1ff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:58.625218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-1b1f3d8a-aaff-4171-9658-76fe1232ec51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 200 len: 1001 time: 0.2274630 Sep 30 08:38:58.699321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbe63-18f3-4536-8b04-559335c63942 req-e4a2a86e-e8ed-4a1f-887e-2d0bf6be8b4d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:58.701683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f92fbe63-18f3-4536-8b04-559335c63942 req-e4a2a86e-e8ed-4a1f-887e-2d0bf6be8b4d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 945 time: 0.1530130 Sep 30 08:38:58.733718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-24f6d1de-64d8-49af-9a2a-1aaa819ba008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:58.736274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-24f6d1de-64d8-49af-9a2a-1aaa819ba008 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6e3793-25a6-4dce-b601-deff428a0732 HTTP/1.1" status: 200 len: 835 time: 0.1011639 Sep 30 08:38:58.828204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f92fbe63-18f3-4536-8b04-559335c63942 req-c59798a0-d935-4efd-8c94-bc9e7c1ebd8a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110053 Sep 30 08:38:58.847661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-a72500c0-d4d8-452e-b7e8-28c8dbba0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:58.849585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-a72500c0-d4d8-452e-b7e8-28c8dbba0ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878561 Sep 30 08:38:58.867573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:58.878556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:58.880139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:58.970309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=419ca57f-599b-4c08-8944-2191b746b1ff,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:59.034562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-ec649846-d618-4c89-ac6d-6371a81f6063 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747911 Sep 30 08:38:59.089807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:59.093193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:59.205707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b64d53f-5db5-4d64-9a32-e7e233b5a2a6 req-4c6a00e6-4d69-49c9-abf8-235f667db175 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643527 Sep 30 08:38:59.274178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 1e3eb0e8-eb07-43d9-be3e-543b5ea15aae has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:38:59.456581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bf6f51de-37c5-4dd7-91f6-a679ea2965dc None None] Provisioning complete for port 419ca57f-599b-4c08-8944-2191b746b1ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:59.457889 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf6f51de-37c5-4dd7-91f6-a679ea2965dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:59.498665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:59.511933 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] Sync routers for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:59.516617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 52972) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:59.518071 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e217ca3d-7848-4c42-8108-4c4b45bbdc9c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/1e3eb0e8-eb07-43d9-be3e-543b5ea15aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7685881 Sep 30 08:38:59.525983 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:59.529331 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:59.549721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f51de-37c5-4dd7-91f6-a679ea2965dc None None] Port 419ca57f-599b-4c08-8944-2191b746b1ff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:59.582906 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:59.600404 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:59.603471 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:59.623079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c0bed-7e5b-46a7-9a8f-df557753dfcf tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:59.624587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c21c0bed-7e5b-46a7-9a8f-df557753dfcf tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports/419ca57f-599b-4c08-8944-2191b746b1ff HTTP/1.1" status: 200 len: 913 time: 0.1053114 Sep 30 08:38:59.628323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 52980) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:59.654862 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:59.655782 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093af7b4-7a3b-4ec6-acd6-4e544a1aa117 None None] The sync data for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:59.983137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7740ad-4358-4e6c-af58-c9851ee61c15 req-9c0d8094-7237-4220-bd28-5028e8cbce07 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:59.986438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a7740ad-4358-4e6c-af58-c9851ee61c15 req-9c0d8094-7237-4220-bd28-5028e8cbce07 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 945 time: 0.0695231 Sep 30 08:39:00.047552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a7740ad-4358-4e6c-af58-c9851ee61c15 req-03135681-919e-4e3e-bc57-cd36807eaed8 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529044 Sep 30 08:39:00.174845 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.452472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d872ec9-a2fb-473b-8226-9a796c54f516 req-875bce23-dd2a-435f-8dad-0f02b5469165 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:00.461316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d872ec9-a2fb-473b-8226-9a796c54f516 req-875bce23-dd2a-435f-8dad-0f02b5469165 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 945 time: 0.0853150 Sep 30 08:39:00.515578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d872ec9-a2fb-473b-8226-9a796c54f516 req-8ff7ef22-94f8-487b-9669-592aa7dce5a6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Sep 30 08:39:00.520888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53016) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:00.541552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 419ca57f-599b-4c08-8944-2191b746b1ff {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:00.541966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.663933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.683868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 419ca57f-599b-4c08-8944-2191b746b1ff owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:00.743989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9d9301c-2f1a-46bb-9156-5fb33b0a2194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.942799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9d9301c-2f1a-46bb-9156-5fb33b0a2194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.951429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9d9301c-2f1a-46bb-9156-5fb33b0a2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.958890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:00.987656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53040) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:01.026144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=419ca57f-599b-4c08-8944-2191b746b1ff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:01.044984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53044) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:01.045196 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9d9301c-2f1a-46bb-9156-5fb33b0a2194 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96e147e4681145e29b7e2968527fb99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5230808 Sep 30 08:39:01.059867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9301c-2f1a-46bb-9156-5fb33b0a2194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef28ac-297e-41fd-a684-5be6b6fb2faf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:01.146933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86196912-f4fe-4d48-8125-ac8a863cb271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.166540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.176702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86196912-f4fe-4d48-8125-ac8a863cb271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.200129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebdbfbc9-614b-435f-8ba1-f3da5653f9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.317377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86196912-f4fe-4d48-8125-ac8a863cb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.320282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-86196912-f4fe-4d48-8125-ac8a863cb271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.321420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-86196912-f4fe-4d48-8125-ac8a863cb271 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fef28ac-297e-41fd-a684-5be6b6fb2faf HTTP/1.1" status: 204 len: 168 time: 0.2750511 Sep 30 08:39:01.481886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86196912-f4fe-4d48-8125-ac8a863cb271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef28ac-297e-41fd-a684-5be6b6fb2faf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:01.537679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebdbfbc9-614b-435f-8ba1-f3da5653f9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.550361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 1e3eb0e8-eb07-43d9-be3e-543b5ea15aae has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:01.572326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebdbfbc9-614b-435f-8ba1-f3da5653f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.614786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbfbc9-614b-435f-8ba1-f3da5653f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9eb70b-fc65-44dc-a730-99ccf70a240e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:01.653499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ebdbfbc9-614b-435f-8ba1-f3da5653f9ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0beef36727b34c2685ba394644a4a6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645560 Sep 30 08:39:01.656219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53056) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:01.694920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-d2fce99a-60e9-4259-9a91-d54062ef054f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1550748 Sep 30 08:39:01.783808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53068) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:01.786535 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff4bedf8-2f92-4681-8d45-91f2095080d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.825382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:01.839345 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0da643d5-872d-4395-b738-f492d145b3d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/1e3eb0e8-eb07-43d9-be3e-543b5ea15aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056198 Sep 30 08:39:01.839667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53070) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:01.843468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2728c5f-78fc-4dff-ac22-b72a76dd201b req-db5371c0-d6b1-4b71-8abb-20ad92d3a5d4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:01.845760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2728c5f-78fc-4dff-ac22-b72a76dd201b req-db5371c0-d6b1-4b71-8abb-20ad92d3a5d4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 945 time: 0.1391461 Sep 30 08:39:01.846627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1565dfe-4dab-47ca-b29e-30684fece7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.849773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] Sync routers for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:01.870160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:01.870866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:01.894494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff4bedf8-2f92-4681-8d45-91f2095080d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:01.915992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:01.923266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-481b877c-cfbe-492f-b2d9-3d713d86ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:01.925411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-481b877c-cfbe-492f-b2d9-3d713d86ee4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 1097 time: 0.1538610 Sep 30 08:39:01.930522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:01.931093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:01.967894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2728c5f-78fc-4dff-ac22-b72a76dd201b req-aaffdd3e-1462-463b-b884-82d535ebf42c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123533 Sep 30 08:39:01.994355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:01.995555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b5ba3-753d-42fb-a094-429275f1d542 None None] The sync data for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:02.069112 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff4bedf8-2f92-4681-8d45-91f2095080d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.071697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ff4bedf8-2f92-4681-8d45-91f2095080d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.075367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ff4bedf8-2f92-4681-8d45-91f2095080d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e9eb70b-fc65-44dc-a730-99ccf70a240e HTTP/1.1" status: 204 len: 168 time: 0.4155014 Sep 30 08:39:02.110638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bedf8-2f92-4681-8d45-91f2095080d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9eb70b-fc65-44dc-a730-99ccf70a240e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:02.151430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-52fc5319-a214-408b-94a1-a3a81c6ede6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:02.152958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-52fc5319-a214-408b-94a1-a3a81c6ede6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 HTTP/1.1" status: 200 len: 898 time: 0.1756516 Sep 30 08:39:02.186863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1565dfe-4dab-47ca-b29e-30684fece7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.228833 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d1565dfe-4dab-47ca-b29e-30684fece7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.238331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-78cf02c4-819c-479a-ae93-e95c61a52fc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dc419de2-acb1-482d-a9ce-248b7934a64f HTTP/1.1" status: 200 len: 217 time: 0.0678470 Sep 30 08:39:02.338718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d1565dfe-4dab-47ca-b29e-30684fece7dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddfa1675cb5a4f27af6dbc2010a8fecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507951 Sep 30 08:39:02.341725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53074) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:02.342045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1565dfe-4dab-47ca-b29e-30684fece7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be12e3a-72e9-43c7-9543-aa9e1ab3d6ab,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:02.371046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-656faad7-e5f2-4582-a303-3f03c53073ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:02.372635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-656faad7-e5f2-4582-a303-3f03c53073ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d69484c9-be5d-4e40-ac1e-a457535ef690 HTTP/1.1" status: 200 len: 836 time: 0.0950403 Sep 30 08:39:02.452419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-1bb8460f-a376-4e84-b4db-4c168196ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:02.454317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-1bb8460f-a376-4e84-b4db-4c168196ce07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612113 Sep 30 08:39:02.458583 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.460606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2a59d22-5c2c-4a67-9d7c-bdab4248800b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.551231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2a59d22-5c2c-4a67-9d7c-bdab4248800b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.587227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-fddcbe03-a8ef-419f-89ea-15de7f6155ed service neutron] 10.222.0.57 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154537 Sep 30 08:39:02.602011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:02.640130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab95ccf4-493b-40b2-b347-eeba630716d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.699093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2912a3a1-c343-43e8-8298-e5d5e3018cab req-23fa6f47-4443-47e7-b5a6-c19ea2685c83 service neutron] 10.222.0.57 "GET /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035411 Sep 30 08:39:02.740309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210a7d7-d574-4be3-b283-0655492587de req-cd0406a9-81b8-48b7-bdc6-d02dfe1b42f9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:02.741955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6210a7d7-d574-4be3-b283-0655492587de req-cd0406a9-81b8-48b7-bdc6-d02dfe1b42f9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 945 time: 0.1887801 Sep 30 08:39:02.745773 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2a59d22-5c2c-4a67-9d7c-bdab4248800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.749630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2a59d22-5c2c-4a67-9d7c-bdab4248800b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:02.750847 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2a59d22-5c2c-4a67-9d7c-bdab4248800b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8be12e3a-72e9-43c7-9543-aa9e1ab3d6ab HTTP/1.1" status: 204 len: 168 time: 0.4079232 Sep 30 08:39:02.782229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a59d22-5c2c-4a67-9d7c-bdab4248800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be12e3a-72e9-43c7-9543-aa9e1ab3d6ab,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:03.149343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fd5c8-be3c-4194-86ca-5fe0373a60bb req-93d00f39-0e24-4473-bc3e-9febcfbecbda tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:03.149343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b37fd5c8-be3c-4194-86ca-5fe0373a60bb req-93d00f39-0e24-4473-bc3e-9febcfbecbda tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 945 time: 0.0703423 Sep 30 08:39:03.221995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b37fd5c8-be3c-4194-86ca-5fe0373a60bb req-7ab3a1e8-1bef-4518-bf93-be0c882f3c2b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 Sep 30 08:39:03.320261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab95ccf4-493b-40b2-b347-eeba630716d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.328288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab95ccf4-493b-40b2-b347-eeba630716d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.414304 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ab95ccf4-493b-40b2-b347-eeba630716d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e500d61b10049588ed6425f6bbe47dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8062923 Sep 30 08:39:03.414304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95ccf4-493b-40b2-b347-eeba630716d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3aeb2-1e28-4fa4-bf6b-bad5f364875b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:03.415840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53104) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:03.428842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Deleting port 9925c2df-b508-4129-a86d-b40f9ff17b51 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:03.429220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.526722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b16bb6bd-9bc2-415b-9ef2-e11b540f858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.569917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b16bb6bd-9bc2-415b-9ef2-e11b540f858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.578982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port f3656978-2dc8-4c0a-a8ab-cde6df3916f1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:03.579575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.623339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] For port 9925c2df-b508-4129-a86d-b40f9ff17b51, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9925c2df-b508-4129-a86d-b40f9ff17b51,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:03.623910 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.651243 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b16bb6bd-9bc2-415b-9ef2-e11b540f858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.653246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Calling delete_port for 9925c2df-b508-4129-a86d-b40f9ff17b51 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:03.655565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b16bb6bd-9bc2-415b-9ef2-e11b540f858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.663033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b16bb6bd-9bc2-415b-9ef2-e11b540f858e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05d3aeb2-1e28-4fa4-bf6b-bad5f364875b HTTP/1.1" status: 204 len: 168 time: 0.2427588 Sep 30 08:39:03.675679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bb6bd-9bc2-415b-9ef2-e11b540f858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3aeb2-1e28-4fa4-bf6b-bad5f364875b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:03.773896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:03.799182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for f3656978-2dc8-4c0a-a8ab-cde6df3916f1 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:03.884227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53120) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:03.999701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.019496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['32741c00-3c17-49f4-bc64-11028c5d8af3', '9925c2df-b508-4129-a86d-b40f9ff17b51'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:39:04.045821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Pushing event deleted for resources: {'Port': ['ID=9925c2df-b508-4129-a86d-b40f9ff17b51,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:04.137080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] No DVR routers for this DVR port 9925c2df-b508-4129-a86d-b40f9ff17b51 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:04.144244 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.146519 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6210a7d7-d574-4be3-b283-0655492587de req-d3fa3148-3bf9-47ca-a2d9-cfa7cd3ec907 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.57 "DELETE /v2.0/ports/9925c2df-b508-4129-a86d-b40f9ff17b51 HTTP/1.1" status: 204 len: 173 time: 1.3854735 Sep 30 08:39:04.149276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'name': 'network-vif-deleted', 'tag': '9925c2df-b508-4129-a86d-b40f9ff17b51'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:04.154709 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5a0daf-c0ad-4599-b02c-412aaaf60d1e" -d '{"events": [{"server_uuid": "0c8e3760-dd26-4359-b445-b2e0ffeb9d2e", "name": "network-vif-deleted", "tag": "9925c2df-b508-4129-a86d-b40f9ff17b51"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:04.196261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.237652 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df839468-21fa-44d7-bdcf-4a54238b6300 x-openstack-request-id: req-df839468-21fa-44d7-bdcf-4a54238b6300 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:04.238295 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e3760-dd26-4359-b445-b2e0ffeb9d2e", "name": "network-vif-deleted", "tag": "9925c2df-b508-4129-a86d-b40f9ff17b51", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:04.238765 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df839468-21fa-44d7-bdcf-4a54238b6300 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:04.239386 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e3760-dd26-4359-b445-b2e0ffeb9d2e', 'name': 'network-vif-deleted', 'tag': '9925c2df-b508-4129-a86d-b40f9ff17b51', 'status': 'completed', 'code': 200} Sep 30 08:39:04.271676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499131494-network', 'tenant_id': '3ef884553cd3495d91cb8a1dab2be95d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:04.354135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Made reservation on behalf of 3ef884553cd3495d91cb8a1dab2be95d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:04.358233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.362438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=f3656978-2dc8-4c0a-a8ab-cde6df3916f1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:04.374680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.484084 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.510299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac4bb0f-e346-45bb-ab3e-c61025c6d216 req-9f3ccccf-ef41-40a4-b044-706f5c192006 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e3760-dd26-4359-b445-b2e0ffeb9d2e HTTP/1.1" status: 200 len: 210 time: 0.0808642 Sep 30 08:39:04.630832 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.636386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.672473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:04.682712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de1761b-f6a0-4f14-aa5b-7ec0d91afbab,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:04.691163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.691520 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Added segment d14d1809-a144-4313-a998-36f6f625a5c0 of type vlan for network 44d8eb76-48c1-406a-8e6a-c3890677c23f Sep 30 08:39:04.716509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 1e3eb0e8-eb07-43d9-be3e-543b5ea15aae has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:04.759995 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.810451 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.812110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:04.813192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:04.827625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:04.840695 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] Sync routers for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:04.855382 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:04.858420 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:04.861852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01ec762d-0c43-4301-b427-55a31e17a899 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/1e3eb0e8-eb07-43d9-be3e-543b5ea15aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192831 Sep 30 08:39:04.864862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53144) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:04.907952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] Pushing event updated for resources: {'Network': ['ID=44d8eb76-48c1-406a-8e6a-c3890677c23f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:04.920362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 44d8eb76-48c1-406a-8e6a-c3890677c23f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:04.932085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-40e6437c-5e89-4171-a74e-699698c065b7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0465512 Sep 30 08:39:04.933141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53146) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:04.941792 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82b0344a-f3fe-42f8-9b8a-e1e402c01f32 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3eb0e8-eb07-43d9-be3e-543b5ea15aae HTTP/1.1" status: 200 len: 205 time: 0.0739572 Sep 30 08:39:04.942886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Request body: {'subnet': {'network_id': '44d8eb76-48c1-406a-8e6a-c3890677c23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499131494-subnet', 'tenant_id': '3ef884553cd3495d91cb8a1dab2be95d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:04.946580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53148) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:04.965522 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:04.996020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Made reservation on behalf of 3ef884553cd3495d91cb8a1dab2be95d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:05.000489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.005985 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] Routers {'1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:05.017427 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:05.085153 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:05.086275 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0415d0-5d4c-48bf-8741-4bd39ab3b0a6 None None] The sync data for ids ['1e3eb0e8-eb07-43d9-be3e-543b5ea15aae'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:05.127996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.296047 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.398231 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.401381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.413599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6126e436-5a3b-4840-a470-b245ab96f881,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:05.442989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Checking segment: {'id': 'd14d1809-a144-4313-a998-36f6f625a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '44d8eb76-48c1-406a-8e6a-c3890677c23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:05.443973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Network hostable DHCP agents. Network: 44d8eb76-48c1-406a-8e6a-c3890677c23f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:05.476076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Network 44d8eb76-48c1-406a-8e6a-c3890677c23f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:05.476344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.478084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3eb0e8-eb07-43d9-be3e-543b5ea15aae {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:39:05.493736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.496413 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bb6786b4-0c69-4eee-89a9-59c54c16c2be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/1e3eb0e8-eb07-43d9-be3e-543b5ea15aae HTTP/1.1" status: 204 len: 168 time: 0.5485399 Sep 30 08:39:05.501075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 44d8eb76-48c1-406a-8e6a-c3890677c23f) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:05.505642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:05.510757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:05.514626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.519353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ffde5-93c3-493d-a565-3858a882542b None None] Network 44d8eb76-48c1-406a-8e6a-c3890677c23f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:05.561142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-727ca330-df7e-4fb3-9780-3014e26dddda admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6264246 Sep 30 08:39:05.637548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet b5c6a5c3-da54-4929-8918-8d20784f7e56 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:05.643208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.756267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.857633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a466085-3660-49ad-af0f-4a5ce45aac5b req-aeba7fb6-8bd8-4df5-92cb-34d5799a2095 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:05.861817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1adfd-456c-4f5d-8d85-fda6bc38edcf None None] Network 44d8eb76-48c1-406a-8e6a-c3890677c23f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:05.864843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a466085-3660-49ad-af0f-4a5ce45aac5b req-aeba7fb6-8bd8-4df5-92cb-34d5799a2095 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1179645 Sep 30 08:39:05.938339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:05.941979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a466085-3660-49ad-af0f-4a5ce45aac5b req-bd7c3b7f-f72b-434f-86f8-19f2dc42ab1d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657089 Sep 30 08:39:06.101864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.157856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c6a5c3-da54-4929-8918-8d20784f7e56,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:06.175406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.192257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e1b5d-d241-4ef9-9b5b-a7929fa27b5a None None] Network e8e73ab7-d3df-4722-afbb-95c8ccaf1033 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:06.192541 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fd4bedbc-d8b7-45b6-977d-ab2435955e8a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/b5c6a5c3-da54-4929-8918-8d20784f7e56 HTTP/1.1" status: 204 len: 168 time: 0.6704628 Sep 30 08:39:06.192984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53182) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:06.343421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet cbe57961-a11b-4913-b06d-1e033c23071e {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:06.360093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.383741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9925c2df-b508-4129-a86d-b40f9ff17b51 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:06.433775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 9925c2df-b508-4129-a86d-b40f9ff17b51 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:06.433775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9925c2df-b508-4129-a86d-b40f9ff17b51 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:06.444337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.542583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] DHCP port deletion for e8e73ab7-d3df-4722-afbb-95c8ccaf1033 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:06.592793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53194) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:06.600033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.650008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba8007-0ec5-46cb-92f0-8a70f4f5034c req-bc5d4cba-592c-405e-9272-bd36f7c8ad89 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:06.651184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccba8007-0ec5-46cb-92f0-8a70f4f5034c req-bc5d4cba-592c-405e-9272-bd36f7c8ad89 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2208233 Sep 30 08:39:06.671469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Deleting port dabd1c5b-314d-437b-b57e-46b02c3cb652 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:06.672386 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.712488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ccba8007-0ec5-46cb-92f0-8a70f4f5034c req-a0eb94bc-aea9-4355-bd20-5e1002b63a6d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Sep 30 08:39:06.721910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.780269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe57961-a11b-4913-b06d-1e033c23071e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:06.804893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:06.815159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cf2eda45-b88f-43ed-9968-3fdad2f1a191 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/cbe57961-a11b-4913-b06d-1e033c23071e HTTP/1.1" status: 204 len: 168 time: 0.6187644 Sep 30 08:39:06.816075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53208) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:06.857967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d6517-2726-4b28-9d72-97512cecd446 None None] Network 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:06.974218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.061532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] For port dabd1c5b-314d-437b-b57e-46b02c3cb652, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=dabd1c5b-314d-437b-b57e-46b02c3cb652,segment=NetworkSegment(cbc5b313-a5c1-4451-a609-3186deaa85d2),segment_id=cbc5b313-a5c1-4451-a609-3186deaa85d2)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:07.061950 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.109130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Calling delete_port for dabd1c5b-314d-437b-b57e-46b02c3cb652 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:07.119171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53214) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:07.143508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107575665-network', 'tenant_id': '6a261c4411324a23bdd063b54febad8b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:07.190874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed04e72-0aa2-42d3-a0db-6aa937b5b40d req-3ef25733-047d-4268-9154-660e0fb51b84 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:07.205425 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ed04e72-0aa2-42d3-a0db-6aa937b5b40d req-3ef25733-047d-4268-9154-660e0fb51b84 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2398014 Sep 30 08:39:07.328629 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.344318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.377701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Made reservation on behalf of 6a261c4411324a23bdd063b54febad8b for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:07.382929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.398600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Pushing event deleted for resources: {'Port': ['ID=dabd1c5b-314d-437b-b57e-46b02c3cb652,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:07.419623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dabd1c5b-314d-437b-b57e-46b02c3cb652 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:07.422884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] DHCP port deletion for 5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:07.433612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ed04e72-0aa2-42d3-a0db-6aa937b5b40d req-7ab8ab86-6450-4539-9bd2-3a82378b7ff1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171507 Sep 30 08:39:07.437169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.467050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] No DVR routers for this DVR port dabd1c5b-314d-437b-b57e-46b02c3cb652 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:07.470106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.470453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.470790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.471333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.472738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.473710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.474322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.474833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.475335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.475829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.476320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.477068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04727c2-6f4c-4fb0-9668-8b6679a6ce21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:07.511786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: dabd1c5b-314d-437b-b57e-46b02c3cb652 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:07.512469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device dabd1c5b-314d-437b-b57e-46b02c3cb652 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:07.520368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port dabd1c5b-314d-437b-b57e-46b02c3cb652 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:07.520902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.548956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] Deleting port 19863b9f-a845-4336-ac9a-037664c682b0 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:07.549552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.727484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port dabd1c5b-314d-437b-b57e-46b02c3cb652, host n-d-807025-5, got binding levels [] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:07.727996 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.749537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] For port 19863b9f-a845-4336-ac9a-037664c682b0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=19863b9f-a845-4336-ac9a-037664c682b0,segment=NetworkSegment(32bd02af-637b-4515-8718-c2f9fcacc153),segment_id=32bd02af-637b-4515-8718-c2f9fcacc153)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:07.751092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.751885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for dabd1c5b-314d-437b-b57e-46b02c3cb652 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:07.762016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Port dabd1c5b-314d-437b-b57e-46b02c3cb652 was not found and therefore no delete operation was performed {{(pid=95001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:39:07.768823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.784032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] Calling delete_port for 19863b9f-a845-4336-ac9a-037664c682b0 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:07.790178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port dabd1c5b-314d-437b-b57e-46b02c3cb652 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:07.862625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=dabd1c5b-314d-437b-b57e-46b02c3cb652,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:07.944672 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.945705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.976668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] Pushing event deleted for resources: {'Port': ['ID=19863b9f-a845-4336-ac9a-037664c682b0,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:07.983746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0691e-d3db-4612-9349-90ec4ec836b5 None None] No DVR routers for this DVR port 19863b9f-a845-4336-ac9a-037664c682b0 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:08.048603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e73ab7-d3df-4722-afbb-95c8ccaf1033']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:08.070614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc5b313-a5c1-4451-a609-3186deaa85d2') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:08.070902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:08.071049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc5b313-a5c1-4451-a609-3186deaa85d2') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:08.071510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.073928 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.082706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.104922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.109011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:08.150323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.155277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.155659 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Added segment 98e3fa1a-90e9-4caa-8f0d-e48cacbaf769 of type vlan for network 0af1e2cc-9b2a-418f-bd43-d9724384d4da Sep 30 08:39:08.170265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:08.170753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.174331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23721141-1c33-4ab0-8bf3-c9c14bc17c7e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:08.177792 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:08.256634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:08.257011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.273136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:08.560609 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0076f559-cd2f-4855-a24f-1fa871a2ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.661695 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.707025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.723115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=92d6f7f4-6ee8-43aa-b9ab-03e649e58caa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:08.768031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.776839 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.778806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/e8e73ab7-d3df-4722-afbb-95c8ccaf1033 HTTP/1.1" status: 204 len: 168 time: 1.9613786 Sep 30 08:39:08.782848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53258) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:08.821404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.822973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:08.823778 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:08.837933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf7de-9eed-4f84-9110-3e5890cbe45a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=e8e73ab7-d3df-4722-afbb-95c8ccaf1033,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:08.840265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53260) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:09.013826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8857028 Sep 30 08:39:09.026131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53266) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:09.047491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Request body: {'subnet': {'network_id': '0af1e2cc-9b2a-418f-bd43-d9724384d4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107575665-subnet', 'tenant_id': '6a261c4411324a23bdd063b54febad8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:09.078457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.144870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e8802-143e-4f14-b549-68c9994bb722 admin admin] Pushing event updated for resources: {'Network': ['ID=0af1e2cc-9b2a-418f-bd43-d9724384d4da,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:09.156325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.161869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0af1e2cc-9b2a-418f-bd43-d9724384d4da details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:09.293481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Made reservation on behalf of 6a261c4411324a23bdd063b54febad8b for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:09.300461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.437546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.463822 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-02aea7ea-5b31-4676-8d1d-3a4c4c49cdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.494020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:09.511959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bd02af-637b-4515-8718-c2f9fcacc153') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:09.512332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bd02af-637b-4515-8718-c2f9fcacc153') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:09.514558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 19863b9f-a845-4336-ac9a-037664c682b0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:09.528773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.546962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.554935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 19863b9f-a845-4336-ac9a-037664c682b0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:09.556349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:09.556838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.557012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 19863b9f-a845-4336-ac9a-037664c682b0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:09.589065 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:09.701550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.711822 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.714304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7 HTTP/1.1" status: 204 len: 168 time: 0.9295282 Sep 30 08:39:09.729593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:09.737386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-269463955'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:09.745148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe94836-1c09-43a7-9b3f-34326476737c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=5ffee9d0-4bac-424f-ab3c-9b0f5b553bf7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:09.827463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502a074-a6fe-4a16-9f3b-ea50e3ef84aa req-21d6c394-18a0-43ac-af52-811ce9ec377c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:09.836336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9502a074-a6fe-4a16-9f3b-ea50e3ef84aa req-21d6c394-18a0-43ac-af52-811ce9ec377c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0917337 Sep 30 08:39:09.901742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-02aea7ea-5b31-4676-8d1d-3a4c4c49cdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.906525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9502a074-a6fe-4a16-9f3b-ea50e3ef84aa req-e59bbcad-5831-4e00-ac00-9c829d21fbde tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691233 Sep 30 08:39:09.914250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-02aea7ea-5b31-4676-8d1d-3a4c4c49cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.972637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:09.976703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.996203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-02aea7ea-5b31-4676-8d1d-3a4c4c49cdb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f84fed5ae3b401da39500298742492d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1136637 Sep 30 08:39:10.000484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53286) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:10.019481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aea7ea-5b31-4676-8d1d-3a4c4c49cdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec14076b-8003-4d5e-9794-63486e5ef014,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:10.071227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:10.112868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.113224 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment 1c048c21-7584-4dfa-934a-9d028e253935 of type vlan for network 15d81cb4-b58f-4bf2-be04-f07b1e057522 Sep 30 08:39:10.121780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:10.210265 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:39:10.215324 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.308239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d0ca2-764f-487f-b520-fa55a9c5d5bd req-d6866865-8e86-44cc-a227-b0e2d3804301 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:10.311261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-575d0ca2-764f-487f-b520-fa55a9c5d5bd req-d6866865-8e86-44cc-a227-b0e2d3804301 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2705631 Sep 30 08:39:10.317403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.321191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.328187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:10.329306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.451925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90405da0-0185-4b8a-bc0b-adfd241daf62,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:10.467845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:10.474394 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-31cc7969-bd86-4086-9e51-99c0d439d282 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "PUT /v2.0/routers/ab2ed591-01be-4a39-be6f-98a4ab50f547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781691 Sep 30 08:39:10.476403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Checking segment: {'id': '98e3fa1a-90e9-4caa-8f0d-e48cacbaf769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0af1e2cc-9b2a-418f-bd43-d9724384d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:10.476765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Network hostable DHCP agents. Network: 0af1e2cc-9b2a-418f-bd43-d9724384d4da, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:10.485150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:10.505585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:10.505932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Network 0af1e2cc-9b2a-418f-bd43-d9724384d4da is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:10.506297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:38:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:10.523060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=15d81cb4-b58f-4bf2-be04-f07b1e057522,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:10.525885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0af1e2cc-9b2a-418f-bd43-d9724384d4da) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:10.531085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b09f8c4-1951-453d-b793-1b0dbb59b6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.547847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:10.555963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.578952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-89774700-7c0d-451e-800d-64ad15b060a7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8481133 Sep 30 08:39:10.584238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:10.586900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b09f8c4-1951-453d-b793-1b0dbb59b6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.591921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04aaff0-2f3c-42ab-97f5-e77550aff7e4 None None] Network 0af1e2cc-9b2a-418f-bd43-d9724384d4da requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:10.596280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:10.599615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:10.603331 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-29945924-9107-49cf-81bf-40be1d13f6e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5664411 Sep 30 08:39:10.688456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-575d0ca2-764f-487f-b520-fa55a9c5d5bd req-8743a63b-91db-4462-a18e-c1a86d9cc402 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344088 Sep 30 08:39:10.820926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:10.826994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.837037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:10.843873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:10.869775 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b09f8c4-1951-453d-b793-1b0dbb59b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.872551 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b09f8c4-1951-453d-b793-1b0dbb59b6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:10.876274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b09f8c4-1951-453d-b793-1b0dbb59b6c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec14076b-8003-4d5e-9794-63486e5ef014 HTTP/1.1" status: 204 len: 168 time: 0.8676083 Sep 30 08:39:10.889204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f8c4-1951-453d-b793-1b0dbb59b6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec14076b-8003-4d5e-9794-63486e5ef014,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:10.961949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Deleting subnet 6126e436-5a3b-4840-a470-b245ab96f881 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:10.967112 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.036679 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.053597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbc687e-492f-4de6-ac2c-6d17e170adfe None None] Network 0af1e2cc-9b2a-418f-bd43-d9724384d4da requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:11.132336 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.170162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.256967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.283470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=100c0c26-6b43-4a80-a6cd-e4d08fe57d68,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:11.317342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6126e436-5a3b-4840-a470-b245ab96f881,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:11.321308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.323332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a229b9f7-7131-4357-b9fc-1009a36d107d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6126e436-5a3b-4840-a470-b245ab96f881 HTTP/1.1" status: 204 len: 168 time: 0.4848669 Sep 30 08:39:11.328039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53308) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:11.461349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d25c4-153b-49d1-bbc1-84f946079a0f req-3140dd44-c06a-417c-9d0c-acaf238c9db3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:11.468886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d90d25c4-153b-49d1-bbc1-84f946079a0f req-3140dd44-c06a-417c-9d0c-acaf238c9db3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.1617308 Sep 30 08:39:11.471665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': '1c048c21-7584-4dfa-934a-9d028e253935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:11.472134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: 15d81cb4-b58f-4bf2-be04-f07b1e057522, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:11.496199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.563136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:11.598905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 15d81cb4-b58f-4bf2-be04-f07b1e057522) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:11.600723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53314) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:11.604992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a545e713-5868-4298-bac0-a0f86c50d7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.611672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d90d25c4-153b-49d1-bbc1-84f946079a0f req-2c12f0d6-c2f6-4905-8e4a-66fefbbd9ffa tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417842 Sep 30 08:39:11.636194 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32c6b4cc-4ade-4b6b-8792-714afc6d5ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.637755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4bd77-0371-46d2-839a-64b976029e73 None None] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:11.641068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:11.642395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.663058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0c65e63d-6c12-45f6-b12e-9d36e73af2d8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0737324 Sep 30 08:39:11.670027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53316) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:11.678337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1575280725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:11.708130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.733068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.759526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d8eb76-48c1-406a-8e6a-c3890677c23f']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:11.780768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14d1809-a144-4313-a998-36f6f625a5c0') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:11.781090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14d1809-a144-4313-a998-36f6f625a5c0') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:11.799674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.800544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32c6b4cc-4ade-4b6b-8792-714afc6d5ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.811607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32c6b4cc-4ade-4b6b-8792-714afc6d5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.824379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.848562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:11.851522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:11.858647 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:11.901883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.902967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.920644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-32c6b4cc-4ade-4b6b-8792-714afc6d5ad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=508f292e02874a47af119496c7c26cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078110 Sep 30 08:39:11.921293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53320) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:11.951318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-15d81cb4-b58f-4bf2-be04-f07b1e057522', 'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': '100c0c26-6b43-4a80-a6cd-e4d08fe57d68'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:39:11.952229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:11.965196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6b4cc-4ade-4b6b-8792-714afc6d5ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf8c87-98b4-4f89-b0ea-a3fb87f9a31e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:11.993480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2254aa7-010a-446d-a95e-96c4b5113e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.034486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2254aa7-010a-446d-a95e-96c4b5113e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.059719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.082807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.085097 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] 10.222.0.41 "DELETE /v2.0/networks/44d8eb76-48c1-406a-8e6a-c3890677c23f HTTP/1.1" status: 204 len: 168 time: 0.7560275 Sep 30 08:39:12.086232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db84370-96bc-4684-9797-6c810b1b2311 admin admin] Pushing event deleted for resources: {'Network': ['ID=44d8eb76-48c1-406a-8e6a-c3890677c23f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:12.088291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53322) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:12.128409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.137703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.165744 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.167855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-91dfb4ed-f613-4491-9049-0f4011497978 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4963508 Sep 30 08:39:12.174312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53324) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:12.175772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Deleting subnet 90405da0-0185-4b8a-bc0b-adfd241daf62 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:12.197322 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.205581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'port': {'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522', 'name': 'tempest-RoutersIpV6Test-463744953'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:12.209387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2254aa7-010a-446d-a95e-96c4b5113e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.218850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2254aa7-010a-446d-a95e-96c4b5113e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.218850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d2254aa7-010a-446d-a95e-96c4b5113e25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eebf8c87-98b4-4f89-b0ea-a3fb87f9a31e HTTP/1.1" status: 204 len: 168 time: 0.2921772 Sep 30 08:39:12.257138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2254aa7-010a-446d-a95e-96c4b5113e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf8c87-98b4-4f89-b0ea-a3fb87f9a31e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:12.278376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:08Z', 'revision_number': 6, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:31Z', 'revision_number': 1, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:12.301110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.324570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:12.369174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:12.370083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:12.435059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Allocated IP 2001:db8::2 (15d81cb4-b58f-4bf2-be04-f07b1e057522/100c0c26-6b43-4a80-a6cd-e4d08fe57d68/3dfe090b-a121-459b-8dea-a5bf73fa582b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:12.450157 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.524708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:12.528820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.579836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] device_id is not set on port d97427e5-c842-401d-a83c-733d1033ce63 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:39:12.610288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.687662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.691562 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/90405da0-0185-4b8a-bc0b-adfd241daf62 HTTP/1.1" status: 204 len: 168 time: 0.5987852 Sep 30 08:39:12.695043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53336) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:12.696176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea6f88-b035-4ff7-a340-10b2af508b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90405da0-0185-4b8a-bc0b-adfd241daf62,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:12.795131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:12.837434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.860432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4521e-3320-4447-9d89-637e45237af5 req-b39e375f-1d0d-4181-b8ea-d592b1e1bf56 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:12.862827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30d4521e-3320-4447-9d89-637e45237af5 req-b39e375f-1d0d-4181-b8ea-d592b1e1bf56 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.1225173 Sep 30 08:39:12.971868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.999309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30d4521e-3320-4447-9d89-637e45237af5 req-98b2c2ed-d66c-4390-a5d0-f692005e4be6 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=d92b06e4-2ebd-461f-8460-49fefea21248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111941 Sep 30 08:39:13.009639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af1e2cc-9b2a-418f-bd43-d9724384d4da']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:13.042973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e3fa1a-90e9-4caa-8f0d-e48cacbaf769') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:13.043462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e3fa1a-90e9-4caa-8f0d-e48cacbaf769') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:13.060226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.066724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.086186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.095431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.106498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:13.107117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.116370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-e9519e0d-8edf-492f-ade3-b8bf24f20ef9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:13.120512 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-e9519e0d-8edf-492f-ade3-b8bf24f20ef9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 946 time: 0.1092138 Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:13.148215 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:13.251278 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.269330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:13.291746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:13.294758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:13.302748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Pushing event updated for resources: {'Port': ['ID=3dfe090b-a121-459b-8dea-a5bf73fa582b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:13.308063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port dc419de2-acb1-482d-a9ce-248b7934a64f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:13.308998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.354999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8::12 (15d81cb4-b58f-4bf2-be04-f07b1e057522/100c0c26-6b43-4a80-a6cd-e4d08fe57d68/d97427e5-c842-401d-a83c-733d1033ce63) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:13.361555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.372195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.383881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0af1e2cc-9b2a-418f-bd43-d9724384d4da HTTP/1.1" status: 204 len: 168 time: 0.6749656 Sep 30 08:39:13.402756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af1e2cc-9b2a-418f-bd43-d9724384d4da,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:13.406018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Attempting to bind port 3dfe090b-a121-459b-8dea-a5bf73fa582b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:13.406830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Attempting to bind port 3dfe090b-a121-459b-8dea-a5bf73fa582b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1c048c21-7584-4dfa-934a-9d028e253935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:13.406830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Attempting to bind port 3dfe090b-a121-459b-8dea-a5bf73fa582b on network 15d81cb4-b58f-4bf2-be04-f07b1e057522 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:13.418278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:13.418278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Checking segment: {'id': '1c048c21-7584-4dfa-934a-9d028e253935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:13.418733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.419111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Bound using segment: {'id': '1c048c21-7584-4dfa-934a-9d028e253935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:13.419847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Bound port: 3dfe090b-a121-459b-8dea-a5bf73fa582b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c048c21-7584-4dfa-934a-9d028e253935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '15d81cb4-b58f-4bf2-be04-f07b1e057522'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:13.420155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.426640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.427080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.427698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.428543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.429074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.429566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.430085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.430495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.431714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.432304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.432764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.433173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578bef70-b5a8-4fed-818a-2943aaff0690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:13.516715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port dc419de2-acb1-482d-a9ce-248b7934a64f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=dc419de2-acb1-482d-a9ce-248b7934a64f,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:13.517002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.546143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for dc419de2-acb1-482d-a9ce-248b7934a64f owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:13.553264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:08Z', 'revision_number': 6, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:31Z', 'revision_number': 1, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:13.633272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d08ea-4a8e-448a-aae6-f0cd99c5bcb8 None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:08Z', 'revision_number': 6, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '393f41f8-ae96-4104-97c1-00f7ea5d47e8', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'port_id': '52c787af-51cb-4294-832e-289e8850f96d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'mac_address': 'fa:16:3e:a8:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103c04c-0929-42bd-bb33-003e07632f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:37:27Z', 'updated_at': '2021-09-30T08:37:31Z', 'revision_number': 1, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:13.660738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] For port 3dfe090b-a121-459b-8dea-a5bf73fa582b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:13.695536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] For port 3dfe090b-a121-459b-8dea-a5bf73fa582b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3dfe090b-a121-459b-8dea-a5bf73fa582b,segment=NetworkSegment(1c048c21-7584-4dfa-934a-9d028e253935),segment_id=1c048c21-7584-4dfa-934a-9d028e253935)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:13.703761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.866679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c59389-1697-4c9f-b0cd-2ef2363edd4d None None] Pushing event updated for resources: {'Port': ['ID=3dfe090b-a121-459b-8dea-a5bf73fa582b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:13.892208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53366) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:13.905177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.959660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:13.971550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=dc419de2-acb1-482d-a9ce-248b7934a64f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:14.077215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] No DVR routers for this DVR port dc419de2-acb1-482d-a9ce-248b7934a64f on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:14.091381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.091684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8f3e6438-798d-4e9b-809f-28b8d32ac28f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ef884553cd3495d91cb8a1dab2be95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983182 Sep 30 08:39:14.095338 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-bd1ff682-9443-4a01-9855-c43ca7c4f3d3 req-b12a8f60-4fb1-4cfa-aedd-6a7c95a01136 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "DELETE /v2.0/ports/dc419de2-acb1-482d-a9ce-248b7934a64f HTTP/1.1" status: 204 len: 173 time: 0.9659085 Sep 30 08:39:14.096072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'name': 'network-vif-deleted', 'tag': 'dc419de2-acb1-482d-a9ce-248b7934a64f'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:14.117545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53374) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:14.129295 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21221ef4-a99a-47fe-b5aa-98ed4ddd66f6" -d '{"events": [{"server_uuid": "01076fa0-f77c-43cf-9250-c2994c3584ca", "name": "network-vif-deleted", "tag": "dc419de2-acb1-482d-a9ce-248b7934a64f"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:14.280887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3c3ccb5-4ed1-4d0b-95eb-54e35bba0e65 req-9989f32f-3e12-489c-93e9-5463928d578d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=01076fa0-f77c-43cf-9250-c2994c3584ca HTTP/1.1" status: 200 len: 210 time: 0.0905464 Sep 30 08:39:14.327901 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.410897 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d3c3a-4cf6-493b-9558-410165d5db5f x-openstack-request-id: req-ca4d3c3a-4cf6-493b-9558-410165d5db5f {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:14.411413 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01076fa0-f77c-43cf-9250-c2994c3584ca", "name": "network-vif-deleted", "tag": "dc419de2-acb1-482d-a9ce-248b7934a64f", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:14.411525 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca4d3c3a-4cf6-493b-9558-410165d5db5f {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:14.411893 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01076fa0-f77c-43cf-9250-c2994c3584ca', 'name': 'network-vif-deleted', 'tag': 'dc419de2-acb1-482d-a9ce-248b7934a64f', 'status': 'completed', 'code': 200} Sep 30 08:39:14.452428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6082-305f-4396-9358-d5a5706313dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.484710 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6082-305f-4396-9358-d5a5706313dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.526063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:14.549606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:14.570834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:14.577065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:14.578200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.586666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=d97427e5-c842-401d-a83c-733d1033ce63,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:14.644679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d4e8acde-c21c-4d1e-88f3-a6c0e4a9e82f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.4688089 Sep 30 08:39:14.647483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53388) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:14.657625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1bdfa-94b6-4fd7-b9dd-88a35ccdabf7 req-96a69264-899a-47e6-ab9b-c0801539080c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:14.667128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fa1bdfa-94b6-4fd7-b9dd-88a35ccdabf7 req-96a69264-899a-47e6-ab9b-c0801539080c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1478019 Sep 30 08:39:14.681001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6082-305f-4396-9358-d5a5706313dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.684161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6082-305f-4396-9358-d5a5706313dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:14.685556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0bfc6082-305f-4396-9358-d5a5706313dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9de1761b-f6a0-4f14-aa5b-7ec0d91afbab HTTP/1.1" status: 204 len: 168 time: 0.5632198 Sep 30 08:39:14.715680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc6082-305f-4396-9358-d5a5706313dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de1761b-f6a0-4f14-aa5b-7ec0d91afbab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:14.777972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fa1bdfa-94b6-4fd7-b9dd-88a35ccdabf7 req-5bce29d1-c63d-47d5-858a-fb5f10ef4855 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056554 Sep 30 08:39:14.935229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.014414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8bf8d-4331-4418-9ce9-9176dbc67d77 req-3460111d-0e0a-48fb-b2dd-e85184001797 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:15.024356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9a8bf8d-4331-4418-9ce9-9176dbc67d77 req-3460111d-0e0a-48fb-b2dd-e85184001797 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0961847 Sep 30 08:39:15.094496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9a8bf8d-4331-4418-9ce9-9176dbc67d77 req-0c44c424-9964-4e05-b6a3-5fe4f9aa057c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688531 Sep 30 08:39:15.390019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.407038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53412) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:15.429266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3dfe090b-a121-459b-8dea-a5bf73fa582b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:15.585974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3dfe090b-a121-459b-8dea-a5bf73fa582b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:15.586354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.617417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82571d1a-4f95-4cc4-9ebf-66456d5100b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.648754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb667d3-f717-4f42-937a-126ae2b185ae None None] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:15.671693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82571d1a-4f95-4cc4-9ebf-66456d5100b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.702243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7af657-03a9-4dce-a7aa-6fff99c94bec req-c3754cc3-892e-4525-a3fa-baa179bf09c6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:15.711147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d7af657-03a9-4dce-a7aa-6fff99c94bec req-c3754cc3-892e-4525-a3fa-baa179bf09c6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1161234 Sep 30 08:39:15.779445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d7af657-03a9-4dce-a7aa-6fff99c94bec req-f0feb70f-b736-4efc-8c0a-0be3e2480661 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671413 Sep 30 08:39:15.861884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82571d1a-4f95-4cc4-9ebf-66456d5100b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.866572 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82571d1a-4f95-4cc4-9ebf-66456d5100b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.867898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-82571d1a-4f95-4cc4-9ebf-66456d5100b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/security-groups/d92b06e4-2ebd-461f-8460-49fefea21248 HTTP/1.1" status: 204 len: 168 time: 0.4592364 Sep 30 08:39:15.894248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82571d1a-4f95-4cc4-9ebf-66456d5100b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b06e4-2ebd-461f-8460-49fefea21248,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:15.959149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-48601c36-1df6-43e0-8735-c2dbea6225f5 None None] Provisioning complete for port 3dfe090b-a121-459b-8dea-a5bf73fa582b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:15.960911 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48601c36-1df6-43e0-8735-c2dbea6225f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.999120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53430) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:16.097192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.099019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b7da2-bd3f-4f21-a56b-52e5b50c0921 req-d5b2cd18-992c-4a9e-b73a-230b3dd3b5b9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:16.100683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f73b7da2-bd3f-4f21-a56b-52e5b50c0921 req-d5b2cd18-992c-4a9e-b73a-230b3dd3b5b9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1881685 Sep 30 08:39:16.108098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.147792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e21558e5-7d1b-47f8-a737-9833a9617c1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a261c4411324a23bdd063b54febad8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473587 Sep 30 08:39:16.148589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53434) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:16.187722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f73b7da2-bd3f-4f21-a56b-52e5b50c0921 req-5d863cfc-0259-4e47-b0bb-61218bb97922 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772200 Sep 30 08:39:16.255052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=d97427e5-c842-401d-a83c-733d1033ce63,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:16.260952 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.290935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:16.304387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3dfe090b-a121-459b-8dea-a5bf73fa582b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3dfe090b-a121-459b-8dea-a5bf73fa582b,segment=NetworkSegment(1c048c21-7584-4dfa-934a-9d028e253935),segment_id=1c048c21-7584-4dfa-934a-9d028e253935)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:16.312058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.340754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c716b658-bfbc-4221-aa95-8cd61c5e0027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.349183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:16.390001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:16.390001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 92d6f7f4-6ee8-43aa-b9ab-03e649e58caa not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:16.415171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c716b658-bfbc-4221-aa95-8cd61c5e0027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.433301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting subnet d69484c9-be5d-4e40-ac1e-a457535ef690 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:16.448981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.478437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3dfe090b-a121-459b-8dea-a5bf73fa582b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:16.590741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.613192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d856b93-55af-4a85-bc8d-d0ea30580e90 req-9bb89814-d613-48a0-a504-419f3f247f23 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:16.621613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d856b93-55af-4a85-bc8d-d0ea30580e90 req-9bb89814-d613-48a0-a504-419f3f247f23 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0708692 Sep 30 08:39:16.630462 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c716b658-bfbc-4221-aa95-8cd61c5e0027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.633076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c716b658-bfbc-4221-aa95-8cd61c5e0027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.644727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c716b658-bfbc-4221-aa95-8cd61c5e0027 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23721141-1c33-4ab0-8bf3-c9c14bc17c7e HTTP/1.1" status: 204 len: 168 time: 0.4945667 Sep 30 08:39:16.670961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716b658-bfbc-4221-aa95-8cd61c5e0027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23721141-1c33-4ab0-8bf3-c9c14bc17c7e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:16.720798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7d856b93-55af-4a85-bc8d-d0ea30580e90 req-b822e117-f6f0-41ae-9a95-dc149f511006 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985856 Sep 30 08:39:16.753798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.872909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a66fd6-e2f2-40fe-bf0e-4ba77917fba2 req-dc50fcf9-fdc2-414a-8c6c-520cc6e952fd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:16.884009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6a66fd6-e2f2-40fe-bf0e-4ba77917fba2 req-dc50fcf9-fdc2-414a-8c6c-520cc6e952fd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0736485 Sep 30 08:39:16.904350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9d21a1c2-5608-4b4b-a712-cd5160fe18e9 None None] Provisioning complete for port 3dfe090b-a121-459b-8dea-a5bf73fa582b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:16.905435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d21a1c2-5608-4b4b-a712-cd5160fe18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:16.935551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6a66fd6-e2f2-40fe-bf0e-4ba77917fba2 req-246d28c7-ba41-4eb5-b7c0-c5e9f2e8aa6c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Sep 30 08:39:16.981889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.047402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9d21a1c2-5608-4b4b-a712-cd5160fe18e9 None None] Provisioning complete for port d97427e5-c842-401d-a83c-733d1033ce63 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:17.048982 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d21a1c2-5608-4b4b-a712-cd5160fe18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.093306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9d21a1c2-5608-4b4b-a712-cd5160fe18e9 None None] Port d97427e5-c842-401d-a83c-733d1033ce63 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:17.126896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.331631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f599708e-1695-4964-b9f1-386ca1ccb722 None None] Provisioning complete for port d97427e5-c842-401d-a83c-733d1033ce63 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:17.332009 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f599708e-1695-4964-b9f1-386ca1ccb722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.359853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4cc5-ead8-471b-bf8d-2f6e17fafb4d req-5fc0ccd3-d84b-4268-a967-32d1e62f9d0c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:17.366310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f4c4cc5-ead8-471b-bf8d-2f6e17fafb4d req-5fc0ccd3-d84b-4268-a967-32d1e62f9d0c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0718968 Sep 30 08:39:17.367354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53470) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:17.369473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.379870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3dfe090b-a121-459b-8dea-a5bf73fa582b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:17.403025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Subnet': ['ID=d69484c9-be5d-4e40-ac1e-a457535ef690,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:17.410315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.420599 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d9756f06-3f22-4bbf-9f27-f5c4cbba0020 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/subnets/d69484c9-be5d-4e40-ac1e-a457535ef690 HTTP/1.1" status: 204 len: 168 time: 1.1263015 Sep 30 08:39:17.420988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca34e3-05e5-41b5-b36b-292177b82bb3 None None] Network 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:17.423159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:17.495201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f599708e-1695-4964-b9f1-386ca1ccb722 None None] Port d97427e5-c842-401d-a83c-733d1033ce63 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:17.515656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f4c4cc5-ead8-471b-bf8d-2f6e17fafb4d req-217c434e-836e-4587-bdcc-51d94105033c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218944 Sep 30 08:39:17.675513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcd65ea-41ac-47b9-92db-8326ee5b52aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.681881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3dfe090b-a121-459b-8dea-a5bf73fa582b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:17.682656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.709372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.713136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced3c9-eeca-406b-809c-b3f9ed6f50d3 req-9cda58c0-6c13-4845-9ac5-dc5cbb7a15ce tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:17.715164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80ced3c9-eeca-406b-809c-b3f9ed6f50d3 req-9cda58c0-6c13-4845-9ac5-dc5cbb7a15ce tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0996182 Sep 30 08:39:17.719407 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.725745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.727357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.768500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bf27f689-d9aa-4c85-91e7-33fa216c847e None None] Provisioning complete for port d97427e5-c842-401d-a83c-733d1033ce63 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:17.768878 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf27f689-d9aa-4c85-91e7-33fa216c847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.824651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80ced3c9-eeca-406b-809c-b3f9ed6f50d3 req-0f6149bf-2ee8-4d6c-b39a-912469fa0d4c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004264 Sep 30 08:39:17.845206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bf27f689-d9aa-4c85-91e7-33fa216c847e None None] Port d97427e5-c842-401d-a83c-733d1033ce63 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:17.901671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=d97427e5-c842-401d-a83c-733d1033ce63,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:17.918293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] DHCP port deletion for 3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:17.933530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcd65ea-41ac-47b9-92db-8326ee5b52aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.941761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0fcd65ea-41ac-47b9-92db-8326ee5b52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.984399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:17.984749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.004022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:18.016543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:18.036635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53492) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:18.037513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0fcd65ea-41ac-47b9-92db-8326ee5b52aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af8b6b52ac0444eb87da974b8dbc5f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6685417 Sep 30 08:39:18.038660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd65ea-41ac-47b9-92db-8326ee5b52aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9516835-86c1-4f34-82c7-15527ca25a9c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:18.064573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] Deleting port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:18.065235 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.182114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:18.182767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.183408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] For port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,segment=NetworkSegment(d146ef2e-6645-414b-b1d2-9fb120b6bb9e),segment_id=d146ef2e-6645-414b-b1d2-9fb120b6bb9e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:18.183826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.201689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] Calling delete_port for 3170b8d4-a61e-4b36-bde4-c7f056dc0acb owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:18.282611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce854f0-22be-47f7-b7ae-0527e57a20d3 req-1019a7a5-80a9-4757-9b4d-211f2f2e32f1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:18.293278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ce854f0-22be-47f7-b7ae-0527e57a20d3 req-1019a7a5-80a9-4757-9b4d-211f2f2e32f1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1495004 Sep 30 08:39:18.349749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ce854f0-22be-47f7-b7ae-0527e57a20d3 req-160af196-fd06-4742-9634-cbc727779c0a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Sep 30 08:39:18.377544 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.409632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] Pushing event deleted for resources: {'Port': ['ID=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:18.414894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dc419de2-acb1-482d-a9ce-248b7934a64f no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:18.417757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69d95a-1620-4a32-9c2d-d1b2a54566e0 None None] No DVR routers for this DVR port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:18.464742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: dc419de2-acb1-482d-a9ce-248b7934a64f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:18.464742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device dc419de2-acb1-482d-a9ce-248b7934a64f not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:18.545684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd5cb8-f646-4ccc-b277-ea57c25a6e15 req-68fd1ac0-1326-4b22-a2b2-7da666a789ca tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:18.554691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32cd5cb8-f646-4ccc-b277-ea57c25a6e15 req-68fd1ac0-1326-4b22-a2b2-7da666a789ca tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0701241 Sep 30 08:39:18.570650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-adf93e18-cde9-45ac-a899-04719a94bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.577063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 3170b8d4-a61e-4b36-bde4-c7f056dc0acb owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:18.580357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8ec13f5c-4b71-481d-a35f-a9ed3c112c83 None None] Provisioning complete for port d97427e5-c842-401d-a83c-733d1033ce63 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:18.580892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8ec13f5c-4b71-481d-a35f-a9ed3c112c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.616772 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-adf93e18-cde9-45ac-a899-04719a94bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.621117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8ec13f5c-4b71-481d-a35f-a9ed3c112c83 None None] Port d97427e5-c842-401d-a83c-733d1033ce63 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:18.626638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32cd5cb8-f646-4ccc-b277-ea57c25a6e15 req-d7b5435c-79e8-4764-9362-8df842f95826 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664527 Sep 30 08:39:18.740189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 2cca81c0-536f-4b12-9b92-5a87f7a6dd6b is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:39:18.766417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.824044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-adf93e18-cde9-45ac-a899-04719a94bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.826646 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-adf93e18-cde9-45ac-a899-04719a94bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:18.829583 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-adf93e18-cde9-45ac-a899-04719a94bce9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9516835-86c1-4f34-82c7-15527ca25a9c HTTP/1.1" status: 204 len: 168 time: 0.7902236 Sep 30 08:39:18.835441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=3170b8d4-a61e-4b36-bde4-c7f056dc0acb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:18.844389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] No DVR routers for this DVR port 3170b8d4-a61e-4b36-bde4-c7f056dc0acb on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:18.875533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd4992-951e-4051-843a-8617a0d6e95d req-11a467b4-0634-4154-b2fc-817513aa5a2d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:18.876535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93e18-cde9-45ac-a899-04719a94bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9516835-86c1-4f34-82c7-15527ca25a9c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:18.890220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7bd4992-951e-4051-843a-8617a0d6e95d req-11a467b4-0634-4154-b2fc-817513aa5a2d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0703075 Sep 30 08:39:18.937036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7bd4992-951e-4051-843a-8617a0d6e95d req-b0cddd3a-c51a-4128-a741-a13baf2943c4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Sep 30 08:39:18.940121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:18.946775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a43a5775-222e-4208-ac50-5d0130a5bd4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/2cca81c0-536f-4b12-9b92-5a87f7a6dd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2979136 Sep 30 08:39:18.949422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53526) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:18.959123 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] Sync routers for ids ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:18.986670 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] Routers {'2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:18.987523 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.001307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.012665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09971c-7ffc-415b-83ce-f6ca44f6978c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:19.014682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe09971c-7ffc-415b-83ce-f6ca44f6978c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports/d97427e5-c842-401d-a83c-733d1033ce63 HTTP/1.1" status: 200 len: 982 time: 0.0641975 Sep 30 08:39:19.018990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:19.047277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c780e7c-7df6-4aba-997d-f0b4b0ca98f2']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.057188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.067992 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] Routers {'2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:19.069123 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.106637 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.107705 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f0865-f81c-4afa-a509-5005420a8c0b None None] The sync data for ids ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:19.112075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.112431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd146ef2e-6645-414b-b1d2-9fb120b6bb9e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:19.152530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.167551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742cd84-ec03-41fd-a959-16972cf1f5fe req-30534065-5191-485b-9253-e74fa12b9205 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:19.171182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d742cd84-ec03-41fd-a959-16972cf1f5fe req-30534065-5191-485b-9253-e74fa12b9205 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1002600 Sep 30 08:39:19.172113 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.192215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:19.192972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:19.196933 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:19.250871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d742cd84-ec03-41fd-a959-16972cf1f5fe req-97f1bd42-aaee-4ee2-a975-c9acebe5ae59 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666182 Sep 30 08:39:19.307513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3170b8d4-a61e-4b36-bde4-c7f056dc0acb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:19.369468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.399418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.405009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53542) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:19.405266 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/networks/3c780e7c-7df6-4aba-997d-f0b4b0ca98f2 HTTP/1.1" status: 204 len: 168 time: 1.9804814 Sep 30 08:39:19.416516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 3170b8d4-a61e-4b36-bde4-c7f056dc0acb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:19.416852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3170b8d4-a61e-4b36-bde4-c7f056dc0acb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:19.447568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53546) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:19.469681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07bae9-ccf6-43f1-91ed-9d7dd163c5f1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Network': ['ID=3c780e7c-7df6-4aba-997d-f0b4b0ca98f2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:19.487859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f94e123-f6af-4d36-86dc-50204aab7766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.732782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 8b34554d-3b63-4be1-861e-49521e439c11 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:19.733387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.802425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.810099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f73a6-d13f-439d-87ec-3d4cfcb0ba97 req-6cb41e81-8967-4307-935e-a9a1f21240fb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:19.811326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-800f73a6-d13f-439d-87ec-3d4cfcb0ba97 req-6cb41e81-8967-4307-935e-a9a1f21240fb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 814 time: 0.1854436 Sep 30 08:39:19.835110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-800f73a6-d13f-439d-87ec-3d4cfcb0ba97 req-6cd21057-a8dd-415b-ba64-aead923b49e2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/quotas/c5fdcdcca6864be79549f1033daa83a4 HTTP/1.1" status: 200 len: 375 time: 0.0160851 Sep 30 08:39:19.852981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.853360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.863377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f94e123-f6af-4d36-86dc-50204aab7766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.896771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 8b34554d-3b63-4be1-861e-49521e439c11 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:19.899542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8f94e123-f6af-4d36-86dc-50204aab7766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:19.953034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94e123-f6af-4d36-86dc-50204aab7766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b0641-1d80-4361-b14e-ed332c682cdd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:19.959199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-800f73a6-d13f-439d-87ec-3d4cfcb0ba97 req-13fccdff-30e8-4977-9205-e00a447a55df tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114357 Sep 30 08:39:20.001517 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8f94e123-f6af-4d36-86dc-50204aab7766 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ae14537920e4197adfe845468f601d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404935 Sep 30 08:39:20.003152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53580) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:20.130916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-38748035-793f-413c-b023-640260ef3e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.160440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port d97427e5-c842-401d-a83c-733d1033ce63 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:20.160784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.187990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f22a8-e17d-48cb-9886-31db10859bc8 req-80b848a7-5703-461c-b097-d3bd0968c448 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:20.189654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c24f22a8-e17d-48cb-9886-31db10859bc8 req-80b848a7-5703-461c-b097-d3bd0968c448 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1262429 Sep 30 08:39:20.197501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-38748035-793f-413c-b023-640260ef3e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.256584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.286722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.294585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=8b34554d-3b63-4be1-861e-49521e439c11,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:20.300016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c24f22a8-e17d-48cb-9886-31db10859bc8 req-33315f47-9b5c-4870-8c7b-1a5b21d38467 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005588 Sep 30 08:39:20.302143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for d97427e5-c842-401d-a83c-733d1033ce63 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:20.360401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-38748035-793f-413c-b023-640260ef3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.364915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-38748035-793f-413c-b023-640260ef3e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.368326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-38748035-793f-413c-b023-640260ef3e9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/694b0641-1d80-4361-b14e-ed332c682cdd HTTP/1.1" status: 204 len: 168 time: 0.3543155 Sep 30 08:39:20.382227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38748035-793f-413c-b023-640260ef3e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b0641-1d80-4361-b14e-ed332c682cdd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:20.398887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.399157 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Floating IP 393f41f8-ae96-4104-97c1-00f7ea5d47e8 disassociated (deleted). External IP: 172.25.7.124, port: 52c787af-51cb-4294-832e-289e8850f96d. Sep 30 08:39:20.520624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53596) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:20.556045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.574583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743845c-2556-4a8e-8596-2892743cee05 req-fef30ef5-ddd8-4916-ae41-17d8c3c8bf06 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:20.582686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5743845c-2556-4a8e-8596-2892743cee05 req-fef30ef5-ddd8-4916-ae41-17d8c3c8bf06 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1744273 Sep 30 08:39:20.598412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=d97427e5-c842-401d-a83c-733d1033ce63,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:20.613779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.614162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.614493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.614836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.615175 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.615511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.615845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.616715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.617075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.617965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.617965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.618269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:20.665490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5743845c-2556-4a8e-8596-2892743cee05 req-24686dd7-8fce-4d8b-be08-253090a7c016 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681949 Sep 30 08:39:20.765709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:20.818906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:20.974718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2e479f5-881d-42f6-878c-7c52e0e1cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.010859 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 2cca81c0-536f-4b12-9b92-5a87f7a6dd6b has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:21.011014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:21.012880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.023267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:21.035139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:21.035878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.079243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c44c796-ff5b-4724-9b0d-ad87cd0dee67 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/floatingips/393f41f8-ae96-4104-97c1-00f7ea5d47e8 HTTP/1.1" status: 204 len: 168 time: 1.6724722 Sep 30 08:39:21.086999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'tag': '52c787af-51cb-4294-832e-289e8850f96d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:21.090354 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caefa291-d4c0-4561-a28d-0438aeb6b472" -d '{"events": [{"name": "network-changed", "server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "tag": "52c787af-51cb-4294-832e-289e8850f96d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:21.111684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5462ee8e-da91-4bf1-9200-1ec004f16d62 req-b0814447-fbd6-49da-a3ed-e8f90eb503c9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c5fdcdcca6864be79549f1033daa83a4 HTTP/1.1" status: 200 len: 221 time: 0.1070352 Sep 30 08:39:21.193089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:21.195419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:21.205695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2e479f5-881d-42f6-878c-7c52e0e1cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.208312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ca9495e7-3524-4994-ae1b-b8592f550ea8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/2cca81c0-536f-4b12-9b92-5a87f7a6dd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1748121 Sep 30 08:39:21.212301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53628) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:21.213487 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] Sync routers for ids ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:21.218213 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2e479f5-881d-42f6-878c-7c52e0e1cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.251907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] Routers {'2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:21.253304 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.307308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.319108 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] Routers {'2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:21.320452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.364381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.365880 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2264ae0-d09c-41f9-b1ad-cb5fbba3003c None None] The sync data for ids ['2cca81c0-536f-4b12-9b92-5a87f7a6dd6b'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:21.372350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d2e479f5-881d-42f6-878c-7c52e0e1cebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08bca6b1e03f4301b152f8811a4db286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420854 Sep 30 08:39:21.372350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e479f5-881d-42f6-878c-7c52e0e1cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98de7d-2f9f-41b1-8f81-a76013289b0b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:21.372631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53632) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:21.474152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f0909a3-6b39-441c-8623-a569df95cfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.485861 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d32396-8eee-492e-87e8-0fec4e4a665f x-openstack-request-id: req-f1d32396-8eee-492e-87e8-0fec4e4a665f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:21.486453 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "tag": "52c787af-51cb-4294-832e-289e8850f96d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:21.487062 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1d32396-8eee-492e-87e8-0fec4e4a665f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:21.487746 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'tag': '52c787af-51cb-4294-832e-289e8850f96d', 'status': 'completed', 'code': 200} Sep 30 08:39:21.504974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f0909a3-6b39-441c-8623-a569df95cfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.519843 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-a9841c18-033f-4e38-a3d7-331e27bbf092 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] remove_router_interface failed (client error): The resource could not be found. Sep 30 08:39:21.524053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a9841c18-033f-4e38-a3d7-331e27bbf092 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/2cca81c0-536f-4b12-9b92-5a87f7a6dd6b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3103795 Sep 30 08:39:21.524678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:21.588271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:21.589048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-87c3a8a0-636e-45ed-9db7-8a75c40938d2 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cca81c0-536f-4b12-9b92-5a87f7a6dd6b HTTP/1.1" status: 200 len: 205 time: 0.0617952 Sep 30 08:39:21.638639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-719540ea-47a5-4f29-b600-d1fd97685010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:21.640256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-719540ea-47a5-4f29-b600-d1fd97685010 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 1096 time: 0.1311016 Sep 30 08:39:21.653221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e3f9-bca6-4821-b7e3-571de7e79ff3 req-1312a24c-0b66-4c24-b371-8f0abe13a2d2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:21.655078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d698e3f9-bca6-4821-b7e3-571de7e79ff3 req-1312a24c-0b66-4c24-b371-8f0abe13a2d2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1027873 Sep 30 08:39:21.658964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f0909a3-6b39-441c-8623-a569df95cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.673288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:08Z', 'revision_number': 6, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.682350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2f0909a3-6b39-441c-8623-a569df95cfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.684577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2f0909a3-6b39-441c-8623-a569df95cfbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a98de7d-2f9f-41b1-8f81-a76013289b0b HTTP/1.1" status: 204 len: 168 time: 0.3111353 Sep 30 08:39:21.715915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:21.725930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:21.726710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:21.754657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0909a3-6b39-441c-8623-a569df95cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98de7d-2f9f-41b1-8f81-a76013289b0b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:21.773491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:21.773843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d698e3f9-bca6-4821-b7e3-571de7e79ff3 req-e27cf1a7-2f9e-4ede-9ca1-3647d6d65e9f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882950 Sep 30 08:39:21.795257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-6344e8a5-d064-4e67-a46d-bd298294b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:21.796908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-6344e8a5-d064-4e67-a46d-bd298294b02b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 200 len: 897 time: 0.1407456 Sep 30 08:39:21.900744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:21.921021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-65f2d864-2f1d-4433-b6c5-0b419d19beb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 200 len: 217 time: 0.0996840 Sep 30 08:39:22.011623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.015538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.078766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.080126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router 2cca81c0-536f-4b12-9b92-5a87f7a6dd6b {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:39:22.084001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-711670a6-43ce-4260-9c92-82d024f3d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:22.085693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-711670a6-43ce-4260-9c92-82d024f3d8ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6e3793-25a6-4dce-b601-deff428a0732 HTTP/1.1" status: 200 len: 835 time: 0.1401243 Sep 30 08:39:22.102740 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.106726 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3ee3da6-d914-4fec-8e5d-511bf2636767 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/2cca81c0-536f-4b12-9b92-5a87f7a6dd6b HTTP/1.1" status: 204 len: 168 time: 0.5172293 Sep 30 08:39:22.107602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53662) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:22.112757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bf844-e182-429e-8124-7ef4a32309c1 req-a00f84e8-c8f4-42c9-a3e9-2e11a934905c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:22.120571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a84bf844-e182-429e-8124-7ef4a32309c1 req-a00f84e8-c8f4-42c9-a3e9-2e11a934905c tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.2197227 Sep 30 08:39:22.186062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-064a8e93-d1bf-4271-b50a-3e0324a1a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:22.187728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-064a8e93-d1bf-4271-b50a-3e0324a1a206 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922034 Sep 30 08:39:22.199843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a84bf844-e182-429e-8124-7ef4a32309c1 req-d1dd3572-671e-4bab-a7be-aad91ea45d79 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782275 Sep 30 08:39:22.256634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet 100c0c26-6b43-4a80-a6cd-e4d08fe57d68 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:22.282314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.377742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:08Z', 'revision_number': 6, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:22.399916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.404295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-d39ea708-f0a0-4c41-9618-4ca38f835cd4 service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033088 Sep 30 08:39:22.425071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53674) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:22.426633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcd688-cb20-422c-8d70-7d8f53ad4258 None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:08Z', 'revision_number': 6, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e6090c8a-3664-41e8-bd22-6d999cf88aeb', 'name': '', 'network_id': 'b1ffc9e6-a8f5-43b6-962b-40e93c8cd644', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:e2:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:56Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '5d6e3793-25a6-4dce-b601-deff428a0732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:22.535496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.623866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.670232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=100c0c26-6b43-4a80-a6cd-e4d08fe57d68,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:22.676404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.678983 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-522a1a6f-d298-4ea7-a057-9c6d8ea3c1c6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/100c0c26-6b43-4a80-a6cd-e4d08fe57d68 HTTP/1.1" status: 204 len: 168 time: 0.5696843 Sep 30 08:39:22.683126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53680) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:22.704770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fc216-428f-463f-84f5-4ec011e46d20 None None] Network 15d81cb4-b58f-4bf2-be04-f07b1e057522 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:22.798940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.908036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 3dfe090b-a121-459b-8dea-a5bf73fa582b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:22.909212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:22.943631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06617a75-c27f-40d6-8cfb-0d0af3bcf60b None None] New status for floating IP 393f41f8-ae96-4104-97c1-00f7ea5d47e8: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:39:23.006427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port 3dfe090b-a121-459b-8dea-a5bf73fa582b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3dfe090b-a121-459b-8dea-a5bf73fa582b,segment=NetworkSegment(1c048c21-7584-4dfa-934a-9d028e253935),segment_id=1c048c21-7584-4dfa-934a-9d028e253935)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:23.007094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.024828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 3dfe090b-a121-459b-8dea-a5bf73fa582b owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:23.073484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef0fce96-f8cf-4c98-930c-b408c368ce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.161347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] DHCP port deletion for 15d81cb4-b58f-4bf2-be04-f07b1e057522 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:23.178729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53690) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:23.201360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.222214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708319f-9ba3-4e34-b44b-e4160892d669 req-a3938826-856f-4228-abdc-84bf3aefe4c2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:23.235752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b708319f-9ba3-4e34-b44b-e4160892d669 req-a3938826-856f-4228-abdc-84bf3aefe4c2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.8288059 Sep 30 08:39:23.246945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port 3dfe090b-a121-459b-8dea-a5bf73fa582b on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:23.283296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Deleting port 3dfe090b-a121-459b-8dea-a5bf73fa582b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:23.284058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.428187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] For port 3dfe090b-a121-459b-8dea-a5bf73fa582b, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:23.430289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.441529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3dfe090b-a121-459b-8dea-a5bf73fa582b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:23.442926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b708319f-9ba3-4e34-b44b-e4160892d669 req-d375f058-493e-462b-af6f-849d21ae193d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058563 Sep 30 08:39:23.480045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-39d0071d-0d56-46b3-a04d-40eed9515654 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:23.483587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-39d0071d-0d56-46b3-a04d-40eed9515654 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.50 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.4852285 Sep 30 08:39:23.488801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 3dfe090b-a121-459b-8dea-a5bf73fa582b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:23.489664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3dfe090b-a121-459b-8dea-a5bf73fa582b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:23.519996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caefa291-d4c0-4561-a28d-0438aeb6b472 req-6949bfc0-8c7e-485c-a633-37c0350029ad service neutron] 10.222.0.50 "GET /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0940950 Sep 30 08:39:23.520921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Calling delete_port for 3dfe090b-a121-459b-8dea-a5bf73fa582b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:23.529091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Port 3dfe090b-a121-459b-8dea-a5bf73fa582b was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:39:23.544155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.576193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] Pushing event deleted for resources: {'Port': ['ID=3dfe090b-a121-459b-8dea-a5bf73fa582b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:23.592603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1e157-020c-4d9c-a73b-9b1bee27d6b6 None None] No DVR routers for this DVR port 3dfe090b-a121-459b-8dea-a5bf73fa582b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:23.662537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=3dfe090b-a121-459b-8dea-a5bf73fa582b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:23.685884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b33163d-cde0-4667-8a98-595fb3f09bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.756744 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.761006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0705fd-075c-4a8b-8554-823bacc4318b req-e63d5310-3474-4c8b-8ff6-657ca12a2dd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:23.762930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b0705fd-075c-4a8b-8554-823bacc4318b req-e63d5310-3474-4c8b-8ff6-657ca12a2dd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 945 time: 0.1762450 Sep 30 08:39:23.777176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef0fce96-f8cf-4c98-930c-b408c368ce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.790675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d81cb4-b58f-4bf2-be04-f07b1e057522']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:23.800611 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef0fce96-f8cf-4c98-930c-b408c368ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.807972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c048c21-7584-4dfa-934a-9d028e253935') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:23.808270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c048c21-7584-4dfa-934a-9d028e253935') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:23.824839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.854776 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.866506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:23.866907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:23.870328 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:23.888964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 52c787af-51cb-4294-832e-289e8850f96d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:23.889961 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:23.904978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ef0fce96-f8cf-4c98-930c-b408c368ce5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f94fc4d8c59e46719894fba88378ca1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4784999 Sep 30 08:39:23.908218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53702) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:23.923884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b0705fd-075c-4a8b-8554-823bacc4318b req-10ab1b45-9681-4f3e-aa4c-9eb63c3cb182 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=bae1722a-c975-488c-beac-405640709344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495228 Sep 30 08:39:23.924558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fce96-f8cf-4c98-930c-b408c368ce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6091bbcc-07fd-4000-a3d9-fb39bbee684a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.000419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.017544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.025509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53706) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:24.029318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/15d81cb4-b58f-4bf2-be04-f07b1e057522 HTTP/1.1" status: 204 len: 168 time: 1.3395278 Sep 30 08:39:24.030923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1459225364'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:24.064217 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b33163d-cde0-4667-8a98-595fb3f09bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.090591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b92387-56de-4281-9afd-5443c0206d02 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=15d81cb4-b58f-4bf2-be04-f07b1e057522,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.096133 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7b33163d-cde0-4667-8a98-595fb3f09bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.101970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fda882e8-4e5a-460b-87e2-4a49eebb71ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.105293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port 52c787af-51cb-4294-832e-289e8850f96d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=52c787af-51cb-4294-832e-289e8850f96d,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:24.105966 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.138858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 52c787af-51cb-4294-832e-289e8850f96d owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:24.148771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:24.152548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.223587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fda882e8-4e5a-460b-87e2-4a49eebb71ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.223917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74481-7380-4413-8124-bd47840589a1 req-94923346-9bed-4616-9f16-cf9a18a6dc0f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:24.232140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76d74481-7380-4413-8124-bd47840589a1 req-94923346-9bed-4616-9f16-cf9a18a6dc0f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1490703 Sep 30 08:39:24.246226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33163d-cde0-4667-8a98-595fb3f09bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286bd48e-c8fa-440b-9dcb-b51ccd1a3722,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.253624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:24.268513 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7b33163d-cde0-4667-8a98-595fb3f09bb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1539ed9c8e3d4ed7a31e6b51fddb57bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0892506 Sep 30 08:39:24.271144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53708) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:24.295790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.296183 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment d678f4cd-74cc-4146-95e0-4744dc179692 of type vlan for network 85895ac6-a10e-41cd-8700-8c09e41550cc Sep 30 08:39:24.368155 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfedef22-c02a-4bf5-92ea-ee87fe39122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.390215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76d74481-7380-4413-8124-bd47840589a1 req-1f94abb1-bb7f-41c7-8d94-eea26d0dff99 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576407 Sep 30 08:39:24.393087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.395253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fda882e8-4e5a-460b-87e2-4a49eebb71ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.399321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fda882e8-4e5a-460b-87e2-4a49eebb71ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.400967 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fda882e8-4e5a-460b-87e2-4a49eebb71ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6091bbcc-07fd-4000-a3d9-fb39bbee684a HTTP/1.1" status: 204 len: 168 time: 0.4917412 Sep 30 08:39:24.421612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda882e8-4e5a-460b-87e2-4a49eebb71ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6091bbcc-07fd-4000-a3d9-fb39bbee684a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.439118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfedef22-c02a-4bf5-92ea-ee87fe39122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.469298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.475582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:24.476346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.527997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfedef22-c02a-4bf5-92ea-ee87fe39122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.531448 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfedef22-c02a-4bf5-92ea-ee87fe39122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.533251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cfedef22-c02a-4bf5-92ea-ee87fe39122b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/286bd48e-c8fa-440b-9dcb-b51ccd1a3722 HTTP/1.1" status: 204 len: 168 time: 0.2558949 Sep 30 08:39:24.544890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5186133 Sep 30 08:39:24.549698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.553221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:24.562695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:24.575089 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedef22-c02a-4bf5-92ea-ee87fe39122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286bd48e-c8fa-440b-9dcb-b51ccd1a3722,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.633262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26019e63-906d-446a-8630-eb4198016e7c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=85895ac6-a10e-41cd-8700-8c09e41550cc,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.659730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 85895ac6-a10e-41cd-8700-8c09e41550cc details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:24.714487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=52c787af-51cb-4294-832e-289e8850f96d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:24.934987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:24.941760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.947220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] No DVR routers for this DVR port 52c787af-51cb-4294-832e-289e8850f96d on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:24.953405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:24.956215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-609bbaf3-36dd-476e-aa2d-a17f57ccf205 req-3e5f9b99-9e4f-440c-ade8-b018fa3cf4d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.50 "DELETE /v2.0/ports/52c787af-51cb-4294-832e-289e8850f96d HTTP/1.1" status: 204 len: 173 time: 1.4605033 Sep 30 08:39:24.956920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'name': 'network-vif-deleted', 'tag': '52c787af-51cb-4294-832e-289e8850f96d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:24.987835 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5df77e-94d9-409c-9ac6-cda160ebd298" -d '{"events": [{"server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "name": "network-vif-deleted", "tag": "52c787af-51cb-4294-832e-289e8850f96d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:25.066832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6266-f8bf-4744-b846-3be4a9f35b95 req-638919d4-da1b-4c89-ac0c-35b1508e9224 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:25.079702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-588e6266-f8bf-4744-b846-3be4a9f35b95 req-638919d4-da1b-4c89-ac0c-35b1508e9224 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.4754543 Sep 30 08:39:25.153504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-588e6266-f8bf-4744-b846-3be4a9f35b95 req-f7290c4d-507f-4053-9e67-f40b6b2bd24c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727944 Sep 30 08:39:25.339894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb87acec-4c0b-49e7-9171-4e4368e09b9c req-8daac90c-8ae8-471e-a4f7-d8ae84c3f913 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=4103c04c-0929-42bd-bb33-003e07632f2a HTTP/1.1" status: 200 len: 210 time: 0.0583649 Sep 30 08:39:25.439299 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f65ef3-2ef1-4f54-b75f-fc7ae715d275 x-openstack-request-id: req-b8f65ef3-2ef1-4f54-b75f-fc7ae715d275 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:25.439676 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103c04c-0929-42bd-bb33-003e07632f2a", "name": "network-vif-deleted", "tag": "52c787af-51cb-4294-832e-289e8850f96d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:25.440484 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8f65ef3-2ef1-4f54-b75f-fc7ae715d275 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:25.441563 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103c04c-0929-42bd-bb33-003e07632f2a', 'name': 'network-vif-deleted', 'tag': '52c787af-51cb-4294-832e-289e8850f96d', 'status': 'completed', 'code': 200} Sep 30 08:39:25.552597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:25.734299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2da818-d223-40e6-b488-fe219768c249 req-2be375d4-c2e7-47b3-95fd-aeac1100c30a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:25.736967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db2da818-d223-40e6-b488-fe219768c249 req-2be375d4-c2e7-47b3-95fd-aeac1100c30a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1280835 Sep 30 08:39:25.743356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=503d3fd2-c7a0-4150-b39a-f6d654c12e52,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:25.803008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': 'd678f4cd-74cc-4146-95e0-4744dc179692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:25.805118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: 85895ac6-a10e-41cd-8700-8c09e41550cc, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:25.842139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db2da818-d223-40e6-b488-fe219768c249 req-0c354893-1eb4-4877-8975-06bf8dd6207b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848770 Sep 30 08:39:25.876488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 85895ac6-a10e-41cd-8700-8c09e41550cc is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:25.887270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:25.894733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:25.896669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 85895ac6-a10e-41cd-8700-8c09e41550cc) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:25.902356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:25.903060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:25.911537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c75a8-e8f3-4f49-8654-57a54b736f17 None None] Network 85895ac6-a10e-41cd-8700-8c09e41550cc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:25.947470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53770) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:25.947838 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a6ac728e-d71f-4bb2-9317-c3a4a97177f5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3922751 Sep 30 08:39:25.954712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780987203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:26.006076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.010784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.070387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53774) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:26.229398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.243720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.257849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-85895ac6-a10e-41cd-8700-8c09e41550cc', 'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': '503d3fd2-c7a0-4150-b39a-f6d654c12e52'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:39:26.260064 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.327884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.335670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53782) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:26.350813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-70e36740-32a3-4972-8972-83c0e8c62a5d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4018707 Sep 30 08:39:26.364850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe5e7f-75f9-4149-be74-eb7689b9aec6 req-36706bed-6257-4ce7-9fc3-7691fc8f641e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:26.374668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49fe5e7f-75f9-4149-be74-eb7689b9aec6 req-36706bed-6257-4ce7-9fc3-7691fc8f641e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2763150 Sep 30 08:39:26.433988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-49fe5e7f-75f9-4149-be74-eb7689b9aec6 req-697ea316-5f49-4b30-821a-53a696eea8ad tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 Sep 30 08:39:26.542932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53788) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:26.567236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2114746999-network', 'tenant_id': '9f35de23e53f4aac919e6139b55d3f4f'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:26.619287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Allocated IP 2001:db8::2 (85895ac6-a10e-41cd-8700-8c09e41550cc/503d3fd2-c7a0-4150-b39a-f6d654c12e52/f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:26.662989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a91a47e8-4cc4-4e92-990d-84d97f2cee25 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.664316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Made reservation on behalf of 9f35de23e53f4aac919e6139b55d3f4f for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:26.667181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.678311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.712646 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a91a47e8-4cc4-4e92-990d-84d97f2cee25 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.743108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012919d-5bc1-4812-a6eb-ab02a4e4118c req-2a4b14f3-418f-4360-9a73-14f1a616376a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:26.745135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8012919d-5bc1-4812-a6eb-ab02a4e4118c req-2a4b14f3-418f-4360-9a73-14f1a616376a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0958242 Sep 30 08:39:26.810454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.823236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8012919d-5bc1-4812-a6eb-ab02a4e4118c req-25f7121d-fad3-4897-9050-cd6b157deabe tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528531 Sep 30 08:39:26.853309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a91a47e8-4cc4-4e92-990d-84d97f2cee25 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.857488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a91a47e8-4cc4-4e92-990d-84d97f2cee25 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.866198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a91a47e8-4cc4-4e92-990d-84d97f2cee25 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/security-groups/bae1722a-c975-488c-beac-405640709344 HTTP/1.1" status: 204 len: 168 time: 0.3216670 Sep 30 08:39:26.888400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.891410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a47e8-4cc4-4e92-990d-84d97f2cee25 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae1722a-c975-488c-beac-405640709344,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:26.899201 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:26.993499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Network 85895ac6-a10e-41cd-8700-8c09e41550cc is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:27.004343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:27.009328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:27.041611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Pushing event updated for resources: {'Port': ['ID=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:27.055254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72229-9dc6-4729-9b4d-55b73e4b6b4b req-2d2bc8fd-c2a4-4308-bdf0-6f21e813f4be tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:27.065506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1c72229-9dc6-4729-9b4d-55b73e4b6b4b req-2d2bc8fd-c2a4-4308-bdf0-6f21e813f4be tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1293285 Sep 30 08:39:27.081971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Attempting to bind port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:27.082358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Attempting to bind port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd678f4cd-74cc-4146-95e0-4744dc179692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:27.082801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Attempting to bind port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e on network 85895ac6-a10e-41cd-8700-8c09e41550cc {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:27.088276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:27.088747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Checking segment: {'id': 'd678f4cd-74cc-4146-95e0-4744dc179692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:27.089216 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.089708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Bound using segment: {'id': 'd678f4cd-74cc-4146-95e0-4744dc179692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:27.090246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Bound port: f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd678f4cd-74cc-4146-95e0-4744dc179692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '85895ac6-a10e-41cd-8700-8c09e41550cc'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:27.090773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.102702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.123188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.129361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1c72229-9dc6-4729-9b4d-55b73e4b6b4b req-78fead47-695c-45a4-8141-1cc657860cab tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629027 Sep 30 08:39:27.184662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] For port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:27.189764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] For port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,segment=NetworkSegment(d678f4cd-74cc-4146-95e0-4744dc179692),segment_id=d678f4cd-74cc-4146-95e0-4744dc179692)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:27.192926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:27.197984 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.201671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8::1 (85895ac6-a10e-41cd-8700-8c09e41550cc/503d3fd2-c7a0-4150-b39a-f6d654c12e52/89aa498a-aed4-4da5-8315-2ede8bd68224) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:27.207857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53800) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:27.210979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fc762-0242-4a59-a957-a8ee8b7e3014,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:27.218498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.219168 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Added segment a47923cd-3919-41f6-a69a-a84ed727215f of type vlan for network 8d34b835-f95f-4579-a5e5-05578f650859 Sep 30 08:39:27.402559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e1ddf-46a0-4766-8e2a-6520006a0088 None None] Pushing event updated for resources: {'Port': ['ID=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:27.450927 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.519197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.519664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:27.520156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.618862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a097f-2380-4647-bbda-624f3f44d0ab req-0f66e333-245a-47b7-9c2c-30e4ffbdeb04 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:27.620515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-842a097f-2380-4647-bbda-624f3f44d0ab req-0f66e333-245a-47b7-9c2c-30e4ffbdeb04 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1486030 Sep 30 08:39:27.726323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6544683 Sep 30 08:39:27.727733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0869e3-c930-42c4-b03d-c77fa1c91e2a admin admin] Pushing event updated for resources: {'Network': ['ID=8d34b835-f95f-4579-a5e5-05578f650859,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:27.731610 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53810) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:27.741292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.743532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8d34b835-f95f-4579-a5e5-05578f650859 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:27.747256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Request body: {'subnet': {'network_id': '8d34b835-f95f-4579-a5e5-05578f650859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2114746999-subnet', 'tenant_id': '9f35de23e53f4aac919e6139b55d3f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:27.758640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-842a097f-2380-4647-bbda-624f3f44d0ab req-22d130fc-4af3-47f7-86c8-948691f5db01 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245887 Sep 30 08:39:27.798709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Made reservation on behalf of 9f35de23e53f4aac919e6139b55d3f4f for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:27.805896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:27.863757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 52c787af-51cb-4294-832e-289e8850f96d no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:27.951821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 52c787af-51cb-4294-832e-289e8850f96d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:27.952436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 52c787af-51cb-4294-832e-289e8850f96d not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:27.979436 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.040272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fdf9-6663-4656-ad61-ee7dd36930a3 req-febaef9c-3838-43d5-a9a7-3fa0c7e6da8b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:28.041917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f591fdf9-6663-4656-ad61-ee7dd36930a3 req-febaef9c-3838-43d5-a9a7-3fa0c7e6da8b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0974033 Sep 30 08:39:28.054346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 85895ac6-a10e-41cd-8700-8c09e41550cc is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:28.061005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:28.072935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:28.073919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.081942 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=89aa498a-aed4-4da5-8315-2ede8bd68224,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:28.099487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f591fdf9-6663-4656-ad61-ee7dd36930a3 req-832a60e5-70b5-4d6d-8873-023c1d500f59 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Sep 30 08:39:28.123916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.321610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.350108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.600462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port e6090c8a-3664-41e8-bd22-6d999cf88aeb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:28.600870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.705257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=942ade50-afe7-4a19-81cb-9002d986d2e3,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:28.732242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Checking segment: {'id': 'a47923cd-3919-41f6-a69a-a84ed727215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:28.733072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Network hostable DHCP agents. Network: 8d34b835-f95f-4579-a5e5-05578f650859, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:28.745817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da930-f7ba-484c-a028-22b4ccc58cb3 req-222c22c9-d2e5-40bf-ad00-c280c0ebed6d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:28.754466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b2da930-f7ba-484c-a028-22b4ccc58cb3 req-222c22c9-d2e5-40bf-ad00-c280c0ebed6d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1563716 Sep 30 08:39:28.767354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port e6090c8a-3664-41e8-bd22-6d999cf88aeb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e6090c8a-3664-41e8-bd22-6d999cf88aeb,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:28.767840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.783794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Network 8d34b835-f95f-4579-a5e5-05578f650859 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:28.791636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for e6090c8a-3664-41e8-bd22-6d999cf88aeb owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:28.828339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b2da930-f7ba-484c-a028-22b4ccc58cb3 req-7b6daea8-6306-4c73-8459-079ee67b1c37 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715771 Sep 30 08:39:28.971783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.976632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8d34b835-f95f-4579-a5e5-05578f650859) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:28.987124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d6bd9-c4ab-43b1-adab-0c8cc3886ae6 None None] Network 8d34b835-f95f-4579-a5e5-05578f650859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:28.988560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:28.989739 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.994026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:28.995953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:29.117388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e578e7d-52e1-4a06-ada0-88fe3f24b41e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3718400 Sep 30 08:39:29.160045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eec56a-0542-490c-ad7b-4374752abf76 None None] Network 85895ac6-a10e-41cd-8700-8c09e41550cc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:29.194222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=89aa498a-aed4-4da5-8315-2ede8bd68224,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:29.264164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 85895ac6-a10e-41cd-8700-8c09e41550cc is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:29.264299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4ab4-2306-4fcc-ad98-1443d992b9e0 req-6c2e3572-161d-42c0-8d13-fb64eb595f2e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:29.265612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:29.293048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-548e4ab4-2306-4fcc-ad98-1443d992b9e0 req-6c2e3572-161d-42c0-8d13-fb64eb595f2e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.3329282 Sep 30 08:39:29.374798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-548e4ab4-2306-4fcc-ad98-1443d992b9e0 req-9e9d4f30-ce2e-4e4f-adab-84414e25d318 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762289 Sep 30 08:39:29.517481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:29.581266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 22ec4f65-d06e-4aea-9a9a-2201f67bacdc is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:39:29.582157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=e6090c8a-3664-41e8-bd22-6d999cf88aeb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:29.615836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:29.716638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7824dc8-7371-469a-b951-f5ab839020e4 req-053e8363-d40e-4b08-a234-cdc6497d02f2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:29.718590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7824dc8-7371-469a-b951-f5ab839020e4 req-053e8363-d40e-4b08-a234-cdc6497d02f2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1439135 Sep 30 08:39:29.828931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3b5173c6-fe9c-467c-b1e5-5c909953cd08 None None] Provisioning complete for port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:29.829792 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3b5173c6-fe9c-467c-b1e5-5c909953cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:29.882802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7824dc8-7371-469a-b951-f5ab839020e4 req-42ecdd20-031f-4868-b92d-56b366137385 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541321 Sep 30 08:39:30.031920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f3a3b5-3022-4550-b617-1e4a78ada694 None None] Network 8d34b835-f95f-4579-a5e5-05578f650859 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:30.051660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:30.052148 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.259172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.328041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a39c0-c2cf-405d-a1a2-5c330c0720c8 req-6304c9bf-382a-4dc8-99ee-0c7b32d95a8b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:30.336120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af2a39c0-c2cf-405d-a1a2-5c330c0720c8 req-6304c9bf-382a-4dc8-99ee-0c7b32d95a8b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1982002 Sep 30 08:39:30.347751 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:30.353228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06240f06-85b4-4920-9f56-7b0dbd9036f7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/22ec4f65-d06e-4aea-9a9a-2201f67bacdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161872 Sep 30 08:39:30.356663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.362773 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] Sync routers for ids ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:30.372045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.373183 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] Routers {'22ec4f65-d06e-4aea-9a9a-2201f67bacdc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:30.373832 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:30.406717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3d557-2205-4ba4-9b46-634669fd03f4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:30.411314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c1a3d557-2205-4ba4-9b46-634669fd03f4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports/89aa498a-aed4-4da5-8315-2ede8bd68224 HTTP/1.1" status: 200 len: 911 time: 0.0507309 Sep 30 08:39:30.411630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53864) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.418078 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:30.427999 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] Routers {'22ec4f65-d06e-4aea-9a9a-2201f67bacdc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:30.429006 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:30.431663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623207907-network', 'tenant_id': '524801a406114c7bb6214087b900e524'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:30.470049 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:30.471420 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904ed2f-9387-48e6-a955-2038ccad36fc None None] The sync data for ids ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:30.569432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Made reservation on behalf of 524801a406114c7bb6214087b900e524 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:30.571975 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.593792 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3b5173c6-fe9c-467c-b1e5-5c909953cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.648123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.732941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af2a39c0-c2cf-405d-a1a2-5c330c0720c8 req-8f2a445e-f89c-45f8-aed3-58cb6eb19c46 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936071 Sep 30 08:39:30.818331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.899003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3b5173c6-fe9c-467c-b1e5-5c909953cd08 None None] For port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,segment=NetworkSegment(d678f4cd-74cc-4146-95e0-4744dc179692),segment_id=d678f4cd-74cc-4146-95e0-4744dc179692)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:30.910971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3b5173c6-fe9c-467c-b1e5-5c909953cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.947779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router ab2ed591-01be-4a39-be6f-98a4ab50f547 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:31.017180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.056457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.067398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:39:31.067965 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.069282 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:39:31.085112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5173c6-fe9c-467c-b1e5-5c909953cd08 None None] Pushing event updated for resources: {'Port': ['ID=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:31.106590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:31.198312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.198806 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Added segment d7f004fa-908c-49da-aae8-db6ffda4fbbd of type vlan for network 601d7264-6be6-4aa0-872b-983f28481e12 Sep 30 08:39:31.231976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02942f9f-ae33-4b85-a85a-ed4bc73ceacb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:31.254314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-52f27f02-637c-496d-9836-f1b3dc3d4d0b None None] Provisioning complete for port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:31.255671 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52f27f02-637c-496d-9836-f1b3dc3d4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.315288 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.379394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde41f7-684a-489f-89c2-fed20578cf11 req-43b3a1f2-103a-4f4a-9f65-78ead79e4079 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:31.380749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bde41f7-684a-489f-89c2-fed20578cf11 req-43b3a1f2-103a-4f4a-9f65-78ead79e4079 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2662497 Sep 30 08:39:31.420020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-52f27f02-637c-496d-9836-f1b3dc3d4d0b None None] Provisioning complete for port 89aa498a-aed4-4da5-8315-2ede8bd68224 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:31.420398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52f27f02-637c-496d-9836-f1b3dc3d4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.422451 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.423559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:31.424191 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.449663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0266359 Sep 30 08:39:31.450916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53882) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:31.463073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:31.468908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Request body: {'subnet': {'network_id': '601d7264-6be6-4aa0-872b-983f28481e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623207907-subnet', 'tenant_id': '524801a406114c7bb6214087b900e524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:31.482248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ebc58d79-7d39-4c8c-98a7-f59ece479c63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "PUT /v2.0/routers/ab2ed591-01be-4a39-be6f-98a4ab50f547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2730103 Sep 30 08:39:31.485162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:31.494245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 89aa498a-aed4-4da5-8315-2ede8bd68224 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:31.494614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.500321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] Sync routers for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:31.508989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bde41f7-684a-489f-89c2-fed20578cf11 req-8c31bc67-9267-4b0c-92c1-6c866bb65d8e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178339 Sep 30 08:39:31.532936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-52f27f02-637c-496d-9836-f1b3dc3d4d0b None None] Port 89aa498a-aed4-4da5-8315-2ede8bd68224 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:31.564642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:31.566190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:31.625110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4384b47-0c2f-4904-8db5-7cea8f052012 admin admin] Pushing event updated for resources: {'Network': ['ID=601d7264-6be6-4aa0-872b-983f28481e12,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:31.631006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Made reservation on behalf of 524801a406114c7bb6214087b900e524 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:31.640382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.642476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting subnet 5d6e3793-25a6-4dce-b601-deff428a0732 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:31.646674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 601d7264-6be6-4aa0-872b-983f28481e12 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:31.650814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.739026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.751069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.780265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 89aa498a-aed4-4da5-8315-2ede8bd68224 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:31.900953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-26f38784-098a-4b56-96b4-206b8d214850 None None] Provisioning complete for port 89aa498a-aed4-4da5-8315-2ede8bd68224 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:31.901378 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-26f38784-098a-4b56-96b4-206b8d214850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.911055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:31.952599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.971024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554335-f51e-46de-a055-13631226fc13 req-c0e85018-c4af-424c-b8cf-7ff38fcc350b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:31.979756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb554335-f51e-46de-a055-13631226fc13 req-c0e85018-c4af-424c-b8cf-7ff38fcc350b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1870112 Sep 30 08:39:32.092173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-26f38784-098a-4b56-96b4-206b8d214850 None None] Port 89aa498a-aed4-4da5-8315-2ede8bd68224 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:32.151443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb554335-f51e-46de-a055-13631226fc13 req-66f66a55-9558-4487-92ce-edf1562be2e6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694460 Sep 30 08:39:32.214697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:32.261629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.357232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6e3793-25a6-4dce-b601-deff428a0732,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:32.358486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:32.358872 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.364943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.370217 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f470a249-4f56-4635-8dab-6fb1cd2e2cf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/subnets/5d6e3793-25a6-4dce-b601-deff428a0732 HTTP/1.1" status: 204 len: 168 time: 0.8842592 Sep 30 08:39:32.376043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53902) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:32.378966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.393838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c5086ade-fce9-422f-8178-36f522228658 None None] Provisioning complete for port 89aa498a-aed4-4da5-8315-2ede8bd68224 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:32.394198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5086ade-fce9-422f-8178-36f522228658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.400546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0c137-1f53-4e74-b45d-58fc3db7c594 None None] Network b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:32.445894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c5086ade-fce9-422f-8178-36f522228658 None None] Port 89aa498a-aed4-4da5-8315-2ede8bd68224 was deleted so its status cannot be updated. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 30 08:39:32.466109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:29Z', 'revision_number': 7, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:32.619746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.623095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=89aa498a-aed4-4da5-8315-2ede8bd68224,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:32.631794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] Checking router: ab2ed591-01be-4a39-be6f-98a4ab50f547 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:32.734232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] Routers {'ab2ed591-01be-4a39-be6f-98a4ab50f547'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:32.735447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ab2ed591-01be-4a39-be6f-98a4ab50f547'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:32.874151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.916707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:32.997879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd94e-d45c-4e1c-b115-e1c0d908e274 req-88b328ba-46c2-4ae8-9916-98235ebfafd0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:33.002410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae2dd94e-d45c-4e1c-b115-e1c0d908e274 req-88b328ba-46c2-4ae8-9916-98235ebfafd0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1393819 Sep 30 08:39:33.013747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d97235d-c9d1-4730-a68b-35007c040f87,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:33.015840 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.041133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] DHCP port deletion for b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:33.082748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Checking segment: {'id': 'd7f004fa-908c-49da-aae8-db6ffda4fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '601d7264-6be6-4aa0-872b-983f28481e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:33.083116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Network hostable DHCP agents. Network: 601d7264-6be6-4aa0-872b-983f28481e12, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:33.096931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] Set router ab2ed591-01be-4a39-be6f-98a4ab50f547 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:33.099991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae2dd94e-d45c-4e1c-b115-e1c0d908e274 req-9b542d0c-83c7-4371-a6d1-674a19502f03 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793993 Sep 30 08:39:33.134686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Network 601d7264-6be6-4aa0-872b-983f28481e12 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:33.153250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 601d7264-6be6-4aa0-872b-983f28481e12) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:33.176555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:33.178876 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.241587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 22ec4f65-d06e-4aea-9a9a-2201f67bacdc has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:33.261356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port d43734bc-263d-423f-b4ca-1b408d645e12 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:33.261356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.267600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e4f80f28-ea58-4bca-b743-65a23ba6898e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8024929 Sep 30 08:39:33.294286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04360ec-4ba4-490a-aea8-6585e9fc854d req-7de464f7-d894-4764-9f14-af06fa753ff0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:33.296441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f04360ec-4ba4-490a-aea8-6585e9fc854d req-7de464f7-d894-4764-9f14-af06fa753ff0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0917697 Sep 30 08:39:33.362264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f04360ec-4ba4-490a-aea8-6585e9fc854d req-a18d9a04-7ccb-4fa2-8d7d-6f55bbb3fff4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Sep 30 08:39:33.393853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:33.396094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f7fe9-b6ad-4891-88f0-2231cfa13dd2 None None] Network 601d7264-6be6-4aa0-872b-983f28481e12 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:33.397021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-949fe1d5-4dff-499b-ad48-db7535383dea tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/22ec4f65-d06e-4aea-9a9a-2201f67bacdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9841373 Sep 30 08:39:33.400232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53914) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:33.402605 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] Sync routers for ids ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:33.417795 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] Routers {'22ec4f65-d06e-4aea-9a9a-2201f67bacdc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:33.423334 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:33.435139 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-09986a29-87c2-4998-b01d-1ba5f2558128 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=22ec4f65-d06e-4aea-9a9a-2201f67bacdc HTTP/1.1" status: 200 len: 205 time: 0.0337424 Sep 30 08:39:33.437774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53918) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:33.505800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port d43734bc-263d-423f-b4ca-1b408d645e12, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d43734bc-263d-423f-b4ca-1b408d645e12,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:33.506177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.512460 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:33.526883 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] Routers {'22ec4f65-d06e-4aea-9a9a-2201f67bacdc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:33.527756 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:33.560169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.566961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for d43734bc-263d-423f-b4ca-1b408d645e12 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:33.567569 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:33.568903 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8755f-e598-42be-999f-657c5aa18b82 None None] The sync data for ids ['22ec4f65-d06e-4aea-9a9a-2201f67bacdc'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:33.596107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a8a0-72c3-41ec-8f37-e342823da40e req-446b9468-8259-4c7b-bee0-bd9ba66c3637 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:33.597988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3813a8a0-72c3-41ec-8f37-e342823da40e req-446b9468-8259-4c7b-bee0-bd9ba66c3637 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1054647 Sep 30 08:39:33.602445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] Deleting port 26ceb49c-1e9d-4e77-8314-9387c5e21008 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:33.603159 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.662692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3813a8a0-72c3-41ec-8f37-e342823da40e req-91b23ee8-6ef0-4ef1-b912-7768257e948c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Sep 30 08:39:33.802184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] For port 26ceb49c-1e9d-4e77-8314-9387c5e21008, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=26ceb49c-1e9d-4e77-8314-9387c5e21008,segment=NetworkSegment(e7b01941-3f00-4671-8cb3-f4c305c6cc62),segment_id=e7b01941-3f00-4671-8cb3-f4c305c6cc62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:33.802602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.808584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.816114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.845256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] Calling delete_port for 26ceb49c-1e9d-4e77-8314-9387c5e21008 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:33.852588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3498ccb-b425-4c0a-82ee-98d434a445f5 None None] Network 601d7264-6be6-4aa0-872b-983f28481e12 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:33.955786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:29Z', 'revision_number': 7, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:33.962766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 26ceb49c-1e9d-4e77-8314-9387c5e21008 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:34.054104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a4ea2-ef09-445d-bac6-ffb010b5fb5a None None] The sync data for ids ['ab2ed591-01be-4a39-be6f-98a4ab50f547'] in n-d-807025-5 is: [{'id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'name': 'tempest-TestNetworkBasicOps-router-1052975225', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:39:29Z', 'revision_number': 7, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': 'd43734bc-263d-423f-b4ca-1b408d645e12', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ed591-01be-4a39-be6f-98a4ab50f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:36:51Z', 'updated_at': '2021-09-30T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:34.241237 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.264894 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.299395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] Pushing event deleted for resources: {'Port': ['ID=26ceb49c-1e9d-4e77-8314-9387c5e21008,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:34.324552 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34846faa-50a3-477c-8604-86c53433cba6 None None] No DVR routers for this DVR port 26ceb49c-1e9d-4e77-8314-9387c5e21008 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:34.415893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-91f90275-9cd7-4f4e-8c1a-0875389b9d1c tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:34.417925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-91f90275-9cd7-4f4e-8c1a-0875389b9d1c tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/networks?id=8d34b835-f95f-4579-a5e5-05578f650859 HTTP/1.1" status: 200 len: 809 time: 0.2813058 Sep 30 08:39:34.442537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.443407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router 22ec4f65-d06e-4aea-9a9a-2201f67bacdc {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:39:34.457845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-c986cf3e-1a95-4743-a6a1-bd78e991bddf tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/quotas/9f35de23e53f4aac919e6139b55d3f4f HTTP/1.1" status: 200 len: 375 time: 0.0205274 Sep 30 08:39:34.458045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.462182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b95f449-48bb-465d-afaa-1e8b7309c4d0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/22ec4f65-d06e-4aea-9a9a-2201f67bacdc HTTP/1.1" status: 204 len: 168 time: 1.0204358 Sep 30 08:39:34.464446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53948) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:34.519246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.550560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-bddc6916-2f91-49ce-872d-3411d07a41b9 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f35de23e53f4aac919e6139b55d3f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699756 Sep 30 08:39:34.584579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=d43734bc-263d-423f-b4ca-1b408d645e12,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:34.612841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet 503d3fd2-c7a0-4150-b39a-f6d654c12e52 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:34.619235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.729968 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.771022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.884865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.888074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.906290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-277418d0-8e5b-4a30-b882-d5e81691c593 service neutron] 10.222.0.41 "GET /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543346 Sep 30 08:39:34.948567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.949111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Fanout notify agent at l3_agent the message router_deleted on router ab2ed591-01be-4a39-be6f-98a4ab50f547 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:39:34.957929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.962423 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d491fe6-9c0d-4b24-aaf6-a54e5a4a56ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/routers/ab2ed591-01be-4a39-be6f-98a4ab50f547 HTTP/1.1" status: 204 len: 168 time: 2.5844998 Sep 30 08:39:34.963147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53954) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:35.077077 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.081363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.228001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-9226df1b-e058-4a33-8e86-2a4838bcfd04 service neutron] 10.222.0.41 "GET /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124518 Sep 30 08:39:35.260153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.264884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.303306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ffc9e6-a8f5-43b6-962b-40e93c8cd644']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:35.317002 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b01941-3f00-4671-8cb3-f4c305c6cc62') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:35.326975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=503d3fd2-c7a0-4150-b39a-f6d654c12e52,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:35.329288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b01941-3f00-4671-8cb3-f4c305c6cc62') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:35.342352 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.344660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b85a899a-9c88-4a13-bb50-20fa18887628 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/503d3fd2-c7a0-4150-b39a-f6d654c12e52 HTTP/1.1" status: 204 len: 168 time: 0.8786981 Sep 30 08:39:35.353319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53958) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:35.360983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80973740-d125-454e-988c-3095daf5483e None None] Network 85895ac6-a10e-41cd-8700-8c09e41550cc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:35.385145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.412843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.426057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:35.426623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.475341 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:35.569876 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:35.577494 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.601385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.608572 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/networks/b1ffc9e6-a8f5-43b6-962b-40e93c8cd644 HTTP/1.1" status: 204 len: 168 time: 0.6443257 Sep 30 08:39:35.611339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33bdbd-7f27-44d8-be6c-43b5cf7891c9 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Network': ['ID=b1ffc9e6-a8f5-43b6-962b-40e93c8cd644,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:35.622392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53964) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:35.632783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'network': {'name': 'tempest-network-smoke--1884474067', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:35.702624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:35.707084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.732931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:35.733250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.745086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa7c2-80fe-4800-a43d-eb359a55667a req-ed02e784-496f-453b-b9b0-f1bc2f6bea47 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:35.746704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b46aa7c2-80fe-4800-a43d-eb359a55667a req-ed02e784-496f-453b-b9b0-f1bc2f6bea47 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1438859 Sep 30 08:39:35.777673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] DHCP port deletion for 85895ac6-a10e-41cd-8700-8c09e41550cc request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:35.801045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:35.856597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] Deleting port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:35.856597 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.866593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,segment=NetworkSegment(d678f4cd-74cc-4146-95e0-4744dc179692),segment_id=d678f4cd-74cc-4146-95e0-4744dc179692)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:35.867238 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.873802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:35.874141 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Added segment 71d9bea2-a5d1-4c60-9527-a38c92276bb6 of type vlan for network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa Sep 30 08:39:35.908260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b46aa7c2-80fe-4800-a43d-eb359a55667a req-d81dc04c-6f30-42dd-ac59-5fb2be5070bd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446328 Sep 30 08:39:35.923911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:35.983928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:36.005806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.015909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] For port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,segment=NetworkSegment(d678f4cd-74cc-4146-95e0-4744dc179692),segment_id=d678f4cd-74cc-4146-95e0-4744dc179692)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:36.016985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.037296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] Calling delete_port for f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:36.078447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bf58ec9-0cf5-4498-990c-cf97de89b891 req-67aa14fe-2505-4795-bda5-3cc44b13667b tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 210 time: 0.0693462 Sep 30 08:39:36.106671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.114709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:36.115588 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.174219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.190020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53978) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:36.191234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5668948 Sep 30 08:39:36.195109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-739893304', 'admin_state_up': True, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:36.197148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.226985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d43734bc-263d-423f-b4ca-1b408d645e12 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:36.256440 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.257546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.258131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d43734bc-263d-423f-b4ca-1b408d645e12 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:36.258585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d43734bc-263d-423f-b4ca-1b408d645e12 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:36.259111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6090c8a-3664-41e8-bd22-6d999cf88aeb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:36.284116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e6090c8a-3664-41e8-bd22-6d999cf88aeb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:36.284879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6090c8a-3664-41e8-bd22-6d999cf88aeb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:36.311409 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.331584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] No DVR routers for this DVR port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:36.360495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa1066-7250-44eb-a9ed-644fcba09fdc None None] Pushing event deleted for resources: {'Port': ['ID=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:36.386866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:36.394575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port f9e42b4f-28b3-4498-bd8e-aa32d3ce1a5e on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:36.396542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d029816-79dc-445c-86ec-59e303cc604d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Network': ['ID=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:36.408946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:36.458598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.651076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.699920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.721617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85895ac6-a10e-41cd-8700-8c09e41550cc']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:36.735376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd678f4cd-74cc-4146-95e0-4744dc179692') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:36.735657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd678f4cd-74cc-4146-95e0-4744dc179692') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:36.755284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.774702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad09780-7cd3-4fae-b278-311754feac93 req-732a1bbd-dfea-4965-9183-6487340836ca tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:36.782855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ad09780-7cd3-4fae-b278-311754feac93 req-732a1bbd-dfea-4965-9183-6487340836ca tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1272757 Sep 30 08:39:36.803354 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.815369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:36.815788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:36.819135 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:36.853334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1ad09780-7cd3-4fae-b278-311754feac93 req-385ed514-af3c-44d9-b839-b83c4f343a11 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695848 Sep 30 08:39:36.925675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.945165 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.947975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/85895ac6-a10e-41cd-8700-8c09e41550cc HTTP/1.1" status: 204 len: 168 time: 1.5935366 Sep 30 08:39:36.960454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 53984) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:36.966310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1346144471', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:36.967889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:36.988363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ed1e-81ac-47dc-acfc-f5c26f92d77d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=85895ac6-a10e-41cd-8700-8c09e41550cc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:36.988872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.016118 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.017810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.101193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.131933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.25.7.6 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/1abd3455-6516-4757-9c7e-65b8c31f26a8) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:37.346135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.361908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a26274ad-4c75-4ece-a577-97f3c3d39c04 req-3f72fe97-8536-4e8d-beee-0460a7e27702 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 210 time: 0.0857327 Sep 30 08:39:37.403222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.485073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:37.490592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:37.496975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:37.516760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.571320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=1abd3455-6516-4757-9c7e-65b8c31f26a8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:37.626278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-05e8edd5-9721-4074-8865-8f68d50d5297 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:37.628170 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-05e8edd5-9721-4074-8865-8f68d50d5297 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.50 "GET /v2.0/networks?id=8d34b835-f95f-4579-a5e5-05578f650859 HTTP/1.1" status: 200 len: 809 time: 0.2644949 Sep 30 08:39:37.684997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Request body: {'port': {'device_id': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859', 'admin_state_up': True, 'tenant_id': '9f35de23e53f4aac919e6139b55d3f4f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:37.879167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.928309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.962027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Made reservation on behalf of 9f35de23e53f4aac919e6139b55d3f4f for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:37.965655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:37.968152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.144049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.206137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a23ba-5fde-4fb9-a3a2-ff75466b1544 req-4376bc98-18ce-490b-8eeb-c6980eb4b6d5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:38.207814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e5a23ba-5fde-4fb9-a3a2-ff75466b1544 req-4376bc98-18ce-490b-8eeb-c6980eb4b6d5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2370358 Sep 30 08:39:38.290936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router bd72f14a-587d-4c94-9b1f-784b37c5f779 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:39:38.317433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 172.25.7.47 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/0825b415-7187-4bfa-94b2-72a35838df94) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:38.339272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e5a23ba-5fde-4fb9-a3a2-ff75466b1544 req-b3c1d182-7ea4-4dfe-ba64-7fbb84bed7eb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105773 Sep 30 08:39:38.378188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Allocated IP 172.20.0.8 (8d34b835-f95f-4579-a5e5-05578f650859/942ade50-afe7-4a19-81cb-9002d986d2e3/6c3499a2-7519-4b60-94bb-b4d20e4f7ba0) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:38.425466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:38.446745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Sync routers for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:38.449802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.456122 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75ec36b7-7974-4f1b-a1a2-f7a20ea4570f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2649269 Sep 30 08:39:38.457090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 53998) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:38.470883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:38.472535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:38.507457 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35ce574b-7843-49ce-99d2-43af54146755 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e44d09e6fd2344029308ca3370614ff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478189 Sep 30 08:39:38.509850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54002) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:38.542680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.639085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-30fa0c08-5d1b-485e-a53d-6d1befbeb5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.682650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16c31414-3281-41ab-9d6d-2c23767b721a req-cddf4a17-e6f5-4988-a90b-7d23ecd9c770 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 210 time: 0.0426002 Sep 30 08:39:38.685779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.697671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.708355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:38.712483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:38.734497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:38.738763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:38.770384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581097a-8069-4774-a761-43bcc8a7901d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:38.775862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2581097a-8069-4774-a761-43bcc8a7901d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2622550 Sep 30 08:39:38.780758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:38.824118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=0825b415-7187-4bfa-94b2-72a35838df94,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:38.845512 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6fbfe6ef-2e12-411b-836e-25b1bbbdb751 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615208 Sep 30 08:39:38.848320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54012) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:38.857857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-721897845', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:38.889767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:38.992478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:39.007733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.011769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Network 8d34b835-f95f-4579-a5e5-05578f650859 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:39.026262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:39.048040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:39.057269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:37Z', 'revision_number': 3, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:39.090305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Pushing event updated for resources: {'Port': ['ID=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:39.138425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Checking router: bd72f14a-587d-4c94-9b1f-784b37c5f779 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:39.138784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Updating router bd72f14a-587d-4c94-9b1f-784b37c5f779 port 1abd3455-6516-4757-9c7e-65b8c31f26a8 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:39:39.173698 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.253085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:39.254435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.305923 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.384474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd928823-42a2-4992-a727-c5f893da61a9 req-00e9299c-cdaf-4409-8f3d-9320c7d67c7c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:39.387329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd928823-42a2-4992-a727-c5f893da61a9 req-00e9299c-cdaf-4409-8f3d-9320c7d67c7c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2295249 Sep 30 08:39:39.388254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Subnet': ['ID=1f373be6-c604-4e69-8c1c-41f40b23924f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:39.393868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-aef2273d-b339-4d67-8ad2-414a7ee22e2f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7140906 Sep 30 08:39:39.395808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Checking segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:39.396144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network hostable DHCP agents. Network: 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:39.416867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:39.426408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Request body: {'port': {'device_id': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:39.429800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:39.436917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:39.438284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.443731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed47c4-1a1d-4952-b891-d8f562f66212 None None] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:39.454740 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.459459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6594e25e-86ad-4e4d-8b64-f501cfe25cd4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6060729 Sep 30 08:39:39.460792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:39.566203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd928823-42a2-4992-a727-c5f893da61a9 req-8ed29874-021d-413f-9957-0070de1b21ec tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616335 Sep 30 08:39:39.587367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.595949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.647248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Attempting to bind port 1abd3455-6516-4757-9c7e-65b8c31f26a8 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:39.647623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Attempting to bind port 1abd3455-6516-4757-9c7e-65b8c31f26a8 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:39.647976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Attempting to bind port 1abd3455-6516-4757-9c7e-65b8c31f26a8 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:39.688387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:39.688813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:39.689177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.689612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:39.690120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Bound port: 1abd3455-6516-4757-9c7e-65b8c31f26a8, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:39.690516 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.693177 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.912969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62cb5d-1867-48a9-9d04-dbcdc4951f06 None None] Pushing event updated for resources: {'Port': ['ID=1abd3455-6516-4757-9c7e-65b8c31f26a8,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:39.933890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76576801-df36-4043-bcc0-4cca00fdb4ee req-0051dc6c-a747-44cc-a278-cc19dea1e494 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:39.941505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76576801-df36-4043-bcc0-4cca00fdb4ee req-0051dc6c-a747-44cc-a278-cc19dea1e494 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2492228 Sep 30 08:39:39.961955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] For port 1abd3455-6516-4757-9c7e-65b8c31f26a8, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:39.965829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] For port 1abd3455-6516-4757-9c7e-65b8c31f26a8, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1abd3455-6516-4757-9c7e-65b8c31f26a8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:39.970090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:39:39.971104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:39.984136 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.056737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:40.057392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:40.099691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76576801-df36-4043-bcc0-4cca00fdb4ee req-dcf9d454-bb56-4828-9952-f7b29d924c0e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570766 Sep 30 08:39:40.107310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.271423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62cb5d-1867-48a9-9d04-dbcdc4951f06 None None] Pushing event updated for resources: {'Port': ['ID=1abd3455-6516-4757-9c7e-65b8c31f26a8,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:40.361409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.383251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:40.413686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Allocated IP 172.20.0.2 (52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa/1f373be6-c604-4e69-8c1c-41f40b23924f/6427cd48-1c91-4584-95eb-35d6e678d84d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:40.726464 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.733150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:37Z', 'revision_number': 3, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:40.737754 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.773730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935342bc-f3e7-4e7f-9db6-f06f14d82c76 None None] The sync data for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 is: [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:37Z', 'revision_number': 3, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:40.826416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52cca-cd90-481e-9871-44dab2d01c4d req-be802ec1-7320-4163-a34a-8a33f2222087 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:40.828037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91d52cca-cd90-481e-9871-44dab2d01c4d req-be802ec1-7320-4163-a34a-8a33f2222087 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 931 time: 0.1889544 Sep 30 08:39:40.834134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:40.856402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Pushing event updated for resources: {'Port': ['ID=6427cd48-1c91-4584-95eb-35d6e678d84d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:40.861066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:40.864817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:40.888627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.20.0.1 (52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa/1f373be6-c604-4e69-8c1c-41f40b23924f/57a25093-28d0-48cd-9476-2c90837028aa) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:40.939090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Attempting to bind port 6427cd48-1c91-4584-95eb-35d6e678d84d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:40.940120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Attempting to bind port 6427cd48-1c91-4584-95eb-35d6e678d84d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:40.940832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Attempting to bind port 6427cd48-1c91-4584-95eb-35d6e678d84d on network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:40.944650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:39:40.948112 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:40.948976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Checking segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:40.949742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.950608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Bound using segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:40.951408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Bound port: 6427cd48-1c91-4584-95eb-35d6e678d84d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:40.952218 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:40.960464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91d52cca-cd90-481e-9871-44dab2d01c4d req-75fa64ae-2c51-420f-a96b-f18d183db362 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191142 Sep 30 08:39:40.972740 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.005976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router ced9b5c1-f216-457d-bc73-12cde0ada246 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:39:41.012779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Transition to ACTIVE for port object 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:39:41.030749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.081611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5bcabf69-0cfd-49ba-888b-8406ee2734fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.086069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] For port 6427cd48-1c91-4584-95eb-35d6e678d84d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:41.091397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] For port 6427cd48-1c91-4584-95eb-35d6e678d84d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6427cd48-1c91-4584-95eb-35d6e678d84d,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:41.098602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.148611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.171777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01247b4a-cdfc-46bd-948f-584275b8377c None None] Pushing event updated for resources: {'Port': ['ID=6427cd48-1c91-4584-95eb-35d6e678d84d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:41.222276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.284797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Pushing event updated for resources: {'Port': ['ID=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:41.373485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:41.413577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=57a25093-28d0-48cd-9476-2c90837028aa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:41.418075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:41.423314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:41.444270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4fb6-0053-4f4b-90da-63b065c6ab60 req-edaa586b-3c69-41d6-a280-6118af8fa7de tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:41.456350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2bca4fb6-0053-4f4b-90da-63b065c6ab60 req-edaa586b-3c69-41d6-a280-6118af8fa7de tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.3199310 Sep 30 08:39:41.500379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:41.503258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.520041 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] Sync routers for ids ['ced9b5c1-f216-457d-bc73-12cde0ada246'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:41.544951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Attempting to bind port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:41.545579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Attempting to bind port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a47923cd-3919-41f6-a69a-a84ed727215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:41.545972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Attempting to bind port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 on network 8d34b835-f95f-4579-a5e5-05578f650859 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:41.557759 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] Routers {'ced9b5c1-f216-457d-bc73-12cde0ada246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:41.558951 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ced9b5c1-f216-457d-bc73-12cde0ada246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:41.567698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.583893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2bca4fb6-0053-4f4b-90da-63b065c6ab60 req-5b405362-4528-436f-8d0e-e52936093c25 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261258 Sep 30 08:39:41.590333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.596594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-310abf52-f261-4e11-b17b-94aedead2e0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6346693 Sep 30 08:39:41.610272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54032) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:41.674954 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:41.706423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 on network 8d34b835-f95f-4579-a5e5-05578f650859 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:39:41.706904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Attempting to bind port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 on network 8d34b835-f95f-4579-a5e5-05578f650859 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:41.729371 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] Routers {'ced9b5c1-f216-457d-bc73-12cde0ada246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:41.731016 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ced9b5c1-f216-457d-bc73-12cde0ada246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:41.753666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:41.754106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Checking segment: {'id': 'a47923cd-3919-41f6-a69a-a84ed727215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:41.754900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Bound using segment: {'id': 'a47923cd-3919-41f6-a69a-a84ed727215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:41.755222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Bound port: 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47923cd-3919-41f6-a69a-a84ed727215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:41.755699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.854157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:41.857982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f3528-485a-44c7-bc88-81eb15c9a25a None None] The sync data for ids ['ced9b5c1-f216-457d-bc73-12cde0ada246'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:41.890245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18daf2-6735-402b-8261-0d03ca07c8c0 req-5b2ed414-6e1d-451b-b864-1f8317635b33 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:41.899211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e18daf2-6735-402b-8261-0d03ca07c8c0 req-5b2ed414-6e1d-451b-b864-1f8317635b33 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1816683 Sep 30 08:39:41.940265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.956399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54036) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:41.956719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a4da27ba-6639-4a77-b080-fafbc25e942c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/routers/ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 200 len: 884 time: 0.3561471 Sep 30 08:39:42.042382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e18daf2-6735-402b-8261-0d03ca07c8c0 req-f4d56fc6-338c-443f-abab-90bf98c774d7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417725 Sep 30 08:39:42.044405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] For port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:42.081050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] For port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,segment=NetworkSegment(a47923cd-3919-41f6-a69a-a84ed727215f),segment_id=a47923cd-3919-41f6-a69a-a84ed727215f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:42.090070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.143284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:42.144882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6427cd48-1c91-4584-95eb-35d6e678d84d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:42.145419 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.149678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] 10.222.0.50 "PUT /v2.0/ports/6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 HTTP/1.1" status: 200 len: 1091 time: 2.7309501 Sep 30 08:39:42.186035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'tag': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:42.189988 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166fb602-bb79-4cb9-b173-61171056730f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f225602-9bc4-4893-88e3-b59f98b80aaa", "tag": "6c3499a2-7519-4b60-94bb-b4d20e4f7ba0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:42.314483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6427cd48-1c91-4584-95eb-35d6e678d84d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:42.315255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.336211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6dc50-9e7a-4adc-acb3-9368bec2741b service neutron] Pushing event updated for resources: {'Port': ['ID=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:42.363191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12387f6-07c9-4346-861e-6228d551d8cc req-89babc24-406a-427c-bf27-35c7b8b262f7 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:42.365095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c12387f6-07c9-4346-861e-6228d551d8cc req-89babc24-406a-427c-bf27-35c7b8b262f7 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 943 time: 0.2357931 Sep 30 08:39:42.378321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-16241e34-fa1a-4da4-879a-29ebf2b87dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:42.379838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-16241e34-fa1a-4da4-879a-29ebf2b87dc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f35de23e53f4aac919e6139b55d3f4f&device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 1094 time: 0.1404448 Sep 30 08:39:42.456565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.512324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 6427cd48-1c91-4584-95eb-35d6e678d84d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6427cd48-1c91-4584-95eb-35d6e678d84d,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:42.519114 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.520134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1abd3455-6516-4757-9c7e-65b8c31f26a8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:42.520309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-434f97e2-a692-464d-b98d-a9bd40f5fe0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 HTTP/1.1" status: 200 len: 217 time: 0.0972660 Sep 30 08:39:42.593284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=6427cd48-1c91-4584-95eb-35d6e678d84d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:42.593912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c12387f6-07c9-4346-861e-6228d551d8cc req-c7e4a276-e2ac-44b3-b46a-0ecbb5f99ee1 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178409 Sep 30 08:39:42.645652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-7e9e93d8-e110-46f1-9403-55064898c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:42.647253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-7e9e93d8-e110-46f1-9403-55064898c541 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942ade50-afe7-4a19-81cb-9002d986d2e3 HTTP/1.1" status: 200 len: 849 time: 0.1138165 Sep 30 08:39:42.710713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1abd3455-6516-4757-9c7e-65b8c31f26a8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:42.711479 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.718171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-85653dfa-2ed2-4695-a463-4490bc209c1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d34b835-f95f-4579-a5e5-05578f650859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630493 Sep 30 08:39:42.745773 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1269f6-2dff-40aa-b2a8-716b4e11afab x-openstack-request-id: req-2d1269f6-2dff-40aa-b2a8-716b4e11afab {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:42.746323 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f225602-9bc4-4893-88e3-b59f98b80aaa", "tag": "6c3499a2-7519-4b60-94bb-b4d20e4f7ba0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:42.746323 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d1269f6-2dff-40aa-b2a8-716b4e11afab {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:42.746687 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'tag': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0', 'status': 'completed', 'code': 200} Sep 30 08:39:42.877258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.915040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.919670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d11ae-bc25-42d4-8340-f5dc0a85442a None None] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:42.930877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-bfc71cd5-99d4-4496-8cc0-e8e8a0b9ebf3 service neutron] 10.222.0.50 "GET /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056401 Sep 30 08:39:42.966637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.006690 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.036921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 1abd3455-6516-4757-9c7e-65b8c31f26a8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1abd3455-6516-4757-9c7e-65b8c31f26a8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:43.056342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c8572b32-8ebf-41f2-b3f2-085a9fa6d428 None None] Provisioning complete for port 6427cd48-1c91-4584-95eb-35d6e678d84d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:43.057131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c8572b32-8ebf-41f2-b3f2-085a9fa6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.065041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.187347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b710be5-564b-4b46-9194-66c3e9d2d7cc req-fba853b8-dcd9-4596-ab3e-6a52ff1394e3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:43.202189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b710be5-564b-4b46-9194-66c3e9d2d7cc req-fba853b8-dcd9-4596-ab3e-6a52ff1394e3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.3941939 Sep 30 08:39:43.208385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=57a25093-28d0-48cd-9476-2c90837028aa,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:43.215600 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.227963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=1abd3455-6516-4757-9c7e-65b8c31f26a8,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:43.261977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d65a0b0b-3934-43be-80f3-5e6bf37ee036 req-d7ab68d6-d59e-459f-8eec-c7a022a60ebd service neutron] 10.222.0.50 "GET /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988575 Sep 30 08:39:43.300538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:43.309157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:43.338365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b710be5-564b-4b46-9194-66c3e9d2d7cc req-c9e63dc8-ce78-4bbf-bb3c-f37a5b601ecb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195309 Sep 30 08:39:43.362040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54048) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:43.368096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2e2fcebd-b992-4a7a-a861-04d41fc58bbb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4010708 Sep 30 08:39:43.382969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1346144471'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:43.656904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fb602-bb79-4cb9-b173-61171056730f req-3b020c1a-b38e-4cb6-9528-51cc1c2b6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:43.658657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-3b020c1a-b38e-4cb6-9528-51cc1c2b6c6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f35de23e53f4aac919e6139b55d3f4f&device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 1094 time: 0.2619059 Sep 30 08:39:43.751102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a86a1-3909-4052-846d-c5b9af82e73e req-bb29de44-0717-43c9-9c99-5d143b2e157f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:43.752769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-786a86a1-3909-4052-846d-c5b9af82e73e req-bb29de44-0717-43c9-9c99-5d143b2e157f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2438412 Sep 30 08:39:43.789940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-eacac8e4-5499-4a8f-a9d0-481a8e56dc69 None None] Provisioning complete for port 57a25093-28d0-48cd-9476-2c90837028aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:43.790318 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eacac8e4-5499-4a8f-a9d0-481a8e56dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.859150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-eacac8e4-5499-4a8f-a9d0-481a8e56dc69 None None] Port 57a25093-28d0-48cd-9476-2c90837028aa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:43.876311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-eacac8e4-5499-4a8f-a9d0-481a8e56dc69 None None] Provisioning complete for port 6427cd48-1c91-4584-95eb-35d6e678d84d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:43.876692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eacac8e4-5499-4a8f-a9d0-481a8e56dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:43.888758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-786a86a1-3909-4052-846d-c5b9af82e73e req-46603af0-b045-41b6-86c5-a2304de73325 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238034 Sep 30 08:39:43.964742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fb602-bb79-4cb9-b173-61171056730f req-bc6ba59b-a4da-4781-acc4-a644032f648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:43.975072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-bc6ba59b-a4da-4781-acc4-a644032f648d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d34b835-f95f-4579-a5e5-05578f650859 HTTP/1.1" status: 200 len: 910 time: 0.3066523 Sep 30 08:39:44.051070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6427cd48-1c91-4584-95eb-35d6e678d84d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:44.164663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6427cd48-1c91-4584-95eb-35d6e678d84d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:44.165319 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.174187 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router bd72f14a-587d-4c94-9b1f-784b37c5f779 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:44.226883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.282431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-00a4722a-5cbd-44ef-a2dd-db2274171697 None None] Provisioning complete for port 57a25093-28d0-48cd-9476-2c90837028aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:44.283611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00a4722a-5cbd-44ef-a2dd-db2274171697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.297758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-a943b63b-43e0-40ab-9c4a-f2e25d5d3eda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 HTTP/1.1" status: 200 len: 217 time: 0.3071058 Sep 30 08:39:44.301403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.324182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1abd3455-6516-4757-9c7e-65b8c31f26a8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:44.359200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-00a4722a-5cbd-44ef-a2dd-db2274171697 None None] Port 57a25093-28d0-48cd-9476-2c90837028aa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:44.403711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1abd3455-6516-4757-9c7e-65b8c31f26a8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:44.404110 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.422447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:44.436753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Sync routers for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:44.439621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8efe2619-d25b-4306-8772-b084d5732b38 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "PUT /v2.0/routers/bd72f14a-587d-4c94-9b1f-784b37c5f779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9773507 Sep 30 08:39:44.444397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54058) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:44.460055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:44.461011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:44.540795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff5733-8986-42b8-a22c-a4381a7ec596 req-900efa46-da99-4fd3-b94e-e164930ca1bb tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.553436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcff5733-8986-42b8-a22c-a4381a7ec596 req-900efa46-da99-4fd3-b94e-e164930ca1bb tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 943 time: 0.4025121 Sep 30 08:39:44.604595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fb602-bb79-4cb9-b173-61171056730f req-fb374cd8-a7bc-48cb-82ba-0b37c62f2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.606656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-fb374cd8-a7bc-48cb-82ba-0b37c62f2a5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942ade50-afe7-4a19-81cb-9002d986d2e3 HTTP/1.1" status: 200 len: 849 time: 0.2943721 Sep 30 08:39:44.630462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:44.696986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.697580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.698060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.698530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.699004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.701921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.702208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.702679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.708551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-399d4871-996d-47e5-b4e7-f85c79426d2d tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2621498 Sep 30 08:39:44.714957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54062) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:44.767400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8522210e-773e-42ca-90fa-e87be02f041e None None] Provisioning complete for port 57a25093-28d0-48cd-9476-2c90837028aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:44.768153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8522210e-773e-42ca-90fa-e87be02f041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.882704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.883004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.883896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.884374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.884834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.885411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.885915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.886400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.889376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8dc1df7c-5f32-4a9d-9e83-aedbda323520 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1730690 Sep 30 08:39:44.894087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54064) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:45.096322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bcff5733-8986-42b8-a22c-a4381a7ec596 req-43967334-cb58-41e7-9160-c3c1533f4a5f tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415068 Sep 30 08:39:45.159055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-7bcb576f-03f1-4c79-a093-7807a5630cc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d34b835-f95f-4579-a5e5-05578f650859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5417452 Sep 30 08:39:45.238026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8522210e-773e-42ca-90fa-e87be02f041e None None] Port 57a25093-28d0-48cd-9476-2c90837028aa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:45.246420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:45.255992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router ced9b5c1-f216-457d-bc73-12cde0ada246 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:45.276961 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b19c4a6-d3bc-4341-b511-bbbfba4aa063 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.3816197 Sep 30 08:39:45.434486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-019a70a7-4824-4df7-a4f4-aef3f8727b65 service neutron] 10.222.0.50 "GET /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660742 Sep 30 08:39:45.437148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 2, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:45.447748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17dba0-7faf-4e31-a939-e62e2d07a5c4 req-2c97e98d-a708-4d09-8159-078e5dc2faa2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:45.449371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca17dba0-7faf-4e31-a939-e62e2d07a5c4 req-2c97e98d-a708-4d09-8159-078e5dc2faa2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1345172 Sep 30 08:39:45.486030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Checking router: bd72f14a-587d-4c94-9b1f-784b37c5f779 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:45.486362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Updating router bd72f14a-587d-4c94-9b1f-784b37c5f779 port 57a25093-28d0-48cd-9476-2c90837028aa binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:39:45.517925 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:45.587216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:45.595088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:45.599885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-277dd405-d765-4fc2-9176-5146f1926a2f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 200 len: 891 time: 2.2324970 Sep 30 08:39:45.601398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54070) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:45.611894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca17dba0-7faf-4e31-a939-e62e2d07a5c4 req-0f697ffa-d863-4711-833d-bdb1bcaeccd9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202857 Sep 30 08:39:45.623936 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] Sync routers for ids ['ced9b5c1-f216-457d-bc73-12cde0ada246'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:45.660417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-166fb602-bb79-4cb9-b173-61171056730f req-e11f3d83-857d-48e5-9c2a-a06f48c0bfb4 service neutron] 10.222.0.50 "GET /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082882 Sep 30 08:39:45.671696 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] Routers {'ced9b5c1-f216-457d-bc73-12cde0ada246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:45.673828 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ced9b5c1-f216-457d-bc73-12cde0ada246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:45.764652 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9f859994-f02e-4a17-a3ef-085d1aa1eeca tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/routers/ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 200 len: 891 time: 0.1616328 Sep 30 08:39:45.767853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54076) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:45.794455 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:45.815898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] Routers {'ced9b5c1-f216-457d-bc73-12cde0ada246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:45.816342 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ced9b5c1-f216-457d-bc73-12cde0ada246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:45.826178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-94a3958e-b24e-4254-9de4-3395d8f43b9e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 200 len: 205 time: 0.0530920 Sep 30 08:39:45.826425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54080) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:45.896304 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:45.897394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492515c4-11df-4c2a-8757-d2476a1c1334 None None] The sync data for ids ['ced9b5c1-f216-457d-bc73-12cde0ada246'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:45.926465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:39:46.055545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.121642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,segment=NetworkSegment(a47923cd-3919-41f6-a69a-a84ed727215f),segment_id=a47923cd-3919-41f6-a69a-a84ed727215f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:46.132434 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.138967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0', 'network_id': '8d34b835-f95f-4579-a5e5-05578f650859', 'port_id': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0', 'mac_address': 'fa:16:3e:29:22:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942ade50-afe7-4a19-81cb-9002d986d2e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:39:46.142567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.231033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684af51-73f3-4e18-a7fa-603d280b07f3 None None] Pushing event updated for resources: {'Port': ['ID=57a25093-28d0-48cd-9476-2c90837028aa,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:46.246753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.259940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54088) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:46.267112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412787790', 'description': 'tempest-secgroup-smoke-412787790 description', 'project_id': 'e44d09e6fd2344029308ca3370614ff0'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:46.277360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:39:46.279312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.341692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,segment=NetworkSegment(a47923cd-3919-41f6-a69a-a84ed727215f),segment_id=a47923cd-3919-41f6-a69a-a84ed727215f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:46.342768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Attempting to bind port 57a25093-28d0-48cd-9476-2c90837028aa on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:46.343088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Attempting to bind port 57a25093-28d0-48cd-9476-2c90837028aa by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:46.343445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Attempting to bind port 57a25093-28d0-48cd-9476-2c90837028aa on network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:46.350773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.360066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:46.360475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Checking segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:46.360838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.361232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Bound using segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:46.361773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Bound port: 57a25093-28d0-48cd-9476-2c90837028aa, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:46.362156 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.377407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.392579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 0825b415-7187-4bfa-94b2-72a35838df94 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:46.393266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.482456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6108a6-0a2d-4ee7-be6b-87fd3a1148d6 req-c199e45a-318a-40d5-aee8-931f23b52126 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:46.485928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d6108a6-0a2d-4ee7-be6b-87fd3a1148d6 req-c199e45a-318a-40d5-aee8-931f23b52126 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1410351 Sep 30 08:39:46.496172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] For port 57a25093-28d0-48cd-9476-2c90837028aa, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:46.501051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] For port 57a25093-28d0-48cd-9476-2c90837028aa, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=57a25093-28d0-48cd-9476-2c90837028aa,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:46.519585 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.532447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:46.570429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.587635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 0825b415-7187-4bfa-94b2-72a35838df94 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:46.611602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d6108a6-0a2d-4ee7-be6b-87fd3a1148d6 req-97887b83-bd73-4c79-94d2-83b263b1e268 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123214 Sep 30 08:39:46.643697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684af51-73f3-4e18-a7fa-603d280b07f3 None None] Pushing event updated for resources: {'Port': ['ID=57a25093-28d0-48cd-9476-2c90837028aa,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:46.657186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:46.657929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:46.710383 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.725050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.727242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['6c3499a2-7519-4b60-94bb-b4d20e4f7ba0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:39:46.783777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.785159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5240686 Sep 30 08:39:46.790489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54092) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:46.795686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': '6e8c45e2-cf13-4f16-881e-4054f1828f9f', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:46.805563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c4ef-b295-4b4f-aea9-c16f41bc6cca tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c45e2-cf13-4f16-881e-4054f1828f9f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:46.864876 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.880555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7e51c19b-7f0d-495a-a799-a932585d5127 None None] Provisioning complete for port 57a25093-28d0-48cd-9476-2c90837028aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:46.880916 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7e51c19b-7f0d-495a-a799-a932585d5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.994158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.018680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:47.027110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.035207 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.052298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=0825b415-7187-4bfa-94b2-72a35838df94,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.099076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4323bbb4-404c-462d-a460-b593beddb024,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.112837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.119993 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4cfd9105-516e-4192-a3b2-5bff1cbdf71d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278415 Sep 30 08:39:47.125898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54100) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:47.148207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': '6e8c45e2-cf13-4f16-881e-4054f1828f9f', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:47.176511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.214714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:39:47.244146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.290278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214551f-5e10-4e89-98c7-f66d04c5d786 req-c550b3f8-9c93-44cc-9013-a55bb19fd0d0 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:47.291825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c214551f-5e10-4e89-98c7-f66d04c5d786 req-c550b3f8-9c93-44cc-9013-a55bb19fd0d0 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 944 time: 0.1644928 Sep 30 08:39:47.324525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.328184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.331926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.337814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.384467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc40fbd-f0ad-47f7-9c0c-4047b82257f8,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.388418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.390911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router ced9b5c1-f216-457d-bc73-12cde0ada246 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:39:47.406007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.413510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54108) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:47.413795 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a84bb619-d4fe-461a-885f-f38284b7a0e8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 204 len: 168 time: 1.5860872 Sep 30 08:39:47.414850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.416357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e351afb2-c814-42df-a925-62d73395001d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2740443 Sep 30 08:39:47.420583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54110) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:47.422717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1078066788'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:47.424905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7e51c19b-7f0d-495a-a799-a932585d5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.433290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': '6e8c45e2-cf13-4f16-881e-4054f1828f9f', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:47.456615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c214551f-5e10-4e89-98c7-f66d04c5d786 req-6cf3aba7-9184-4236-99b0-2f7a83b6b91d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304774 Sep 30 08:39:47.462319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:47.467043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.494253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7e51c19b-7f0d-495a-a799-a932585d5127 None None] For port 57a25093-28d0-48cd-9476-2c90837028aa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=57a25093-28d0-48cd-9476-2c90837028aa,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:47.504615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.510153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:39:47.523515 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.524322 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment bc50c4af-f4aa-4c3b-8b33-e49f205c5a58 of type vlan for network b4b33b94-999e-4da8-bf6b-1378555b94d8 Sep 30 08:39:47.527095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7e51c19b-7f0d-495a-a799-a932585d5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.584031 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.588807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.596390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.598421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51c19b-7f0d-495a-a799-a932585d5127 None None] Pushing event updated for resources: {'Port': ['ID=57a25093-28d0-48cd-9476-2c90837028aa,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.621143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da11def9-48d1-4bb3-9c17-945ad58dd705,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.624498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:46Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:47.624992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.625808 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-da3cf570-0f3a-4182-8bbd-54c92e36a96f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027380 Sep 30 08:39:47.629334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:47.634907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': '6e8c45e2-cf13-4f16-881e-4054f1828f9f', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:47.636016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee37a7-71d5-4fc1-bbe7-59747b3576f1 req-e0b7612e-cedf-4fec-97b7-8bf4b1486cf0 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:47.637872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3ee37a7-71d5-4fc1-bbe7-59747b3576f1 req-e0b7612e-cedf-4fec-97b7-8bf4b1486cf0 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 945 time: 0.0803101 Sep 30 08:39:47.654204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.660551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:47.661352 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.667875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b73b4e-72a5-4d5e-b105-2b2ecbdaa045 None None] The sync data for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 is: [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:46Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:47.670455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.679975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fd640d8c-9193-49c2-bc24-52728c837e42 None None] Provisioning complete for port 57a25093-28d0-48cd-9476-2c90837028aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:47.680385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8c-9193-49c2-bc24-52728c837e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.729316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3156855 Sep 30 08:39:47.736809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54116) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:47.777086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:47.782221 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.787643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.798269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3ee37a7-71d5-4fc1-bbe7-59747b3576f1 req-26da9437-cf2d-4c5e-9e07-2785c69c7ae9 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505194 Sep 30 08:39:47.821330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0cdd33-3cb8-48b9-a9bc-0e9f37d07c63,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.828757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.832159 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-763dd17b-578e-47e6-a7f0-de8fc30cc907 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995277 Sep 30 08:39:47.835841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54118) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:47.836928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee5b3e-d011-4eb5-bf15-5e34f2a3676d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=b4b33b94-999e-4da8-bf6b-1378555b94d8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.844957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': '6e8c45e2-cf13-4f16-881e-4054f1828f9f', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:47.852400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:39:47.909739 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Project e44d09e6fd2344029308ca3370614ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:39:47.924071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.955978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:47.963885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.992999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:48.083676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:39:48.094076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:48.094438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.120381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6845-0ee3-41b4-821b-abac7da54b92 req-5345afdb-bbdc-4444-b765-fdbb0f7752cc tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.120666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.122821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38ef6845-0ee3-41b4-821b-abac7da54b92 req-5345afdb-bbdc-4444-b765-fdbb0f7752cc tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1259749 Sep 30 08:39:48.128776 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.138484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 57a25093-28d0-48cd-9476-2c90837028aa up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:48.151582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7659724b-6dbd-4023-9f8c-098dfa5ecd79,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:48.169097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.171501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7e696c9-9b0e-4910-b755-9119821817dc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339574 Sep 30 08:39:48.174283 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54120) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:48.180613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'security_group_rule': {'security_group_id': '6e8c45e2-cf13-4f16-881e-4054f1828f9f', 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:48.217505 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Project e44d09e6fd2344029308ca3370614ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:39:48.222330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.261933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 57a25093-28d0-48cd-9476-2c90837028aa triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:48.262292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.290269 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.324420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38ef6845-0ee3-41b4-821b-abac7da54b92 req-f933c7df-d507-4f0d-b963-3abdcff5943c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780124 Sep 30 08:39:48.334457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.337923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:48.341892 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b6c47a-b0cb-4719-ac53-a3e2afdc6056" -d '{"events": [{"server_uuid": "2f225602-9bc4-4893-88e3-b59f98b80aaa", "name": "network-vif-plugged", "status": "completed", "tag": "6c3499a2-7519-4b60-94bb-b4d20e4f7ba0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:48.356643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.364814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,segment=NetworkSegment(a47923cd-3919-41f6-a69a-a84ed727215f),segment_id=a47923cd-3919-41f6-a69a-a84ed727215f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:48.367283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.374557 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.398974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9124632e-6c06-4f06-926f-d0b61d8b374b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:48.428007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=e7879b8a-01bb-4a67-bccd-13e33d061035,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:48.432895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.434629 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-51abdaa5-e017-479e-b26f-7bacecd1e483 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2590983 Sep 30 08:39:48.460068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:48.479237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:48.479753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: b4b33b94-999e-4da8-bf6b-1378555b94d8, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:39:48.536503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:39:48.550150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fa456-a610-4ea2-bb70-ce46525af64d req-4fc11c12-7b88-44f7-932c-cf4b98a19361 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.557951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b65fa456-a610-4ea2-bb70-ce46525af64d req-4fc11c12-7b88-44f7-932c-cf4b98a19361 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0900183 Sep 30 08:39:48.580858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, b4b33b94-999e-4da8-bf6b-1378555b94d8) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:48.587644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.588246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.589633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cce258-e04b-4d77-bb5f-ae45a5ee10b5 None None] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:48.670094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b65fa456-a610-4ea2-bb70-ce46525af64d req-dcdf8fd1-c66d-492b-92cc-692e3cc127d7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989397 Sep 30 08:39:48.674841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7d8bde57-55a1-4a0d-89ad-0c6941334ea6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9361625 Sep 30 08:39:48.676847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54140) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:48.682536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231014725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:48.725785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-1004225b-b4f2-4995-a3e6-fd54492822fc tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.728485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-1004225b-b4f2-4995-a3e6-fd54492822fc tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 945 time: 0.1361990 Sep 30 08:39:48.728980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.735294 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.756673 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663801e-c461-4c8f-a11b-38a9f53a5d2e x-openstack-request-id: req-8663801e-c461-4c8f-a11b-38a9f53a5d2e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:48.757211 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f225602-9bc4-4893-88e3-b59f98b80aaa", "name": "network-vif-plugged", "status": "completed", "tag": "6c3499a2-7519-4b60-94bb-b4d20e4f7ba0", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:48.757211 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8663801e-c461-4c8f-a11b-38a9f53a5d2e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:48.757634 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0', 'code': 200} Sep 30 08:39:48.823770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-b4b33b94-999e-4da8-bf6b-1378555b94d8', 'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': 'e7879b8a-01bb-4a67-bccd-13e33d061035'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:39:48.824587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.836951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.842936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.868585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.877135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e56f7489-1eee-4cec-aa69-ff530624427f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1988451 Sep 30 08:39:48.880957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54144) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:48.987472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Deleting port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:48.988145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.992581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e5492-7ad3-4ce1-8ce4-f71acc76cb48 req-2acee300-104f-41e8-b87b-7a100fb017ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.994407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec0e5492-7ad3-4ce1-8ce4-f71acc76cb48 req-2acee300-104f-41e8-b87b-7a100fb017ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 1096 time: 0.1224461 Sep 30 08:39:49.026988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a3a6d-97ad-4057-9900-b87d696390e2 req-980d18ba-ad4f-41b4-9ffe-8d0292918c0d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:49.029020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-481a3a6d-97ad-4057-9900-b87d696390e2 req-980d18ba-ad4f-41b4-9ffe-8d0292918c0d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 945 time: 0.1133282 Sep 30 08:39:49.047347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Allocated IP 2001:db8::2 (b4b33b94-999e-4da8-bf6b-1378555b94d8/e7879b8a-01bb-4a67-bccd-13e33d061035/7bb2dc1e-f799-4b07-9368-e6a5d17a97a9) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:49.139510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec0e5492-7ad3-4ce1-8ce4-f71acc76cb48 req-16f48527-7701-4a46-8911-b86de5870354 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296039 Sep 30 08:39:49.151180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-481a3a6d-97ad-4057-9900-b87d696390e2 req-e9983254-78a0-419d-a6b5-904cd2d67fee tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026359 Sep 30 08:39:49.192186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] For port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:49.192678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.239348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Calling delete_port for 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:49.273933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.380477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.388448 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.440529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:49.447680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Pushing event updated for resources: {'Port': ['ID=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:49.450802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:49.459312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:49.492725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-d9668058-d75a-4061-98cd-66d35541045f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412787790&fields=id&tenant_id=e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 267 time: 0.1400468 Sep 30 08:39:49.535879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Attempting to bind port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:49.536358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Attempting to bind port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:49.536797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Attempting to bind port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 on network b4b33b94-999e-4da8-bf6b-1378555b94d8 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:49.543189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:49.543683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Checking segment: {'id': 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:49.544172 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.545833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Bound using segment: {'id': 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:49.546452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Bound port: 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b4b33b94-999e-4da8-bf6b-1378555b94d8'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:49.546933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.663892 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.700565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:39:49.714433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Pushing event deleted for resources: {'Port': ['ID=2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:49.723379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-7440e81c-9eb4-4f68-b2bd-c2a68bbbcb49 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:49.725193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-7440e81c-9eb4-4f68-b2bd-c2a68bbbcb49 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/networks?id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa HTTP/1.1" status: 200 len: 797 time: 0.2314749 Sep 30 08:39:49.747868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] For port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:49.775494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-d5c1cfd1-7a5f-4c6a-bcd0-4186d65bce0a tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/quotas/e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 375 time: 0.0166669 Sep 30 08:39:49.776856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] For port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,segment=NetworkSegment(bc50c4af-f4aa-4c3b-8b33-e49f205c5a58),segment_id=bc50c4af-f4aa-4c3b-8b33-e49f205c5a58)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:49.779712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8::1 (b4b33b94-999e-4da8-bf6b-1378555b94d8/e7879b8a-01bb-4a67-bccd-13e33d061035/93be89ae-3077-4aef-8447-ab80999cede5) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:49.785784 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.792249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] No DVR routers for this DVR port 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:49.810540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.813433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f7c2225-9b2e-460d-a052-7b9a3ff1d7d6 req-cdb1af70-0aed-4ad5-b294-07aead41c684 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "DELETE /v2.0/ports/2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb HTTP/1.1" status: 204 len: 173 time: 1.0784512 Sep 30 08:39:49.815804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'name': 'network-vif-deleted', 'tag': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:49.834255 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b7669-6361-4293-a93e-f325ae6d6352" -d '{"events": [{"server_uuid": "0afc8abb-56e9-457d-ac39-3845374ce21c", "name": "network-vif-deleted", "tag": "2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:49.856334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a8044-f105-4d28-a33f-2fa1db85702c None None] Pushing event updated for resources: {'Port': ['ID=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:49.927336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-e8e447dd-5e7e-4a42-a2fd-f8ef2fe4acc1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360021 Sep 30 08:39:49.999667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.050023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.070802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-6ee621f2-9672-4fb8-84a2-263de1e18d2d service neutron] 10.222.0.41 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281328 Sep 30 08:39:50.098648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:50.102008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:50.107094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:50.107698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.166686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=93be89ae-3077-4aef-8447-ab80999cede5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:50.260794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-0558a0ee-6c35-4c90-a436-9353e759e16b service neutron] 10.222.0.41 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831508 Sep 30 08:39:50.524389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cee0920f-323a-42e6-928c-071c41a9347c req-2043d66c-f860-44e3-9761-338e6ee35b28 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afc8abb-56e9-457d-ac39-3845374ce21c HTTP/1.1" status: 200 len: 210 time: 0.0349486 Sep 30 08:39:50.582212 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02271a06-c54a-4d68-ad91-04ba96fa1f0e x-openstack-request-id: req-02271a06-c54a-4d68-ad91-04ba96fa1f0e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:50.582510 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afc8abb-56e9-457d-ac39-3845374ce21c", "name": "network-vif-deleted", "tag": "2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:50.582762 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02271a06-c54a-4d68-ad91-04ba96fa1f0e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:50.583277 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afc8abb-56e9-457d-ac39-3845374ce21c', 'name': 'network-vif-deleted', 'tag': '2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb', 'status': 'completed', 'code': 200} Sep 30 08:39:50.594675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.697325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51060025-06fe-42af-97e7-97856190a618 req-98525010-e3ce-4279-b496-0778fcdc94db tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:50.699290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51060025-06fe-42af-97e7-97856190a618 req-98525010-e3ce-4279-b496-0778fcdc94db tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 945 time: 0.0665429 Sep 30 08:39:50.797735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51060025-06fe-42af-97e7-97856190a618 req-e36355f4-1cb9-47c9-b859-f67f3604f948 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831494 Sep 30 08:39:50.920224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4faaa0c-b3a1-4d06-b55f-bdacc4aa43fd req-79ee12a0-3ce7-4f08-88ab-e685dac00db3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 210 time: 0.0573592 Sep 30 08:39:51.087702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3e32a-25cf-473b-9aa0-a3b5baf0dd03 req-1b6e8f12-ced2-40b4-9d8a-84f57d5883bb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.089740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6f3e32a-25cf-473b-9aa0-a3b5baf0dd03 req-1b6e8f12-ced2-40b4-9d8a-84f57d5883bb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0886648 Sep 30 08:39:51.130825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:51.146545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:51.147860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:51.182292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6f3e32a-25cf-473b-9aa0-a3b5baf0dd03 req-ded994d8-fb61-4592-90c7-0ba4130a9b5a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781837 Sep 30 08:39:51.240853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=93be89ae-3077-4aef-8447-ab80999cede5,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:51.335917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8e40b-f5c4-4243-8f0d-6b4d96438db4 None None] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:51.391537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:51.393603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:51.455714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83478b94-aa05-4b60-8b14-b60b23659c5e req-b05661e9-40d3-4348-baa9-88cecc6944aa tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.458463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83478b94-aa05-4b60-8b14-b60b23659c5e req-b05661e9-40d3-4348-baa9-88cecc6944aa tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1592491 Sep 30 08:39:51.468231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9176767f-9dca-467d-842e-b2386e8e725c None None] Provisioning complete for port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:51.469539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9176767f-9dca-467d-842e-b2386e8e725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:51.518472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83478b94-aa05-4b60-8b14-b60b23659c5e req-5c58d8eb-fbfb-4081-80f0-73f7b91e8321 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504799 Sep 30 08:39:51.542698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 1c1269e1-0e41-42af-8045-4f1fbd4077a7 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:39:51.694154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:51.702927 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75442f0f-14ea-4c2c-9530-972d8f4d36c5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/1c1269e1-0e41-42af-8045-4f1fbd4077a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8206227 Sep 30 08:39:51.705792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54194) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:51.766186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca5fd1-2a8d-4941-93ea-a27c555abf0e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.770680 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b6ca5fd1-2a8d-4941-93ea-a27c555abf0e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports/93be89ae-3077-4aef-8447-ab80999cede5 HTTP/1.1" status: 200 len: 911 time: 0.0606833 Sep 30 08:39:51.771831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:51.777124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7879b8a-01bb-4a67-bccd-13e33d061035'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:51.802924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86a65a-5ae0-4ae6-a936-f9bf72626e5d req-c7a892e8-9395-4e75-b53b-ea344ebc1c92 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.804581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd86a65a-5ae0-4ae6-a936-f9bf72626e5d req-c7a892e8-9395-4e75-b53b-ea344ebc1c92 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1034214 Sep 30 08:39:51.900992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd86a65a-5ae0-4ae6-a936-f9bf72626e5d req-80c22b38-8d33-4e8b-aa0b-5aa9e1f735d1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Sep 30 08:39:51.966278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] Sync routers for ids ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:51.995080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:52.059574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:52.059943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2ba84a20-2d5e-4607-bae9-3ea56ce7f5cb not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:52.081712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9176767f-9dca-467d-842e-b2386e8e725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.134943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] Routers {'1c1269e1-0e41-42af-8045-4f1fbd4077a7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:52.135626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:52.228489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:52.250369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:52.295049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e950cd21-2c04-424c-8370-1dc0f0fe167d req-ffe12c4a-192f-4d5d-9507-766001ec83b5 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 210 time: 0.1195045 Sep 30 08:39:52.332314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.370492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9176767f-9dca-467d-842e-b2386e8e725c None None] For port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,segment=NetworkSegment(bc50c4af-f4aa-4c3b-8b33-e49f205c5a58),segment_id=bc50c4af-f4aa-4c3b-8b33-e49f205c5a58)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:52.371995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] Routers {'1c1269e1-0e41-42af-8045-4f1fbd4077a7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:52.372727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:52.399761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9176767f-9dca-467d-842e-b2386e8e725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.474796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:52.475770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fba33-96cd-4f6f-9149-9b00a8fd3bd0 None None] The sync data for ids ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:52.477571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-02acf783-89e4-4eda-a7d6-5a4bd38df754 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:52.486340 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-02acf783-89e4-4eda-a7d6-5a4bd38df754 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "GET /v2.0/networks?id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa HTTP/1.1" status: 200 len: 797 time: 0.5643370 Sep 30 08:39:52.622059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176767f-9dca-467d-842e-b2386e8e725c None None] Pushing event updated for resources: {'Port': ['ID=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:52.629501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:52.630242 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.734191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284f0eb-3b54-463e-8dee-6e4fff5b1d1e req-eca7e76d-35e7-46a6-9c01-1b40a481f5bf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:52.738354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b284f0eb-3b54-463e-8dee-6e4fff5b1d1e req-eca7e76d-35e7-46a6-9c01-1b40a481f5bf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2299559 Sep 30 08:39:52.795977 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-29c460d2-c1d0-4f84-b1c8-7653fdac3af7 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e44d09e6fd2344029308ca3370614ff0 HTTP/1.1" status: 200 len: 379 time: 0.2768719 Sep 30 08:39:52.829285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b284f0eb-3b54-463e-8dee-6e4fff5b1d1e req-fe0deaba-8f3f-4954-864f-bd0771e596e1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767946 Sep 30 08:39:52.847737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'port': {'device_id': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'admin_state_up': True, 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'security_groups': ['6e8c45e2-cf13-4f16-881e-4054f1828f9f']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:52.857972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-073d4a5e-0bdb-433a-968e-d5c38b0d0a7c None None] Provisioning complete for port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:52.861961 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-073d4a5e-0bdb-433a-968e-d5c38b0d0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.176186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-073d4a5e-0bdb-433a-968e-d5c38b0d0a7c None None] Provisioning complete for port 93be89ae-3077-4aef-8447-ab80999cede5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:53.176912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-073d4a5e-0bdb-433a-968e-d5c38b0d0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.228124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54220) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:53.318782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-073d4a5e-0bdb-433a-968e-d5c38b0d0a7c None None] Port 93be89ae-3077-4aef-8447-ab80999cede5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:53.337480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a2b1-9d26-4d4d-87a4-e2ee564ac843 req-7b9d3d4b-4b59-4dfd-bbdd-18a4eecc5baa tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.351484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42e8a2b1-9d26-4d4d-87a4-e2ee564ac843 req-7b9d3d4b-4b59-4dfd-bbdd-18a4eecc5baa tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2617879 Sep 30 08:39:53.438204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Made reservation on behalf of e44d09e6fd2344029308ca3370614ff0 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:53.447489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.451350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42e8a2b1-9d26-4d4d-87a4-e2ee564ac843 req-35d0fefc-592d-4445-832d-9397724db87d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980589 Sep 30 08:39:53.459673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6630f2f7-9239-4d0d-9a11-351ee85f5b85 None None] Provisioning complete for port 93be89ae-3077-4aef-8447-ab80999cede5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:53.461386 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6630f2f7-9239-4d0d-9a11-351ee85f5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.478744 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6749418b-e1ce-4fbc-bbb4-0e89585b7d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.559603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6630f2f7-9239-4d0d-9a11-351ee85f5b85 None None] Port 93be89ae-3077-4aef-8447-ab80999cede5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:53.639459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6eab3591-ee06-41ee-b8e7-a813f06c6951 req-4d28408a-42ea-4862-865f-be79fd25f29b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 210 time: 0.0602539 Sep 30 08:39:53.692238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ffa10e79-6cde-41c6-b46d-bc9c58d07919 None None] Provisioning complete for port 93be89ae-3077-4aef-8447-ab80999cede5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:53.695766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ffa10e79-6cde-41c6-b46d-bc9c58d07919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.797875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.813794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6749418b-e1ce-4fbc-bbb4-0e89585b7d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.818402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.824667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.825389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.827855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/ports/93be89ae-3077-4aef-8447-ab80999cede5 HTTP/1.1" status: 200 len: 911 time: 2.0550466 Sep 30 08:39:53.833435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54232) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:53.836831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ffa10e79-6cde-41c6-b46d-bc9c58d07919 None None] Port 93be89ae-3077-4aef-8447-ab80999cede5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:53.870707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6749418b-e1ce-4fbc-bbb4-0e89585b7d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:53.887729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3ff27-786d-4f23-afba-56e30276713d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=93be89ae-3077-4aef-8447-ab80999cede5,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:53.900552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.20.0.11 (52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa/1f373be6-c604-4e69-8c1c-41f40b23924f/70faf0bf-3d62-402f-b122-6633de65b829) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:53.978771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27143-edc0-4d44-8a06-252328fe9787 req-6084b73a-fb92-46fd-bae7-545cb60e53cc tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.981690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1eb27143-edc0-4d44-8a06-252328fe9787 req-6084b73a-fb92-46fd-bae7-545cb60e53cc tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1653082 Sep 30 08:39:54.047773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:54.074928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749418b-e1ce-4fbc-bbb4-0e89585b7d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d973591-978f-48c8-8168-e4dc50c2d3fc,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:54.085668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6749418b-e1ce-4fbc-bbb4-0e89585b7d68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45ea76849dfb4056a2f8cbdc948d41c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8557556 Sep 30 08:39:54.090479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54236) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:54.139410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1eb27143-edc0-4d44-8a06-252328fe9787 req-a41c8396-9143-4a86-b1ea-4317bfc77e6c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043298 Sep 30 08:39:54.182680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:54.183387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.308976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.515587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.535810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16cadb61-9bfd-43a4-9b1e-ccdeb08d61c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.588808 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=70faf0bf-3d62-402f-b122-6633de65b829,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:54.602475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:54.604686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:54.609815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:54.614519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16cadb61-9bfd-43a4-9b1e-ccdeb08d61c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.699908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d0f-f37a-4c5c-bd40-e526e087dc42 req-cc71de78-b61a-4ba6-8b3b-d26f3a197558 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:54.701655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-677c2d0f-f37a-4c5c-bd40-e526e087dc42 req-cc71de78-b61a-4ba6-8b3b-d26f3a197558 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1439152 Sep 30 08:39:54.706781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:54.708986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.744552 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-76fdc757-1df6-4183-9c38-a4b8f3f30e70 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9074373 Sep 30 08:39:54.770622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Request body: {'port': {'device_id': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:54.797482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16cadb61-9bfd-43a4-9b1e-ccdeb08d61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.800522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-16cadb61-9bfd-43a4-9b1e-ccdeb08d61c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.804229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16cadb61-9bfd-43a4-9b1e-ccdeb08d61c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d973591-978f-48c8-8168-e4dc50c2d3fc HTTP/1.1" status: 204 len: 168 time: 0.7099116 Sep 30 08:39:54.807533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-677c2d0f-f37a-4c5c-bd40-e526e087dc42 req-1a8d88ec-7cae-4f99-a67d-aad9c17e1b77 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718958 Sep 30 08:39:54.818831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cadb61-9bfd-43a4-9b1e-ccdeb08d61c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d973591-978f-48c8-8168-e4dc50c2d3fc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:54.870152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:54.950484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.083103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-970ac035-023b-452d-a00a-bc2fd1eda867 None None] Provisioning complete for port 70faf0bf-3d62-402f-b122-6633de65b829 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:55.085150 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-970ac035-023b-452d-a00a-bc2fd1eda867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.168668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-970ac035-023b-452d-a00a-bc2fd1eda867 None None] Port 70faf0bf-3d62-402f-b122-6633de65b829 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:55.388450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80463-c818-421b-9ce5-55430e6f3d1d req-501aa345-c3f6-46f5-9ea8-f9cd658c5ac0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:55.390143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ef80463-c818-421b-9ce5-55430e6f3d1d req-501aa345-c3f6-46f5-9ea8-f9cd658c5ac0 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 932 time: 0.1146734 Sep 30 08:39:55.441146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70faf0bf-3d62-402f-b122-6633de65b829 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:39:55.449898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.465695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Transition to ACTIVE for port object 70faf0bf-3d62-402f-b122-6633de65b829 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:39:55.489663 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.503018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ef80463-c818-421b-9ce5-55430e6f3d1d req-8a83f788-ce1e-4017-bf04-167774c31ee1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938506 Sep 30 08:39:55.612391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=70faf0bf-3d62-402f-b122-6633de65b829,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:55.700050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 93be89ae-3077-4aef-8447-ab80999cede5 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:55.700400 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.760187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f3480-fef4-44df-b844-93a6419f193c req-6e42c4f7-ac35-451a-8e5f-63c2cb66af35 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:55.761803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-226f3480-fef4-44df-b844-93a6419f193c req-6e42c4f7-ac35-451a-8e5f-63c2cb66af35 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1186125 Sep 30 08:39:55.770298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Attempting to bind port 70faf0bf-3d62-402f-b122-6633de65b829 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:55.771197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Attempting to bind port 70faf0bf-3d62-402f-b122-6633de65b829 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:55.771705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Attempting to bind port 70faf0bf-3d62-402f-b122-6633de65b829 on network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:55.781831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Port 70faf0bf-3d62-402f-b122-6633de65b829 on network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:39:55.782448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Attempting to bind port 70faf0bf-3d62-402f-b122-6633de65b829 on network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:55.791117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:55.791737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Checking segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:55.792474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Bound using segment: {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:55.793618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Bound port: 70faf0bf-3d62-402f-b122-6633de65b829, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d9bea2-a5d1-4c60-9527-a38c92276bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:55.794169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.838594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.848581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.879480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:55.890648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-226f3480-fef4-44df-b844-93a6419f193c req-a2eac227-a080-4f09-8644-b71c9adc8702 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842030 Sep 30 08:39:55.897468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 93be89ae-3077-4aef-8447-ab80999cede5 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:55.987169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] For port 70faf0bf-3d62-402f-b122-6633de65b829, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:55.992068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] For port 70faf0bf-3d62-402f-b122-6633de65b829, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=70faf0bf-3d62-402f-b122-6633de65b829,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:56.000357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:56.051075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.051908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:56.055568 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] 10.222.0.57 "PUT /v2.0/ports/70faf0bf-3d62-402f-b122-6633de65b829 HTTP/1.1" status: 200 len: 1092 time: 1.3000851 Sep 30 08:39:56.105707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:56.113584 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0dad7f-85da-4f30-b6b2-85be85739677" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "tag": "70faf0bf-3d62-402f-b122-6633de65b829"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:56.243083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d32d-16b7-497a-9c2e-ffaa6952ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=70faf0bf-3d62-402f-b122-6633de65b829,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:56.258104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:56.270369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-8f01c47d-e4ef-403f-a6a3-dd5f4096789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.272985 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-8f01c47d-e4ef-403f-a6a3-dd5f4096789f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 1095 time: 0.1503267 Sep 30 08:39:56.318880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=93be89ae-3077-4aef-8447-ab80999cede5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:56.344854 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-d1bbaa9b-e613-46a8-bec0-cf54e11cae8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70faf0bf-3d62-402f-b122-6633de65b829 HTTP/1.1" status: 200 len: 217 time: 0.0608151 Sep 30 08:39:56.355708 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca29ad9-1702-4828-b8f3-fd81d5214d23 x-openstack-request-id: req-0ca29ad9-1702-4828-b8f3-fd81d5214d23 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:56.357069 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "tag": "70faf0bf-3d62-402f-b122-6633de65b829", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:56.358389 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ca29ad9-1702-4828-b8f3-fd81d5214d23 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:56.359481 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829', 'status': 'completed', 'code': 200} Sep 30 08:39:56.458607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-666d70f7-1197-41d9-8ae8-7e8b5f9ddabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.460103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-666d70f7-1197-41d9-8ae8-7e8b5f9ddabe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f373be6-c604-4e69-8c1c-41f40b23924f HTTP/1.1" status: 200 len: 834 time: 0.0995946 Sep 30 08:39:56.512502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:56.543249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-fa6343a4-ba6c-4a08-806a-b01a7bdd9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.545100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-fa6343a4-ba6c-4a08-806a-b01a7bdd9bdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765777 Sep 30 08:39:56.546310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f89a3-28fc-4541-9c2f-12b12db9616a req-c6bc3786-e7e3-4517-94c2-afcb5a0060a6 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.548527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e48f89a3-28fc-4541-9c2f-12b12db9616a req-c6bc3786-e7e3-4517-94c2-afcb5a0060a6 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 945 time: 0.1074934 Sep 30 08:39:56.673554 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-d9c3aa5e-e72e-4c3d-ba1b-9e86861032f2 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176748 Sep 30 08:39:56.675357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e48f89a3-28fc-4541-9c2f-12b12db9616a req-5b2c8787-c12b-4c93-ab8d-ab6367a9d745 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845301 Sep 30 08:39:56.777925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router 1c1269e1-0e41-42af-8045-4f1fbd4077a7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:56.790894 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-6f0cfda4-4a96-4fa5-9b6b-d16bc449430a req-8c87114d-df25-4bd2-b1b3-fb2d2b1529d2 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081560 Sep 30 08:39:56.866226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b059b70-bd02-4420-b4f8-347aa37f7b64 req-beaa5a16-db28-4827-8dc1-3610a67f2fe3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.867561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b059b70-bd02-4420-b4f8-347aa37f7b64 req-beaa5a16-db28-4827-8dc1-3610a67f2fe3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1070800 Sep 30 08:39:56.906987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-57f2d538-61f9-45b0-8c99-3b2d902ab95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:56.908751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-57f2d538-61f9-45b0-8c99-3b2d902ab95a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 1095 time: 0.0559137 Sep 30 08:39:56.920910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:56.936283 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] Sync routers for ids ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:56.938212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e26e373d-f65e-43ea-b7bd-d3eff677e6cb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/1c1269e1-0e41-42af-8045-4f1fbd4077a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029794 Sep 30 08:39:56.940617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54324) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:56.949588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] Routers {'1c1269e1-0e41-42af-8045-4f1fbd4077a7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:56.950490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:56.990185 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:56.994264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6f6ce1e9-a53b-469a-843f-180e6fcc9909 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c1269e1-0e41-42af-8045-4f1fbd4077a7 HTTP/1.1" status: 200 len: 205 time: 0.0503547 Sep 30 08:39:56.997940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54328) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:57.004006 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] Routers {'1c1269e1-0e41-42af-8045-4f1fbd4077a7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:57.004870 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:57.071018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-a1e926cf-4b98-4f41-9f0a-0f90e3ca4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:57.072526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-a1e926cf-4b98-4f41-9f0a-0f90e3ca4f62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa HTTP/1.1" status: 200 len: 898 time: 0.1534967 Sep 30 08:39:57.099979 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:57.101045 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ff7d1-fedd-4115-98ca-ac719ef65daa None None] The sync data for ids ['1c1269e1-0e41-42af-8045-4f1fbd4077a7'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:57.117501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b059b70-bd02-4420-b4f8-347aa37f7b64 req-38203aaa-2827-4041-bc4f-bc701c971d61 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390463 Sep 30 08:39:57.186908 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-dab4b063-8277-4fa3-8947-1a47073d5120 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70faf0bf-3d62-402f-b122-6633de65b829 HTTP/1.1" status: 200 len: 217 time: 0.0975394 Sep 30 08:39:57.209753 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.269920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-6952785b-d440-4ef8-ada9-d84601e17305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:57.271364 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-6952785b-d440-4ef8-ada9-d84601e17305 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f373be6-c604-4e69-8c1c-41f40b23924f HTTP/1.1" status: 200 len: 834 time: 0.0743821 Sep 30 08:39:57.327035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-b49f0c55-f286-4155-90f5-47c8fb739def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:57.329469 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-b49f0c55-f286-4155-90f5-47c8fb739def service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485482 Sep 30 08:39:57.450167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.454900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.476931 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-9b9e4563-c448-4fc7-bc24-f9682f6ed8ad service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340709 Sep 30 08:39:57.479380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaedd8-1ad2-40ee-8391-f2d2d06e8094 req-2da5e425-4b2a-49d1-b10d-44754f9b2e63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:57.481111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03aaedd8-1ad2-40ee-8391-f2d2d06e8094 req-2da5e425-4b2a-49d1-b10d-44754f9b2e63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 944 time: 0.2030180 Sep 30 08:39:57.577094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.577655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router 1c1269e1-0e41-42af-8045-4f1fbd4077a7 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:39:57.586700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.587678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-686cfeee-fb5c-4e61-a49e-cf591b8eb55f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/1c1269e1-0e41-42af-8045-4f1fbd4077a7 HTTP/1.1" status: 204 len: 168 time: 0.5887945 Sep 30 08:39:57.590397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54344) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:57.602092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03aaedd8-1ad2-40ee-8391-f2d2d06e8094 req-61e3bdd0-a671-487c-8ecc-2d4681166dcc tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142819 Sep 30 08:39:57.604957 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5a0dad7f-85da-4f30-b6b2-85be85739677 req-4d329019-919f-4df6-ba7a-744a2085ebf0 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165543 Sep 30 08:39:57.664277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet e7879b8a-01bb-4a67-bccd-13e33d061035 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:39:57.669187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.732666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:57.803661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d9e8a-c79e-42eb-9660-8d5e416455a4 req-490da9ca-50e1-4b8d-ae48-7e5e4604fadf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:57.805200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-802d9e8a-c79e-42eb-9660-8d5e416455a4 req-490da9ca-50e1-4b8d-ae48-7e5e4604fadf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1385286 Sep 30 08:39:57.887168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-7a10b77e-fe05-435a-b4bf-8101bdec76c9 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:57.888612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-7a10b77e-fe05-435a-b4bf-8101bdec76c9 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 945 time: 0.1288073 Sep 30 08:39:57.954621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-802d9e8a-c79e-42eb-9660-8d5e416455a4 req-4144cac5-3a70-4a2c-a6ed-7823eb178e80 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368270 Sep 30 08:39:57.967314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.145109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301292db-b9f5-460e-8efb-6475664da07c req-135a251c-e18a-47dd-b611-d77366a94c99 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:58.146742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-301292db-b9f5-460e-8efb-6475664da07c req-135a251c-e18a-47dd-b611-d77366a94c99 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f225602-9bc4-4893-88e3-b59f98b80aaa HTTP/1.1" status: 200 len: 945 time: 0.1172457 Sep 30 08:39:58.158614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.175881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Deleting port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:58.176298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.224367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=e7879b8a-01bb-4a67-bccd-13e33d061035,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:58.239553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.241994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-68176828-4c05-45c4-a75e-c41cd49faa25 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/e7879b8a-01bb-4a67-bccd-13e33d061035 HTTP/1.1" status: 204 len: 168 time: 0.6506708 Sep 30 08:39:58.245118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54392) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:58.259682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322bd401-40f3-4466-9a9e-fe9fccf2348c None None] Network b4b33b94-999e-4da8-bf6b-1378555b94d8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:39:58.310886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-301292db-b9f5-460e-8efb-6475664da07c req-ef2823d0-44ef-4339-8450-30c4b3e234e1 tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf8fc762-0242-4a59-a957-a8ee8b7e3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469274 Sep 30 08:39:58.347702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] For port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,segment=NetworkSegment(a47923cd-3919-41f6-a69a-a84ed727215f),segment_id=a47923cd-3919-41f6-a69a-a84ed727215f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:58.348182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.365904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Calling delete_port for 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:58.418274 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.498644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:58.498986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.515095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:58.576456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2662b1-e72b-4889-93ec-cf9cdfba76b4 req-74fefb60-43da-4c1f-ad39-fc0e96523249 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:58.578859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a2662b1-e72b-4889-93ec-cf9cdfba76b4 req-74fefb60-43da-4c1f-ad39-fc0e96523249 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0971720 Sep 30 08:39:58.587847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] DHCP port deletion for b4b33b94-999e-4da8-bf6b-1378555b94d8 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:39:58.602990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,segment=NetworkSegment(bc50c4af-f4aa-4c3b-8b33-e49f205c5a58),segment_id=bc50c4af-f4aa-4c3b-8b33-e49f205c5a58)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:58.603387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.623057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:58.624398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.664422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['6c3499a2-7519-4b60-94bb-b4d20e4f7ba0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:39:58.672533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Pushing event deleted for resources: {'Port': ['ID=6c3499a2-7519-4b60-94bb-b4d20e4f7ba0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:58.678253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a2662b1-e72b-4889-93ec-cf9cdfba76b4 req-6d14a90a-5f4c-40f4-9758-40483450eb7a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905194 Sep 30 08:39:58.757213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] Deleting port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:58.757777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.761356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac005f65-a551-4a93-8d1e-31abb6096b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.780432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] No DVR routers for this DVR port 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:58.786800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.791660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.797661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43983fa2-b72e-407a-8f1e-293c78359a17 req-276a8f42-b9a9-48c8-89f6-7c2f9756dc6d tempest-VolumesActionsTest-508627522 tempest-VolumesActionsTest-508627522-project] 10.222.0.50 "DELETE /v2.0/ports/6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 HTTP/1.1" status: 204 len: 173 time: 0.9017236 Sep 30 08:39:58.800295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'name': 'network-vif-deleted', 'tag': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:58.804014 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e6637b-eb10-4b26-aab3-d6536970b890" -d '{"events": [{"server_uuid": "2f225602-9bc4-4893-88e3-b59f98b80aaa", "name": "network-vif-deleted", "tag": "6c3499a2-7519-4b60-94bb-b4d20e4f7ba0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:58.834752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:58.842348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:58.861600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] For port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,segment=NetworkSegment(bc50c4af-f4aa-4c3b-8b33-e49f205c5a58),segment_id=bc50c4af-f4aa-4c3b-8b33-e49f205c5a58)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:58.862314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:58.879815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] Calling delete_port for 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:58.898754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075007-c924-4a83-b96b-bc02c1ce0b05 req-118aad49-942c-4aeb-8f51-342d7f12d8dd tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:58.906350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8075007-c924-4a83-b96b-bc02c1ce0b05 req-118aad49-942c-4aeb-8f51-342d7f12d8dd tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 944 time: 0.1075687 Sep 30 08:39:58.953082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8075007-c924-4a83-b96b-bc02c1ce0b05 req-b8323cf3-117c-47f9-a66f-4abb8156b667 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456252 Sep 30 08:39:59.003714 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.008022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.042224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b33b94-999e-4da8-bf6b-1378555b94d8']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:59.060253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:59.060686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc50c4af-f4aa-4c3b-8b33-e49f205c5a58') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:59.064571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] No DVR routers for this DVR port 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:59.070504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64995f9-55be-44e7-a08e-64320504ad5b None None] Pushing event deleted for resources: {'Port': ['ID=7bb2dc1e-f799-4b07-9368-e6a5d17a97a9,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:59.089070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.111026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fad93-2509-4045-aeec-094e5f158b27 req-dcb1c40e-64ea-4c22-ad8b-49b9ad198eed tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:59.113501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab6fad93-2509-4045-aeec-094e5f158b27 req-dcb1c40e-64ea-4c22-ad8b-49b9ad198eed tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0800123 Sep 30 08:39:59.113693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac005f65-a551-4a93-8d1e-31abb6096b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.115164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.120196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac005f65-a551-4a93-8d1e-31abb6096b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.127507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:39:59.127916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:39:59.131019 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:39:59.153708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab6fad93-2509-4045-aeec-094e5f158b27 req-2d209938-7298-46e1-a180-4a3e0719b7e4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Sep 30 08:39:59.220668 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d04b2a-a081-40b7-9853-a16b6a785463 x-openstack-request-id: req-f7d04b2a-a081-40b7-9853-a16b6a785463 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:59.224991 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f225602-9bc4-4893-88e3-b59f98b80aaa", "name": "network-vif-deleted", "tag": "6c3499a2-7519-4b60-94bb-b4d20e4f7ba0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:59.225769 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7d04b2a-a081-40b7-9853-a16b6a785463 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:59.226673 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f225602-9bc4-4893-88e3-b59f98b80aaa', 'name': 'network-vif-deleted', 'tag': '6c3499a2-7519-4b60-94bb-b4d20e4f7ba0', 'status': 'completed', 'code': 200} Sep 30 08:39:59.261484 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac005f65-a551-4a93-8d1e-31abb6096b3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3bb1c96380740be8b8374b29db27606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452788 Sep 30 08:39:59.264433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54412) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:59.268382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac005f65-a551-4a93-8d1e-31abb6096b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6438c4c6-dc45-454d-81c0-b161e9e9d040,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:59.282918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.302513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.304532 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/b4b33b94-999e-4da8-bf6b-1378555b94d8 HTTP/1.1" status: 204 len: 168 time: 1.0575497 Sep 30 08:39:59.305626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274490dd-be58-46fa-899f-ace0f55fd7ce tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=b4b33b94-999e-4da8-bf6b-1378555b94d8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:59.308577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54414) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:59.324455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1479518566', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:59.388948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.390527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.427321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dde55828-2fd3-4126-9032-52c61eabb7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.504169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dde55828-2fd3-4126-9032-52c61eabb7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.594442 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dde55828-2fd3-4126-9032-52c61eabb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.599564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dde55828-2fd3-4126-9032-52c61eabb7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.602494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dde55828-2fd3-4126-9032-52c61eabb7c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6438c4c6-dc45-454d-81c0-b161e9e9d040 HTTP/1.1" status: 204 len: 168 time: 0.3359544 Sep 30 08:39:59.613220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde55828-2fd3-4126-9032-52c61eabb7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438c4c6-dc45-454d-81c0-b161e9e9d040,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:59.899771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.915023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.924565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b4627-2391-4e7e-b2be-03032c740b9f req-cf85567f-e55f-4f8e-b713-981c0fc493ec tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:59.932769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d4b4627-2391-4e7e-b2be-03032c740b9f req-cf85567f-e55f-4f8e-b713-981c0fc493ec tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.0894511 Sep 30 08:39:59.936548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:59.938144 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-434f7ec3-f16a-4c6e-8ff1-d1d5e089e7cd tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6285808 Sep 30 08:39:59.940623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:59.947434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-863592170'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:59.991607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d4b4627-2391-4e7e-b2be-03032c740b9f req-5ea4829a-933f-49ea-8bd6-e0c00375fcf6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575962 Sep 30 08:39:59.992494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:59.997656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.008893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:00.025067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:40:00.036352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.036832 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment 58066646-0ac2-4122-bd60-1f01c3b3e89c of type vlan for network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 Sep 30 08:40:00.045645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:00.047451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7bb2dc1e-f799-4b07-9368-e6a5d17a97a9 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:00.095234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.134602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:00.153878 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b417d273-159c-44d1-8935-4ba517d05a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.164355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.170300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:00.170949 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.231486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188edc7-c975-41ec-9c80-a47ab0337840 req-4e3824ff-6d8d-4c8f-b9f5-0a4a43e2087f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:00.240666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b188edc7-c975-41ec-9c80-a47ab0337840 req-4e3824ff-6d8d-4c8f-b9f5-0a4a43e2087f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 944 time: 0.0987914 Sep 30 08:40:00.255055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=41654a2b-6957-4e8b-bf5b-d63cc2d407e5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:00.266559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:40:00.290376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b188edc7-c975-41ec-9c80-a47ab0337840 req-52814ff0-04e7-4ff7-9677-e571282cdf46 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488973 Sep 30 08:40:00.340487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b417d273-159c-44d1-8935-4ba517d05a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.350666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b417d273-159c-44d1-8935-4ba517d05a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.375694 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aca52b2a-3d44-4856-93d4-0a66bc03e5e7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4338808 Sep 30 08:40:00.378641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:00.384147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:00.408437 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b417d273-159c-44d1-8935-4ba517d05a46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b1b163536544cd889b50a540c70bc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697155 Sep 30 08:40:00.408918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54462) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:00.423288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d273-159c-44d1-8935-4ba517d05a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca498cf-22de-4712-a98e-be8ab19c994e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:00.474065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a427108-c815-471c-bb0c-61e130077f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.497204 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a427108-c815-471c-bb0c-61e130077f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.552177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a427108-c815-471c-bb0c-61e130077f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.556220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a427108-c815-471c-bb0c-61e130077f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.557881 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a427108-c815-471c-bb0c-61e130077f34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aca498cf-22de-4712-a98e-be8ab19c994e HTTP/1.1" status: 204 len: 168 time: 0.1474237 Sep 30 08:40:00.568650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a427108-c815-471c-bb0c-61e130077f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca498cf-22de-4712-a98e-be8ab19c994e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:00.589879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 70faf0bf-3d62-402f-b122-6633de65b829 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:40:00.702328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 70faf0bf-3d62-402f-b122-6633de65b829, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=70faf0bf-3d62-402f-b122-6633de65b829,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:00.717910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '70faf0bf-3d62-402f-b122-6633de65b829', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'port_id': '70faf0bf-3d62-402f-b122-6633de65b829', 'mac_address': 'fa:16:3e:0e:7f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:40:00.793502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.809676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70faf0bf-3d62-402f-b122-6633de65b829 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:40:00.811347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:00.817344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.838396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 70faf0bf-3d62-402f-b122-6633de65b829, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=70faf0bf-3d62-402f-b122-6633de65b829,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:00.848430 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.908847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=70faf0bf-3d62-402f-b122-6633de65b829,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:00.910352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-5f8b6a27-422b-4918-b706-3d1006bab643 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:00.914252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-5f8b6a27-422b-4918-b706-3d1006bab643 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/networks?id=709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 200 len: 814 time: 0.5258615 Sep 30 08:40:00.942481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-3b935c35-a52a-4f8e-b22a-ee5a758ed279 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/quotas/76a72cc52d3e49419f8f45e22a13025e HTTP/1.1" status: 200 len: 375 time: 0.0231063 Sep 30 08:40:00.989614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-12e74b18-46e6-48bd-927f-6dc18797a380 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a72cc52d3e49419f8f45e22a13025e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353603 Sep 30 08:40:01.150742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:01.191897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['70faf0bf-3d62-402f-b122-6633de65b829'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:40:01.259026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-0ac876e4-9239-414d-9cd6-25025977faab service neutron] 10.222.0.41 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455850 Sep 30 08:40:01.300808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=3e46453e-5ccb-4546-b1d8-a43f06b9399c,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:01.392427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:01.392803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: 41654a2b-6957-4e8b-bf5b-d63cc2d407e5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:40:01.438969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:40:01.452937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-aeda6091-6d30-4da2-8dfd-1c94ca6d91bf service neutron] 10.222.0.41 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900628 Sep 30 08:40:01.466287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 41654a2b-6957-4e8b-bf5b-d63cc2d407e5) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:01.473433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:01.474522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:01.507967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e74a0-9f9d-4b8c-8921-751e9d2d0908 None None] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:01.511444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5e5245b3-eb45-424f-9e10-036e683ac770 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1316638 Sep 30 08:40:01.514566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54496) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:01.826163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfb306-d531-4662-93b7-88f19552daec req-a80c62fc-5910-4e3f-a490-d619f11efe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:01.835794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-a80c62fc-5910-4e3f-a490-d619f11efe94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1096 time: 0.1256068 Sep 30 08:40:01.891815 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:40:01.892682 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.020372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfb306-d531-4662-93b7-88f19552daec req-b020122e-b7c2-44d6-8891-fd38285fd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:02.022324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:02.022682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-b020122e-b7c2-44d6-8891-fd38285fd553 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.1474884 Sep 30 08:40:02.075340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:02.079064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 6c3499a2-7519-4b60-94bb-b4d20e4f7ba0 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:02.182539 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-fb30a89c-431c-4e38-ab53-32933767eecf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.1487966 Sep 30 08:40:02.218680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Allocated IP 2001:db8::2 (41654a2b-6957-4e8b-bf5b-d63cc2d407e5/3e46453e-5ccb-4546-b1d8-a43f06b9399c/b6dc3b9d-8fd4-4762-86ab-61550bbe6772) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:02.233695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652f82-3b03-424f-87ec-dc2133f646ce req-d89430d4-55e0-4499-ba19-451f27794030 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:02.233695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95652f82-3b03-424f-87ec-dc2133f646ce req-d89430d4-55e0-4499-ba19-451f27794030 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.4745297 Sep 30 08:40:02.275209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfb306-d531-4662-93b7-88f19552daec req-46ba28ea-085b-4a8d-8635-f8e38169e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:02.276903 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-46ba28ea-085b-4a8d-8635-f8e38169e85b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.0829673 Sep 30 08:40:02.332246 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-d8acf7c5-94f8-419b-b36c-3984eeac3a0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447159 Sep 30 08:40:02.401922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95652f82-3b03-424f-87ec-dc2133f646ce req-1d1ea16c-cfbc-4c2e-8bbb-bfd50720df64 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015940 Sep 30 08:40:02.404524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.526303 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-5ac0e9c3-e433-45a6-8109-0720caa57663 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794052 Sep 30 08:40:02.552983 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.562703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.603024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 70faf0bf-3d62-402f-b122-6633de65b829 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:02.618564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:02.643563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:02.651072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:02.664499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-88cfb306-d531-4662-93b7-88f19552daec req-0045a070-3f2b-4c0d-b3ce-b467a468bae2 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168613 Sep 30 08:40:02.744657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Pushing event updated for resources: {'Port': ['ID=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:02.777366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c791a78-3eb0-4c56-a9d9-a1bacd5445c9 req-42508ab6-f7b9-472d-941d-ef74236cdd4b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:02.778019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Attempting to bind port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:02.778019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Attempting to bind port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:02.778019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Attempting to bind port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 on network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:02.780509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 70faf0bf-3d62-402f-b122-6633de65b829 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:40:02.781406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c791a78-3eb0-4c56-a9d9-a1bacd5445c9 req-42508ab6-f7b9-472d-941d-ef74236cdd4b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 945 time: 0.2215645 Sep 30 08:40:02.787058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:02.787457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Checking segment: {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:02.787984 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.788378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Bound using segment: {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:02.789288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Bound port: b6dc3b9d-8fd4-4762-86ab-61550bbe6772, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:02.789543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.792532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 70faf0bf-3d62-402f-b122-6633de65b829 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:02.792892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.888882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c791a78-3eb0-4c56-a9d9-a1bacd5445c9 req-9f162457-e183-4d65-8c9a-42193a22c64d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065207 Sep 30 08:40:02.902503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] For port b6dc3b9d-8fd4-4762-86ab-61550bbe6772, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:02.909086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] For port b6dc3b9d-8fd4-4762-86ab-61550bbe6772, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:02.938837 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:02.965118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8::1 (41654a2b-6957-4e8b-bf5b-d63cc2d407e5/3e46453e-5ccb-4546-b1d8-a43f06b9399c/b1b3bcbc-063c-4803-96fb-ab744e50d5af) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:02.998490 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.051379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:03.053925 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d62ca8f-5016-4532-b609-ec40d11d83f8" -d '{"events": [{"server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "name": "network-vif-plugged", "status": "completed", "tag": "70faf0bf-3d62-402f-b122-6633de65b829"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:03.059301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685da02-2c32-45ab-9eb7-1dcef22b72d0 None None] Pushing event updated for resources: {'Port': ['ID=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:03.071092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 70faf0bf-3d62-402f-b122-6633de65b829, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=70faf0bf-3d62-402f-b122-6633de65b829,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:03.076656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.106840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad0b27c6-6dd2-4084-8010-79b05fcc64ca req-350d1b7f-cea4-47a8-9c49-29df8d92db06 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 210 time: 0.0448096 Sep 30 08:40:03.130574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=70faf0bf-3d62-402f-b122-6633de65b829,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:03.172979 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a6924-1289-42cf-a479-d92ede73182a x-openstack-request-id: req-f73a6924-1289-42cf-a479-d92ede73182a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:03.173264 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "name": "network-vif-plugged", "status": "completed", "tag": "70faf0bf-3d62-402f-b122-6633de65b829", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:03.173547 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f73a6924-1289-42cf-a479-d92ede73182a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:03.173943 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829', 'code': 200} Sep 30 08:40:03.307691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.451347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ddd2-484a-4bfd-9cab-38785d8666d9 req-01067a95-fbb1-4fe9-bce7-50d974a7dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:03.454476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-78f4ddd2-484a-4bfd-9cab-38785d8666d9 req-01067a95-fbb1-4fe9-bce7-50d974a7dace service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 1097 time: 0.1804824 Sep 30 08:40:03.539982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-167d5db8-3456-46ca-9b6f-f72708a450e9 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:03.541591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-167d5db8-3456-46ca-9b6f-f72708a450e9 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "GET /v2.0/networks?id=709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 200 len: 814 time: 0.3081303 Sep 30 08:40:03.545439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-78f4ddd2-484a-4bfd-9cab-38785d8666d9 req-f626ffe5-e4c3-423f-8785-b6f745e358ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752821 Sep 30 08:40:03.575755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.593598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Request body: {'port': {'device_id': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de', 'admin_state_up': True, 'tenant_id': '76a72cc52d3e49419f8f45e22a13025e'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:03.623976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54606) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:03.642341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:03.658605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:03.661121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:03.662185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.676267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05f63-8936-45c8-b652-61d72b515a92 req-ddb68a9b-5188-41e8-a7fe-c098d8a9ce97 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:03.677833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60d05f63-8936-45c8-b652-61d72b515a92 req-ddb68a9b-5188-41e8-a7fe-c098d8a9ce97 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1772740 Sep 30 08:40:03.769693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-944a306a-aa7e-4da4-b1bd-e7b2f026102a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.780264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=b1b3bcbc-063c-4803-96fb-ab744e50d5af,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:03.866811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60d05f63-8936-45c8-b652-61d72b515a92 req-8a9abbbf-238a-42d6-84dd-a08f11002c6a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499019 Sep 30 08:40:03.887037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-944a306a-aa7e-4da4-b1bd-e7b2f026102a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.898238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-944a306a-aa7e-4da4-b1bd-e7b2f026102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.931938 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.958375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a306a-aa7e-4da4-b1bd-e7b2f026102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f6766-bbde-4efc-9690-bd1aece39b7c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:03.963925 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-944a306a-aa7e-4da4-b1bd-e7b2f026102a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ae88018e41f40998321bcccac21d9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382950 Sep 30 08:40:03.973145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54614) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:04.051804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Made reservation on behalf of 76a72cc52d3e49419f8f45e22a13025e for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:04.062471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.071255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f1187e-a149-4c44-90e2-0c21057bdde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.117292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f1187e-a149-4c44-90e2-0c21057bdde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.142332 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b6dc3b9d-8fd4-4762-86ab-61550bbe6772 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:04.203584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f1187e-a149-4c44-90e2-0c21057bdde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.207662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06f1187e-a149-4c44-90e2-0c21057bdde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.209660 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06f1187e-a149-4c44-90e2-0c21057bdde4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/905f6766-bbde-4efc-9690-bd1aece39b7c HTTP/1.1" status: 204 len: 168 time: 0.2353780 Sep 30 08:40:04.219626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1187e-a149-4c44-90e2-0c21057bdde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f6766-bbde-4efc-9690-bd1aece39b7c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:04.279325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:04.280014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.401177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d6fc-29f8-429f-ac0a-ad57f7b41da0 req-2313329c-8397-4948-909a-b957c1c609d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:04.402253 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.410577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5164d6fc-29f8-429f-ac0a-ad57f7b41da0 req-2313329c-8397-4948-909a-b957c1c609d2 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 946 time: 0.3423743 Sep 30 08:40:04.453142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b6dc3b9d-8fd4-4762-86ab-61550bbe6772, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:04.459414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.536503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:04.542530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03ac97-1052-41fc-b98d-315b7614dbc7 None None] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:04.561782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5164d6fc-29f8-429f-ac0a-ad57f7b41da0 req-bd35ba83-7e7f-4d50-984c-6d90bc647a63 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423542 Sep 30 08:40:04.701665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-07be6891-18bd-4430-8fe8-b82a2f8fc347 None None] Provisioning complete for port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:04.702202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-07be6891-18bd-4430-8fe8-b82a2f8fc347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.777132 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.779955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Allocated IP 172.20.0.10 (709e91f1-0596-43d7-ad4e-e18c9854f3de/360610ce-9f95-4dac-afb9-bd35dabe78df/976460b4-d4bd-4090-8182-a28750f2bc77) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:04.786835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54ce234b-b74a-495f-b630-3877755982d0 req-3f5af862-9abe-4a45-891c-afd966157f81 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 210 time: 0.0873246 Sep 30 08:40:04.791317 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:04.792450 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:05.247298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a1c09c20-4fca-44fb-98d1-46b9dd851e84 None None] Provisioning complete for port b1b3bcbc-063c-4803-96fb-ab744e50d5af triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:05.247912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a1c09c20-4fca-44fb-98d1-46b9dd851e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:05.379609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a1c09c20-4fca-44fb-98d1-46b9dd851e84 None None] Port b1b3bcbc-063c-4803-96fb-ab744e50d5af cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:05.414719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a1c09c20-4fca-44fb-98d1-46b9dd851e84 None None] Provisioning complete for port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:05.417483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a1c09c20-4fca-44fb-98d1-46b9dd851e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:05.485964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=b1b3bcbc-063c-4803-96fb-ab744e50d5af,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:05.653609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:05.660726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:05.688448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ccf7a-3b07-4131-8350-3a85bcc1a2c2 req-7f822c4e-d98c-497e-919f-6e1bee495375 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:05.697672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-996ccf7a-3b07-4131-8350-3a85bcc1a2c2 req-7f822c4e-d98c-497e-919f-6e1bee495375 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.3516104 Sep 30 08:40:05.806294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:05.877422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-996ccf7a-3b07-4131-8350-3a85bcc1a2c2 req-d78ac229-630f-496c-a99d-e9be7f02eb8d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789742 Sep 30 08:40:05.995517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6846f2b2-578e-45d8-9c34-6c3f406a27d5 None None] Provisioning complete for port b1b3bcbc-063c-4803-96fb-ab744e50d5af triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:05.995953 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6846f2b2-578e-45d8-9c34-6c3f406a27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.024088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.043423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b6dc3b9d-8fd4-4762-86ab-61550bbe6772 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:06.084930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6846f2b2-578e-45d8-9c34-6c3f406a27d5 None None] Port b1b3bcbc-063c-4803-96fb-ab744e50d5af cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:06.100207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Network 709e91f1-0596-43d7-ad4e-e18c9854f3de is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:06.105121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:40:06.114588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:06.119184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:06.119697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.124302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57fad6-0075-41cd-97be-06383e92e2de req-07550b62-0766-4eac-9553-c93dc25901c4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:06.134897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a57fad6-0075-41cd-97be-06383e92e2de req-07550b62-0766-4eac-9553-c93dc25901c4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 946 time: 0.1618373 Sep 30 08:40:06.140471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:06.166979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Pushing event updated for resources: {'Port': ['ID=976460b4-d4bd-4090-8182-a28750f2bc77,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:06.241150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2094c6dc-8c16-4180-aa77-65d5c8fefa8f None None] Provisioning complete for port b1b3bcbc-063c-4803-96fb-ab744e50d5af triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:06.241905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2094c6dc-8c16-4180-aa77-65d5c8fefa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.278424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a57fad6-0075-41cd-97be-06383e92e2de req-eb36567c-3bcd-4c24-93fd-3e4ef00cee89 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410766 Sep 30 08:40:06.289970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2094c6dc-8c16-4180-aa77-65d5c8fefa8f None None] Port b1b3bcbc-063c-4803-96fb-ab744e50d5af cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:06.321423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:06.322175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.358908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-bebdc951-e9c4-4dca-a551-f9f97ac36d18 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7686324 Sep 30 08:40:06.365319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:06.375305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Request body: {'port': {'device_id': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:06.398307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:06.415553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:06.416563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:06.426734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6759375d-bb98-4ac3-99bd-2ca33183c7be tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083745 Sep 30 08:40:06.427104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54670) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:06.433090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362117552'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:06.465749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:06.470942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.474693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.502908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:40:06.522655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.523005 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment 07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0 of type vlan for network edccd8b8-204c-4156-94df-394d111957be Sep 30 08:40:06.531263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:06.574469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.603464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54674) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:06.619165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.626088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:06.627447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.667101 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2380793 Sep 30 08:40:06.675409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54678) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:06.681628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:06.688160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15031b-85c4-4208-9ded-ad20ce42a151 req-46a40ba6-2f59-4de0-8bed-5cfcbf977c9f tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:06.689853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d15031b-85c4-4208-9ded-ad20ce42a151 req-46a40ba6-2f59-4de0-8bed-5cfcbf977c9f tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 932 time: 0.2709961 Sep 30 08:40:06.753555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d15031b-85c4-4208-9ded-ad20ce42a151 req-e5108616-c4d9-4745-96fa-6c51f2a2f00e tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564008 Sep 30 08:40:06.759993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b4a1c6e0-08f3-4924-897f-eabfe56fa4ad tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-10221951'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:06.760539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b4a1c6e0-08f3-4924-897f-eabfe56fa4ad tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Unknown quota resources ['metering_label']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:40:06.797210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:03Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:04Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:06.828475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90047c54-bd2b-4c76-9c6b-a25473a1be7a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=edccd8b8-204c-4156-94df-394d111957be,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:06.831768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:06.832129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Updating router e29c959c-429f-429a-8d46-d6b7956606ea port b1b3bcbc-063c-4803-96fb-ab744e50d5af binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:40:06.854995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:06.857493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network edccd8b8-204c-4156-94df-394d111957be details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:40:06.860252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:06.881841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.039416 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c6e0-08f3-4924-897f-eabfe56fa4ad tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.041925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b4a1c6e0-08f3-4924-897f-eabfe56fa4ad tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4352736 Sep 30 08:40:07.045993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54682) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:07.054200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa13f7-d5ad-41c9-ba9d-6585347a5528 req-ab516ec8-3da8-481f-913c-a30268b4dcdd tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:07.055733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdaa13f7-d5ad-41c9-ba9d-6585347a5528 req-ab516ec8-3da8-481f-913c-a30268b4dcdd tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 946 time: 0.2207873 Sep 30 08:40:07.060027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-852911ad-047f-4253-9137-a2ea0253a34d tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a21117dd-8428-4077-a797-bc415923ecaf'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:07.060489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-852911ad-047f-4253-9137-a2ea0253a34d tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:40:07.066780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.135158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=0a4de8e4-dbfc-42a5-9ed7-f09c968045e0,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:07.142289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:07.142674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: edccd8b8-204c-4156-94df-394d111957be, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:40:07.160570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network edccd8b8-204c-4156-94df-394d111957be is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:40:07.177528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, edccd8b8-204c-4156-94df-394d111957be) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:07.184559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:07.185354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.205000 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a9713601-e2ae-4437-a420-e61935dc751c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5251002 Sep 30 08:40:07.205484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54684) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:07.211236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1996ca-a4bf-4896-ae2c-33741534344d None None] Network edccd8b8-204c-4156-94df-394d111957be requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:07.217134 n-d-807025-5 neutron-server[95001]: WARNING neutron.services.metering.metering_plugin [None req-852911ad-047f-4253-9137-a2ea0253a34d tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:40:07.262503 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.293559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.295730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdaa13f7-d5ad-41c9-ba9d-6585347a5528 req-d4300b9c-7862-4fcb-9c1d-49513e3efe37 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215590 Sep 30 08:40:07.342002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54686) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:07.345264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Pushing event updated for resources: {'Port': ['ID=b1b3bcbc-063c-4803-96fb-ab744e50d5af,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:07.349203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976460b4-d4bd-4090-8182-a28750f2bc77 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:40:07.361787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-852911ad-047f-4253-9137-a2ea0253a34d tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.363716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-852911ad-047f-4253-9137-a2ea0253a34d tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3070436 Sep 30 08:40:07.368357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54688) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:07.370593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.392065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f461165f-2a23-47fc-af29-23049de9830f tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a21117dd-8428-4077-a797-bc415923ecaf'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:07.392838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f461165f-2a23-47fc-af29-23049de9830f tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:40:07.413698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Transition to ACTIVE for port object 976460b4-d4bd-4090-8182-a28750f2bc77 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:40:07.423754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.426871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Attempting to bind port b1b3bcbc-063c-4803-96fb-ab744e50d5af on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:07.427297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Attempting to bind port b1b3bcbc-063c-4803-96fb-ab744e50d5af by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:07.431136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Attempting to bind port b1b3bcbc-063c-4803-96fb-ab744e50d5af on network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:07.455255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:07.455631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Checking segment: {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:07.456040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.456435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Bound using segment: {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:07.456920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Bound port: b1b3bcbc-063c-4803-96fb-ab744e50d5af, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58066646-0ac2-4122-bd60-1f01c3b3e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:07.457305 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.547510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] For port b1b3bcbc-063c-4803-96fb-ab744e50d5af, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:07.553155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] For port b1b3bcbc-063c-4803-96fb-ab744e50d5af, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b1b3bcbc-063c-4803-96fb-ab744e50d5af,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:07.573115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.618510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-edccd8b8-204c-4156-94df-394d111957be', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:40:07.620743 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.670301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Pushing event updated for resources: {'Port': ['ID=b1b3bcbc-063c-4803-96fb-ab744e50d5af,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:07.695549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.743640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:07.744270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:39:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:07.756291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.756646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.756985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.757699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.758190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.758899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.759020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.759287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.759613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.759935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.760255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.760576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e02c8-1a5a-4b9f-870d-812a0fb34c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:07.805416 n-d-807025-5 neutron-server[95001]: WARNING neutron.services.metering.metering_plugin [None req-f461165f-2a23-47fc-af29-23049de9830f tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:40:07.852629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0ff92c2b-c6d2-4ded-b490-056499bbefd6 None None] Provisioning complete for port b1b3bcbc-063c-4803-96fb-ab744e50d5af triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:07.852985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ff92c2b-c6d2-4ded-b490-056499bbefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:07.933870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9ce60-6e27-42e3-b438-08caa3ab38b3 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:07.939756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-54d9ce60-6e27-42e3-b438-08caa3ab38b3 tempest-TestNetworkBasicOps-219922022 tempest-TestNetworkBasicOps-219922022-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 1092 time: 0.5950551 Sep 30 08:40:07.944501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54700) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:07.955217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '70faf0bf-3d62-402f-b122-6633de65b829', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:07.961784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:07.981536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Allocated IP 2001:db8:1::2 (edccd8b8-204c-4156-94df-394d111957be/0a4de8e4-dbfc-42a5-9ed7-f09c968045e0/a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:08.003800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Pushing event updated for resources: {'Port': ['ID=976460b4-d4bd-4090-8182-a28750f2bc77,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:08.021781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f461165f-2a23-47fc-af29-23049de9830f tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.023482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f461165f-2a23-47fc-af29-23049de9830f tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6500161 Sep 30 08:40:08.031968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54704) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:08.072559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a580bd-1f2c-4488-bb02-e17a0555a253 req-e535d53d-7c78-40f5-83e3-2bbae1c45228 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:08.080474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8a580bd-1f2c-4488-bb02-e17a0555a253 req-e535d53d-7c78-40f5-83e3-2bbae1c45228 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2980516 Sep 30 08:40:08.119980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d3480308-c00f-41a0-9354-38286d549e58 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=41d2b4bd-d46c-43d0-b40b-2af3fb1802f0 HTTP/1.1" status: 200 len: 462 time: 0.0832741 Sep 30 08:40:08.120380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54706) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:08.121426 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ff92c2b-c6d2-4ded-b490-056499bbefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.127945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.189798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8a580bd-1f2c-4488-bb02-e17a0555a253 req-9fb20a0e-e202-44a8-8e36-9e8765fb5f4d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083975 Sep 30 08:40:08.249076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Attempting to bind port 976460b4-d4bd-4090-8182-a28750f2bc77 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:08.250008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Attempting to bind port 976460b4-d4bd-4090-8182-a28750f2bc77 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:08.250335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Attempting to bind port 976460b4-d4bd-4090-8182-a28750f2bc77 on network 709e91f1-0596-43d7-ad4e-e18c9854f3de {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:08.267396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Port 976460b4-d4bd-4090-8182-a28750f2bc77 on network 709e91f1-0596-43d7-ad4e-e18c9854f3de not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:40:08.268048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Attempting to bind port 976460b4-d4bd-4090-8182-a28750f2bc77 on network 709e91f1-0596-43d7-ad4e-e18c9854f3de {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:08.276533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0ff92c2b-c6d2-4ded-b490-056499bbefd6 None None] For port b1b3bcbc-063c-4803-96fb-ab744e50d5af, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b1b3bcbc-063c-4803-96fb-ab744e50d5af,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:08.296041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ff92c2b-c6d2-4ded-b490-056499bbefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.308784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-847f3abf-7745-4e99-969e-430fef1b4ce3 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.313078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-847f3abf-7745-4e99-969e-430fef1b4ce3 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/41d2b4bd-d46c-43d0-b40b-2af3fb1802f0 HTTP/1.1" status: 204 len: 168 time: 0.1887603 Sep 30 08:40:08.313488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54708) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:08.327685 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-88273551-c8a3-4a86-a80a-2cb4957fa5c5 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=41d2b4bd-d46c-43d0-b40b-2af3fb1802f0 HTTP/1.1" status: 200 len: 221 time: 0.0096929 Sep 30 08:40:08.328172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54710) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:08.332664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-028d53c7-91ac-4cd5-ae9e-06210f94721b tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1936103703', 'description': 'label created by tempest'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:08.333538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-028d53c7-91ac-4cd5-ae9e-06210f94721b tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Unknown quota resources ['metering_label']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:40:08.348298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:08.348898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Checking segment: {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:08.349301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Bound using segment: {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:08.349826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Bound port: 976460b4-d4bd-4090-8182-a28750f2bc77, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:08.350193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.465110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727632e2-20bf-43f2-9eb9-8fc914b9da54 req-0ff3f669-6f01-49c5-ae62-d1371e2e8c71 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:08.473637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-727632e2-20bf-43f2-9eb9-8fc914b9da54 req-0ff3f669-6f01-49c5-ae62-d1371e2e8c71 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 944 time: 0.1433151 Sep 30 08:40:08.561521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-028d53c7-91ac-4cd5-ae9e-06210f94721b tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.562632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-727632e2-20bf-43f2-9eb9-8fc914b9da54 req-fe62a525-3180-4478-b123-0bd722bb4e12 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874662 Sep 30 08:40:08.563647 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-028d53c7-91ac-4cd5-ae9e-06210f94721b tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2343869 Sep 30 08:40:08.566578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54712) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:08.569776 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.572410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] For port 976460b4-d4bd-4090-8182-a28750f2bc77, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:08.664262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff92c2b-c6d2-4ded-b490-056499bbefd6 None None] Pushing event updated for resources: {'Port': ['ID=b1b3bcbc-063c-4803-96fb-ab744e50d5af,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:08.665881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] For port 976460b4-d4bd-4090-8182-a28750f2bc77, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=976460b4-d4bd-4090-8182-a28750f2bc77,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:08.673772 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a32e4bea-c823-4058-88e2-06dba548798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.686329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-93f701dd-f72c-484e-b3f1-8feb4f21d244 None None] Provisioning complete for port b1b3bcbc-063c-4803-96fb-ab744e50d5af triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:08.686702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-93f701dd-f72c-484e-b3f1-8feb4f21d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.704682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8004d0dd-1496-4b7e-8d50-5b52d68de95e tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=50ed23c4-3eed-49dd-8f21-68d50d613dcb HTTP/1.1" status: 200 len: 468 time: 0.1368055 Sep 30 08:40:08.708736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54714) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:08.715115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.719183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.751040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.771721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:08.772346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:08.773773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] 10.222.0.50 "PUT /v2.0/ports/976460b4-d4bd-4090-8182-a28750f2bc77 HTTP/1.1" status: 200 len: 1092 time: 2.4054210 Sep 30 08:40:08.776022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'tag': '976460b4-d4bd-4090-8182-a28750f2bc77'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:08.778253 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebec261-fb0d-4f93-9d65-17402c4cb056" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935", "tag": "976460b4-d4bd-4090-8182-a28750f2bc77"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:08.813921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Network edccd8b8-204c-4156-94df-394d111957be is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:08.823138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:08.828750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:08.831647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Pushing event updated for resources: {'Port': ['ID=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:08.841974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac74c6-0465-417a-b698-4915724fa547 service neutron] Pushing event updated for resources: {'Port': ['ID=976460b4-d4bd-4090-8182-a28750f2bc77,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:08.867707 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d7486-dfa1-42ac-8987-c700d7006409 x-openstack-request-id: req-817d7486-dfa1-42ac-8987-c700d7006409 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:08.868006 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935", "tag": "976460b4-d4bd-4090-8182-a28750f2bc77", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:08.868255 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-817d7486-dfa1-42ac-8987-c700d7006409 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:08.868647 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'tag': '976460b4-d4bd-4090-8182-a28750f2bc77', 'status': 'completed', 'code': 200} Sep 30 08:40:08.895817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Allocated IP 172.25.7.40 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/674feb4c-09fd-443c-95d2-140e2e764bf3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:08.937576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-592e6dce-d22e-46dc-93ef-f1c8b7b5d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:08.938155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:03Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:07Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:08.939697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-592e6dce-d22e-46dc-93ef-f1c8b7b5d667 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76a72cc52d3e49419f8f45e22a13025e&device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 1095 time: 0.0850565 Sep 30 08:40:08.993172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Attempting to bind port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:08.993658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Attempting to bind port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:08.994023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Attempting to bind port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 on network edccd8b8-204c-4156-94df-394d111957be {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:08.995756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8:1::1 (edccd8b8-204c-4156-94df-394d111957be/0a4de8e4-dbfc-42a5-9ed7-f09c968045e0/17f2cd3e-86c1-417c-a03f-179c668e40ed) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:09.000728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67340067-4dbc-4256-908a-d70d82a83fb1 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:03Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:07Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:09.019983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:09.020734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Checking segment: {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:09.021325 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.021936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Bound using segment: {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:09.022681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Bound port: a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:09.023255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.059945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.070877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d0eebd2-5103-4fce-87c7-e56a83675216 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.072019 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d0eebd2-5103-4fce-87c7-e56a83675216 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/50ed23c4-3eed-49dd-8f21-68d50d613dcb HTTP/1.1" status: 204 len: 168 time: 0.3612854 Sep 30 08:40:09.075319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:09.112059 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c0c28bef-4742-4909-9350-aef405b07382 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=50ed23c4-3eed-49dd-8f21-68d50d613dcb HTTP/1.1" status: 200 len: 216 time: 0.0341370 Sep 30 08:40:09.127348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] For port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:09.134054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:09.136911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] For port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:09.143048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.150712 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27cff05a-cc32-4450-b18d-d64b65e0f629 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0154977 Sep 30 08:40:09.159715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-6c6e8d28-b992-48fc-b735-4d012f165ed9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=976460b4-d4bd-4090-8182-a28750f2bc77 HTTP/1.1" status: 200 len: 217 time: 0.0569313 Sep 30 08:40:09.160382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54724) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:09.164226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.227883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665ad6-3a69-4b1f-aac9-203675aa241b None None] Pushing event updated for resources: {'Port': ['ID=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:09.255890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.302799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.319372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:09.324995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad18409f-e417-4a63-81cc-3baab6ed5e92 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1587546 Sep 30 08:40:09.339804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:09.345683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:09.348613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:09.438244 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4807b756-45eb-4c65-a28b-a265973138cd tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/a21117dd-8428-4077-a797-bc415923ecaf HTTP/1.1" status: 200 len: 471 time: 0.0914371 Sep 30 08:40:09.438471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=674feb4c-09fd-443c-95d2-140e2e764bf3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:09.438590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:09.452720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network edccd8b8-204c-4156-94df-394d111957be is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:09.461213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-b12b422c-e77d-49cf-9639-f2250fc53de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:09.461376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75e19b5a-7ad4-4e45-90e8-d233c832e69c tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/9194c24a-5773-4dab-a3b3-52fde1712c1b HTTP/1.1" status: 200 len: 459 time: 0.0178993 Sep 30 08:40:09.461537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-b12b422c-e77d-49cf-9639-f2250fc53de6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360610ce-9f95-4dac-afb9-bd35dabe78df HTTP/1.1" status: 200 len: 854 time: 0.2762189 Sep 30 08:40:09.461797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54732) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:09.464607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:09.467291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=17f2cd3e-86c1-417c-a03f-179c668e40ed,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:09.470212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:09.470764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.567494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7414-4a2c-45ef-a858-1084fab959eb req-2d98afd3-c591-472c-b22c-9a254ac9cadb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:09.575233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-736a7414-4a2c-45ef-a858-1084fab959eb req-2d98afd3-c591-472c-b22c-9a254ac9cadb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2696419 Sep 30 08:40:09.587320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-39d07f74-68b4-4f6e-8fcd-45ef006fe0be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709e91f1-0596-43d7-ad4e-e18c9854f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134882 Sep 30 08:40:09.724066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.832293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-736a7414-4a2c-45ef-a858-1084fab959eb req-65697ab0-a83f-4280-a3a8-0e992b449a74 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561293 Sep 30 08:40:09.949820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0546b71-e74d-4135-97e5-650a9e997548 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:09.951326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d0546b71-e74d-4135-97e5-650a9e997548 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/9194c24a-5773-4dab-a3b3-52fde1712c1b HTTP/1.1" status: 204 len: 168 time: 0.4849145 Sep 30 08:40:09.959837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54736) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:10.103584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-6071109c-7930-4b9f-aef2-80c275657ac7 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152814 Sep 30 08:40:10.141650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:10.197550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:10.198629 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.309991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cfe1b-eeb1-4e01-9da0-3b047b5211c3 req-4403ddf3-ee22-4ad2-a77d-ba3e303257c3 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:10.318075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a86cfe1b-eeb1-4e01-9da0-3b047b5211c3 req-4403ddf3-ee22-4ad2-a77d-ba3e303257c3 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 944 time: 0.3642886 Sep 30 08:40:10.327062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.382579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:10.389113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.390830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b1b3bcbc-063c-4803-96fb-ab744e50d5af up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:10.402737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-238ab281-017e-4f3c-a29a-a76f3a7ae3da req-b4edf715-0a2b-445f-9808-62367477b811 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848048 Sep 30 08:40:10.518039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:10.527705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b1b3bcbc-063c-4803-96fb-ab744e50d5af triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:10.528141 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.576343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.587089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.588105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.624164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fd5571ef-4a1c-49c0-aede-407dbeb5e155 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:10.625810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fd5571ef-4a1c-49c0-aede-407dbeb5e155 tempest-MeteringIpV6TestJSON-278341289 tempest-MeteringIpV6TestJSON-278341289-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/a21117dd-8428-4077-a797-bc415923ecaf HTTP/1.1" status: 204 len: 168 time: 0.6657929 Sep 30 08:40:10.704235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=17f2cd3e-86c1-417c-a03f-179c668e40ed,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:10.798641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network edccd8b8-204c-4156-94df-394d111957be is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:10.802339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:10.907880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa69b65-3808-4984-bd71-86c7a27a4299 None None] Network edccd8b8-204c-4156-94df-394d111957be requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:10.940810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:11.030279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a86cfe1b-eeb1-4e01-9da0-3b047b5211c3 req-90be1383-e9d6-4188-8946-5660398a49e1 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093341 Sep 30 08:40:11.036197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8d4da8c2-64da-48e6-ba87-480f63d1f147 None None] Provisioning complete for port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:11.037631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d4da8c2-64da-48e6-ba87-480f63d1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.104403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54746) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:11.115738 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b5bbad0d-f286-4ef8-860f-c94bc11c053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.147131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:11.152181 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f75eb82-6b49-4a90-8f7a-6b5190543341 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9454033 Sep 30 08:40:11.156989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54750) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:11.166778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1469012496'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:11.185014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-1201ef92-abf8-4fd8-b8d5-666c21b8f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:11.186797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-1201ef92-abf8-4fd8-b8d5-666c21b8f86f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76a72cc52d3e49419f8f45e22a13025e&device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 1095 time: 0.6351421 Sep 30 08:40:11.217734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:11.222307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.273677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:40:11.324414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.325922 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment 49123ac8-9347-456d-9ac9-431f25fe1983 of type vlan for network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc Sep 30 08:40:11.337268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90c0f500-29b0-491b-85a0-afb7766c56cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.366851 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:11.383447 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:11.384569 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:11.416028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.478444 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.542779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.549350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:11.550069 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.599429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:11.664513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=908f38b3-b3b7-4c80-89c7-e7eddd8176dc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:11.664700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ae65-69e1-44f6-b455-13e2cc2c9e67 req-00228e36-9137-4a93-aad5-21919e1ee943 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:11.675331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d97ae65-69e1-44f6-b455-13e2cc2c9e67 req-00228e36-9137-4a93-aad5-21919e1ee943 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.4786341 Sep 30 08:40:11.677383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90c0f500-29b0-491b-85a0-afb7766c56cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.677822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:40:11.684586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-90c0f500-29b0-491b-85a0-afb7766c56cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.733746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.735148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0f500-29b0-491b-85a0-afb7766c56cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacca2d5-704c-458f-be10-bf7060b2358a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:11.747108 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6bb036b0-ef05-4902-8313-05bfea3e31e6 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5888557 Sep 30 08:40:11.759870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54756) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:11.766496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:11.811399 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-90c0f500-29b0-491b-85a0-afb7766c56cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e8497beddfd4507b5c3217c428b62a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055786 Sep 30 08:40:11.822818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54758) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:11.862651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-df57d80e-4523-409b-a048-feddc5201cfe None None] Provisioning complete for port 17f2cd3e-86c1-417c-a03f-179c668e40ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:11.866184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df57d80e-4523-409b-a048-feddc5201cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:11.884664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d97ae65-69e1-44f6-b455-13e2cc2c9e67 req-d3073dc3-d925-4492-bc47-773c090f66b2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084014 Sep 30 08:40:11.917178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-fbe2390c-e6de-49f5-9685-4554361da5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:11.921012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-fbe2390c-e6de-49f5-9685-4554361da5c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 200 len: 915 time: 0.6862047 Sep 30 08:40:11.968690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-df57d80e-4523-409b-a048-feddc5201cfe None None] Port 17f2cd3e-86c1-417c-a03f-179c668e40ed cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:12.000964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-df57d80e-4523-409b-a048-feddc5201cfe None None] Provisioning complete for port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:12.004003 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df57d80e-4523-409b-a048-feddc5201cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.088428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:12.108295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-4bc50c73-fef7-4be5-827a-b25a17880476 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=976460b4-d4bd-4090-8182-a28750f2bc77 HTTP/1.1" status: 200 len: 217 time: 0.1574979 Sep 30 08:40:12.109843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:12.116645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.162153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5e303c5-7481-4567-a0bf-fb7ecbd9085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.187428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.206715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:12.207408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.264674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5e303c5-7481-4567-a0bf-fb7ecbd9085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.267636 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:09Z', 'revision_number': 3, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:10Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:12.331024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-8d8723bc-dcab-4612-af2a-1276e75146c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:12.332542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-8d8723bc-dcab-4612-af2a-1276e75146c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360610ce-9f95-4dac-afb9-bd35dabe78df HTTP/1.1" status: 200 len: 854 time: 0.2171617 Sep 30 08:40:12.333364 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:12.333726 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Updating router e29c959c-429f-429a-8d46-d6b7956606ea port 17f2cd3e-86c1-417c-a03f-179c668e40ed binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:40:12.386822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-c16936a7-572f-432d-916b-bc4780b06424 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709e91f1-0596-43d7-ad4e-e18c9854f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383227 Sep 30 08:40:12.413252 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.428117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc65b3-0b6a-48a0-9cad-f536e20ff9e3 req-7343cd24-2917-4c82-8014-e90022ba2f26 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:12.434972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-df252cfb-2a15-4bfc-bf70-355294ecfd7c None None] Provisioning complete for port 17f2cd3e-86c1-417c-a03f-179c668e40ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:12.435514 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df252cfb-2a15-4bfc-bf70-355294ecfd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.438863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2cc65b3-0b6a-48a0-9cad-f536e20ff9e3 req-7343cd24-2917-4c82-8014-e90022ba2f26 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 944 time: 0.2432275 Sep 30 08:40:12.443581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5e303c5-7481-4567-a0bf-fb7ecbd9085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.455036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5e303c5-7481-4567-a0bf-fb7ecbd9085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.461181 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f5e303c5-7481-4567-a0bf-fb7ecbd9085d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cacca2d5-704c-458f-be10-bf7060b2358a HTTP/1.1" status: 204 len: 168 time: 0.6153209 Sep 30 08:40:12.503053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e303c5-7481-4567-a0bf-fb7ecbd9085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacca2d5-704c-458f-be10-bf7060b2358a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:12.543854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-df252cfb-2a15-4bfc-bf70-355294ecfd7c None None] Port 17f2cd3e-86c1-417c-a03f-179c668e40ed cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:12.607396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.650783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2cc65b3-0b6a-48a0-9cad-f536e20ff9e3 req-1e1cd0b8-ad2f-4c62-934e-15848985b97f tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076027 Sep 30 08:40:12.677970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4b926da2-caba-4561-84b4-ec95e3797e9f None None] Provisioning complete for port 17f2cd3e-86c1-417c-a03f-179c668e40ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:12.678325 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4b926da2-caba-4561-84b4-ec95e3797e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.730067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=d4a67331-7152-4401-99a8-1a1cdd1a550a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:12.751265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-0fe40510-5613-47dc-a3df-3d2a5e2d7364 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517299 Sep 30 08:40:12.757504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4b926da2-caba-4561-84b4-ec95e3797e9f None None] Port 17f2cd3e-86c1-417c-a03f-179c668e40ed cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:12.781363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:12.781689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: 908f38b3-b3b7-4c80-89c7-e7eddd8176dc, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:40:12.813113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:40:12.825880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 908f38b3-b3b7-4c80-89c7-e7eddd8176dc) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:12.831159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:12.831767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.850843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2491169-9e24-4a0a-b786-d257f9655a3a None None] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:12.852452 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.862080 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70382d5f-cc62-4134-a4d0-a3e255cc91aa tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0986331 Sep 30 08:40:12.862356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54772) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:12.864737 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.033764 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Pushing event updated for resources: {'Port': ['ID=17f2cd3e-86c1-417c-a03f-179c668e40ed,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:13.068086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54778) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:13.114299 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.114299 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.114629 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.114971 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.124092 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.125130 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.127367 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.127367 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.127367 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.127367 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.127367 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.127367 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.130873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cebec261-fb0d-4f93-9d65-17402c4cb056 req-49a42f93-16e5-4de3-9ad9-d1173e7086d6 service neutron] 10.222.0.50 "GET /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655579 Sep 30 08:40:13.157530 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Attempting to bind port 17f2cd3e-86c1-417c-a03f-179c668e40ed on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:13.157975 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Attempting to bind port 17f2cd3e-86c1-417c-a03f-179c668e40ed by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:13.158882 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Attempting to bind port 17f2cd3e-86c1-417c-a03f-179c668e40ed on network edccd8b8-204c-4156-94df-394d111957be {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:13.159524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2aedfa3e-32fa-4d79-8067-30e9b8663ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.162331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.170752 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:13.171893 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Checking segment: {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:13.172023 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.172837 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Bound using segment: {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:13.172837 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Bound port: 17f2cd3e-86c1-417c-a03f-179c668e40ed, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edccd8b8-204c-4156-94df-394d111957be'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:13.173227 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.191865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.253768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.266409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:40:13.267838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.384864 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] For port 17f2cd3e-86c1-417c-a03f-179c668e40ed, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:13.388881 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] For port 17f2cd3e-86c1-417c-a03f-179c668e40ed, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=17f2cd3e-86c1-417c-a03f-179c668e40ed,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:13.395980 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.435276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6e89d-4036-4de2-b163-44617463e585 req-ef98071e-610c-41cf-8a51-186f046e8e39 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:13.437790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4c6e89d-4036-4de2-b163-44617463e585 req-ef98071e-610c-41cf-8a51-186f046e8e39 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2850590 Sep 30 08:40:13.441088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event updated for resources: {'Port': ['ID=674feb4c-09fd-443c-95d2-140e2e764bf3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:13.463913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.463913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.464261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.464605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.465380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.465755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.466087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.466415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.466740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.467068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.467415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.467736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:13.488870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.493437 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:13.510149 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:13.560741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2aedfa3e-32fa-4d79-8067-30e9b8663ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.569194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2aedfa3e-32fa-4d79-8067-30e9b8663ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.579759 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ea34d-0b7d-4ff3-a22e-34205ebaa480 None None] Pushing event updated for resources: {'Port': ['ID=17f2cd3e-86c1-417c-a03f-179c668e40ed,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:13.585383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4c6e89d-4036-4de2-b163-44617463e585 req-0ef9b42f-9254-4807-9418-dceae8c2f36e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037343 Sep 30 08:40:13.606575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedfa3e-32fa-4d79-8067-30e9b8663ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd2bf8-c171-4a44-b528-9248cb21d127,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:13.631211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-999e6bf5-8f98-4baf-b6fa-28216074c68e None None] Provisioning complete for port 17f2cd3e-86c1-417c-a03f-179c668e40ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:13.631738 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-999e6bf5-8f98-4baf-b6fa-28216074c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.663417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Allocated IP 2001:db8:2::2 (908f38b3-b3b7-4c80-89c7-e7eddd8176dc/d4a67331-7152-4401-99a8-1a1cdd1a550a/bba7ebb2-27af-46c0-8375-cbeee6f15c8d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:13.667346 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:13.668791 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2aedfa3e-32fa-4d79-8067-30e9b8663ace admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13b5aee4c4b447ce8720a045ae8c8b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897462 Sep 30 08:40:13.672703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54780) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:13.683084 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Floating IP db729f08-3787-41af-a114-b4c43c21d77a associated. External IP: 172.25.7.40, port: 70faf0bf-3d62-402f-b122-6633de65b829. Sep 30 08:40:13.730361 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.923909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-999e6bf5-8f98-4baf-b6fa-28216074c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.964427 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:09Z', 'revision_number': 3, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:13.985716 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-206d264d-11e4-4084-9622-79b06f04d290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:13.999019 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5a22b-b4f4-410c-88ff-6043e7e48d88 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:09Z', 'revision_number': 3, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:14.005662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-999e6bf5-8f98-4baf-b6fa-28216074c68e None None] For port 17f2cd3e-86c1-417c-a03f-179c668e40ed, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=17f2cd3e-86c1-417c-a03f-179c668e40ed,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:14.010572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.013243 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-999e6bf5-8f98-4baf-b6fa-28216074c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.024780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-206d264d-11e4-4084-9622-79b06f04d290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.027115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.032508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae8a1-19e8-4d2f-8a9c-9b10d836b0cb req-fe9502ee-cbb7-4da6-8698-3443d42cd381 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:14.034163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc6ae8a1-19e8-4d2f-8a9c-9b10d836b0cb req-fe9502ee-cbb7-4da6-8698-3443d42cd381 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 944 time: 0.2448273 Sep 30 08:40:14.071195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 976460b4-d4bd-4090-8182-a28750f2bc77 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:40:14.132407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:14.139834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8:2::1 (908f38b3-b3b7-4c80-89c7-e7eddd8176dc/d4a67331-7152-4401-99a8-1a1cdd1a550a/c6948e34-5ffc-472b-b866-2c23777ccabb) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:14.162304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc6ae8a1-19e8-4d2f-8a9c-9b10d836b0cb req-82ba9b39-3d62-401d-9af6-3caed10f056a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088264 Sep 30 08:40:14.170474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router bd72f14a-587d-4c94-9b1f-784b37c5f779 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:14.204208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:14.213700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:14.217372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-206d264d-11e4-4084-9622-79b06f04d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.226663 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-206d264d-11e4-4084-9622-79b06f04d290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.231577 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-206d264d-11e4-4084-9622-79b06f04d290 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fcd2bf8-c171-4a44-b528-9248cb21d127 HTTP/1.1" status: 204 len: 168 time: 0.5549877 Sep 30 08:40:14.231785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e6bf5-8f98-4baf-b6fa-28216074c68e None None] Pushing event updated for resources: {'Port': ['ID=17f2cd3e-86c1-417c-a03f-179c668e40ed,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:14.274330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d264d-11e4-4084-9622-79b06f04d290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd2bf8-c171-4a44-b528-9248cb21d127,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:14.304950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fbf639d7-8b9a-479b-a709-6f8040a64151 None None] Provisioning complete for port 17f2cd3e-86c1-417c-a03f-179c668e40ed triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:14.312644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fbf639d7-8b9a-479b-a709-6f8040a64151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.384427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:14.408371 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.435337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.454177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-514ae5f7-3890-46d6-9df7-84accc298ee3 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5083179 Sep 30 08:40:14.455655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54794) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:14.456149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:14.465895 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "tag": "70faf0bf-3d62-402f-b122-6633de65b829"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:14.473545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] Sync routers for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:14.497867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.556931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Pushing event updated for resources: {'Port': ['ID=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:14.609929 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214739aa-d1c0-4508-b910-25acbcbf559a x-openstack-request-id: req-214739aa-d1c0-4508-b910-25acbcbf559a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:14.610246 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "tag": "70faf0bf-3d62-402f-b122-6633de65b829", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:14.611605 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-214739aa-d1c0-4508-b910-25acbcbf559a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:14.612086 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829', 'status': 'completed', 'code': 200} Sep 30 08:40:14.628079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 976460b4-d4bd-4090-8182-a28750f2bc77, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=976460b4-d4bd-4090-8182-a28750f2bc77,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:14.655634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '976460b4-d4bd-4090-8182-a28750f2bc77', 'network_id': '709e91f1-0596-43d7-ad4e-e18c9854f3de', 'port_id': '976460b4-d4bd-4090-8182-a28750f2bc77', 'mac_address': 'fa:16:3e:9e:a2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360610ce-9f95-4dac-afb9-bd35dabe78df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:40:14.674460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:14.690141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a45bb44d-dead-44a6-8ea9-69e56c9c5943 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 200 len: 991 time: 0.2176034 Sep 30 08:40:14.697304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:14.705245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:14.707124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.714716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Attempting to bind port bba7ebb2-27af-46c0-8375-cbeee6f15c8d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:14.715281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Attempting to bind port bba7ebb2-27af-46c0-8375-cbeee6f15c8d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:14.715761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Attempting to bind port bba7ebb2-27af-46c0-8375-cbeee6f15c8d on network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:14.730525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:14.731057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Checking segment: {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:14.731569 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.732062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Bound using segment: {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:14.732678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Bound port: bba7ebb2-27af-46c0-8375-cbeee6f15c8d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:14.733307 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.803487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33ded2-fe8a-4254-93d4-c6f7169d10bf req-343f8523-f4e1-4d58-96e2-f2828c7f39ff tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:14.811201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df33ded2-fe8a-4254-93d4-c6f7169d10bf req-343f8523-f4e1-4d58-96e2-f2828c7f39ff tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1125271 Sep 30 08:40:14.815623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=c6948e34-5ffc-472b-b866-2c23777ccabb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:14.846438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-d3e8bd41-d419-4b0b-b3f7-3ea96cff93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:14.887044 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-d3e8bd41-d419-4b0b-b3f7-3ea96cff93c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 1097 time: 0.2156196 Sep 30 08:40:14.887652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df33ded2-fe8a-4254-93d4-c6f7169d10bf req-4433057d-8348-44b8-b656-ee60e94b1b99 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Sep 30 08:40:14.933516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:14.934199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:14.975816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] For port bba7ebb2-27af-46c0-8375-cbeee6f15c8d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:15.025787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.098312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-aadd308d-922d-49ea-abff-1c71da3f2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.099778 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-aadd308d-922d-49ea-abff-1c71da3f2df8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa HTTP/1.1" status: 200 len: 898 time: 0.2232628 Sep 30 08:40:15.287605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] For port bba7ebb2-27af-46c0-8375-cbeee6f15c8d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,segment=NetworkSegment(49123ac8-9347-456d-9ac9-431f25fe1983),segment_id=49123ac8-9347-456d-9ac9-431f25fe1983)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:15.289343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.307421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.309126 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-81d4e7fb-edd4-4c3c-9789-c8abc929798c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70faf0bf-3d62-402f-b122-6633de65b829 HTTP/1.1" status: 200 len: 999 time: 0.1944575 Sep 30 08:40:15.311430 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.350948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771238-3eeb-48cf-ba75-1597b79e029c req-45bb1511-a18e-42b1-a79b-ef0b1d5ac03a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.359923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69771238-3eeb-48cf-ba75-1597b79e029c req-45bb1511-a18e-42b1-a79b-ef0b1d5ac03a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 944 time: 0.0715740 Sep 30 08:40:15.408469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69771238-3eeb-48cf-ba75-1597b79e029c req-b0830d45-47ea-4cc4-9225-bf72915a1023 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Sep 30 08:40:15.427135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976460b4-d4bd-4090-8182-a28750f2bc77 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:40:15.463460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-0b1a2757-c4fb-4ca6-b18b-2d52c9b756a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.465239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-0b1a2757-c4fb-4ca6-b18b-2d52c9b756a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f373be6-c604-4e69-8c1c-41f40b23924f HTTP/1.1" status: 200 len: 834 time: 0.0866752 Sep 30 08:40:15.482701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:15.524586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 976460b4-d4bd-4090-8182-a28750f2bc77, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=976460b4-d4bd-4090-8182-a28750f2bc77,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:15.527777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d5cae-7e8f-45a7-9143-3cddd12a5f0e None None] Pushing event updated for resources: {'Port': ['ID=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:15.536284 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.640772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-ddff5007-2f51-45c6-b0c2-7a0c3d6ce733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.642425 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-ddff5007-2f51-45c6-b0c2-7a0c3d6ce733 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288564 Sep 30 08:40:15.700639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54824) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:15.706564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=976460b4-d4bd-4090-8182-a28750f2bc77,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:15.775004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.785179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.786441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.853833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['976460b4-d4bd-4090-8182-a28750f2bc77'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:40:15.870990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9a2ed1d0-0d13-4d28-ac04-c6dfed305f80 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 200 len: 991 time: 0.1688492 Sep 30 08:40:15.997229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=c6948e34-5ffc-472b-b866-2c23777ccabb,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:16.057414 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-c3d7af81-0c0e-4142-8b31-5416b4a91c23 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033964 Sep 30 08:40:16.072593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'db729f08-3787-41af-a114-b4c43c21d77a', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'port_id': '70faf0bf-3d62-402f-b122-6633de65b829', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'mac_address': 'fa:16:3e:0e:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:40:10Z', 'updated_at': '2021-09-30T08:40:10Z', 'revision_number': 0, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:47Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:16.114162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] Checking router: bd72f14a-587d-4c94-9b1f-784b37c5f779 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:16.144996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accbbaf-478b-44c3-95ca-b8843daad70d req-c820e608-193d-44f8-a3f3-81eb079d5d58 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:16.147355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:16.148094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:16.159535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9accbbaf-478b-44c3-95ca-b8843daad70d req-c820e608-193d-44f8-a3f3-81eb079d5d58 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1249573 Sep 30 08:40:16.169130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:16.172688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:16.243905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-48d39af6-a7d9-49a1-b193-9ba5c5d4cead req-180d78fb-5cf1-4484-8518-69358e99f871 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718771 Sep 30 08:40:16.244105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bba7ebb2-27af-46c0-8375-cbeee6f15c8d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:16.335706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9accbbaf-478b-44c3-95ca-b8843daad70d req-51232173-ae2b-42ea-9570-e749246a8a48 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701567 Sep 30 08:40:16.387382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:16.423148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bba7ebb2-27af-46c0-8375-cbeee6f15c8d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:16.423526 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:16.627678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4bc22-9693-4c59-949a-24232266464e req-55f8b4fe-efc8-4d57-a0c1-2280812b1f65 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:16.638522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06a4bc22-9693-4c59-949a-24232266464e req-55f8b4fe-efc8-4d57-a0c1-2280812b1f65 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 945 time: 0.0936370 Sep 30 08:40:16.693585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06a4bc22-9693-4c59-949a-24232266464e req-fff4e459-205f-4436-9b8c-8cf9608bd110 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506256 Sep 30 08:40:16.791483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:16.870358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54846) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:16.877030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:16.950054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port bba7ebb2-27af-46c0-8375-cbeee6f15c8d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,segment=NetworkSegment(49123ac8-9347-456d-9ac9-431f25fe1983),segment_id=49123ac8-9347-456d-9ac9-431f25fe1983)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:16.958232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:16.959931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 17f2cd3e-86c1-417c-a03f-179c668e40ed up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:16.981863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-be865636-d4d3-4fb9-8215-935e9a1272ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 200 len: 991 time: 0.1088572 Sep 30 08:40:17.032747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af21eb-79e5-4d37-a142-b5e6e5a05452 None None] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:17.035031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:17.041180 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-228ca257-81c3-443e-ac2b-0d10e0404878 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1767986 Sep 30 08:40:17.043867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54850) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:17.048647 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:17.049802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-104483671'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:17.064634 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:17.065297 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:17.076726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:17.086671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.133126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:40:17.145521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.146384 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added segment 47d7402c-c261-49c6-a878-f0c0ac9ec449 of type vlan for network a966d3c7-2488-46d5-8895-5d58a9bf12e0 Sep 30 08:40:17.172880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54852) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:17.179152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1da4bd0d-b36c-431e-a65a-cba1e4687eff None None] Provisioning complete for port bba7ebb2-27af-46c0-8375-cbeee6f15c8d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:17.179544 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1da4bd0d-b36c-431e-a65a-cba1e4687eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.192049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:17.245930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 17f2cd3e-86c1-417c-a03f-179c668e40ed triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:17.246859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.247554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.259598 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:17.281058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.290323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:17.290996 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.305606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'db729f08-3787-41af-a114-b4c43c21d77a', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'port_id': '70faf0bf-3d62-402f-b122-6633de65b829', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'mac_address': 'fa:16:3e:0e:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:40:10Z', 'updated_at': '2021-09-30T08:40:10Z', 'revision_number': 0, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:47Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:17.386993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-411638278'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:17.390548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3454676 Sep 30 08:40:17.398323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:17.403760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aca83c-092b-48e4-86f2-cb24483c3aef None None] The sync data for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 is: [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'db729f08-3787-41af-a114-b4c43c21d77a', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'port_id': '70faf0bf-3d62-402f-b122-6633de65b829', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'mac_address': 'fa:16:3e:0e:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:40:10Z', 'updated_at': '2021-09-30T08:40:10Z', 'revision_number': 0, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:47Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:17.416729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'subnet': {'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:17.466842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fd367-af83-4bfe-9ca2-c70b2247ea4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Network': ['ID=a966d3c7-2488-46d5-8895-5d58a9bf12e0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:17.491835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.492905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.499707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:40:17.575630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61152261-f7ca-47b1-8d9d-74a7d4f83619 req-a06782e0-e70a-4055-95da-ec0264d0c15f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:17.578486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61152261-f7ca-47b1-8d9d-74a7d4f83619 req-a06782e0-e70a-4055-95da-ec0264d0c15f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1136761 Sep 30 08:40:17.588169 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:14Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:15Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:17.630558 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:17.631218 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Updating router e29c959c-429f-429a-8d46-d6b7956606ea port c6948e34-5ffc-472b-b866-2c23777ccabb binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:40:17.657843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.665524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61152261-f7ca-47b1-8d9d-74a7d4f83619 req-97ba44af-8906-4ed9-995a-177c38153b63 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Sep 30 08:40:17.667758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.672753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Made reservation on behalf of 4787ef0fd6ed4e7fae15a2fb93dd054d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:17.676662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.728433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.731443 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8870afa0-2c49-49bb-93ff-9d1ac1e1aa08 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5574570 Sep 30 08:40:17.735880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54862) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:17.754568 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.867386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79150c-cbab-40c3-af77-8cf4c74189dd None None] New status for floating IP db729f08-3787-41af-a114-b4c43c21d77a: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:40:17.911765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.078682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54868) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:18.170730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.214702 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.231380 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.266449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 976460b4-d4bd-4090-8182-a28750f2bc77 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:18.268322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bba7ebb2-27af-46c0-8375-cbeee6f15c8d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:18.281625 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd27ce9d-3717-4c47-8ea3-b328335e525e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 200 len: 991 time: 0.1988504 Sep 30 08:40:18.398523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Subnet': ['ID=bfffabe8-a67c-4542-aef7-aac0d6dd9913,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:18.472369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Checking segment: {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:18.475171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network hostable DHCP agents. Network: a966d3c7-2488-46d5-8895-5d58a9bf12e0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:40:18.567714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:40:18.605408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a966d3c7-2488-46d5-8895-5d58a9bf12e0) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:18.611443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:18.612046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.643034 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cbca6430-e39d-408d-86e8-942356a4ae57 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2424691 Sep 30 08:40:18.645309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54874) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:18.649434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fa0db-90dd-4649-b058-0ea5733c8beb None None] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:18.774179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4567ef-5628-44f3-9571-f6b4696cf3b7 req-b5588ea8-8a34-4582-a6f6-fe0b0abbd0bf tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:18.784902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b4567ef-5628-44f3-9571-f6b4696cf3b7 req-b5588ea8-8a34-4582-a6f6-fe0b0abbd0bf tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 945 time: 0.8698084 Sep 30 08:40:18.859300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.877977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.891983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-52afa55f-92da-4f17-86d8-9b140bc1bce2 None None] Provisioning complete for port c6948e34-5ffc-472b-b866-2c23777ccabb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:18.892546 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52afa55f-92da-4f17-86d8-9b140bc1bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.926626 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e6c4-400a-4bd2-8467-e55787feefde None None] Pushing event updated for resources: {'Port': ['ID=c6948e34-5ffc-472b-b866-2c23777ccabb,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:18.959906 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Attempting to bind port c6948e34-5ffc-472b-b866-2c23777ccabb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:18.960366 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Attempting to bind port c6948e34-5ffc-472b-b866-2c23777ccabb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:18.964507 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Attempting to bind port c6948e34-5ffc-472b-b866-2c23777ccabb on network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:18.984665 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:18.988401 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Checking segment: {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:18.988964 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.994107 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Bound using segment: {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:18.995025 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Bound port: c6948e34-5ffc-472b-b866-2c23777ccabb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49123ac8-9347-456d-9ac9-431f25fe1983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:18.995797 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.015410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b4567ef-5628-44f3-9571-f6b4696cf3b7 req-c3d394a1-8080-4d45-b82b-e3e4fc6b6c69 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295468 Sep 30 08:40:19.016589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.017099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e51ab071-1f1e-42f2-a0f2-22953495c492 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:19.028317 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.032850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-36b3c73a-6e59-45c0-b2fb-7621b0f7a3f4 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e51ab071-1f1e-42f2-a0f2-22953495c492 HTTP/1.1" status: 204 len: 168 time: 1.2923925 Sep 30 08:40:19.046353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54880) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:19.046353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Request body: {'router': {'name': 'tempest-router-1517513145', 'distributed': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:19.046632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-52afa55f-92da-4f17-86d8-9b140bc1bce2 None None] Port c6948e34-5ffc-472b-b866-2c23777ccabb cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:19.115554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-52afa55f-92da-4f17-86d8-9b140bc1bce2 None None] Provisioning complete for port bba7ebb2-27af-46c0-8375-cbeee6f15c8d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:19.116139 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52afa55f-92da-4f17-86d8-9b140bc1bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.125108 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.126269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.136909 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] For port c6948e34-5ffc-472b-b866-2c23777ccabb, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:19.149107 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] For port c6948e34-5ffc-472b-b866-2c23777ccabb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c6948e34-5ffc-472b-b866-2c23777ccabb,segment=NetworkSegment(49123ac8-9347-456d-9ac9-431f25fe1983),segment_id=49123ac8-9347-456d-9ac9-431f25fe1983)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:19.156139 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.191791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bba7ebb2-27af-46c0-8375-cbeee6f15c8d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:19.192404 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.194280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 976460b4-d4bd-4090-8182-a28750f2bc77 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:40:19.283979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 976460b4-d4bd-4090-8182-a28750f2bc77 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:19.284750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.287982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:19.289392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:19.293657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54882) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:19.370697 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e6c4-400a-4bd2-8467-e55787feefde None None] Pushing event updated for resources: {'Port': ['ID=c6948e34-5ffc-472b-b866-2c23777ccabb,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:19.442554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.454415 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:19.463103 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.514496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.516287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d364243-4378-4d1b-b48d-ad0902cac6c8 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4769080 Sep 30 08:40:19.520957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54886) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:19.554613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e90ab-c629-48ba-ad90-3052412fadac req-0a20492a-f5eb-4c69-88cf-5c1d7f9b0bc5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:19.562063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.571659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb4e90ab-c629-48ba-ad90-3052412fadac req-0a20492a-f5eb-4c69-88cf-5c1d7f9b0bc5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.4147260 Sep 30 08:40:19.612247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:40:19.612247 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.658359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d05b5493-5dfd-4f77-8374-09de98e4420b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 200 len: 993 time: 0.3626552 Sep 30 08:40:19.729594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.742498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb4e90ab-c629-48ba-ad90-3052412fadac req-6249def1-9787-4913-bec4-d1c58aa0f38c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657448 Sep 30 08:40:19.868761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:19.918265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976460b4-d4bd-4090-8182-a28750f2bc77'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:19.920661 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8995e35-e98a-426a-8795-a1534d42177d" -d '{"events": [{"server_uuid": "9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935", "name": "network-vif-plugged", "status": "completed", "tag": "976460b4-d4bd-4090-8182-a28750f2bc77"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:19.953328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 976460b4-d4bd-4090-8182-a28750f2bc77, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=976460b4-d4bd-4090-8182-a28750f2bc77,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:19.991089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.000281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-897b5a9a-87ff-44d1-8fde-046547209a0c None None] Provisioning complete for port c6948e34-5ffc-472b-b866-2c23777ccabb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:20.000659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-897b5a9a-87ff-44d1-8fde-046547209a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.047783 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5413fce2-b2c3-44a1-8bd9-a3b8115c9e0e x-openstack-request-id: req-5413fce2-b2c3-44a1-8bd9-a3b8115c9e0e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:20.047990 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935", "name": "network-vif-plugged", "status": "completed", "tag": "976460b4-d4bd-4090-8182-a28750f2bc77", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:20.048235 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5413fce2-b2c3-44a1-8bd9-a3b8115c9e0e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:20.048642 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976460b4-d4bd-4090-8182-a28750f2bc77', 'code': 200} Sep 30 08:40:20.059176 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:14Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:19Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:20.091181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Allocated IP 2001:db8:3::2 (a966d3c7-2488-46d5-8895-5d58a9bf12e0/bfffabe8-a67c-4542-aef7-aac0d6dd9913/6cbff307-b17e-48c1-9c43-e3793a17e60c) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:20.130752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=976460b4-d4bd-4090-8182-a28750f2bc77,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:20.146227 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b683662-1531-43e9-aad2-924b2cbe5ca6 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:14Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:19Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:20.258333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.275233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-897b5a9a-87ff-44d1-8fde-046547209a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.275354 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.341846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e240c-48b2-4b19-a0ac-c815d6c71954 req-d1757a2e-7909-4016-9af8-36b2e2f7046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:20.343798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a74e240c-48b2-4b19-a0ac-c815d6c71954 req-d1757a2e-7909-4016-9af8-36b2e2f7046e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 1097 time: 0.1891406 Sep 30 08:40:20.344310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.344866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3da5e1b-45c3-455d-8a7f-86edab032239 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:20.354492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739f93-d4c8-4827-a050-170bc77a81fb req-3fb91d19-3ea4-45ae-9788-22922e95a1d6 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:20.356080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da739f93-d4c8-4827-a050-170bc77a81fb req-3fb91d19-3ea4-45ae-9788-22922e95a1d6 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.1735611 Sep 30 08:40:20.360266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.361457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fb9ea06d-8f36-454c-a872-9ea03ad61ac3 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e3da5e1b-45c3-455d-8a7f-86edab032239 HTTP/1.1" status: 204 len: 168 time: 0.8347139 Sep 30 08:40:20.365586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54892) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:20.371171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Request body: {'router': {'name': 'tempest-router-1663724749', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '10d49f2ce1554f74b1f74ce593d03989'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:20.394782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-897b5a9a-87ff-44d1-8fde-046547209a0c None None] For port c6948e34-5ffc-472b-b866-2c23777ccabb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c6948e34-5ffc-472b-b866-2c23777ccabb,segment=NetworkSegment(49123ac8-9347-456d-9ac9-431f25fe1983),segment_id=49123ac8-9347-456d-9ac9-431f25fe1983)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:20.402582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-897b5a9a-87ff-44d1-8fde-046547209a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.406446 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.410577 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.412429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.425717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a74e240c-48b2-4b19-a0ac-c815d6c71954 req-0d044f55-d656-4fbf-aa62-e0f274970088 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630760 Sep 30 08:40:20.433126 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.443371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da739f93-d4c8-4827-a050-170bc77a81fb req-45ce382f-f7e1-4a4d-802d-dbdd0618e3d6 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684862 Sep 30 08:40:20.478705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:20.481803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:20.485108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:20.485886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.511196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.520557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5a9a-87ff-44d1-8fde-046547209a0c None None] Pushing event updated for resources: {'Port': ['ID=c6948e34-5ffc-472b-b866-2c23777ccabb,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:20.537417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.539388 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a94d261-fb64-4c32-94b1-bc9a94ead02a tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1723621 Sep 30 08:40:20.543582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54894) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:20.554019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Allocated IP 2001:db8:3::1 (a966d3c7-2488-46d5-8895-5d58a9bf12e0/bfffabe8-a67c-4542-aef7-aac0d6dd9913/e120325b-fea2-4c9a-a933-750d1b68f7a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:20.555538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:20.587700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Attempting to bind port 6cbff307-b17e-48c1-9c43-e3793a17e60c on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:20.588083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Attempting to bind port 6cbff307-b17e-48c1-9c43-e3793a17e60c by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:20.588455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Attempting to bind port 6cbff307-b17e-48c1-9c43-e3793a17e60c on network a966d3c7-2488-46d5-8895-5d58a9bf12e0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:20.604743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:20.605128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Checking segment: {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:20.605567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.605973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Bound using segment: {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:20.606462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Bound port: 6cbff307-b17e-48c1-9c43-e3793a17e60c, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:20.606849 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.610127 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Pushing event updated for resources: {'Port': ['ID=6cbff307-b17e-48c1-9c43-e3793a17e60c,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:20.614749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a0fb7489-6997-4202-8a5c-e23cdee1c287 None None] Provisioning complete for port c6948e34-5ffc-472b-b866-2c23777ccabb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:20.615136 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7489-6997-4202-8a5c-e23cdee1c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.723121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.782215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] For port 6cbff307-b17e-48c1-9c43-e3793a17e60c, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:20.786309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] For port 6cbff307-b17e-48c1-9c43-e3793a17e60c, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6cbff307-b17e-48c1-9c43-e3793a17e60c,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:20.801381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.825852 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.860072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:20.863506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:20.867572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:20.868278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.929760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.930266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:20.965794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4cf7-f460-49ec-88c6-4b9c3c4c4831 None None] Pushing event updated for resources: {'Port': ['ID=6cbff307-b17e-48c1-9c43-e3793a17e60c,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:20.997702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=e120325b-fea2-4c9a-a933-750d1b68f7a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:21.011202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.011556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.011886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.012214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.012541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.013357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.013357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.013510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.013901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.014209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.014635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.014901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:21.109108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.151894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d7b06-177d-49df-a54a-7cf7c04e96ca req-faaf0a9d-1e9f-4c18-8729-d3114cb0389f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:21.153668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c7d7b06-177d-49df-a54a-7cf7c04e96ca req-faaf0a9d-1e9f-4c18-8729-d3114cb0389f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2925854 Sep 30 08:40:21.155716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95001) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 30 08:40:21.156177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Router db34e20f-c5c8-4539-85f9-06273db1cb16 migrating from provider to provider. {{(pid=95001) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 30 08:40:21.156771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.167356 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.182816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.302448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c7d7b06-177d-49df-a54a-7cf7c04e96ca req-87e54637-c517-428a-952d-a7b696a6d3f1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334569 Sep 30 08:40:21.343161 n-d-807025-5 neutron-server[95001]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] No L3 agents can host the router db34e20f-c5c8-4539-85f9-06273db1cb16 Sep 30 08:40:21.493615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Hosts for router db34e20f-c5c8-4539-85f9-06273db1cb16: [] {{(pid=95001) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 30 08:40:21.522227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Hosts for other DVR routers connected to router db34e20f-c5c8-4539-85f9-06273db1cb16: set() {{(pid=95001) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 30 08:40:21.524857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.529741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4dc1af6e-a666-4084-b23f-6c5e001ff3dc tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "PUT /v2.0/routers/db34e20f-c5c8-4539-85f9-06273db1cb16 HTTP/1.1" status: 200 len: 717 time: 0.9820001 Sep 30 08:40:21.533976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54910) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:21.585897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482191-240d-4bb4-bdf1-11b36c05faf2 req-2b54d3d2-6e13-4c3b-aeb5-4048a47ccc36 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:21.587484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea482191-240d-4bb4-bdf1-11b36c05faf2 req-2b54d3d2-6e13-4c3b-aeb5-4048a47ccc36 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.0590916 Sep 30 08:40:21.632233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea482191-240d-4bb4-bdf1-11b36c05faf2 req-2fbf3d63-6c01-446d-88da-75287cef68dc tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Sep 30 08:40:21.635407 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c4781c10-be78-4687-8f68-c1db4cc48bf2 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "GET /v2.0/routers/db34e20f-c5c8-4539-85f9-06273db1cb16 HTTP/1.1" status: 200 len: 717 time: 0.0996096 Sep 30 08:40:21.638198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54912) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:21.647179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.655618 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.656656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:21.728858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event updated for resources: {'Port': ['ID=e120325b-fea2-4c9a-a933-750d1b68f7a4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:21.845546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:21.878420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:21.893281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f774470c-3690-4456-84f3-c1fbb42208b3 tempest-RoutersTestDVR-474713437 tempest-RoutersTestDVR-474713437-project] 10.222.0.41 "GET /v2.0/routers/db34e20f-c5c8-4539-85f9-06273db1cb16 HTTP/1.1" status: 200 len: 683 time: 0.2541153 Sep 30 08:40:21.897773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54916) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:22.050152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:22.074106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.207753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c6948e34-5ffc-472b-b866-2c23777ccabb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:22.240230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:22.251488 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77bee69f-b374-40e3-99f5-eaa263345d8b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6048605 Sep 30 08:40:22.254067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54920) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:22.255972 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:22.259428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:22.270428 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:22.271527 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:22.283039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c6948e34-5ffc-472b-b866-2c23777ccabb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:22.283427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.287529 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.290250 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.352705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.354252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db34e20f-c5c8-4539-85f9-06273db1cb16 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:22.360009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.361580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-021d7ba4-1e4a-4155-9c25-43603da9c7ab tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "DELETE /v2.0/routers/db34e20f-c5c8-4539-85f9-06273db1cb16 HTTP/1.1" status: 204 len: 168 time: 0.4626775 Sep 30 08:40:22.366546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54924) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:22.374379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Request body: {'router': {'name': 'tempest-router-66419999', 'distributed': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:22.417585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.418807 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.448226 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:22.454747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6cbff307-b17e-48c1-9c43-e3793a17e60c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:22.484596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a16ef-3822-4acc-bf7c-449277bde554 None None] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:22.542987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780779f-a7a9-47be-905d-49939fc49c75 req-481c9582-42b3-4999-8b42-99d1be40ad77 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:22.544834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a780779f-a7a9-47be-905d-49939fc49c75 req-481c9582-42b3-4999-8b42-99d1be40ad77 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1149087 Sep 30 08:40:22.582020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.591083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.633656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.635571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-743bfb17-155e-439c-bd7f-4478d5ede329 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2672372 Sep 30 08:40:22.635753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7f8133be-a096-4ca3-8bf7-9e3df6e8ccc9 None None] Provisioning complete for port 6cbff307-b17e-48c1-9c43-e3793a17e60c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:22.636127 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7f8133be-a096-4ca3-8bf7-9e3df6e8ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.652037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6cbff307-b17e-48c1-9c43-e3793a17e60c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:22.652369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.655494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a780779f-a7a9-47be-905d-49939fc49c75 req-9752eb17-8964-481c-8207-3d903a75b5ff tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718784 Sep 30 08:40:22.656226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54926) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:22.767070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:40:22.885722 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:21Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e120325b-fea2-4c9a-a933-750d1b68f7a4', 'name': '', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:c8:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:19Z', 'updated_at': '2021-09-30T08:40:21Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:22.949735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:22.950090 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Updating router e29c959c-429f-429a-8d46-d6b7956606ea port e120325b-fea2-4c9a-a933-750d1b68f7a4 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:40:23.006197 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.098854 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7f8133be-a096-4ca3-8bf7-9e3df6e8ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.450775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:40:23.477972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Removed routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:40:23.478517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.508130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.531374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.552205 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.559319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7f8133be-a096-4ca3-8bf7-9e3df6e8ccc9 None None] For port 6cbff307-b17e-48c1-9c43-e3793a17e60c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6cbff307-b17e-48c1-9c43-e3793a17e60c,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:23.569291 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.585790 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7f8133be-a096-4ca3-8bf7-9e3df6e8ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.629318 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa878b3-a973-4862-abe5-4544f3134000 None None] Pushing event updated for resources: {'Port': ['ID=e120325b-fea2-4c9a-a933-750d1b68f7a4,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:23.635992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bc25c-9866-4666-a7cf-4bc6e4bb42be req-47beb4ff-13a7-41aa-84af-62ef9eda9f86 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:23.647380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8133be-a096-4ca3-8bf7-9e3df6e8ccc9 None None] Pushing event updated for resources: {'Port': ['ID=6cbff307-b17e-48c1-9c43-e3793a17e60c,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:23.656704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-413bc25c-9866-4666-a7cf-4bc6e4bb42be req-47beb4ff-13a7-41aa-84af-62ef9eda9f86 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.3219049 Sep 30 08:40:23.661181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:23.733383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'port_id': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'mac_address': 'fa:16:3e:41:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c28f3-7382-4a54-b154-eac9e1116e9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:40:23.760496 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Attempting to bind port e120325b-fea2-4c9a-a933-750d1b68f7a4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:23.768740 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Attempting to bind port e120325b-fea2-4c9a-a933-750d1b68f7a4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:23.769148 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Attempting to bind port e120325b-fea2-4c9a-a933-750d1b68f7a4 on network a966d3c7-2488-46d5-8895-5d58a9bf12e0 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:23.785974 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:23.786377 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Checking segment: {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:23.786784 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.787182 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Bound using segment: {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:23.787712 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Bound port: e120325b-fea2-4c9a-a933-750d1b68f7a4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d7402c-c261-49c6-a878-f0c0ac9ec449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:23.788048 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.832896 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.854341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:40:23.870311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:40:23.870753 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:40:23.904365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.908767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.950249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:23.956774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:23.997858 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] For port e120325b-fea2-4c9a-a933-750d1b68f7a4, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:24.006910 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] For port e120325b-fea2-4c9a-a933-750d1b68f7a4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e120325b-fea2-4c9a-a933-750d1b68f7a4,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:24.015690 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.077889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:24.109394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:24.117060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-413bc25c-9866-4666-a7cf-4bc6e4bb42be req-89af7691-6173-4beb-8c80-422859d88e51 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592595 Sep 30 08:40:24.128367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['32741c00-3c17-49f4-bc64-11028c5d8af3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:40:24.166577 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:24.167347 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:24.169319 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa878b3-a973-4862-abe5-4544f3134000 None None] Pushing event updated for resources: {'Port': ['ID=e120325b-fea2-4c9a-a933-750d1b68f7a4,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:24.282173 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.287978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.328936 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:40:24.333573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:24.334178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Provisioning complete for port e120325b-fea2-4c9a-a933-750d1b68f7a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:24.334720 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.342492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.345024 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-72a5a293-4cff-4241-afe8-fd7387dd22d5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 954 time: 2.0897636 Sep 30 08:40:24.348287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:24.455440 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:24.467430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.470147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9966865-92cd-4cbd-a2c6-eae468d8f540 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:24.515221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:24.521464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9f5de159-d04e-4686-bb97-46b426d07d38 tempest-RoutersTestDVR-1526681084 tempest-RoutersTestDVR-1526681084-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a9966865-92cd-4cbd-a2c6-eae468d8f540 HTTP/1.1" status: 204 len: 168 time: 1.8639691 Sep 30 08:40:24.582199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288db59-49bf-49db-ab82-f8fb5a1d819c req-095a7d36-9e92-4443-a635-96577e3fe4a6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:24.590153 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-05ec4b0f-2d30-47bc-a2d2-f4a76c6a1b11 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 954 time: 0.2381091 Sep 30 08:40:24.593396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2288db59-49bf-49db-ab82-f8fb5a1d819c req-095a7d36-9e92-4443-a635-96577e3fe4a6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.1525869 Sep 30 08:40:24.600966 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 54972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:24.608648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'routes': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:24.716533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2288db59-49bf-49db-ab82-f8fb5a1d819c req-5b689306-4766-4d1f-967c-df9b29b512ea tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202176 Sep 30 08:40:24.811922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6cbff307-b17e-48c1-9c43-e3793a17e60c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:25.269987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:25.339194 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:23Z', 'revision_number': 6, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e120325b-fea2-4c9a-a933-750d1b68f7a4', 'name': '', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:c8:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:19Z', 'updated_at': '2021-09-30T08:40:23Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:25.384952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6cbff307-b17e-48c1-9c43-e3793a17e60c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:25.385377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:25.486452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] For port e120325b-fea2-4c9a-a933-750d1b68f7a4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e120325b-fea2-4c9a-a933-750d1b68f7a4,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:25.491947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:25.502683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 54990) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:25.574208 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6b9a-2484-4872-893a-2d224c9d44cf None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:23Z', 'revision_number': 6, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e120325b-fea2-4c9a-a933-750d1b68f7a4', 'name': '', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:c8:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:19Z', 'updated_at': '2021-09-30T08:40:23Z', 'revision_number': 4, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:25.753387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Provisioning complete for port 6cbff307-b17e-48c1-9c43-e3793a17e60c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:25.753803 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:25.810444 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5999-6c87-4ccf-827d-d0a3722049b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:25.982271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69842c6a-8bfe-4515-b4c4-7552ef6e25bc None None] Pushing event updated for resources: {'Port': ['ID=e120325b-fea2-4c9a-a933-750d1b68f7a4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:25.995761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.011840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.023417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:40:26.024158 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:40:26.080948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.164125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb7df-4aea-4902-b23a-6e82b303459e req-4b0763e1-fc58-4293-a16d-5bb6632212c0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:26.173219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acfbb7df-4aea-4902-b23a-6e82b303459e req-4b0763e1-fc58-4293-a16d-5bb6632212c0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.2350976 Sep 30 08:40:26.318453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d2449b21-a937-4f08-904e-7e80551b9564 None None] Provisioning complete for port e120325b-fea2-4c9a-a933-750d1b68f7a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:26.319038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2449b21-a937-4f08-904e-7e80551b9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.329691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acfbb7df-4aea-4902-b23a-6e82b303459e req-d40fe8e5-aedd-4148-b63b-8c2646039201 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485322 Sep 30 08:40:26.395749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5999-6c87-4ccf-827d-d0a3722049b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.401810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5999-6c87-4ccf-827d-d0a3722049b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.522073 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.531888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.622081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b5999-6c87-4ccf-827d-d0a3722049b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ab04d-9cf1-48ea-9a60-7fd650a9dd0f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:26.651616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1e6b5999-6c87-4ccf-827d-d0a3722049b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10d49f2ce1554f74b1f74ce593d03989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1477189 Sep 30 08:40:26.661498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55002) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:26.709644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-eec89c83-e35f-429a-b53f-f4bafb07166e None None] Provisioning complete for port e120325b-fea2-4c9a-a933-750d1b68f7a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:26.714972 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eec89c83-e35f-429a-b53f-f4bafb07166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.722934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:26.731219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:26.831152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e120325b-fea2-4c9a-a933-750d1b68f7a4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:26.916010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b1de0b70-66ad-4a0c-8396-d1185d6f2feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.965251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:26.974641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.978209 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7b5f6c3-8d14-4df5-9ff3-2a28b7cef85a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 704 time: 2.3724637 Sep 30 08:40:26.979713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55004) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:26.980301 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b1de0b70-66ad-4a0c-8396-d1185d6f2feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.080177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 32741c00-3c17-49f4-bc64-11028c5d8af3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:27.083435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.125142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b1de0b70-66ad-4a0c-8396-d1185d6f2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.131138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b1de0b70-66ad-4a0c-8396-d1185d6f2feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.135476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b1de0b70-66ad-4a0c-8396-d1185d6f2feb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f4ab04d-9cf1-48ea-9a60-7fd650a9dd0f HTTP/1.1" status: 204 len: 168 time: 0.4728076 Sep 30 08:40:27.145122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de0b70-66ad-4a0c-8396-d1185d6f2feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ab04d-9cf1-48ea-9a60-7fd650a9dd0f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:27.223950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55010) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:27.224276 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f255738-7c00-4d75-89c2-ef39276b072a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 704 time: 0.2414761 Sep 30 08:40:27.379185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:27.427426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e120325b-fea2-4c9a-a933-750d1b68f7a4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:27.428040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.543232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:27.544230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:27.790949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.802389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdc2fd-d674-48dc-b42c-ab54fd727cd9 req-71841338-e595-4e4a-8670-116941d3cafa tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:27.815422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dbdc2fd-d674-48dc-b42c-ab54fd727cd9 req-71841338-e595-4e4a-8670-116941d3cafa tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.2198367 Sep 30 08:40:27.840675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:27.842433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:27.845182 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e7517d-33d4-4d69-9d6a-aacb75e17d8f" -d '{"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:27.887450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:27.894591 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.017953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dbdc2fd-d674-48dc-b42c-ab54fd727cd9 req-cbae94f5-a84b-41e8-b81f-f9eccf69d8d8 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946280 Sep 30 08:40:28.030208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:28.122177 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c041f8d8-a17d-4693-84d8-8898f5c86ee8 x-openstack-request-id: req-c041f8d8-a17d-4693-84d8-8898f5c86ee8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:28.123068 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:28.123068 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c041f8d8-a17d-4693-84d8-8898f5c86ee8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:28.123068 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'code': 200} Sep 30 08:40:28.238167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:26Z', 'revision_number': 7, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e120325b-fea2-4c9a-a933-750d1b68f7a4', 'name': '', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:c8:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:19Z', 'updated_at': '2021-09-30T08:40:25Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:28.255789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55032) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:28.313071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb8a76dd-f8fd-47b2-834c-b7fe5fd757f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.319228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:28.339372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:28.341593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:28.402712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.721732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb8a76dd-f8fd-47b2-834c-b7fe5fd757f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.739658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb8a76dd-f8fd-47b2-834c-b7fe5fd757f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.877890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eb8a76dd-f8fd-47b2-834c-b7fe5fd757f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de3aa65b69d84019af57978512c8d2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203246 Sep 30 08:40:28.878817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:28.892122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a76dd-f8fd-47b2-834c-b7fe5fd757f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd74060-25bd-4ce7-8460-0834a4e81b27,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:29.064565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347ef17f-3131-4f05-9981-a01cb6d5d34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.139849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:29.142712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347ef17f-3131-4f05-9981-a01cb6d5d34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.298495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347ef17f-3131-4f05-9981-a01cb6d5d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.306751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347ef17f-3131-4f05-9981-a01cb6d5d34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.307932 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-347ef17f-3131-4f05-9981-a01cb6d5d34a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afd74060-25bd-4ce7-8460-0834a4e81b27 HTTP/1.1" status: 204 len: 168 time: 0.4269919 Sep 30 08:40:29.328556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef17f-3131-4f05-9981-a01cb6d5d34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd74060-25bd-4ce7-8460-0834a4e81b27,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:29.434709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port e120325b-fea2-4c9a-a933-750d1b68f7a4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:29.435275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.460885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76738975-ea6f-4661-a4fe-b3bbc386e7d2 req-40676703-ea28-4d13-8357-f5eab04006b0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:29.462778 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76738975-ea6f-4661-a4fe-b3bbc386e7d2 req-40676703-ea28-4d13-8357-f5eab04006b0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2295499 Sep 30 08:40:29.594066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-76738975-ea6f-4661-a4fe-b3bbc386e7d2 req-84269450-a103-4cc7-8caf-acb0107c164f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976295 Sep 30 08:40:29.694699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:26Z', 'revision_number': 7, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e120325b-fea2-4c9a-a933-750d1b68f7a4', 'name': '', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:c8:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:19Z', 'updated_at': '2021-09-30T08:40:25Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:29.766615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd3829-5c75-4f24-a83c-4988dbca4d49 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:26Z', 'revision_number': 7, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e120325b-fea2-4c9a-a933-750d1b68f7a4', 'name': '', 'network_id': 'a966d3c7-2488-46d5-8895-5d58a9bf12e0', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:c8:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:19Z', 'updated_at': '2021-09-30T08:40:25Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'bfffabe8-a67c-4542-aef7-aac0d6dd9913', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:29.790208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port e120325b-fea2-4c9a-a933-750d1b68f7a4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e120325b-fea2-4c9a-a933-750d1b68f7a4,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:29.791222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.845774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for e120325b-fea2-4c9a-a933-750d1b68f7a4 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:30.269005 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.378802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=e120325b-fea2-4c9a-a933-750d1b68f7a4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:30.767182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.008113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b33b-fdb8-41a6-a656-aba3f8dbac21 req-f1685e20-d97b-4f48-a1a4-c729cda247cb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:31.009734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7c3b33b-fdb8-41a6-a656-aba3f8dbac21 req-f1685e20-d97b-4f48-a1a4-c729cda247cb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2444484 Sep 30 08:40:31.150990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7c3b33b-fdb8-41a6-a656-aba3f8dbac21 req-7a49e116-232b-4f47-b94d-5553c9c6d711 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142941 Sep 30 08:40:31.184191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:31.417859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:31.431230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e527674d-c3b4-4882-a953-da8e6711df0c tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2049925 Sep 30 08:40:31.434686 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55084) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:31.438048 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:31.458571 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:31.459447 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:31.563794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet bfffabe8-a67c-4542-aef7-aac0d6dd9913 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:31.583832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.661461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.792230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.878652 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.931975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.938378 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/bfffabe8-a67c-4542-aef7-aac0d6dd9913 HTTP/1.1" status: 204 len: 168 time: 0.4994030 Sep 30 08:40:31.938378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008edb-3e96-4537-bf3a-82894d6a02e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=bfffabe8-a67c-4542-aef7-aac0d6dd9913,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:31.941547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55094) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:31.942497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493293be-8c23-4272-8b91-5271c605f14c None None] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:31.970240 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:32.150851 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.271260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:32.288870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] DHCP port deletion for a966d3c7-2488-46d5-8895-5d58a9bf12e0 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:32.299667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 6cbff307-b17e-48c1-9c43-e3793a17e60c {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:32.299999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.393319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port 6cbff307-b17e-48c1-9c43-e3793a17e60c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6cbff307-b17e-48c1-9c43-e3793a17e60c,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:32.397050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.412280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 6cbff307-b17e-48c1-9c43-e3793a17e60c owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:32.455283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Deleting port 6cbff307-b17e-48c1-9c43-e3793a17e60c {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:32.455661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.499351 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:30Z', 'revision_number': 8, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.560631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.570921 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:32.598347 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:32.598998 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.610078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-6658048', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:32.617820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] For port 6cbff307-b17e-48c1-9c43-e3793a17e60c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6cbff307-b17e-48c1-9c43-e3793a17e60c,segment=NetworkSegment(47d7402c-c261-49c6-a878-f0c0ac9ec449),segment_id=47d7402c-c261-49c6-a878-f0c0ac9ec449)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:32.618223 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.647715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=6cbff307-b17e-48c1-9c43-e3793a17e60c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:32.654521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port 6cbff307-b17e-48c1-9c43-e3793a17e60c on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:32.659001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Made reservation on behalf of 4d55660d4fc34a91ab36a582e73a7689 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:32.661819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.666940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Calling delete_port for 6cbff307-b17e-48c1-9c43-e3793a17e60c owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:32.680517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.713684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6cbff307-b17e-48c1-9c43-e3793a17e60c no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:32.787296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6cbff307-b17e-48c1-9c43-e3793a17e60c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:32.787911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6cbff307-b17e-48c1-9c43-e3793a17e60c not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:32.837681 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:32.844605 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.876487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a966d3c7-2488-46d5-8895-5d58a9bf12e0']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.898764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7402c-c261-49c6-a878-f0c0ac9ec449') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.900300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7402c-c261-49c6-a878-f0c0ac9ec449') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.914530 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.928879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.935922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:32.937101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.939250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.947621 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.970670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] device_id is not set on port b9c09ca2-146e-4818-a6a0-4ddcdde6bb41 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:33.006408 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:33.010723 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 08:40:33.021466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.023788 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.033048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3e272-8af3-4935-97e9-dd8478c243a2 req-7d6f9462-8a73-4308-aaec-4707042dbd3b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:33.035029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3e3e272-8af3-4935-97e9-dd8478c243a2 req-7d6f9462-8a73-4308-aaec-4707042dbd3b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.4876354 Sep 30 08:40:33.041719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.043766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/a966d3c7-2488-46d5-8895-5d58a9bf12e0 HTTP/1.1" status: 204 len: 168 time: 1.0968778 Sep 30 08:40:33.048148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55108) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:33.073045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852b8fe-6084-4d79-9a6a-0f4dba7d0e48 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=a966d3c7-2488-46d5-8895-5d58a9bf12e0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:33.074450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac21fef-c3f0-4506-81ba-2079a2265b46,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:33.093824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Pushing event deleted for resources: {'Port': ['ID=6cbff307-b17e-48c1-9c43-e3793a17e60c,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:33.105851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] Network a966d3c7-2488-46d5-8895-5d58a9bf12e0 is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:40:33.106296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5c314-d90e-4dd4-b89e-e9380afd36b4 None None] No DVR routers for this DVR port 6cbff307-b17e-48c1-9c43-e3793a17e60c on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:33.333938 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:30Z', 'revision_number': 8, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:33.345266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Allocated IP 172.25.7.32 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b9c09ca2-146e-4818-a6a0-4ddcdde6bb41) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:33.390430 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc0c2e-1daa-479e-a74d-76cc70dfdcb5 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:30Z', 'revision_number': 8, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6948e34-5ffc-472b-b866-2c23777ccabb', 'name': '', 'network_id': '908f38b3-b3b7-4c80-89c7-e7eddd8176dc', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a0:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:13Z', 'updated_at': '2021-09-30T08:40:20Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': 'd4a67331-7152-4401-99a8-1a1cdd1a550a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:33.708972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.868271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.908189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3e3e272-8af3-4935-97e9-dd8478c243a2 req-7aa749a0-0482-413d-8b23-3a151cc58db6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8628073 Sep 30 08:40:34.108130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Pushing event updated for resources: {'Port': ['ID=b9c09ca2-146e-4818-a6a0-4ddcdde6bb41,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:34.138284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:34.153183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:34.165770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:34.272310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:34.273172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.307405 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5abbbf03-fbd8-46de-87fd-0022383fdb20 tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0345767 Sep 30 08:40:34.307800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55130) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:34.331164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.32'}]}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:34.355099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.356103 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.470046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.483938 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.629110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e120325b-fea2-4c9a-a933-750d1b68f7a4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:34.679257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e120325b-fea2-4c9a-a933-750d1b68f7a4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:34.682476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e120325b-fea2-4c9a-a933-750d1b68f7a4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:34.923301 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.054757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port c6948e34-5ffc-472b-b866-2c23777ccabb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:35.060581 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.168115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port c6948e34-5ffc-472b-b866-2c23777ccabb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c6948e34-5ffc-472b-b866-2c23777ccabb,segment=NetworkSegment(49123ac8-9347-456d-9ac9-431f25fe1983),segment_id=49123ac8-9347-456d-9ac9-431f25fe1983)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:35.168860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.182985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for c6948e34-5ffc-472b-b866-2c23777ccabb owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:35.388941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdb87-52d1-4c90-9bc4-d8513163a10e req-1d235ebc-05c7-4396-9d6b-f8249919cbb2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:35.391075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-582cdb87-52d1-4c90-9bc4-d8513163a10e req-1d235ebc-05c7-4396-9d6b-f8249919cbb2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1509726 Sep 30 08:40:35.532242 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-582cdb87-52d1-4c90-9bc4-d8513163a10e req-d43749a9-f80a-48f8-8d3c-ca0cc96cfee3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331248 Sep 30 08:40:35.639382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.664501 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.699741 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.790753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=c6948e34-5ffc-472b-b866-2c23777ccabb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:36.024962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:36.322195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:36.820882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:36.903123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:36.907908 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:36.929622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696abd07-d454-4268-ab02-35990ce30b0b req-4ec9cc7a-aaa8-4e9f-af2a-b6087843efdf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:36.931204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-696abd07-d454-4268-ab02-35990ce30b0b req-4ec9cc7a-aaa8-4e9f-af2a-b6087843efdf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2305088 Sep 30 08:40:37.061235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.062060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07fdda43-05d7-43ed-a4bc-3e48f069bc82 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:37.142596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-696abd07-d454-4268-ab02-35990ce30b0b req-c8af1309-354b-4a4a-8c50-853ac066a620 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728609 Sep 30 08:40:37.145656 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:40:37.149352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-611fc63d-026a-4f64-93df-9536acf19d1e tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8288920 Sep 30 08:40:37.149786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55150) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:37.174390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:37.188569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3594be4d-bdc8-4752-808a-7c12b77e5fa0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1361499 Sep 30 08:40:37.188733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:37.189525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55152) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:37.197541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:37.198469 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:37.287476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:37.302230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:37.327888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet d4a67331-7152-4401-99a8-1a1cdd1a550a {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:37.331648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.375354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Deleting subnet 942ade50-afe7-4a19-81cb-9002d986d2e3 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:37.379533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.406780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Deleting port b9c09ca2-146e-4818-a6a0-4ddcdde6bb41 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:37.407455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.409217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.445430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.538020 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.542024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.591940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Calling delete_port for b9c09ca2-146e-4818-a6a0-4ddcdde6bb41 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:37.597185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.626117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:35Z', 'revision_number': 9, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:37.644252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.671105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:37.681959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:37.683113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:37.719043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.742544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.747465 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/942ade50-afe7-4a19-81cb-9002d986d2e3 HTTP/1.1" status: 204 len: 168 time: 0.4549792 Sep 30 08:40:37.749077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3eca9-1205-4312-a682-6faeb9d25754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942ade50-afe7-4a19-81cb-9002d986d2e3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:37.756676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55158) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:37.769130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a67331-7152-4401-99a8-1a1cdd1a550a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:37.777690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.780083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4fdd4f35-bba8-4abd-acea-23cece4b49c4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/d4a67331-7152-4401-99a8-1a1cdd1a550a HTTP/1.1" status: 204 len: 168 time: 0.5894840 Sep 30 08:40:37.783828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:37.793416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98716f84-5fed-4ee5-86ef-2b6c713deb9c None None] Network 908f38b3-b3b7-4c80-89c7-e7eddd8176dc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:37.851148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:37.892556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:37.956126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.076437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port bba7ebb2-27af-46c0-8375-cbeee6f15c8d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:38.077398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.103517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.106176 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.156368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9c09ca2-146e-4818-a6a0-4ddcdde6bb41,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:38.164740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port bba7ebb2-27af-46c0-8375-cbeee6f15c8d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,segment=NetworkSegment(49123ac8-9347-456d-9ac9-431f25fe1983),segment_id=49123ac8-9347-456d-9ac9-431f25fe1983)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:38.164740 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.165968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d34b835-f95f-4579-a5e5-05578f650859']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.186928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for bba7ebb2-27af-46c0-8375-cbeee6f15c8d owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:38.203188 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47923cd-3919-41f6-a69a-a84ed727215f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.203487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47923cd-3919-41f6-a69a-a84ed727215f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.311495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.313737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.319078 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-126b9a75-8d13-4153-9376-8882fab5ceee tempest-RoutersAdminNegativeTest-1841507505 tempest-RoutersAdminNegativeTest-1841507505-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b9c09ca2-146e-4818-a6a0-4ddcdde6bb41 HTTP/1.1" status: 204 len: 168 time: 1.1681082 Sep 30 08:40:38.334242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.344233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:38.344233 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.351957 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.424946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:35Z', 'revision_number': 9, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:38.437896 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:38.443988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.454824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port bba7ebb2-27af-46c0-8375-cbeee6f15c8d on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:38.458557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.463256 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8d34b835-f95f-4579-a5e5-05578f650859 HTTP/1.1" status: 204 len: 168 time: 0.7023320 Sep 30 08:40:38.464018 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55170) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:38.468761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=bba7ebb2-27af-46c0-8375-cbeee6f15c8d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:38.515753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a56ead-32c7-4605-a277-8fb8c434c5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d34b835-f95f-4579-a5e5-05578f650859,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:38.540691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Deleting subnet 1d97235d-c9d1-4730-a68b-35007c040f87 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:38.546203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.556575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dd7a0-f206-46ac-a26f-3b0864ecb1df None None] DHCP port deletion for 908f38b3-b3b7-4c80-89c7-e7eddd8176dc request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:38.569373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9f94-e15b-431e-beba-587831d52cc6 req-16346de2-4134-47c4-9d6b-9f8c0948bef3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:38.571033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-533b9f94-e15b-431e-beba-587831d52cc6 req-16346de2-4134-47c4-9d6b-9f8c0948bef3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.2415679 Sep 30 08:40:38.578496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c793372-576a-4e07-8023-320e997b78d6 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:35Z', 'revision_number': 9, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': '17f2cd3e-86c1-417c-a03f-179c668e40ed', 'name': '', 'network_id': 'edccd8b8-204c-4156-94df-394d111957be', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:a5:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:07Z', 'updated_at': '2021-09-30T08:40:13Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '0a4de8e4-dbfc-42a5-9ed7-f09c968045e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:38.593169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f74eba59-d98d-4e95-9a82-7599aee6a42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.632566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.722375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f38b3-b3b7-4c80-89c7-e7eddd8176dc']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.751803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bba7ebb2-27af-46c0-8375-cbeee6f15c8d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:38.773392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: bba7ebb2-27af-46c0-8375-cbeee6f15c8d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:38.773772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bba7ebb2-27af-46c0-8375-cbeee6f15c8d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:38.775172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-533b9f94-e15b-431e-beba-587831d52cc6 req-0bae6340-9cdd-4620-9b40-7fddf4c41b6e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335330 Sep 30 08:40:38.777237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49123ac8-9347-456d-9ac9-431f25fe1983') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.777611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49123ac8-9347-456d-9ac9-431f25fe1983') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:38.794910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.825016 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.851674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:38.857734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:38.889606 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:38.964276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55174) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:38.978335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.020319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=908f38b3-b3b7-4c80-89c7-e7eddd8176dc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:39.037923 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.045066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a55115ae-3e34-426d-acaa-94096f9fe355 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/908f38b3-b3b7-4c80-89c7-e7eddd8176dc HTTP/1.1" status: 204 len: 168 time: 1.2600393 Sep 30 08:40:39.048292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55178) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:39.098465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.147937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.237693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a48921a2-56a7-4d8e-99d4-85dd262eb991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.242410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.275880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d97235d-c9d1-4730-a68b-35007c040f87,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:39.290442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.298653 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-749dc9ef-f7e1-43a3-9f91-f090620758ad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d97235d-c9d1-4730-a68b-35007c040f87 HTTP/1.1" status: 204 len: 168 time: 0.8258963 Sep 30 08:40:39.300291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55186) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:39.408818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.534839 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.551791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a48921a2-56a7-4d8e-99d4-85dd262eb991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.559295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a48921a2-56a7-4d8e-99d4-85dd262eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.573431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601d7264-6be6-4aa0-872b-983f28481e12']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:39.588496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f004fa-908c-49da-aae8-db6ffda4fbbd') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:39.589311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f004fa-908c-49da-aae8-db6ffda4fbbd') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:39.590976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48921a2-56a7-4d8e-99d4-85dd262eb991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db8be53-f23a-47ef-9fda-67be13e90ee8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:39.604724 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.626293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.636438 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:39.636989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:39.639391 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:39.641048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a48921a2-56a7-4d8e-99d4-85dd262eb991 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=068b71a176c34dbdb91ebd92435b8c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734402 Sep 30 08:40:39.642649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55188) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:39.707840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.732147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.738143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.740391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] 10.222.0.41 "DELETE /v2.0/networks/601d7264-6be6-4aa0-872b-983f28481e12 HTTP/1.1" status: 204 len: 168 time: 0.4382660 Sep 30 08:40:39.764405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c007c-3c74-4e71-a321-fd6e00ad1b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=601d7264-6be6-4aa0-872b-983f28481e12,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:39.773746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9db7-62a1-459e-97f8-4244c7e08b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.819384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9db7-62a1-459e-97f8-4244c7e08b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:39.899820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55194) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:39.961204 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9d93aaee-7887-4751-be4d-48bc9f175387 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f35de23e53f4aac919e6139b55d3f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595129 Sep 30 08:40:39.963757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55196) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:40.054258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc79ca1-cd50-4dc8-9123-65346640e762 req-19b2d4fa-37be-4bec-b299-8a6650c36028 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:40.056545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebc79ca1-cd50-4dc8-9123-65346640e762 req-19b2d4fa-37be-4bec-b299-8a6650c36028 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1552484 Sep 30 08:40:40.071402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5031623a-d189-4e4f-844b-c9f69af4ba11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.093763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9db7-62a1-459e-97f8-4244c7e08b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.096649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9db7-62a1-459e-97f8-4244c7e08b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.100183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5031623a-d189-4e4f-844b-c9f69af4ba11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.100336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1b0e9db7-62a1-459e-97f8-4244c7e08b83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2db8be53-f23a-47ef-9fda-67be13e90ee8 HTTP/1.1" status: 204 len: 168 time: 0.4543741 Sep 30 08:40:40.119932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9db7-62a1-459e-97f8-4244c7e08b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db8be53-f23a-47ef-9fda-67be13e90ee8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:40.165075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebc79ca1-cd50-4dc8-9123-65346640e762 req-de563e4e-c459-4634-9e9e-c2ace5c97236 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840523 Sep 30 08:40:40.172767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5031623a-d189-4e4f-844b-c9f69af4ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.179448 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5031623a-d189-4e4f-844b-c9f69af4ba11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.184224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5031623a-d189-4e4f-844b-c9f69af4ba11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf8fc762-0242-4a59-a957-a8ee8b7e3014 HTTP/1.1" status: 204 len: 168 time: 0.2182431 Sep 30 08:40:40.202583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031623a-d189-4e4f-844b-c9f69af4ba11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fc762-0242-4a59-a957-a8ee8b7e3014,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:40.343945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port 17f2cd3e-86c1-417c-a03f-179c668e40ed {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:40.344299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.537361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port 17f2cd3e-86c1-417c-a03f-179c668e40ed, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=17f2cd3e-86c1-417c-a03f-179c668e40ed,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:40.537769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.568022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for 17f2cd3e-86c1-417c-a03f-179c668e40ed owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:40.602575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c6948e34-5ffc-472b-b866-2c23777ccabb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:40.630599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c6948e34-5ffc-472b-b866-2c23777ccabb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:40.637746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c6948e34-5ffc-472b-b866-2c23777ccabb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:40.744473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55208) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:40.761996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55210) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:40.828120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-940ed0c6-977d-4c3f-bd9d-2d64b7388b8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=524801a406114c7bb6214087b900e524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842822 Sep 30 08:40:40.828790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55212) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:40.858266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.884597 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-03e99917-b90f-43f9-9499-aaa9f849d361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d55660d4fc34a91ab36a582e73a7689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173720 Sep 30 08:40:40.891658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55214) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:40.906775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=17f2cd3e-86c1-417c-a03f-179c668e40ed,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:40.941383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-754e5270-cb8a-4859-a5c0-9bd9671fdfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.971950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-754e5270-cb8a-4859-a5c0-9bd9671fdfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.036989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-754e5270-cb8a-4859-a5c0-9bd9671fdfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.040203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-754e5270-cb8a-4859-a5c0-9bd9671fdfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.044377 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-754e5270-cb8a-4859-a5c0-9bd9671fdfab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02942f9f-ae33-4b85-a85a-ed4bc73ceacb HTTP/1.1" status: 204 len: 168 time: 0.2113395 Sep 30 08:40:41.087919 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-308e49d7-9ad8-4ed8-97e5-356352507e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.103976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e5270-cb8a-4859-a5c0-9bd9671fdfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02942f9f-ae33-4b85-a85a-ed4bc73ceacb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:41.105973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.110310 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc8b9-1880-40da-a8fb-6c47cadc4c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.197355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc8b9-1880-40da-a8fb-6c47cadc4c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.336055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc8b9-1880-40da-a8fb-6c47cadc4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.340549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc8b9-1880-40da-a8fb-6c47cadc4c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.342129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f5fc8b9-1880-40da-a8fb-6c47cadc4c22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aac21fef-c3f0-4506-81ba-2079a2265b46 HTTP/1.1" status: 204 len: 168 time: 0.4505036 Sep 30 08:40:41.373205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc8b9-1880-40da-a8fb-6c47cadc4c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac21fef-c3f0-4506-81ba-2079a2265b46,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:41.479622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.495110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be3b3-756b-473a-bbdd-0266d01a5b83 req-25791676-a6db-4299-a900-c3549be5c432 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:41.503866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-316be3b3-756b-473a-bbdd-0266d01a5b83 req-25791676-a6db-4299-a900-c3549be5c432 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1238592 Sep 30 08:40:41.536617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:41.588386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-316be3b3-756b-473a-bbdd-0266d01a5b83 req-ec80b0d6-661f-4ba7-8ce4-c4d587824e86 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833328 Sep 30 08:40:41.702968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:41.716148 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:41.730735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:41.732639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a83a2614-b1c8-4d7a-910f-25582c4c319e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828475 Sep 30 08:40:41.733668 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:41.735685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:41.875170 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:41.940195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet 0a4de8e4-dbfc-42a5-9ed7-f09c968045e0 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:41.951488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.041752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.153638 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:40Z', 'revision_number': 10, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:42.187532 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:42.194742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.209609 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:42.210377 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:42.331102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.367875 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:42.383799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4de8e4-dbfc-42a5-9ed7-f09c968045e0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:42.394099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.395656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0f256-8bf5-4f04-901c-f0ac24bc57b5 None None] Network edccd8b8-204c-4156-94df-394d111957be requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:42.396116 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-23ba3941-5bc4-46cb-8c46-22f7547b5908 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/0a4de8e4-dbfc-42a5-9ed7-f09c968045e0 HTTP/1.1" status: 204 len: 168 time: 0.6587420 Sep 30 08:40:42.398838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55256) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:42.543901 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.733431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:42.733848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.803723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] DHCP port deletion for edccd8b8-204c-4156-94df-394d111957be request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:42.896553 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:40Z', 'revision_number': 10, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:42.901040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] Deleting port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:42.901422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.961476 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35069f3f-e8aa-4fd6-8142-2a1704e3336f None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:40Z', 'revision_number': 10, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None, '_interfaces': [{'id': 'b1b3bcbc-063c-4803-96fb-ab744e50d5af', 'name': '', 'network_id': '41654a2b-6957-4e8b-bf5b-d63cc2d407e5', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'mac_address': 'fa:16:3e:b6:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:40:02Z', 'updated_at': '2021-09-30T08:40:08Z', 'revision_number': 5, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'subnets': [{'id': '3e46453e-5ccb-4546-b1d8-a43f06b9399c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:43.002434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] For port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:43.003097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.021079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] Calling delete_port for a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:43.212032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.243163 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.266925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55278) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:43.302180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] Pushing event deleted for resources: {'Port': ['ID=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:43.321223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12046274-e4ae-45a7-b3c6-c3fd800104b3 None None] No DVR routers for this DVR port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:43.477328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-971007202'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:43.543993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:43.559722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.584663 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.809438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,segment=NetworkSegment(07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0),segment_id=07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:43.818205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.846729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.857339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.867309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:43.953616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:40:43.981745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.982498 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Added segment 26cfa8a7-1371-4641-9656-2a6ff17b12c4 of type vlan for network a9261380-593e-4f43-882c-346fbe0f6ae8 Sep 30 08:40:44.042821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.073177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.081399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:44.082316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.099938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f3774-8919-438d-8363-67315a20c5ac req-d74b2112-7628-4d40-a4db-307bf1621f83 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:44.106076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c70f3774-8919-438d-8363-67315a20c5ac req-d74b2112-7628-4d40-a4db-307bf1621f83 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.5075362 Sep 30 08:40:44.122473 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8540876 Sep 30 08:40:44.123945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.145589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55298) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:44.159506 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9507eb-aa45-4787-925b-de279b916abd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:44.189162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'subnet': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:44.193286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:44.222755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:44.259409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ccef-4ae8-452e-9595-dfc5036fc13e tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Network': ['ID=a9261380-593e-4f43-882c-346fbe0f6ae8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:44.272181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a9261380-593e-4f43-882c-346fbe0f6ae8 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:40:44.323648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c70f3774-8919-438d-8363-67315a20c5ac req-2670130b-4222-4b65-b32d-050505de2667 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121367 Sep 30 08:40:44.402543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.406377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:44.409922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.452733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edccd8b8-204c-4156-94df-394d111957be']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:44.468207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:44.468535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c488ee-9cf1-4a5b-8c30-6bba6c04ebd0') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:44.507645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.535293 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.543270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:44.543621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:44.547441 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:44.670670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:44.685861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.697165 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.698315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:44.698902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a3a3f9b1-12a9-40a3-8a0c-8e5f3e402ca7 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:44.699448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/edccd8b8-204c-4156-94df-394d111957be HTTP/1.1" status: 204 len: 168 time: 2.2996125 Sep 30 08:40:44.699715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 17f2cd3e-86c1-417c-a03f-179c668e40ed no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:44.702886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55302) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:44.714658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ad0a-07c5-4e95-a6c5-07df82853349 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=edccd8b8-204c-4156-94df-394d111957be,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:44.739840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 17f2cd3e-86c1-417c-a03f-179c668e40ed {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:44.740209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 17f2cd3e-86c1-417c-a03f-179c668e40ed not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:44.925281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.941929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.030260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Subnet': ['ID=d8bc49d7-1231-49ea-afe6-310d3d8efa40,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:45.042118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Checking segment: {'id': '26cfa8a7-1371-4641-9656-2a6ff17b12c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:45.042539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network hostable DHCP agents. Network: a9261380-593e-4f43-882c-346fbe0f6ae8, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:40:45.086819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:40:45.113765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a9261380-593e-4f43-882c-346fbe0f6ae8) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:45.122365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:45.123587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.124591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0b7de-75ee-4771-94e6-b2d8c8460490 None None] Network a9261380-593e-4f43-882c-346fbe0f6ae8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:45.157056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e50dbb5a-6877-49a0-95e5-6b1d7351afbd tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9764011 Sep 30 08:40:45.158447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55318) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:45.172096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'name': 'tempest-AllowedAddressPairTestJSON-860589407'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:45.512141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a9261380-593e-4f43-882c-346fbe0f6ae8', 'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'tenant_id': '6e9eda0626bc46f78e14ce37a6cd0aec', 'fixed_ips': [{'subnet_id': 'd8bc49d7-1231-49ea-afe6-310d3d8efa40'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:40:45.513011 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.534074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:45.542349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.583795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb7674-c947-43ef-bb3e-355074f76768 req-88ed186d-a95e-4459-95f2-f847ffbbc291 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:45.592441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3fb7674-c947-43ef-bb3e-355074f76768 req-88ed186d-a95e-4459-95f2-f847ffbbc291 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1210732 Sep 30 08:40:45.595081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] device_id is not set on port 0bf06d5b-253b-45c1-a410-0db8fc1b0345 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:40:45.662666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.721493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3fb7674-c947-43ef-bb3e-355074f76768 req-24efe0df-e0a4-43c6-af92-d2a0a5d67072 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280518 Sep 30 08:40:45.805586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Allocated IP 172.20.0.2 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/5f34c2c4-2eed-4f96-91a0-552fbc1d70e4) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:46.067936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port b1b3bcbc-063c-4803-96fb-ab744e50d5af {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:46.068540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.083446 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.091868 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.153511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Pushing event updated for resources: {'Port': ['ID=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.178079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:46.179706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:46.182284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:46.208042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Allocated IP 172.20.0.12 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/0bf06d5b-253b-45c1-a410-0db8fc1b0345) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:46.241642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port b1b3bcbc-063c-4803-96fb-ab744e50d5af, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b1b3bcbc-063c-4803-96fb-ab744e50d5af,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:46.241903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.256951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Attempting to bind port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:46.257407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Attempting to bind port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '26cfa8a7-1371-4641-9656-2a6ff17b12c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:46.258778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Attempting to bind port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 on network a9261380-593e-4f43-882c-346fbe0f6ae8 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:46.265551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for b1b3bcbc-063c-4803-96fb-ab744e50d5af owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:46.269540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:46.269540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Checking segment: {'id': '26cfa8a7-1371-4641-9656-2a6ff17b12c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:46.269836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.271046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Bound using segment: {'id': '26cfa8a7-1371-4641-9656-2a6ff17b12c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:46.271046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Bound port: 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cfa8a7-1371-4641-9656-2a6ff17b12c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:46.271243 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.347510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] For port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:46.351549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] For port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,segment=NetworkSegment(26cfa8a7-1371-4641-9656-2a6ff17b12c4),segment_id=26cfa8a7-1371-4641-9656-2a6ff17b12c4)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:46.356867 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.447608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b33ae-36fa-49fc-b2c3-460608c6bae6 None None] Pushing event updated for resources: {'Port': ['ID=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.505205 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.595350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.601430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.638694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=b1b3bcbc-063c-4803-96fb-ab744e50d5af,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.700657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:46.712016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:46.722852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:46.945335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=0bf06d5b-253b-45c1-a410-0db8fc1b0345,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.965625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.017000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:47.017764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.063409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4e40-5eb5-46c5-abfb-ee5222ed59ef req-ca431ca1-b11f-46e1-aa25-aa23cd53ab18 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:47.077810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03ac4e40-5eb5-46c5-abfb-ee5222ed59ef req-ca431ca1-b11f-46e1-aa25-aa23cd53ab18 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1513205 Sep 30 08:40:47.119943 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1823b404-969c-4e6c-bd74-a19723a041a1 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9591362 Sep 30 08:40:47.124825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55348) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.138214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'name': 'tempest-AllowedAddressPairTestJSON-684654632', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e6:70:cb'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:47.174784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03ac4e40-5eb5-46c5-abfb-ee5222ed59ef req-06787d86-2764-4a42-9d0f-7321edf204a7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796297 Sep 30 08:40:47.228840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55352) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.251692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:47.254689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-72ef00b2-4ab1-42df-a9a5-2e9edad155a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:47.256476 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-72ef00b2-4ab1-42df-a9a5-2e9edad155a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1096 time: 0.1278963 Sep 30 08:40:47.322698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-14a5d7f9-ec50-492c-8e96-a3f82d087640 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 200 len: 993 time: 0.0923777 Sep 30 08:40:47.357952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:47.424639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:47.432342 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06757732-251d-44bc-b0b8-978f375a6aa7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7278626 Sep 30 08:40:47.438089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:47.450953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55356) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.459953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:47.460631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:47.582958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.594041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-b60de89c-68d6-4ef6-bc2e-29605c63a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:47.596772 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-b60de89c-68d6-4ef6-bc2e-29605c63a8f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.3313239 Sep 30 08:40:47.611218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55370) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.631299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] device_id is not set on port ca4285ef-b83e-424d-80bc-3bc36f16b248 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:40:47.655742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting subnet 3e46453e-5ccb-4546-b1d8-a43f06b9399c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:47.666271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.750253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-fdbdd3d4-b54c-45c1-9012-91bd42b199af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.0916910 Sep 30 08:40:47.777391 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.908114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.912723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:48.016928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.043508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:46Z', 'revision_number': 11, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:48.084307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:48.086693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba73f9-de67-4c32-a398-7101436c5700 None None] Network a9261380-593e-4f43-882c-346fbe0f6ae8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:48.090103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Subnet': ['ID=3e46453e-5ccb-4546-b1d8-a43f06b9399c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:48.096474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Allocated IP 172.20.0.13 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/ca4285ef-b83e-424d-80bc-3bc36f16b248) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:48.108289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.113889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1ab383bc-1534-4de5-a549-75017d803cd8 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/3e46453e-5ccb-4546-b1d8-a43f06b9399c HTTP/1.1" status: 204 len: 168 time: 0.6589899 Sep 30 08:40:48.116661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55374) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:48.124124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39e7bc-f71b-47b7-bb3c-9bcc3944d8f1 None None] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:48.151300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-989bd4f2-3a34-4949-99fa-96a7fb8e2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:48.157178 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-989bd4f2-3a34-4949-99fa-96a7fb8e2609 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.1548927 Sep 30 08:40:48.202568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:48.203482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:48.266309 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-31ba235f-ca10-445c-8306-3167ca6d4813 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936165 Sep 30 08:40:48.280725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:48.340260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:46Z', 'revision_number': 11, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:48.378000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 674feb4c-09fd-443c-95d2-140e2e764bf3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:48.378662 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.422083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-250689b9-6401-42d6-bd5b-8610a4fc75e0 None None] Provisioning complete for port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:48.422581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-250689b9-6401-42d6-bd5b-8610a4fc75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.468093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2555-3bb1-4836-bf42-5ddd17a00fcc req-82a95a4e-f56a-4e97-a3c7-b7a3d3c65030 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:48.476194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-374f2555-3bb1-4836-bf42-5ddd17a00fcc req-82a95a4e-f56a-4e97-a3c7-b7a3d3c65030 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1747761 Sep 30 08:40:48.478621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-d766b449-265c-4e74-a2d2-7c2a43d4e413 service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987178 Sep 30 08:40:48.485271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.534963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e783a-cdba-46a0-92e3-1c034c224b13 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:46Z', 'revision_number': 11, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:48.657013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.669618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.669880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.706057 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-250689b9-6401-42d6-bd5b-8610a4fc75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.712361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-374f2555-3bb1-4836-bf42-5ddd17a00fcc req-ac09960d-13b3-478d-8245-4adfd07fbb6f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351358 Sep 30 08:40:48.742658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 674feb4c-09fd-443c-95d2-140e2e764bf3 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:48.743260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-250689b9-6401-42d6-bd5b-8610a4fc75e0 None None] For port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,segment=NetworkSegment(26cfa8a7-1371-4641-9656-2a6ff17b12c4),segment_id=26cfa8a7-1371-4641-9656-2a6ff17b12c4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:48.762279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-250689b9-6401-42d6-bd5b-8610a4fc75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.844256 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dd619f82-17d5-44b3-9e76-f89ce1e55265 req-8c3a3ecf-5004-45b3-9147-f134e532f39c service neutron] 10.222.0.57 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518679 Sep 30 08:40:48.850967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250689b9-6401-42d6-bd5b-8610a4fc75e0 None None] Pushing event updated for resources: {'Port': ['ID=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:48.873916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Deleting port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:48.874262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.876465 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.950687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] DHCP port deletion for 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:48.985863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=ca4285ef-b83e-424d-80bc-3bc36f16b248,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:48.996122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] For port b6dc3b9d-8fd4-4762-86ab-61550bbe6772, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:48.997674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:48.999199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:49.003440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:49.012495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:49.027620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Calling delete_port for b6dc3b9d-8fd4-4762-86ab-61550bbe6772 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:49.049985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Deleting port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:49.050367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.126375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:49.134314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.192809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.265509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No DVR routers for this DVR port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:49.282141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-345cdc85-4e57-4c1b-ac40-e5ded5dc5297 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1487284 Sep 30 08:40:49.285933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55382) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:49.305416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Port': ['ID=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:49.307853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:49.322153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] For port b6dc3b9d-8fd4-4762-86ab-61550bbe6772, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,segment=NetworkSegment(58066646-0ac2-4122-bd60-1f01c3b3e89c),segment_id=58066646-0ac2-4122-bd60-1f01c3b3e89c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:49.322568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.379378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-335838bc-4f59-4d7b-8cac-8809404cfdef None None] Provisioning complete for port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:49.379756 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-335838bc-4f59-4d7b-8cac-8809404cfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.412007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.436931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Calling delete_port for b6dc3b9d-8fd4-4762-86ab-61550bbe6772 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:49.443184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41654a2b-6957-4e8b-bf5b-d63cc2d407e5']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:49.461519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58066646-0ac2-4122-bd60-1f01c3b3e89c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:49.462204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58066646-0ac2-4122-bd60-1f01c3b3e89c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:49.474113 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.490084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863e386-9372-4a2b-80e3-ba4bc21caea6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:49.491488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.497372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863e386-9372-4a2b-80e3-ba4bc21caea6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:49.501883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:49.502312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.505144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863e386-9372-4a2b-80e3-ba4bc21caea6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:49.510125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e863e386-9372-4a2b-80e3-ba4bc21caea6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2176220 Sep 30 08:40:49.510125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.510652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55384) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:49.574261 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:49.580102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.587593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.593286 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/networks/41654a2b-6957-4e8b-bf5b-d63cc2d407e5 HTTP/1.1" status: 204 len: 168 time: 1.4712765 Sep 30 08:40:49.615080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55386) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:49.619805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'routes': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:49.626258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1bf51-7f20-4c0c-9a6c-76b5c3c52198 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Pushing event deleted for resources: {'Network': ['ID=41654a2b-6957-4e8b-bf5b-d63cc2d407e5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:49.630823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.646914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=674feb4c-09fd-443c-95d2-140e2e764bf3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:49.652122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Network 41654a2b-6957-4e8b-bf5b-d63cc2d407e5 is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:40:49.652681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] No DVR routers for this DVR port b6dc3b9d-8fd4-4762-86ab-61550bbe6772 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:49.777715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.778108 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Floating IP db729f08-3787-41af-a114-b4c43c21d77a disassociated (deleted). External IP: 172.25.7.40, port: 70faf0bf-3d62-402f-b122-6633de65b829. Sep 30 08:40:49.827138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543dfc2-050d-4f9b-bd87-5428730f8b48 None None] Pushing event deleted for resources: {'Port': ['ID=b6dc3b9d-8fd4-4762-86ab-61550bbe6772,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:49.835869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port ca4285ef-b83e-424d-80bc-3bc36f16b248 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:49.835869 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:49.899333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:49.899702 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.030797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Added routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:40:50.031568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.extraroute_db [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Removed routes are [] {{(pid=95002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:40:50.032130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.088856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-335838bc-4f59-4d7b-8cac-8809404cfdef None None] Provisioning complete for port 0bf06d5b-253b-45c1-a410-0db8fc1b0345 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:50.089612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-335838bc-4f59-4d7b-8cac-8809404cfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.102800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.114450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99b653-a48d-42f7-ab10-02ef289b4d21 req-2982d907-e1bc-43bd-95ae-21bc8c68ada6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:50.116609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b99b653-a48d-42f7-ab10-02ef289b4d21 req-2982d907-e1bc-43bd-95ae-21bc8c68ada6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1428897 Sep 30 08:40:50.166593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for ca4285ef-b83e-424d-80bc-3bc36f16b248 owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:50.253741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-335838bc-4f59-4d7b-8cac-8809404cfdef None None] Port 0bf06d5b-253b-45c1-a410-0db8fc1b0345 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:50.346183 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.350756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.375282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b99b653-a48d-42f7-ab10-02ef289b4d21 req-c739939d-9189-442c-ae0a-18ddff957183 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061827 Sep 30 08:40:50.385590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b85c28c6-dbe6-4fa0-906d-f93a02328291 None None] Provisioning complete for port ca4285ef-b83e-424d-80bc-3bc36f16b248 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:50.389580 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b85c28c6-dbe6-4fa0-906d-f93a02328291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.439334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router bd72f14a-587d-4c94-9b1f-784b37c5f779 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:50.486782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b85c28c6-dbe6-4fa0-906d-f93a02328291 None None] Port ca4285ef-b83e-424d-80bc-3bc36f16b248 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:50.493298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b1b3bcbc-063c-4803-96fb-ab744e50d5af no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:50.537853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b1b3bcbc-063c-4803-96fb-ab744e50d5af {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:50.538616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b1b3bcbc-063c-4803-96fb-ab744e50d5af not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:50.555153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b85c28c6-dbe6-4fa0-906d-f93a02328291 None None] Provisioning complete for port 0bf06d5b-253b-45c1-a410-0db8fc1b0345 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:50.555828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b85c28c6-dbe6-4fa0-906d-f93a02328291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.604886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.638116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b85c28c6-dbe6-4fa0-906d-f93a02328291 None None] Port 0bf06d5b-253b-45c1-a410-0db8fc1b0345 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:50.717289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:40:50.810461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:50.810852 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:50.866423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router e29c959c-429f-429a-8d46-d6b7956606ea has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:50.880395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:50.987804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:50.998034 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] Sync routers for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:51.002705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.004096 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d3fe692-e653-4f68-a34e-1a8173af0a7d tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 705 time: 1.3880260 Sep 30 08:40:51.007011 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55410) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:51.018546 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:51.019193 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:51.041750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=ca4285ef-b83e-424d-80bc-3bc36f16b248,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:51.061057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ad240cd-f257-4f3e-86a6-61a20d88ed33 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 205 time: 0.0528972 Sep 30 08:40:51.064361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55412) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:51.095229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:51.108524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.131221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.141095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] Sync routers for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:51.177437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:51.178566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:51.290209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b6dc3b9d-8fd4-4762-86ab-61550bbe6772 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:51.302470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.362666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:51.364943 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d0e7a7-41de-4b9b-9c20-c7809c4ed74d" -d '{"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:51.376874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b6dc3b9d-8fd4-4762-86ab-61550bbe6772 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:51.377221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b6dc3b9d-8fd4-4762-86ab-61550bbe6772 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:51.384069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:51.392816 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.534916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5cc80e6-cdff-47f2-8502-182300f56045 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/floatingips/db729f08-3787-41af-a114-b4c43c21d77a HTTP/1.1" status: 204 len: 168 time: 3.9223008 Sep 30 08:40:51.549931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:51.550690 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b51725-2ddc-47b9-a9ed-0b9dcc1028cc x-openstack-request-id: req-f9b51725-2ddc-47b9-a9ed-0b9dcc1028cc {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:51.550934 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:51.551182 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9b51725-2ddc-47b9-a9ed-0b9dcc1028cc {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:51.551617 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'code': 200} Sep 30 08:40:51.563870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:51.593674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:51.630009 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:46Z', 'revision_number': 11, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:51.635217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:51.637829 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "tag": "70faf0bf-3d62-402f-b122-6633de65b829"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:51.662917 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] Checking router: e29c959c-429f-429a-8d46-d6b7956606ea for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:51.674338 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] Routers {'e29c959c-429f-429a-8d46-d6b7956606ea'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:51.675369 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e29c959c-429f-429a-8d46-d6b7956606ea'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:51.836655 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] Set router e29c959c-429f-429a-8d46-d6b7956606ea gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:51.911586 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:46Z', 'revision_number': 11, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:51.933574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:47Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:51.934290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.936500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:51.960350 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457bcc1-d2e5-41a5-b2e5-b4ef90ef8a54 None None] The sync data for ids ['e29c959c-429f-429a-8d46-d6b7956606ea'] in n-d-807025-5 is: [{'id': 'e29c959c-429f-429a-8d46-d6b7956606ea', 'name': 'tempest-RoutersIpV6Test-router-1479518566', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:59Z', 'updated_at': '2021-09-30T08:40:46Z', 'revision_number': 11, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:51.990149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] Checking router: bd72f14a-587d-4c94-9b1f-784b37c5f779 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:52.000876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:52.001583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:52.040799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.041499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router e29c959c-429f-429a-8d46-d6b7956606ea {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:52.060271 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.065555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55432) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:52.066043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e44b978c-2484-4dac-acb5-44b918588556 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 204 len: 168 time: 1.0000954 Sep 30 08:40:52.080945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-437192275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:52.082309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008aa20-4b15-4013-8078-3fcb18d227e3 req-587d513d-9cfb-46cb-b212-5a4ec117c24a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:52.084003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a008aa20-4b15-4013-8078-3fcb18d227e3 req-587d513d-9cfb-46cb-b212-5a4ec117c24a tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.3539114 Sep 30 08:40:52.101045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.103766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4c0a0f92-8d1a-4f3f-86d8-4378416a2182 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/ports/ca4285ef-b83e-424d-80bc-3bc36f16b248 HTTP/1.1" status: 204 len: 168 time: 2.5907066 Sep 30 08:40:52.110099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:52.148309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a008aa20-4b15-4013-8078-3fcb18d227e3 req-3fb03997-2fdc-4615-bd7c-5cef14de6319 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Sep 30 08:40:52.161578 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.163828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.168497 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1427a7f-d62b-47e8-a91c-d00714b52d9d tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] GET failed (client error): The resource could not be found. Sep 30 08:40:52.170265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1427a7f-d62b-47e8-a91c-d00714b52d9d tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "GET /v2.0/ports/ca4285ef-b83e-424d-80bc-3bc36f16b248 HTTP/1.1" status: 404 len: 333 time: 0.0567939 Sep 30 08:40:52.175635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:52.182530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'name': 'tempest-AllowedAddressPairTestJSON-1436959907'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:52.233114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.241143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.277911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.279225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6fe97cd4-31c5-48f3-92a7-dceac1cc1bde tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2117620 Sep 30 08:40:52.283132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55440) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:52.292708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:52.447192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:52.453367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.463687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:52.476741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] device_id is not set on port f98f30d1-0d8a-4e00-8197-019efe9a48d6 yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:40:52.546205 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3543acda-d976-4c9e-af57-5ea9f09f6bac x-openstack-request-id: req-3543acda-d976-4c9e-af57-5ea9f09f6bac {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:52.546543 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "tag": "70faf0bf-3d62-402f-b122-6633de65b829", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:52.546753 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3543acda-d976-4c9e-af57-5ea9f09f6bac {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:52.550347 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829', 'status': 'completed', 'code': 200} Sep 30 08:40:52.677013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Allocated IP 172.20.0.5 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/f98f30d1-0d8a-4e00-8197-019efe9a48d6) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:52.683441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3988'] for router, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.714579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48db1-b5c9-4067-9c2c-f1a14c05d574 req-2d95e1e0-8594-435b-8016-05f98e5eced8 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:52.720338 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651527'] for router, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:52.723617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1f48db1-b5c9-4067-9c2c-f1a14c05d574 req-2d95e1e0-8594-435b-8016-05f98e5eced8 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.1401370 Sep 30 08:40:52.768093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:47Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:52.806707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e0b4c-ed48-4047-a3ed-e78af4319945 None None] The sync data for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 is: [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:41Z', 'revision_number': 4, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '57a25093-28d0-48cd-9476-2c90837028aa', 'name': '', 'network_id': '52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'mac_address': 'fa:16:3e:af:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:40Z', 'updated_at': '2021-09-30T08:39:47Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'subnets': [{'id': '1f373be6-c604-4e69-8c1c-41f40b23924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:52.831862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-d2bea095-804a-4bc0-8b3c-45bc34ad5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:52.834284 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-d2bea095-804a-4bc0-8b3c-45bc34ad5628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e44d09e6fd2344029308ca3370614ff0&device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 1097 time: 0.2392499 Sep 30 08:40:52.839490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1f48db1-b5c9-4067-9c2c-f1a14c05d574 req-a5958b92-df9c-493e-9b57-48c4e9f838a6 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094253 Sep 30 08:40:52.988256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Router c4eb0127-587d-4754-9670-a21bb33ee4cb is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:40:53.051716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:53.051944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-03c8e03b-5d05-4c44-a44b-90a2b40af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:53.053410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-03c8e03b-5d05-4c44-a44b-90a2b40af47a service neutron] 10.222.0.57 "GET /v2.0/networks?id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa HTTP/1.1" status: 200 len: 898 time: 0.2077353 Sep 30 08:40:53.095623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:53.102344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:53.107718 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] Sync routers for ids ['c4eb0127-587d-4754-9670-a21bb33ee4cb'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:53.139200 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] Routers {'c4eb0127-587d-4754-9670-a21bb33ee4cb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:53.141833 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c4eb0127-587d-4754-9670-a21bb33ee4cb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:53.145880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:53.160302 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b4719874-f668-42d5-a46b-ac797c27c23b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "PUT /v2.0/routers/c4eb0127-587d-4754-9670-a21bb33ee4cb HTTP/1.1" status: 200 len: 697 time: 0.8760207 Sep 30 08:40:53.161825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55460) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:53.169149 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-3f827f48-242c-4bac-b25d-a0d8e98d5d80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70faf0bf-3d62-402f-b122-6633de65b829 HTTP/1.1" status: 200 len: 217 time: 0.0809453 Sep 30 08:40:53.195517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:53.221353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:53.224562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:53.244132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abaea9-866a-4321-9486-c473e1f6087b req-10cdb172-6c8a-4b67-9f5f-536883539d2d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:53.257122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11abaea9-866a-4321-9486-c473e1f6087b req-10cdb172-6c8a-4b67-9f5f-536883539d2d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 946 time: 0.2708976 Sep 30 08:40:53.300827 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] Set router c4eb0127-587d-4754-9670-a21bb33ee4cb gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:53.384757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=f98f30d1-0d8a-4e00-8197-019efe9a48d6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:53.428798 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4eb0127-587d-4754-9670-a21bb33ee4cb', 'name': 'tempest-RoutersIpV6Test-router-437192275', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:40:52Z', 'updated_at': '2021-09-30T08:40:52Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:53.447978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-5fa243c2-a11d-4326-9b2b-41821c28122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:53.458246 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-5fa243c2-a11d-4326-9b2b-41821c28122d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f373be6-c604-4e69-8c1c-41f40b23924f HTTP/1.1" status: 200 len: 834 time: 0.2289014 Sep 30 08:40:53.464421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60f49e-a2e5-4744-a202-02ac5c300bb3 None None] New status for floating IP db729f08-3787-41af-a114-b4c43c21d77a: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:40:53.470931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:53.472308 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:53.500866 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cbd2e904-8a37-45a3-b538-e5cc1a953a4b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/routers/c4eb0127-587d-4754-9670-a21bb33ee4cb HTTP/1.1" status: 200 len: 703 time: 0.3378813 Sep 30 08:40:53.525990 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] Checking router: c4eb0127-587d-4754-9670-a21bb33ee4cb for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:53.533230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:53.550871 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] Routers {'c4eb0127-587d-4754-9670-a21bb33ee4cb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:53.551522 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['c4eb0127-587d-4754-9670-a21bb33ee4cb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:53.650570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11abaea9-866a-4321-9486-c473e1f6087b req-5a0b358a-186e-4095-9e3f-899add24847b tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837345 Sep 30 08:40:53.652994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-921fa56b-aa40-4913-abdc-9f6e509fd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:53.659130 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-921fa56b-aa40-4913-abdc-9f6e509fd8a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568720 Sep 30 08:40:53.675896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b8fb1d6-5ad3-4cd3-beca-23bdfb4c1218 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4eb0127-587d-4754-9670-a21bb33ee4cb HTTP/1.1" status: 200 len: 205 time: 0.1416945 Sep 30 08:40:53.676699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55468) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:53.680649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cc6253a4-d1d5-4d40-a41a-ad8859bdd6d9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5013633 Sep 30 08:40:53.682137 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] Set router c4eb0127-587d-4754-9670-a21bb33ee4cb gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:53.684555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55470) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:53.694017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e6:70:cb'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:53.828852 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4eb0127-587d-4754-9670-a21bb33ee4cb', 'name': 'tempest-RoutersIpV6Test-router-437192275', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:40:52Z', 'updated_at': '2021-09-30T08:40:52Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:53.829629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8647f1cb-a3af-4a05-88ec-fc1253f023ce None None] Provisioning complete for port f98f30d1-0d8a-4e00-8197-019efe9a48d6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:53.832223 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8647f1cb-a3af-4a05-88ec-fc1253f023ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:53.875711 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85aaa97-fd16-4f50-bcad-0fcb216fe560 None None] The sync data for ids ['c4eb0127-587d-4754-9670-a21bb33ee4cb'] in n-d-807025-5 is: [{'id': 'c4eb0127-587d-4754-9670-a21bb33ee4cb', 'name': 'tempest-RoutersIpV6Test-router-437192275', 'tenant_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:40:52Z', 'updated_at': '2021-09-30T08:40:52Z', 'revision_number': 2, 'project_id': '4787ef0fd6ed4e7fae15a2fb93dd054d', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:53.892969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-8e797391-ab11-41d2-8e12-6029d2059017 req-d12dd2c9-474f-4593-8a93-610db2a7312f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:40:53.894688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-c260c03c-ecc7-4d8f-a70a-eafeed90a8b5 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258799 Sep 30 08:40:53.895879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e797391-ab11-41d2-8e12-6029d2059017 req-d12dd2c9-474f-4593-8a93-610db2a7312f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100327 Sep 30 08:40:53.945569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8647f1cb-a3af-4a05-88ec-fc1253f023ce None None] Port f98f30d1-0d8a-4e00-8197-019efe9a48d6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:53.976651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.076746 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-aaa09d2a-a338-41e2-a89e-080ea82ad4c2 req-c3d8afc2-d5b2-4d25-8d92-e5046a638756 service neutron] 10.222.0.57 "GET /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737461 Sep 30 08:40:54.302226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151eed0-d887-42ba-987c-5ed85843b340 req-fe46dcad-28a7-4e9d-9446-d7cc84d0f93d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:54.303713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2151eed0-d887-42ba-987c-5ed85843b340 req-fe46dcad-28a7-4e9d-9446-d7cc84d0f93d tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 946 time: 0.2672048 Sep 30 08:40:54.358581 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.362305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.412893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.471702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f20c-3d0e-4b20-8897-93d1dd819eb3 req-0644e74b-1cc3-4e76-8663-7c974ed1a0e9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:54.473252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b92f20c-3d0e-4b20-8897-93d1dd819eb3 req-0644e74b-1cc3-4e76-8663-7c974ed1a0e9 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.3308563 Sep 30 08:40:54.516116 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.525841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.526337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Fanout notify agent at l3_agent the message router_deleted on router c4eb0127-587d-4754-9670-a21bb33ee4cb {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:54.535038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.541535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-447f634a-c85b-424e-a634-4621a92d0ec7 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/c4eb0127-587d-4754-9670-a21bb33ee4cb HTTP/1.1" status: 204 len: 168 time: 0.8568821 Sep 30 08:40:54.542257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55498) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.602272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-982ae447-7e01-4112-9df2-031a9fabb603 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4eb0127-587d-4754-9670-a21bb33ee4cb HTTP/1.1" status: 200 len: 205 time: 0.0535924 Sep 30 08:40:54.604574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55500) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.619993 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-7ed81888-d256-49c5-88e9-1d4d091b3289 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2052066 Sep 30 08:40:54.635426 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-679bffd3-be07-42d8-acbe-d2287e8fb8bc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:40:54.638942 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-679bffd3-be07-42d8-acbe-d2287e8fb8bc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092566 Sep 30 08:40:54.658564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b92f20c-3d0e-4b20-8897-93d1dd819eb3 req-f809e3be-5e19-45f9-89be-0c76b3598e2c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737969 Sep 30 08:40:54.684810 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-e0e772b1-7089-4824-9d45-1faebedb149b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:54.688357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e0e772b1-7089-4824-9d45-1faebedb149b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/c4eb0127-587d-4754-9670-a21bb33ee4cb HTTP/1.1" status: 404 len: 336 time: 0.0756905 Sep 30 08:40:54.689127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55506) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.742028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 70faf0bf-3d62-402f-b122-6633de65b829 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:54.742593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:54.742877 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-36964770-b245-4607-b3f3-ff5adbea10fc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:54.743345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36964770-b245-4607-b3f3-ff5adbea10fc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:54.745173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36964770-b245-4607-b3f3-ff5adbea10fc tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/bfffabe8-a67c-4542-aef7-aac0d6dd9913 HTTP/1.1" status: 404 len: 337 time: 0.0545189 Sep 30 08:40:54.749955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.783254 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b40954-23ce-4da1-997a-c0d2b6085ebb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:54.783715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b40954-23ce-4da1-997a-c0d2b6085ebb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:54.789185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55512) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.789346 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d6b40954-23ce-4da1-997a-c0d2b6085ebb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/d4a67331-7152-4401-99a8-1a1cdd1a550a HTTP/1.1" status: 404 len: 337 time: 0.0376847 Sep 30 08:40:54.859871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:54.861413 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd96c5c4-982f-42b5-89cd-384c4907a8b0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:54.861557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd96c5c4-982f-42b5-89cd-384c4907a8b0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:54.863678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bd96c5c4-982f-42b5-89cd-384c4907a8b0 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/0a4de8e4-dbfc-42a5-9ed7-f09c968045e0 HTTP/1.1" status: 404 len: 337 time: 0.0735028 Sep 30 08:40:54.866525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:54.946252 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a1bd39-9c93-4685-a74b-fbd1df6eaae1 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:54.948379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a1bd39-9c93-4685-a74b-fbd1df6eaae1 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:54.950728 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-82a1bd39-9c93-4685-a74b-fbd1df6eaae1 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/3e46453e-5ccb-4546-b1d8-a43f06b9399c HTTP/1.1" status: 404 len: 337 time: 0.0831871 Sep 30 08:40:54.954553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55524) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.004893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bafe553b-c4f8-4a3c-a74f-b4e27fa9068f tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 200 len: 205 time: 0.0478899 Sep 30 08:40:55.008236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55528) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.064223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port 70faf0bf-3d62-402f-b122-6633de65b829, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=70faf0bf-3d62-402f-b122-6633de65b829,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:55.064691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.066831 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-36f29385-103d-4f99-bc26-5ebf5b0a2a63 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:55.072499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36f29385-103d-4f99-bc26-5ebf5b0a2a63 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/e29c959c-429f-429a-8d46-d6b7956606ea HTTP/1.1" status: 404 len: 336 time: 0.0630207 Sep 30 08:40:55.073429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.107720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 70faf0bf-3d62-402f-b122-6633de65b829 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:55.119973 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4f28934e-0b13-4c5f-ad63-d4269cc8368e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c1269e1-0e41-42af-8045-4f1fbd4077a7 HTTP/1.1" status: 200 len: 205 time: 0.0446339 Sep 30 08:40:55.123535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55532) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.133101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.154427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.164941 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-baeda6cf-d135-42b3-bd80-e1e9275281d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:55.166035 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-baeda6cf-d135-42b3-bd80-e1e9275281d4 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/1c1269e1-0e41-42af-8045-4f1fbd4077a7 HTTP/1.1" status: 404 len: 336 time: 0.0410597 Sep 30 08:40:55.169031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.198116 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-44563a5b-177b-4627-b170-0ffb3b220210 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:55.198581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44563a5b-177b-4627-b170-0ffb3b220210 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:55.201499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44563a5b-177b-4627-b170-0ffb3b220210 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/e7879b8a-01bb-4a67-bccd-13e33d061035 HTTP/1.1" status: 404 len: 337 time: 0.0295465 Sep 30 08:40:55.209726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55536) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.279768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-90b397ff-127c-4b63-87ee-51af4b00452a tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 200 len: 205 time: 0.0486858 Sep 30 08:40:55.282022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.347779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98544889-ddf5-452f-97b8-f3f6326e2cd0 req-826c3e98-25ca-4c2b-8e88-99db4d53fa56 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:55.349381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98544889-ddf5-452f-97b8-f3f6326e2cd0 req-826c3e98-25ca-4c2b-8e88-99db4d53fa56 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 946 time: 0.2696753 Sep 30 08:40:55.352569 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-7fc9c5ad-cf05-49db-8c14-90169a844011 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:55.353868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=f98f30d1-0d8a-4e00-8197-019efe9a48d6,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:55.354212 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7fc9c5ad-cf05-49db-8c14-90169a844011 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/ced9b5c1-f216-457d-bc73-12cde0ada246 HTTP/1.1" status: 404 len: 336 time: 0.0673842 Sep 30 08:40:55.356902 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55540) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.369724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] In _notify_port_updated(), no bound segment for port f98f30d1-0d8a-4e00-8197-019efe9a48d6 on network a9261380-593e-4f43-882c-346fbe0f6ae8 {{(pid=95001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:40:55.375864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:55.376541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.380517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-775049ae-5e20-4643-9373-6efa3b2d88b2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "PUT /v2.0/ports/f98f30d1-0d8a-4e00-8197-019efe9a48d6 HTTP/1.1" status: 200 len: 994 time: 1.6924129 Sep 30 08:40:55.387745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.391031 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-48237a1c-6386-4bab-a653-193a3582a43e tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=22ec4f65-d06e-4aea-9a9a-2201f67bacdc HTTP/1.1" status: 200 len: 205 time: 0.0323172 Sep 30 08:40:55.394094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55544) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.445627 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-2231380a-a660-4eef-b3c2-485ce982c439 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:55.446984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2231380a-a660-4eef-b3c2-485ce982c439 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/22ec4f65-d06e-4aea-9a9a-2201f67bacdc HTTP/1.1" status: 404 len: 336 time: 0.0514309 Sep 30 08:40:55.449677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55546) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.503047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port f98f30d1-0d8a-4e00-8197-019efe9a48d6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:55.503575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.580886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1961a4ff-0e86-4eb3-b1d5-d6190480658c None None] Provisioning complete for port f98f30d1-0d8a-4e00-8197-019efe9a48d6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:55.581693 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1961a4ff-0e86-4eb3-b1d5-d6190480658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.606380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.621339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1961a4ff-0e86-4eb3-b1d5-d6190480658c None None] Port f98f30d1-0d8a-4e00-8197-019efe9a48d6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:55.621693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for f98f30d1-0d8a-4e00-8197-019efe9a48d6 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:55.796054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.813519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98544889-ddf5-452f-97b8-f3f6326e2cd0 req-333899f1-f798-4db2-892e-cebb2fcf6bf8 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8c45e2-cf13-4f16-881e-4054f1828f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447336 Sep 30 08:40:55.828923 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ff5099-1c80-4ef9-821d-f4aa881a22c9 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:55.829417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ff5099-1c80-4ef9-821d-f4aa881a22c9 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:55.832960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a8ff5099-1c80-4ef9-821d-f4aa881a22c9 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/503d3fd2-c7a0-4150-b39a-f6d654c12e52 HTTP/1.1" status: 404 len: 337 time: 0.3770196 Sep 30 08:40:55.833183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=f98f30d1-0d8a-4e00-8197-019efe9a48d6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:55.840372 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.842944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.847026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.915327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:55.926752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55556) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:55.928212 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-458de9f1-7eb4-459c-a2bd-7a619e7e7aeb tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cca81c0-536f-4b12-9b92-5a87f7a6dd6b HTTP/1.1" status: 200 len: 205 time: 0.0752313 Sep 30 08:40:56.020982 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-eea678c3-5739-46bc-a607-bfc55f06d6d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:56.022417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eea678c3-5739-46bc-a607-bfc55f06d6d3 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/2cca81c0-536f-4b12-9b92-5a87f7a6dd6b HTTP/1.1" status: 404 len: 336 time: 0.0947084 Sep 30 08:40:56.026393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55560) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.038363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=70faf0bf-3d62-402f-b122-6633de65b829,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:56.047720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-1298a9e2-3f17-4840-af39-baa49b07cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:56.049474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-1298a9e2-3f17-4840-af39-baa49b07cd55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec&tenant_id=c5fdcdcca6864be79549f1033daa83a4 HTTP/1.1" status: 200 len: 1094 time: 0.2349970 Sep 30 08:40:56.109883 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1630fa0a-4102-41dc-9199-871da5e9f343 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:56.110353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1630fa0a-4102-41dc-9199-871da5e9f343 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:56.124255 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1630fa0a-4102-41dc-9199-871da5e9f343 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/100c0c26-6b43-4a80-a6cd-e4d08fe57d68 HTTP/1.1" status: 404 len: 337 time: 0.0940268 Sep 30 08:40:56.127071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.130804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:56.238354 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:56.253889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bca653f2-76b3-47e7-807b-91908b60bd30 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3eb0e8-eb07-43d9-be3e-543b5ea15aae HTTP/1.1" status: 200 len: 205 time: 0.1235182 Sep 30 08:40:56.281062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55570) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.306830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] No DVR routers for this DVR port 70faf0bf-3d62-402f-b122-6633de65b829 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:56.311325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:56.313381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2151eed0-d887-42ba-987c-5ed85843b340 req-e93509bb-65cf-4dba-9a72-62e5926d9549 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.57 "DELETE /v2.0/ports/70faf0bf-3d62-402f-b122-6633de65b829 HTTP/1.1" status: 204 len: 173 time: 1.9938269 Sep 30 08:40:56.333641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bdcb8-7f5a-49da-acad-b16277900fd9 req-d36f3f3f-b263-4823-a4b3-ded31c80b119 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:56.341743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-913bdcb8-7f5a-49da-acad-b16277900fd9 req-d36f3f3f-b263-4823-a4b3-ded31c80b119 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.3176515 Sep 30 08:40:56.343403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'name': 'network-vif-deleted', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:56.345994 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee403f-82fa-4df6-bc61-1fb5056ba4b3" -d '{"events": [{"server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "name": "network-vif-deleted", "tag": "70faf0bf-3d62-402f-b122-6633de65b829"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:56.384145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:56.386400 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f6bb350e-ab5d-4a27-a3a7-538f9a565c67 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/ports/f98f30d1-0d8a-4e00-8197-019efe9a48d6 HTTP/1.1" status: 204 len: 168 time: 0.9943523 Sep 30 08:40:56.389436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55574) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.411279 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-d2100af3-2508-49b7-a7d3-11232d78f4e2 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] delete failed (client error): The resource could not be found. Sep 30 08:40:56.412478 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2100af3-2508-49b7-a7d3-11232d78f4e2 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/routers/1e3eb0e8-eb07-43d9-be3e-543b5ea15aae HTTP/1.1" status: 404 len: 336 time: 0.1303022 Sep 30 08:40:56.420484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55576) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.448901 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-872b9f87-7f47-471d-ab22-c622e4e225ee tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] GET failed (client error): The resource could not be found. Sep 30 08:40:56.450771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-872b9f87-7f47-471d-ab22-c622e4e225ee tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "GET /v2.0/ports/f98f30d1-0d8a-4e00-8197-019efe9a48d6 HTTP/1.1" status: 404 len: 333 time: 0.0601401 Sep 30 08:40:56.455502 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55578) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.474862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'name': 'tempest-AllowedAddressPairTestJSON-988789270'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:56.564160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-913bdcb8-7f5a-49da-acad-b16277900fd9 req-546db6f3-3fc0-4ce4-afe1-155fba8ee50e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090757 Sep 30 08:40:56.565799 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d316f98-345d-41fc-866c-33c0e9f0bc0b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:56.566577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d316f98-345d-41fc-866c-33c0e9f0bc0b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:56.579261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8d316f98-345d-41fc-866c-33c0e9f0bc0b tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/b5c6a5c3-da54-4929-8918-8d20784f7e56 HTTP/1.1" status: 404 len: 337 time: 0.1475978 Sep 30 08:40:56.584207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55580) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:56.709414 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5d091f-2db9-4144-81fe-b5f47ac839af x-openstack-request-id: req-4c5d091f-2db9-4144-81fe-b5f47ac839af {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:56.709773 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8189f5-d829-4adf-87e1-a901a95cb05e", "name": "network-vif-deleted", "tag": "70faf0bf-3d62-402f-b122-6633de65b829", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:56.709956 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c5d091f-2db9-4144-81fe-b5f47ac839af {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:56.710355 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8189f5-d829-4adf-87e1-a901a95cb05e', 'name': 'network-vif-deleted', 'tag': '70faf0bf-3d62-402f-b122-6633de65b829', 'status': 'completed', 'code': 200} Sep 30 08:40:56.715263 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-240ba9a9-cf3b-4d2b-9398-d47bdb10f2e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] DELETE failed (client error): The resource could not be found. Sep 30 08:40:56.715729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240ba9a9-cf3b-4d2b-9398-d47bdb10f2e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:40:56.719290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-240ba9a9-cf3b-4d2b-9398-d47bdb10f2e5 tempest-RoutersIpV6Test-1505139043 tempest-RoutersIpV6Test-1505139043-project] 10.222.0.41 "DELETE /v2.0/subnets/cbe57961-a11b-4913-b06d-1e033c23071e HTTP/1.1" status: 404 len: 337 time: 0.1143403 Sep 30 08:40:56.744891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:40:56.749645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:56.775999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] device_id is not set on port b40066d9-db8e-4cda-a784-4c04c988120f yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:40:56.950017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Allocated IP 172.20.0.7 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/b40066d9-db8e-4cda-a784-4c04c988120f) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:40:57.058710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32dd2f15-fad9-4387-887e-42be8702f7c3 req-7b87a338-4225-4ee4-ac09-30ff3289df8e tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a8189f5-d829-4adf-87e1-a901a95cb05e HTTP/1.1" status: 200 len: 210 time: 0.0980208 Sep 30 08:40:57.090783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:57.168840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:57.261686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.264415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:40:57.274822 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.289899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Transition to ACTIVE for port object 32741c00-3c17-49f4-bc64-11028c5d8af3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:40:57.298789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.332488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.381833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=9']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:57.382896 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:40:57.397067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:40:57.416257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:40:57.434820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:57.487286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=b40066d9-db8e-4cda-a784-4c04c988120f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:57.519211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:57.519968 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.543919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] No DVR routers for this DVR port 32741c00-3c17-49f4-bc64-11028c5d8af3 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:57.556455 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aef498cb-ff49-481a-9b36-fc53fb427409 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0996852 Sep 30 08:40:57.557133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55596) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:57.570415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e6:70:cb'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:40:57.633371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:40:57.633795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:40:57.634141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 on network d32d09d9-64e8-4431-96c3-d999cb057c74 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:57.656141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Port 32741c00-3c17-49f4-bc64-11028c5d8af3 on network d32d09d9-64e8-4431-96c3-d999cb057c74 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:40:57.656529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Attempting to bind port 32741c00-3c17-49f4-bc64-11028c5d8af3 on network d32d09d9-64e8-4431-96c3-d999cb057c74 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:40:57.690349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:40:57.691093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Checking segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:40:57.691763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Bound using segment: {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:40:57.692377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Bound port: 32741c00-3c17-49f4-bc64-11028c5d8af3, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20753c3f-9648-4ef6-b59e-99afdcf68165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:40:57.693263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.802000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b9b23ffe-da8e-4a35-83ab-3abdeb9d0114 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4787ef0fd6ed4e7fae15a2fb93dd054d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649576 Sep 30 08:40:57.821015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55600) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:57.855786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993cd26-d4ea-4fac-a75a-75ffa2ee2b98 req-31b87e44-c657-4458-a4d3-d7455ec03599 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:57.864570 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8993cd26-d4ea-4fac-a75a-75ffa2ee2b98 req-31b87e44-c657-4458-a4d3-d7455ec03599 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 943 time: 0.1554506 Sep 30 08:40:57.867353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-05044bed-1f77-4a5a-8ba3-985d126c16d4 None None] Provisioning complete for port b40066d9-db8e-4cda-a784-4c04c988120f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:57.868588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05044bed-1f77-4a5a-8ba3-985d126c16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.890825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:40:57.895525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:40:57.928415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5712d632-c7e2-42af-b10b-bb38f7fe4471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.935639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.938667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-05044bed-1f77-4a5a-8ba3-985d126c16d4 None None] Port b40066d9-db8e-4cda-a784-4c04c988120f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:57.945772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.991109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:57.991924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:57.993380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] 10.222.0.50 "PUT /v2.0/ports/32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 1091 time: 1.8972316 Sep 30 08:40:58.000793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5712d632-c7e2-42af-b10b-bb38f7fe4471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.012009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8993cd26-d4ea-4fac-a75a-75ffa2ee2b98 req-8e9edbfb-f9e1-454a-9911-0b8a1d0e40d4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138737 Sep 30 08:40:58.108176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99321-a569-4ccf-9916-fd805c9e3f14 service neutron] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=10']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:58.136450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-fe4a2a77-fffc-4531-840f-efbf6f5cc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:58.139108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-fe4a2a77-fffc-4531-840f-efbf6f5cc186 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1095 time: 0.1026886 Sep 30 08:40:58.182918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55604) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:58.340614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ead361-1adb-4d6c-804d-e9ce067c62ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.351793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.364962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.374583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ead361-1adb-4d6c-804d-e9ce067c62ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.439953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-81091f2b-c865-42e0-89cb-58288f725092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:58.441096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=b40066d9-db8e-4cda-a784-4c04c988120f,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:58.448363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-81091f2b-c865-42e0-89cb-58288f725092 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.3023107 Sep 30 08:40:58.455507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5712d632-c7e2-42af-b10b-bb38f7fe4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.459238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5712d632-c7e2-42af-b10b-bb38f7fe4471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.460737 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5712d632-c7e2-42af-b10b-bb38f7fe4471 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17aea313-8a92-427b-beca-30feaddd1c94 HTTP/1.1" status: 204 len: 168 time: 0.6382506 Sep 30 08:40:58.546120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] In _notify_port_updated(), no bound segment for port b40066d9-db8e-4cda-a784-4c04c988120f on network a9261380-593e-4f43-882c-346fbe0f6ae8 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:40:58.551886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:58.552720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.554288 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-982baa14-8b9a-4cf1-9a95-812e3182bf78 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "PUT /v2.0/ports/b40066d9-db8e-4cda-a784-4c04c988120f HTTP/1.1" status: 200 len: 995 time: 0.9960523 Sep 30 08:40:58.568473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55612) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:58.587968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712d632-c7e2-42af-b10b-bb38f7fe4471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aea313-8a92-427b-beca-30feaddd1c94,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:58.589967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ead361-1adb-4d6c-804d-e9ce067c62ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.616805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50ead361-1adb-4d6c-804d-e9ce067c62ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:58.618989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-50ead361-1adb-4d6c-804d-e9ce067c62ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e8c45e2-cf13-4f16-881e-4054f1828f9f HTTP/1.1" status: 204 len: 168 time: 0.4325624 Sep 30 08:40:58.663556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-fba5317a-bc39-4f4c-b8e2-e9f824f8db6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.1722417 Sep 30 08:40:58.746908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55616) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:58.768593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:58.777566 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b023d07d-76a5-4510-9f8a-ee363a2bc59f" -d '{"events": [{"name": "network-changed", "server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:58.783394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-e3e2b618-a453-477c-9fb0-457a12098a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:58.785585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-e3e2b618-a453-477c-9fb0-457a12098a2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.1138813 Sep 30 08:40:58.804472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ead361-1adb-4d6c-804d-e9ce067c62ff tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c45e2-cf13-4f16-881e-4054f1828f9f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:58.889319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 70faf0bf-3d62-402f-b122-6633de65b829 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:58.925763 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a5df6-86f9-4bde-af51-48851cd55c62 x-openstack-request-id: req-df9a5df6-86f9-4bde-af51-48851cd55c62 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:58.926099 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:58.926306 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df9a5df6-86f9-4bde-af51-48851cd55c62 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:58.926708 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'status': 'completed', 'code': 200} Sep 30 08:40:58.929076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-3633af61-9efb-4345-9d89-4e2ba2d809fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159329 Sep 30 08:40:58.944391 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 70faf0bf-3d62-402f-b122-6633de65b829 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:58.945132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 70faf0bf-3d62-402f-b122-6633de65b829 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:58.993709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8871b549-4181-41e9-9cde-cc35f205bca4 None None] Provisioning complete for port b40066d9-db8e-4cda-a784-4c04c988120f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:40:58.995205 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8871b549-4181-41e9-9cde-cc35f205bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:59.099306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8871b549-4181-41e9-9cde-cc35f205bca4 None None] Port b40066d9-db8e-4cda-a784-4c04c988120f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:40:59.102330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-0964483e-110a-4711-af21-25e1f501fe4f service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653333 Sep 30 08:40:59.264793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port b40066d9-db8e-4cda-a784-4c04c988120f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:59.265856 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:59.450511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:59.455900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ac2d-4fbb-40a3-9d24-c3cd9327cc24 req-586f9782-e0b9-4425-b528-45ec9ab05974 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:59.465551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5589ac2d-4fbb-40a3-9d24-c3cd9327cc24 req-586f9782-e0b9-4425-b528-45ec9ab05974 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.2281153 Sep 30 08:40:59.482877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-295adc79-7c95-418c-a831-73bc2ebc8a03 req-4937a91f-7a9d-4ae7-b981-6de0901335ce service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711865 Sep 30 08:40:59.507248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for b40066d9-db8e-4cda-a784-4c04c988120f owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:59.595650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5589ac2d-4fbb-40a3-9d24-c3cd9327cc24 req-9dd2bba4-0a87-47dc-863c-eb3862475c90 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261575 Sep 30 08:40:59.703978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-8ab0defc-d9cb-4752-9c43-a487b320211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:59.714412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-8ab0defc-d9cb-4752-9c43-a487b320211f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1095 time: 0.1171329 Sep 30 08:40:59.983545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-4909ee50-f23d-4a38-ba17-a77c98e41ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:59.985059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-4909ee50-f23d-4a38-ba17-a77c98e41ae8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.2643108 Sep 30 08:41:00.003005 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:00.081794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-0e1eb144-1e4c-40ac-88f6-925eab40e603 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.0855618 Sep 30 08:41:00.204033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-3cbf05a9-c392-4587-9b0d-994c62ed318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:00.206682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-3cbf05a9-c392-4587-9b0d-994c62ed318d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.1192212 Sep 30 08:41:00.292046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-4086e806-3600-4d6d-9d5e-817e2a20fe06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731976 Sep 30 08:41:00.571692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-90212d42-2c77-4acb-b333-7a9327987791 service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763541 Sep 30 08:41:00.615165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=b40066d9-db8e-4cda-a784-4c04c988120f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:00.803116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:01.003766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b023d07d-76a5-4510-9f8a-ee363a2bc59f req-f0502b94-b0cc-4f70-9f0c-11618397655c service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204185 Sep 30 08:41:01.012706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:01.015732 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-370c24cf-1111-4f0a-8003-0165baec4e38 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/ports/b40066d9-db8e-4cda-a784-4c04c988120f HTTP/1.1" status: 204 len: 168 time: 2.4461577 Sep 30 08:41:01.036505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55678) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:01.055567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8b7b1-acc1-4407-b405-feab05242096 req-4dd215e4-75f1-4a8a-a648-258cb121b717 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:01.063634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99b8b7b1-acc1-4407-b405-feab05242096 req-4dd215e4-75f1-4a8a-a648-258cb121b717 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.2439828 Sep 30 08:41:01.198294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99b8b7b1-acc1-4407-b405-feab05242096 req-51d43bcd-9827-4f64-b8cf-58e974d2536c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274989 Sep 30 08:41:01.288735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:41:01.391280 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-883c7b56-8bae-484a-8825-cd5146e69db7 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] GET failed (client error): The resource could not be found. Sep 30 08:41:01.393252 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-883c7b56-8bae-484a-8825-cd5146e69db7 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "GET /v2.0/ports/b40066d9-db8e-4cda-a784-4c04c988120f HTTP/1.1" status: 404 len: 333 time: 0.3390048 Sep 30 08:41:01.397015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55682) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:01.417239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'name': 'tempest-AllowedAddressPairTestJSON-325951116'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:01.864889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:01.873710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:01.908665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] device_id is not set on port 2ae9887e-b4d9-4002-a62a-8822c9884a86 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:41:02.077649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Allocated IP 172.20.0.10 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/2ae9887e-b4d9-4002-a62a-8822c9884a86) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:02.271405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-1bd35add-a5b8-4c58-aebb-6ac12fe899a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:02.280280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-1bd35add-a5b8-4c58-aebb-6ac12fe899a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1095 time: 0.1999476 Sep 30 08:41:02.341195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:02.450999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564da80-29a7-49be-b370-ba7ba3a82172 req-33df6ddc-dc70-4581-8f66-5b3510cde3b1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:02.456507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:02.457633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c564da80-29a7-49be-b370-ba7ba3a82172 req-33df6ddc-dc70-4581-8f66-5b3510cde3b1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.0874577 Sep 30 08:41:02.561201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c564da80-29a7-49be-b370-ba7ba3a82172 req-e28bcc8e-4b93-423f-9651-75d0c27837d4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937529 Sep 30 08:41:02.603663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:02.613541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:02.617793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:02.762699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=2ae9887e-b4d9-4002-a62a-8822c9884a86,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:02.880218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:02.886536 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:02.927670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 57a25093-28d0-48cd-9476-2c90837028aa {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:02.936711 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:02.954858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-91fc4f4c-70eb-4376-9446-0c3be98ba600 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5318005 Sep 30 08:41:02.956045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55704) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:02.998026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'network_id': 'a9261380-593e-4f43-882c-346fbe0f6ae8', 'name': 'tempest-AllowedAddressPairTestJSON-1326219966'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:03.101604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-22a308aa-6b47-4fb8-9005-75ddd24c9e8f None None] Provisioning complete for port 2ae9887e-b4d9-4002-a62a-8822c9884a86 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:03.102650 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-22a308aa-6b47-4fb8-9005-75ddd24c9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:03.145117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-9c368295-25be-4250-b5b6-b712fa38d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:03.152052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-9c368295-25be-4250-b5b6-b712fa38d75b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 0.5257998 Sep 30 08:41:03.214759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-22a308aa-6b47-4fb8-9005-75ddd24c9e8f None None] Port 2ae9887e-b4d9-4002-a62a-8822c9884a86 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:03.400439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-503773f1-3ba2-45af-aeee-de5877072fb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.2160318 Sep 30 08:41:03.472874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port 57a25093-28d0-48cd-9476-2c90837028aa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=57a25093-28d0-48cd-9476-2c90837028aa,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:03.474017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:03.509889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 57a25093-28d0-48cd-9476-2c90837028aa owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:03.576730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-d9375437-5ac6-4d17-9e8b-09aad9fab561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:03.580846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-d9375437-5ac6-4d17-9e8b-09aad9fab561 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.0933731 Sep 30 08:41:03.734104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-f6b9149e-8aa4-4de6-a0b1-3e6b8b28857a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718896 Sep 30 08:41:03.820254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63895-4b9d-4fc6-b8e3-50b748429ec8 req-845c13f3-1871-4191-9d1f-47055a0e5397 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:03.834524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecd63895-4b9d-4fc6-b8e3-50b748429ec8 req-845c13f3-1871-4191-9d1f-47055a0e5397 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.1032438 Sep 30 08:41:03.868118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Made reservation on behalf of 6e9eda0626bc46f78e14ce37a6cd0aec for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:03.875032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:03.904421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecd63895-4b9d-4fc6-b8e3-50b748429ec8 req-be593f78-fa04-457d-bd3a-35ecc0407a50 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678415 Sep 30 08:41:03.927522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] device_id is not set on port 6600dd43-20c7-496e-9b7b-7bc439e469da yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:41:04.196049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4d1d-97c2-404e-9824-5e62c3210dbc req-060c8c8a-5395-4eab-ab72-689882ddf984 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:04.205697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aede4d1d-97c2-404e-9824-5e62c3210dbc req-060c8c8a-5395-4eab-ab72-689882ddf984 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.1325536 Sep 30 08:41:04.300402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Allocated IP 172.20.0.4 (a9261380-593e-4f43-882c-346fbe0f6ae8/d8bc49d7-1231-49ea-afe6-310d3d8efa40/6600dd43-20c7-496e-9b7b-7bc439e469da) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:04.784380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:04.849345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:04.952081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Network a9261380-593e-4f43-882c-346fbe0f6ae8 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:04.953639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aede4d1d-97c2-404e-9824-5e62c3210dbc req-9d984c3b-706c-449b-ac16-52c668909e07 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465115 Sep 30 08:41:04.957526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:04.975253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:05.019552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=6600dd43-20c7-496e-9b7b-7bc439e469da,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:05.187323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:05.187809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:05.250687 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6295633b-dff5-4041-b51c-951b627e91a2 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2557466 Sep 30 08:41:05.255976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55742) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:05.261406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e6:70:cb'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:42:09:2c'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:05.387918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-025e993d-143b-4214-b157-1893611ce52b None None] Provisioning complete for port 6600dd43-20c7-496e-9b7b-7bc439e469da triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:05.389771 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-025e993d-143b-4214-b157-1893611ce52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:05.399661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:05.427062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616f63a-3647-454e-88eb-4078ebf9b857 req-5fe4817c-dcc0-4762-8e3f-471b13f71d0c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:05.443407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3616f63a-3647-454e-88eb-4078ebf9b857 req-5fe4817c-dcc0-4762-8e3f-471b13f71d0c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.3291016 Sep 30 08:41:05.461321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=57a25093-28d0-48cd-9476-2c90837028aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:05.490167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-025e993d-143b-4214-b157-1893611ce52b None None] Port 6600dd43-20c7-496e-9b7b-7bc439e469da cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:05.818695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-812ad943-ec1d-47db-b33c-6b8ebe4fa26a service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377370 Sep 30 08:41:05.840652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3616f63a-3647-454e-88eb-4078ebf9b857 req-b2b8adcb-c539-44c8-8d36-3a9db6b37cdd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940170 Sep 30 08:41:06.124147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:06.155987 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:06.266252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6c9943-22a5-41d1-a703-c7859607eeba req-eedada61-338f-461d-9b2e-2bb420d2828d service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198980 Sep 30 08:41:06.291704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9a7e0-0112-40a1-89df-5e7b321f2ed5 req-865a2642-36cf-4eea-8ec7-ecb08ecec0bf tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:06.312213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bb9a7e0-0112-40a1-89df-5e7b321f2ed5 req-865a2642-36cf-4eea-8ec7-ecb08ecec0bf tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.1922500 Sep 30 08:41:06.387919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6bb9a7e0-0112-40a1-89df-5e7b321f2ed5 req-18131ff6-68e0-49b4-bb99-3e875e187ce1 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Sep 30 08:41:06.687518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:06.700598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:06.714115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Router bd72f14a-587d-4c94-9b1f-784b37c5f779 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:41:06.836756 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event updated for resources: {'Port': ['ID=6600dd43-20c7-496e-9b7b-7bc439e469da,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:06.870214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] In _notify_port_updated(), no bound segment for port 6600dd43-20c7-496e-9b7b-7bc439e469da on network a9261380-593e-4f43-882c-346fbe0f6ae8 {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:41:06.875995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:06.876689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:06.878273 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-494f798c-6bde-496b-a5da-46fdf3eb8d76 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "PUT /v2.0/ports/6600dd43-20c7-496e-9b7b-7bc439e469da HTTP/1.1" status: 200 len: 1057 time: 1.6214328 Sep 30 08:41:06.881474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55756) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:07.073400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:41:07.098949 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0457749b-2444-4889-8d2f-ee0a0dff3f47 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "PUT /v2.0/routers/bd72f14a-587d-4c94-9b1f-784b37c5f779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3454769 Sep 30 08:41:07.098949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55764) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:07.107763 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] Sync routers for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:41:07.143139 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:07.144392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:07.242844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d48ee44a-95e5-4eed-b94e-8138af715008 None None] Provisioning complete for port 6600dd43-20c7-496e-9b7b-7bc439e469da triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:07.244265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d48ee44a-95e5-4eed-b94e-8138af715008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:07.257816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a846b2-ea87-4d58-a290-bf5b3aeacff9 req-be0015bc-d068-439b-bbbf-2d1753464b7d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:07.265418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port 6600dd43-20c7-496e-9b7b-7bc439e469da {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:07.266020 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:07.271959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16a846b2-ea87-4d58-a290-bf5b3aeacff9 req-be0015bc-d068-439b-bbbf-2d1753464b7d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.2370186 Sep 30 08:41:07.283705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting subnet 1f373be6-c604-4e69-8c1c-41f40b23924f {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:41:07.329408 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:07.356525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d48ee44a-95e5-4eed-b94e-8138af715008 None None] Port 6600dd43-20c7-496e-9b7b-7bc439e469da cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:07.385723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16a846b2-ea87-4d58-a290-bf5b3aeacff9 req-c7b269d7-44ca-4d81-a9cd-6c5a040282bd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127028 Sep 30 08:41:07.505626 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:07.611067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:07.628504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f5cec-87b2-4c98-8a9d-44f1ebe0c1ff req-30a10a74-4902-4092-8ca8-f598c85af80a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:07.644470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-594f5cec-87b2-4c98-8a9d-44f1ebe0c1ff req-30a10a74-4902-4092-8ca8-f598c85af80a tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.1154802 Sep 30 08:41:07.741395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-594f5cec-87b2-4c98-8a9d-44f1ebe0c1ff req-094bc02c-553b-4c4f-a64d-1ff55c0c1102 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954762 Sep 30 08:41:07.760713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:07.825103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for 6600dd43-20c7-496e-9b7b-7bc439e469da owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:08.089516 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:41:05Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:08.187089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:08.228657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=6600dd43-20c7-496e-9b7b-7bc439e469da,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:08.254970 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] Checking router: bd72f14a-587d-4c94-9b1f-784b37c5f779 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:41:08.279637 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] Routers {'bd72f14a-587d-4c94-9b1f-784b37c5f779'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:08.284789 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:40:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['bd72f14a-587d-4c94-9b1f-784b37c5f779'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:08.290199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:08.599154 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-51078e08-98cb-44fb-abc2-11af8c45ed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:08.678912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ade1d9-7892-407b-b04f-581e04f92aea req-019a0f81-a6e9-498f-b578-3ddbab0b1b87 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:08.679478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:08.693163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80ade1d9-7892-407b-b04f-581e04f92aea req-019a0f81-a6e9-498f-b578-3ddbab0b1b87 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.1738639 Sep 30 08:41:08.779274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:08.802386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fbc00-d7c5-4afc-96b8-772ba004a60f None None] Network 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:08.802883 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:08.805120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/subnets/1f373be6-c604-4e69-8c1c-41f40b23924f HTTP/1.1" status: 204 len: 168 time: 1.7093635 Sep 30 08:41:08.809745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55808) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:08.864318 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] Set router bd72f14a-587d-4c94-9b1f-784b37c5f779 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:08.867057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80ade1d9-7892-407b-b04f-581e04f92aea req-0657b47e-d7cf-4fe0-8855-19aff08dcf97 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728821 Sep 30 08:41:09.019138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c6f79-311e-4636-9257-421455a938c1 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Subnet': ['ID=1f373be6-c604-4e69-8c1c-41f40b23924f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:09.125643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55810) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:09.358559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] DHCP port deletion for 52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:41:09.459649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.507913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:41:05Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:09.540467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Deleting port 6427cd48-1c91-4584-95eb-35d6e678d84d {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:09.543732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.570844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-360d593e-40af-4586-ab15-0689c6c43dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.580030 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8e7e1-7232-4b16-b4c9-d80c4fd76344 None None] The sync data for ids ['bd72f14a-587d-4c94-9b1f-784b37c5f779'] in n-d-807025-5 is: [{'id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'name': 'tempest-TestNetworkBasicOps-router-739893304', 'tenant_id': 'e44d09e6fd2344029308ca3370614ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:41:05Z', 'revision_number': 5, 'project_id': 'e44d09e6fd2344029308ca3370614ff0', 'gw_port': {'id': '1abd3455-6516-4757-9c7e-65b8c31f26a8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72f14a-587d-4c94-9b1f-784b37c5f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:39:36Z', 'updated_at': '2021-09-30T08:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:41:09.628649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-d0f05c53-cb5c-4e88-bb48-be36063b3268 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:09.630859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-d0f05c53-cb5c-4e88-bb48-be36063b3268 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.5640621 Sep 30 08:41:09.690849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf5d2-1cc7-423a-8537-2d42a35f0cf5 req-4a073875-ef9c-4276-b81e-f0aeee44c106 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:09.697192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] For port 6427cd48-1c91-4584-95eb-35d6e678d84d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6427cd48-1c91-4584-95eb-35d6e678d84d,segment=NetworkSegment(71d9bea2-a5d1-4c60-9527-a38c92276bb6),segment_id=71d9bea2-a5d1-4c60-9527-a38c92276bb6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:09.697810 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.704565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-456cf5d2-1cc7-423a-8537-2d42a35f0cf5 req-4a073875-ef9c-4276-b81e-f0aeee44c106 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.5769322 Sep 30 08:41:09.722994 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.728343 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-29bf4180-ff92-4181-a034-47837eede0b6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/ports/6600dd43-20c7-496e-9b7b-7bc439e469da HTTP/1.1" status: 204 len: 168 time: 2.8434689 Sep 30 08:41:09.728912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:09.732539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Calling delete_port for 6427cd48-1c91-4584-95eb-35d6e678d84d owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:09.804784 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-219ad2f1-d4f9-4e97-96d2-b03983b0adee tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] GET failed (client error): The resource could not be found. Sep 30 08:41:09.811660 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-219ad2f1-d4f9-4e97-96d2-b03983b0adee tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "GET /v2.0/ports/6600dd43-20c7-496e-9b7b-7bc439e469da HTTP/1.1" status: 404 len: 333 time: 0.0786443 Sep 30 08:41:09.812350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55818) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:09.814109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-360d593e-40af-4586-ab15-0689c6c43dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.880003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-360d593e-40af-4586-ab15-0689c6c43dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:09.884987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.db.api [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:41:09.884987 n-d-807025-5 neutron-server[95001]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:41:09.884987 n-d-807025-5 neutron-server[95001]: [parameters: {'project_id': '17b845b19d51437f9656503e412e8089', 'id': '8117d6d4-a234-4c90-8e97-1c90fe11e9c2', 'expiration': datetime.datetime(2021, 9, 30, 8, 43, 9, 667314)}] Sep 30 08:41:09.884987 n-d-807025-5 neutron-server[95001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:41:09.886556 n-d-807025-5 neutron-server[95001]: DEBUG oslo_db.api [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:41:09.987548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d593e-40af-4586-ab15-0689c6c43dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa928ad-8a05-4f87-a755-ba5babcf147c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:10.007354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.030888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] No DVR routers for this DVR port 6427cd48-1c91-4584-95eb-35d6e678d84d on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:41:10.081956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port 2ae9887e-b4d9-4002-a62a-8822c9884a86 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:10.082388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.090915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Pushing event deleted for resources: {'Port': ['ID=6427cd48-1c91-4584-95eb-35d6e678d84d,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:10.104708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-360d593e-40af-4586-ab15-0689c6c43dfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f910935d5c3347d89a5dd340c7434c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9748211 Sep 30 08:41:10.108731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.110590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55822) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:10.111014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.112516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.113143 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.113792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.113944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.114391 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.115940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.116388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.116797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.119280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.119784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.120206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2046c-affb-48cb-8764-6d7115c41e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:10.123933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-456cf5d2-1cc7-423a-8537-2d42a35f0cf5 req-e39e1ce1-b5a0-4c7c-8118-2327d486f2f3 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181926 Sep 30 08:41:10.300882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c75e38ef-71b8-4f86-9bdd-d716f2606721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.412566 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c75e38ef-71b8-4f86-9bdd-d716f2606721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.430845 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.453827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.540225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for 2ae9887e-b4d9-4002-a62a-8822c9884a86 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:10.554363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c75e38ef-71b8-4f86-9bdd-d716f2606721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.561524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c75e38ef-71b8-4f86-9bdd-d716f2606721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.563557 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c75e38ef-71b8-4f86-9bdd-d716f2606721 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fa928ad-8a05-4f87-a755-ba5babcf147c HTTP/1.1" status: 204 len: 168 time: 0.4473786 Sep 30 08:41:10.730312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6427cd48-1c91-4584-95eb-35d6e678d84d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:41:10.769627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6427cd48-1c91-4584-95eb-35d6e678d84d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:41:10.769951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6427cd48-1c91-4584-95eb-35d6e678d84d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:41:10.770243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 57a25093-28d0-48cd-9476-2c90837028aa no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:41:10.797836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e38ef-71b8-4f86-9bdd-d716f2606721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa928ad-8a05-4f87-a755-ba5babcf147c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:10.802684 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.831260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 57a25093-28d0-48cd-9476-2c90837028aa {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:41:10.831495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 57a25093-28d0-48cd-9476-2c90837028aa not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:41:10.853226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=2ae9887e-b4d9-4002-a62a-8822c9884a86,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:11.040798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.046357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8eb0cf75-4a2d-46e8-afa5-d7578c103fd6 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/ports/2ae9887e-b4d9-4002-a62a-8822c9884a86 HTTP/1.1" status: 204 len: 168 time: 1.2327421 Sep 30 08:41:11.047014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55828) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:11.082729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb3dc-e5c6-4ea4-9b60-b4be3cbe6cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.113734 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-14420102-4aa0-40c6-a44f-cf0905739b9a tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] GET failed (client error): The resource could not be found. Sep 30 08:41:11.120526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-14420102-4aa0-40c6-a44f-cf0905739b9a tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "GET /v2.0/ports/2ae9887e-b4d9-4002-a62a-8822c9884a86 HTTP/1.1" status: 404 len: 333 time: 0.0723495 Sep 30 08:41:11.121360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55830) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:11.210608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55834) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:11.220667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Deleting port 976460b4-d4bd-4090-8182-a28750f2bc77 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:11.227008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.312696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.347935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port 0bf06d5b-253b-45c1-a410-0db8fc1b0345 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:11.348812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.356046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95594-d2fc-4f4b-846e-051a3d297657 req-e9669928-64f7-463f-8028-7ec043b15f43 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:11.373759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcd95594-d2fc-4f4b-846e-051a3d297657 req-e9669928-64f7-463f-8028-7ec043b15f43 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.9162283 Sep 30 08:41:11.375958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90136de8-dca4-4229-9d08-de5f5b309785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.525197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.575728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.583930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcd95594-d2fc-4f4b-846e-051a3d297657 req-786f2de9-f587-48b3-81d6-4c1ecefbe304 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070949 Sep 30 08:41:11.598302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for 0bf06d5b-253b-45c1-a410-0db8fc1b0345 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:11.621756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] For port 976460b4-d4bd-4090-8182-a28750f2bc77, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=976460b4-d4bd-4090-8182-a28750f2bc77,segment=NetworkSegment(d6e6e5c5-8e53-44ff-8fc5-3702907e6674),segment_id=d6e6e5c5-8e53-44ff-8fc5-3702907e6674)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:11.623076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.652364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Calling delete_port for 976460b4-d4bd-4090-8182-a28750f2bc77 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:11.703204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Deleting port 1abd3455-6516-4757-9c7e-65b8c31f26a8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:11.708644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.792059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.824662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=0bf06d5b-253b-45c1-a410-0db8fc1b0345,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:11.861836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.982042 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:11.985301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4012ddc4-1dbe-4a3e-94b9-781d99474cd5 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/ports/0bf06d5b-253b-45c1-a410-0db8fc1b0345 HTTP/1.1" status: 204 len: 168 time: 0.8628340 Sep 30 08:41:11.988647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:11.993962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] For port 1abd3455-6516-4757-9c7e-65b8c31f26a8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1abd3455-6516-4757-9c7e-65b8c31f26a8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:11.994364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.010744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Calling delete_port for 1abd3455-6516-4757-9c7e-65b8c31f26a8 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:12.082697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting subnet d8bc49d7-1231-49ea-afe6-310d3d8efa40 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:41:12.086964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.158135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.198774 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.300302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17b845b19d51437f9656503e412e8089&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5167282 Sep 30 08:41:12.305348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 976460b4-d4bd-4090-8182-a28750f2bc77 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:41:12.307069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2e89a-396a-4987-a86d-189024c5d68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec88e2-1089-4da7-ba94-7762cc5e9865,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:12.307211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55840) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:12.319911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.334198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9400f-7e74-4b61-92aa-d1a30c069aca req-47801848-54da-447a-98b8-baba0ddc0a34 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:12.335958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4b9400f-7e74-4b61-92aa-d1a30c069aca req-47801848-54da-447a-98b8-baba0ddc0a34 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 946 time: 0.5438442 Sep 30 08:41:12.407742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.451305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab660595-1adf-42d9-8f61-cfb381d96037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.479584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.494553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90136de8-dca4-4229-9d08-de5f5b309785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.499922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab660595-1adf-42d9-8f61-cfb381d96037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.504051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4b9400f-7e74-4b61-92aa-d1a30c069aca req-d11e03f1-07b2-4150-85b9-25ea32ecdee1 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/security-groups?id=25e86401-2d7f-4560-a153-393a109b4047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600199 Sep 30 08:41:12.521146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90136de8-dca4-4229-9d08-de5f5b309785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.526565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bc49d7-1231-49ea-afe6-310d3d8efa40,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:12.531615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.533683 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e90ff39f-fb7a-4230-ab89-1bc18af61d19 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/subnets/d8bc49d7-1231-49ea-afe6-310d3d8efa40 HTTP/1.1" status: 204 len: 168 time: 0.5437853 Sep 30 08:41:12.538941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:12.546795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699a87d-30ee-4bf6-979c-87cd5fcd1c78 None None] Network a9261380-593e-4f43-882c-346fbe0f6ae8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:12.563583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.565679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.588359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-90136de8-dca4-4229-9d08-de5f5b309785 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b970231e51e4e67832dcdfee9a471ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3677146 Sep 30 08:41:12.590557 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55844) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:12.615372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Port': ['ID=1abd3455-6516-4757-9c7e-65b8c31f26a8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:12.624756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90136de8-dca4-4229-9d08-de5f5b309785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81bc4e-1a81-4e2c-b593-502ca2408110,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:12.666555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.679315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Pushing event deleted for resources: {'Port': ['ID=976460b4-d4bd-4090-8182-a28750f2bc77,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:12.727139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab660595-1adf-42d9-8f61-cfb381d96037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.729761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab660595-1adf-42d9-8f61-cfb381d96037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.734332 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ab660595-1adf-42d9-8f61-cfb381d96037 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9ec88e2-1089-4da7-ba94-7762cc5e9865 HTTP/1.1" status: 204 len: 168 time: 0.4257810 Sep 30 08:41:12.744872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] No DVR routers for this DVR port 976460b4-d4bd-4090-8182-a28750f2bc77 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:41:12.748319 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.748606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b9e935-84e1-4d97-8f72-6a1d14e960fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.750981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7002dbec-e1ff-4057-ae1e-44b2e1a88d42 req-ee616525-9592-4f2b-b6d2-fd9df0652a57 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.50 "DELETE /v2.0/ports/976460b4-d4bd-4090-8182-a28750f2bc77 HTTP/1.1" status: 204 len: 173 time: 3.0812457 Sep 30 08:41:12.752142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660595-1adf-42d9-8f61-cfb381d96037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec88e2-1089-4da7-ba94-7762cc5e9865,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:12.756429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'name': 'network-vif-deleted', 'tag': '976460b4-d4bd-4090-8182-a28750f2bc77'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:41:12.758810 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d9cca-288a-42fc-9338-dc1bf41d245a" -d '{"events": [{"server_uuid": "9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935", "name": "network-vif-deleted", "tag": "976460b4-d4bd-4090-8182-a28750f2bc77"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:41:12.785383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b9e935-84e1-4d97-8f72-6a1d14e960fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.801534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.817074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Deleting port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:12.817493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.876533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] DHCP port deletion for a9261380-593e-4f43-882c-346fbe0f6ae8 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:41:12.877393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4dfe8-4fa1-4d7d-9e09-6bcc2827d98e req-7f544f6d-488a-4d52-8de3-f1c5ba86c4b4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:12.879078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aec4dfe8-4fa1-4d7d-9e09-6bcc2827d98e req-7f544f6d-488a-4d52-8de3-f1c5ba86c4b4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.1586661 Sep 30 08:41:12.918190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.919525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] For port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,segment=NetworkSegment(26cfa8a7-1371-4641-9656-2a6ff17b12c4),segment_id=26cfa8a7-1371-4641-9656-2a6ff17b12c4)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:12.920075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.936755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] Deleting port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:12.937525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.939752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Calling delete_port for 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:12.940829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.963838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b9e935-84e1-4d97-8f72-6a1d14e960fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.970016 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b9e935-84e1-4d97-8f72-6a1d14e960fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.976969 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-73b9e935-84e1-4d97-8f72-6a1d14e960fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a81bc4e-1a81-4e2c-b593-502ca2408110 HTTP/1.1" status: 204 len: 168 time: 0.3829069 Sep 30 08:41:13.023732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9e935-84e1-4d97-8f72-6a1d14e960fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81bc4e-1a81-4e2c-b593-502ca2408110,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:13.067467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aec4dfe8-4fa1-4d7d-9e09-6bcc2827d98e req-7ad72ead-36fc-4e49-8337-2f5222a99ead tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810663 Sep 30 08:41:13.081582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.087751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Fanout notify agent at l3_agent the message router_deleted on router bd72f14a-587d-4c94-9b1f-784b37c5f779 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:41:13.092240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] For port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,segment=NetworkSegment(26cfa8a7-1371-4641-9656-2a6ff17b12c4),segment_id=26cfa8a7-1371-4641-9656-2a6ff17b12c4)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:13.092655 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.104979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.107399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e7d7c1bf-900a-46ce-b4bb-84ec5cea053f tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/routers/bd72f14a-587d-4c94-9b1f-784b37c5f779 HTTP/1.1" status: 204 len: 168 time: 4.2915704 Sep 30 08:41:13.111394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55854) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:13.130600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] Calling delete_port for 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:13.211250 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19383796-d2e0-4765-af8c-f0cde30c31fa x-openstack-request-id: req-19383796-d2e0-4765-af8c-f0cde30c31fa {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:41:13.211554 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935", "name": "network-vif-deleted", "tag": "976460b4-d4bd-4090-8182-a28750f2bc77", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:41:13.211805 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19383796-d2e0-4765-af8c-f0cde30c31fa {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:41:13.212202 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935', 'name': 'network-vif-deleted', 'tag': '976460b4-d4bd-4090-8182-a28750f2bc77', 'status': 'completed', 'code': 200} Sep 30 08:41:13.260208 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.274521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.309603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.311897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.339649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Port': ['ID=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:13.357048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] No DVR routers for this DVR port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:41:13.357483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] No DVR routers for this DVR port 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:41:13.359375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b3833-5a49-4919-9106-4049e11eda40 None None] Pushing event deleted for resources: {'Port': ['ID=5f34c2c4-2eed-4f96-91a0-552fbc1d70e4,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:13.457571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.478780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.487048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:13.500048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d9bea2-a5d1-4c60-9527-a38c92276bb6') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:13.500542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d9bea2-a5d1-4c60-9527-a38c92276bb6') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:13.510113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9261380-593e-4f43-882c-346fbe0f6ae8']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:13.522456 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.544225 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.555620 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:13.556450 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.557145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cfa8a7-1371-4641-9656-2a6ff17b12c4') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:13.557494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cfa8a7-1371-4641-9656-2a6ff17b12c4') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:13.561123 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:13.578908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55868) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:13.582988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.614172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-337d8cbb-0509-44d5-bf33-f2fbec27b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.614520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.629873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:13.630313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:13.633722 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:13.716701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.726313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.730825 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] 10.222.0.41 "DELETE /v2.0/networks/a9261380-593e-4f43-882c-346fbe0f6ae8 HTTP/1.1" status: 204 len: 168 time: 1.1883955 Sep 30 08:41:13.750506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d5066a3-4f2a-476d-a219-448e4209fe5b req-3f6ba385-88a7-402c-ae5d-8e9a3a01ddb9 tempest-VolumesSnapshotTestJSON-1330645015 tempest-VolumesSnapshotTestJSON-1330645015-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca5d81f-7ee7-4af5-ad1d-bf0e6c4e2935 HTTP/1.1" status: 200 len: 210 time: 0.0727105 Sep 30 08:41:13.752068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41de3bf-e1a5-477b-b8d2-2dd2d4b387e9 tempest-AllowedAddressPairTestJSON-346480194 tempest-AllowedAddressPairTestJSON-346480194-project] Pushing event deleted for resources: {'Network': ['ID=a9261380-593e-4f43-882c-346fbe0f6ae8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:13.760799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.776631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.780378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] 10.222.0.41 "DELETE /v2.0/networks/52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa HTTP/1.1" status: 204 len: 168 time: 0.6643639 Sep 30 08:41:13.796331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Pushing event deleted for resources: {'Network': ['ID=52d9a5a9-9d54-4b5a-9986-dd4c120ebcfa,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:13.808182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.808527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.809071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.809413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.810359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.810701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.811035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.811367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.811693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.812027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.812363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.812694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b0a63-aa90-4935-b5eb-1fba55a080b4 tempest-TestNetworkBasicOps-571474913 tempest-TestNetworkBasicOps-571474913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:13.875073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-337d8cbb-0509-44d5-bf33-f2fbec27b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.880351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-337d8cbb-0509-44d5-bf33-f2fbec27b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:13.943306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d8cbb-0509-44d5-bf33-f2fbec27b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ebce3-e194-4ba1-a611-abf97fe2b416,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:13.955482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55878) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:13.955879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-337d8cbb-0509-44d5-bf33-f2fbec27b5ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d9562b8e4ce4da8ba776c1ec48c0ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737147 Sep 30 08:41:14.025249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b8e937-867e-44bf-a245-58125c7cb966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.049377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b8e937-867e-44bf-a245-58125c7cb966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.104956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b8e937-867e-44bf-a245-58125c7cb966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.108023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73b8e937-867e-44bf-a245-58125c7cb966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.112286 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-73b8e937-867e-44bf-a245-58125c7cb966 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/768ebce3-e194-4ba1-a611-abf97fe2b416 HTTP/1.1" status: 204 len: 168 time: 0.1527860 Sep 30 08:41:14.122921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8e937-867e-44bf-a245-58125c7cb966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ebce3-e194-4ba1-a611-abf97fe2b416,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:14.156887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55888) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:14.192559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55894) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:14.241059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449657c0-7ddf-40de-915a-d9b7de372f18 req-bbb3b92f-ab30-485e-93d0-4588d2d18940 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:14.242557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-449657c0-7ddf-40de-915a-d9b7de372f18 req-bbb3b92f-ab30-485e-93d0-4588d2d18940 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.0631592 Sep 30 08:41:14.293190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-449657c0-7ddf-40de-915a-d9b7de372f18 req-3844aead-b7f3-4579-ad0b-efff4803520d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Sep 30 08:41:14.471935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1af0a92e-5592-41df-8c19-db24575c0c70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e9eda0626bc46f78e14ce37a6cd0aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137321 Sep 30 08:41:14.475072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 55904) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:14.497462 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-be6f5088-7af7-495a-8986-a8a50310e37a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e44d09e6fd2344029308ca3370614ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036613 Sep 30 08:41:14.500019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55906) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:14.535144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc7df-0052-44cb-9809-499e70f600ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.559272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc7df-0052-44cb-9809-499e70f600ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.570895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06243b0e-a287-4f72-bf5a-7536268ff6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.608779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06243b0e-a287-4f72-bf5a-7536268ff6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.623208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc7df-0052-44cb-9809-499e70f600ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.626040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc7df-0052-44cb-9809-499e70f600ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.627136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba5bc7df-0052-44cb-9809-499e70f600ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b9507eb-aa45-4787-925b-de279b916abd HTTP/1.1" status: 204 len: 168 time: 0.1511462 Sep 30 08:41:14.642612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bc7df-0052-44cb-9809-499e70f600ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9507eb-aa45-4787-925b-de279b916abd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:14.694279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06243b0e-a287-4f72-bf5a-7536268ff6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.697041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-06243b0e-a287-4f72-bf5a-7536268ff6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.698311 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06243b0e-a287-4f72-bf5a-7536268ff6bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31fb072e-ca28-4fcd-8140-ceffe63bfecf HTTP/1.1" status: 204 len: 168 time: 0.1967521 Sep 30 08:41:14.704775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1abd3455-6516-4757-9c7e-65b8c31f26a8 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:41:14.711025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06243b0e-a287-4f72-bf5a-7536268ff6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb072e-ca28-4fcd-8140-ceffe63bfecf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:14.731933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1abd3455-6516-4757-9c7e-65b8c31f26a8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:41:14.732450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1abd3455-6516-4757-9c7e-65b8c31f26a8 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:41:14.733155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:41:14.757927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:41:14.758509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5f34c2c4-2eed-4f96-91a0-552fbc1d70e4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:41:14.924213 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.080594 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-87d1a2ad-01db-4951-affc-a338b3409b9f req-1d65445a-1c7c-4cf7-b131-32ac6229367f service neutron] (95002) timed out ('10.222.0.57', 56281) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:41:15.483933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55952) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:15.517499 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3c25-7aaf-45e0-ac1a-147a517375aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.584101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaebbde-53d0-4a14-91f5-3864b57cfa31 req-6a4ccccd-d95d-45fb-970d-5f0fbe3abee5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:15.598225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4eaebbde-53d0-4a14-91f5-3864b57cfa31 req-6a4ccccd-d95d-45fb-970d-5f0fbe3abee5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 944 time: 0.1851716 Sep 30 08:41:15.690327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4eaebbde-53d0-4a14-91f5-3864b57cfa31 req-7964a454-b46a-4be4-96a1-4ed75c3e9813 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892811 Sep 30 08:41:15.690759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3c25-7aaf-45e0-ac1a-147a517375aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.698460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3c25-7aaf-45e0-ac1a-147a517375aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.746507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd3c25-7aaf-45e0-ac1a-147a517375aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6860e9c1-12c3-4fee-80c8-9bc0f9c5d877,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:15.792501 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4bd3c25-7aaf-45e0-ac1a-147a517375aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58f5da760d7a40fb8b5d17c9dc44bcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069928 Sep 30 08:41:15.797825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 55962) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:15.889661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-accaac24-741f-467f-9ee3-cf08acc36d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.943195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-accaac24-741f-467f-9ee3-cf08acc36d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:16.060770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-accaac24-741f-467f-9ee3-cf08acc36d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:16.070280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-accaac24-741f-467f-9ee3-cf08acc36d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:16.079612 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-accaac24-741f-467f-9ee3-cf08acc36d30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6860e9c1-12c3-4fee-80c8-9bc0f9c5d877 HTTP/1.1" status: 204 len: 168 time: 0.2786198 Sep 30 08:41:16.110403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaac24-741f-467f-9ee3-cf08acc36d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6860e9c1-12c3-4fee-80c8-9bc0f9c5d877,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:16.330109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:41:16.488400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:16.511669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'network_id': 'd32d09d9-64e8-4431-96c3-d999cb057c74', 'port_id': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'mac_address': 'fa:16:3e:41:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c28f3-7382-4a54-b154-eac9e1116e9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:41:16.587689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:16.647909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:41:16.698605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:16.708117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:16.796498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:16.935377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e00645-fe11-465b-aab8-2ce8c0053b23 req-ddd7ef63-f990-4d18-b00f-f0742510e7c7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:16.946767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e00645-fe11-465b-aab8-2ce8c0053b23 req-ddd7ef63-f990-4d18-b00f-f0742510e7c7 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1199038 Sep 30 08:41:16.982531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56004) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:16.982640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['32741c00-3c17-49f4-bc64-11028c5d8af3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:41:17.010544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8e00645-fe11-465b-aab8-2ce8c0053b23 req-abb45160-ec98-4a12-b6c6-67fe8f50c691 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571780 Sep 30 08:41:17.304582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-54ef09bf-5e4c-442d-b4d8-0b6075f148d8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.312506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56016) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.317293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-03ab4753-8f16-4e03-8df6-a83496a300b3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.321398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-03ab4753-8f16-4e03-8df6-a83496a300b3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075319 Sep 30 08:41:17.322299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56018) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.326276 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-54ef09bf-5e4c-442d-b4d8-0b6075f148d8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.3428969 Sep 30 08:41:17.328665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-2d33e32e-b582-4d70-9fb7-3be1f530116e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.332633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56020) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.338359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2d33e32e-b582-4d70-9fb7-3be1f530116e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0137994 Sep 30 08:41:17.339543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-77791255-87fa-4a49-831d-999b174f1ee9 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.344315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56022) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.347744 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77791255-87fa-4a49-831d-999b174f1ee9 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0136023 Sep 30 08:41:17.350031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-08bec292-f91e-47d8-9a9a-732dff97a795 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.353962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56024) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.358665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-61067f8f-4d77-48a4-8ec2-6037400633d3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.359648 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-61067f8f-4d77-48a4-8ec2-6037400633d3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044978 Sep 30 08:41:17.360290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08bec292-f91e-47d8-9a9a-732dff97a795 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0147021 Sep 30 08:41:17.363987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56026) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.369467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-1285ca9b-0794-45ed-9760-71670b1a2bbf tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.370724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1285ca9b-0794-45ed-9760-71670b1a2bbf tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051649 Sep 30 08:41:17.373505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56028) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.382514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-509bdad9-8d1a-4a31-9e24-c7ba44425587 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.383787 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-509bdad9-8d1a-4a31-9e24-c7ba44425587 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0089545 Sep 30 08:41:17.387469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56032) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.394357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-5d84198a-d160-4892-9fee-1bc74f1edb4d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.395620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d84198a-d160-4892-9fee-1bc74f1edb4d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061421 Sep 30 08:41:17.400136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56034) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.406495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-2dc5ea10-dcc8-4259-918a-c830ee586c7a tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.410636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56036) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.411649 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2dc5ea10-dcc8-4259-918a-c830ee586c7a tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0100746 Sep 30 08:41:17.416513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-2c9d47b2-6d96-40bc-9de2-fc5db7c13a06 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.418235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2c9d47b2-6d96-40bc-9de2-fc5db7c13a06 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063851 Sep 30 08:41:17.421717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56038) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.434122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-f86908b9-30c1-49bf-9e57-396510b29b94 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.436086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f86908b9-30c1-49bf-9e57-396510b29b94 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0126424 Sep 30 08:41:17.439628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.445302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-6c59b26d-85ef-4b09-82b9-be38887fb483 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.449514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56044) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.449691 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c59b26d-85ef-4b09-82b9-be38887fb483 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086927 Sep 30 08:41:17.461065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-523399a6-d74b-45df-a0f0-e2e7f87ce1c1 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.462201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-523399a6-d74b-45df-a0f0-e2e7f87ce1c1 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108175 Sep 30 08:41:17.466601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56048) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.471541 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-6cc063ce-55a8-4243-8f90-5408c87ed62f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.475696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56052) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.476313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6cc063ce-55a8-4243-8f90-5408c87ed62f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085835 Sep 30 08:41:17.483975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-96b8e9c6-81fb-469f-ac6c-91963d4df983 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.490385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56054) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.493901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-96b8e9c6-81fb-469f-ac6c-91963d4df983 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124159 Sep 30 08:41:17.495054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-06ecbf7c-b6cb-405d-bf8c-943bcf02eea4 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.496677 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-06ecbf7c-b6cb-405d-bf8c-943bcf02eea4 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049765 Sep 30 08:41:17.500460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56056) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.506712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-db0c0d8e-6f70-46ba-af0d-bca3b556403e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.510645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56060) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.511105 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db0c0d8e-6f70-46ba-af0d-bca3b556403e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093954 Sep 30 08:41:17.516037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-aa6f6a9d-dd3e-47a1-92f7-cf66bd1e8a32 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.517473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa6f6a9d-dd3e-47a1-92f7-cf66bd1e8a32 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056133 Sep 30 08:41:17.520245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56062) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.525264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-c3ecc8d4-4d6b-4dc5-9a09-d4e37a089867 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.530068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56064) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.530309 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c3ecc8d4-4d6b-4dc5-9a09-d4e37a089867 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0090036 Sep 30 08:41:17.535766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-a6daab6c-2f62-4a30-847b-ffd2f727f414 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.538185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a6daab6c-2f62-4a30-847b-ffd2f727f414 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062022 Sep 30 08:41:17.541670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56066) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.546556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-6906b440-9329-439a-8d3c-f4f7178e4dc5 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.550882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56068) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.551759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6906b440-9329-439a-8d3c-f4f7178e4dc5 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0087094 Sep 30 08:41:17.555303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-c023e764-124a-4c1f-911b-782b53d84b92 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.556283 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c023e764-124a-4c1f-911b-782b53d84b92 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044205 Sep 30 08:41:17.559073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56070) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.564745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-e1060acb-b1f5-431f-8883-75df0d15da34 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.568943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56072) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.569315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e1060acb-b1f5-431f-8883-75df0d15da34 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089476 Sep 30 08:41:17.578995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-4af54d76-14ed-4fad-8079-bdcf088f96e8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.585022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56074) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.585567 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4af54d76-14ed-4fad-8079-bdcf088f96e8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0147755 Sep 30 08:41:17.589865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-e68fd194-fd63-4fdb-b8a4-7ae6169911ae tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.594891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e68fd194-fd63-4fdb-b8a4-7ae6169911ae tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082030 Sep 30 08:41:17.595168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.602943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-64e5b564-a3fc-469c-804a-74e36942c61e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.610055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-64e5b564-a3fc-469c-804a-74e36942c61e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0130911 Sep 30 08:41:17.612425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.617238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-60debe16-3ac0-4bba-8a57-8ba1c2437c89 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.621028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-60debe16-3ac0-4bba-8a57-8ba1c2437c89 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073404 Sep 30 08:41:17.621238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56082) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.637153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-1de4c94b-479f-4d17-99d9-3a809b83459a tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.644420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56086) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.650314 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1de4c94b-479f-4d17-99d9-3a809b83459a tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0266082 Sep 30 08:41:17.654193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-2ea8e9db-a602-45b0-8ae2-f842a1b7050f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.660205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56090) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.674675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-e5ca32a5-58cc-4bc7-91a4-7e60fca29fa3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.680862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2ea8e9db-a602-45b0-8ae2-f842a1b7050f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0347126 Sep 30 08:41:17.681907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56092) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.686298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e5ca32a5-58cc-4bc7-91a4-7e60fca29fa3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0244939 Sep 30 08:41:17.690306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-1294602b-57b9-44b3-bbd0-92ebd8a20c06 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.696734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56094) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.708050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-83444685-06e1-42a8-8caf-21415f8e8565 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.714341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1294602b-57b9-44b3-bbd0-92ebd8a20c06 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0306702 Sep 30 08:41:17.719508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56096) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.724379 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-83444685-06e1-42a8-8caf-21415f8e8565 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0249004 Sep 30 08:41:17.730777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-9280a61f-484e-4065-b52e-031732a75f42 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.737204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9280a61f-484e-4065-b52e-031732a75f42 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0103111 Sep 30 08:41:17.738189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56098) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.743549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-f9637fb3-3247-4cfa-b391-1e39c50bdb5d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.749763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f9637fb3-3247-4cfa-b391-1e39c50bdb5d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0101521 Sep 30 08:41:17.751141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.773721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-3d00daae-f15e-4181-9e08-60b171788edf tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.787153 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3d00daae-f15e-4181-9e08-60b171788edf tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0341213 Sep 30 08:41:17.790321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56104) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.817903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-8a39ac5a-3834-498c-b052-fa6edb02f649 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.819326 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8a39ac5a-3834-498c-b052-fa6edb02f649 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0278015 Sep 30 08:41:17.822613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56106) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.828783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-73112bef-0c75-4f42-906b-f9dfb62f2b9d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.836372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-73112bef-0c75-4f42-906b-f9dfb62f2b9d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119185 Sep 30 08:41:17.842452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56108) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.856078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56110) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.862037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-c0cc5272-4658-4662-a878-b732a21d7902 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.867540 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c0cc5272-4658-4662-a878-b732a21d7902 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0234916 Sep 30 08:41:17.870048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56112) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.885067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-acb0494e-06b9-43ae-b7cb-d856ab980b6f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.886399 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-acb0494e-06b9-43ae-b7cb-d856ab980b6f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0081751 Sep 30 08:41:17.890100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56116) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.904602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-d5e39bba-2b57-4a37-9a33-0578277ae754 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.906110 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d5e39bba-2b57-4a37-9a33-0578277ae754 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0147707 Sep 30 08:41:17.909079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56118) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.914371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-f7b502e6-c507-4b32-aaec-9bc716aef3a8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.918611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f7b502e6-c507-4b32-aaec-9bc716aef3a8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079494 Sep 30 08:41:17.919752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56120) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.924354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-ea082457-54b8-41d3-a0f6-fd607790a438 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.934121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56122) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.935069 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ea082457-54b8-41d3-a0f6-fd607790a438 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0133839 Sep 30 08:41:17.939845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-de328ad2-3cdd-4a20-ae16-dd814284b145 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.940989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-de328ad2-3cdd-4a20-ae16-dd814284b145 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050206 Sep 30 08:41:17.944233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56124) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.951117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-a8503e78-cccd-49d4-a95a-523aadb7f215 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.957725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a8503e78-cccd-49d4-a95a-523aadb7f215 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0121143 Sep 30 08:41:17.966429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56126) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.975306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-f02d638f-15f5-4db1-a26f-57d45c6a4dc0 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.977055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f02d638f-15f5-4db1-a26f-57d45c6a4dc0 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0093024 Sep 30 08:41:17.979859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56128) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.985699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-8cf2c3e4-6b8e-4af7-b063-0ed174a13d26 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.986699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8cf2c3e4-6b8e-4af7-b063-0ed174a13d26 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058675 Sep 30 08:41:17.989464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56130) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:17.997220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-3f9fa372-fbb6-49ed-a16d-c366ed5beb91 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:17.998840 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f9fa372-fbb6-49ed-a16d-c366ed5beb91 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064046 Sep 30 08:41:18.001601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.008348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-99f8451a-a864-47f0-901e-b50a1ed7f7f5 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.012139 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-99f8451a-a864-47f0-901e-b50a1ed7f7f5 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084388 Sep 30 08:41:18.014577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56134) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.019469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-e68ff445-09ac-4c97-9a39-31fda6ba70c4 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.022861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e68ff445-09ac-4c97-9a39-31fda6ba70c4 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046663 Sep 30 08:41:18.023291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56136) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.029522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-8e7d0122-b31c-402a-b086-392b2d724ef8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.032072 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8e7d0122-b31c-402a-b086-392b2d724ef8 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061848 Sep 30 08:41:18.035306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56140) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.045940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-9321a992-51f4-4037-99ad-c73a84c33e9e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.050687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56142) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.055963 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9321a992-51f4-4037-99ad-c73a84c33e9e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0119033 Sep 30 08:41:18.056513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-6ed96cbc-40d9-4a6f-8bba-c94e142b42cf tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.058371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6ed96cbc-40d9-4a6f-8bba-c94e142b42cf tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062923 Sep 30 08:41:18.061365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56144) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.072333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-0f6e7251-d0b7-4486-875d-7efb07aa71d7 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.073366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f6e7251-d0b7-4486-875d-7efb07aa71d7 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102077 Sep 30 08:41:18.076928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56148) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.096059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-d521b72f-a231-4361-be91-b4302c07439f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.101215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56150) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.102069 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d521b72f-a231-4361-be91-b4302c07439f tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0228612 Sep 30 08:41:18.107464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-249e26d6-bdc8-4c44-8437-5458d795c4bd tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.108751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-249e26d6-bdc8-4c44-8437-5458d795c4bd tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052431 Sep 30 08:41:18.112004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56152) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.119742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-9a8eac86-48c5-4ac1-b8fc-575a008da1bb tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.125013 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a8eac86-48c5-4ac1-b8fc-575a008da1bb tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095406 Sep 30 08:41:18.127900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-48125739-network', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:18.129584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56154) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.134182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-8c052eec-0d5c-45fe-8628-c1adee7dc24d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.138553 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8c052eec-0d5c-45fe-8628-c1adee7dc24d tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073369 Sep 30 08:41:18.139213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56156) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.143994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-d316edb5-27d7-429d-9872-23ff9979efad tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.148591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d316edb5-27d7-429d-9872-23ff9979efad tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081234 Sep 30 08:41:18.149055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56158) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.155532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-13d6a667-9f53-4b87-85fe-83ff671c1c1a tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.169055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-13d6a667-9f53-4b87-85fe-83ff671c1c1a tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056968 Sep 30 08:41:18.169746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56160) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.184692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-688a8d9b-7946-4c0e-8eab-61bd361177bb tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.186064 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-688a8d9b-7946-4c0e-8eab-61bd361177bb tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0117660 Sep 30 08:41:18.189268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56168) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.198640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-5ea59a93-68ee-4f21-8111-200720a30f2e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.207747 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5ea59a93-68ee-4f21-8111-200720a30f2e tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0167115 Sep 30 08:41:18.209504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56170) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.211813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dbd6-3266-46da-bd70-dc4f58a7e970 req-4c5406af-08e4-4183-9db0-176e5fc9db39 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:18.213465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aff5dbd6-3266-46da-bd70-dc4f58a7e970 req-4c5406af-08e4-4183-9db0-176e5fc9db39 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 945 time: 0.1133685 Sep 30 08:41:18.214797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Made reservation on behalf of 7d31e8a087524090a1431efcd147f4e8 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:18.218604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.219224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-e843c9fe-5082-48a4-bd59-47155ead513c tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.223354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56172) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.223606 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e843c9fe-5082-48a4-bd59-47155ead513c tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0127423 Sep 30 08:41:18.236050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-894abdff-835b-4c71-88a7-069f18bebc66 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.237275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-894abdff-835b-4c71-88a7-069f18bebc66 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064123 Sep 30 08:41:18.240266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56174) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.243055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.245813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-4b5d1193-dc58-4c46-9855-3c89f8757dec tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.250274 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b5d1193-dc58-4c46-9855-3c89f8757dec tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087078 Sep 30 08:41:18.251418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56176) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.256838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-094b67a8-9cc4-4a1c-9a4c-33c0e260abb3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.258322 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-094b67a8-9cc4-4a1c-9a4c-33c0e260abb3 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056000 Sep 30 08:41:18.263366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56178) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.273345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [None req-8f0a4b0a-caab-40f7-a2d2-382bec675820 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.277076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8f0a4b0a-caab-40f7-a2d2-382bec675820 tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0099542 Sep 30 08:41:18.277790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56180) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.283943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-91986049-e1d8-49a7-a2e8-95bdaf5c88cc tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.285006 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-91986049-e1d8-49a7-a2e8-95bdaf5c88cc tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064068 Sep 30 08:41:18.287987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56182) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.293897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [None req-694b595b-f6b8-416b-9519-e6ddfdec4bce tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:18.301103 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-694b595b-f6b8-416b-9519-e6ddfdec4bce tempest-ExtensionsTestJSON-888548562 tempest-ExtensionsTestJSON-888548562-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119946 Sep 30 08:41:18.329668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aff5dbd6-3266-46da-bd70-dc4f58a7e970 req-6c462100-80d7-4604-b92e-140e87df7a08 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070149 Sep 30 08:41:18.332710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:18.422725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 32741c00-3c17-49f4-bc64-11028c5d8af3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:41:18.428320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 32741c00-3c17-49f4-bc64-11028c5d8af3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:18.429198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.515394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.522782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.547831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:18.553420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.572087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.573265 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Added segment f3fac1ad-0e3f-4bbf-967a-1b549accdd71 of type vlan for network 9e3baf23-159e-4477-a211-0b047c6effe9 Sep 30 08:41:18.598740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:41:18.604835 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e9068f-4054-4f44-a17b-bcb4b1e67340" -d '{"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:41:18.647868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:18.655570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.694243 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.735128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6458ff89-86d2-423f-bcee-248f5d75c277,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:18.765876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:18.769613 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa553cc-844e-4bc9-a823-3f9ec808064b x-openstack-request-id: req-6fa553cc-844e-4bc9-a823-3f9ec808064b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:41:18.770144 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:41:18.770567 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fa553cc-844e-4bc9-a823-3f9ec808064b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:41:18.771928 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'code': 200} Sep 30 08:41:18.783949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.786095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:18.789591 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.796148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56194) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.898504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:18.899211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0371914 Sep 30 08:41:18.900482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02ee4-4598-4f11-9907-50c830d6d347 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3baf23-159e-4477-a211-0b047c6effe9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:18.907495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Request body: {'subnet': {'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-48125739-subnet', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:18.914851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9e3baf23-159e-4477-a211-0b047c6effe9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:18.976376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Made reservation on behalf of 7d31e8a087524090a1431efcd147f4e8 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:18.980472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:18.982474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87004483-9954-4d8e-88e9-46044089b6ae req-7d28f75c-e1e5-4dcf-8297-fbd672dd8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:18.984804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87004483-9954-4d8e-88e9-46044089b6ae req-7d28f75c-e1e5-4dcf-8297-fbd672dd8537 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1097 time: 0.0703568 Sep 30 08:41:19.032685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87004483-9954-4d8e-88e9-46044089b6ae req-32bc910e-7452-4dc6-ad9c-9cbef6dbce0f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Sep 30 08:41:19.212252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c96f422-5c19-49eb-96b5-cf37b967a149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:19.541080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15f46-8405-48e6-bc26-2fff710e94d0 req-d3075706-68da-49bc-9b69-0e9e9c5def80 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:19.554532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09a15f46-8405-48e6-bc26-2fff710e94d0 req-d3075706-68da-49bc-9b69-0e9e9c5def80 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1114078 Sep 30 08:41:19.605944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09a15f46-8405-48e6-bc26-2fff710e94d0 req-fe8d67c4-d36b-4e8c-9f5c-31906158e845 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503709 Sep 30 08:41:19.646011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:19.840438 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c96f422-5c19-49eb-96b5-cf37b967a149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:19.857241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda068af-a310-45d1-849a-c4f2672cc5fe,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:19.864455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c96f422-5c19-49eb-96b5-cf37b967a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:19.981094 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c96f422-5c19-49eb-96b5-cf37b967a149 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8abdf8884cac4d1ab032d03033a16600&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1823485 Sep 30 08:41:19.985540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56220) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:20.023940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96f422-5c19-49eb-96b5-cf37b967a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45bc570-382d-4e12-90eb-5469921365d2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:20.055129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Checking segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:20.055493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Network hostable DHCP agents. Network: 9e3baf23-159e-4477-a211-0b047c6effe9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:41:20.085881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Network 9e3baf23-159e-4477-a211-0b047c6effe9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:41:20.123468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9e3baf23-159e-4477-a211-0b047c6effe9) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:20.148313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:20.149199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.161206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a69455-4c35-43c8-9456-787bdd283f95 None None] Network 9e3baf23-159e-4477-a211-0b047c6effe9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:20.189719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e699ec8-9f20-4c81-83d0-16af1bf19bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.248939 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b614334-bd85-4ea6-a357-65747b7fc585 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3470984 Sep 30 08:41:20.262411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56226) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:20.274058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:20.336773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e699ec8-9f20-4c81-83d0-16af1bf19bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.531231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.532911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.648471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-9e3baf23-159e-4477-a211-0b047c6effe9', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:41:20.648768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.651774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.651972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e699ec8-9f20-4c81-83d0-16af1bf19bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.668031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7e699ec8-9f20-4c81-83d0-16af1bf19bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:20.672225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7e699ec8-9f20-4c81-83d0-16af1bf19bf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b45bc570-382d-4e12-90eb-5469921365d2 HTTP/1.1" status: 204 len: 168 time: 0.6815410 Sep 30 08:41:20.721824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699ec8-9f20-4c81-83d0-16af1bf19bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45bc570-382d-4e12-90eb-5469921365d2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:21.097846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Allocated IP 172.20.0.2 (9e3baf23-159e-4477-a211-0b047c6effe9/eda068af-a310-45d1-849a-c4f2672cc5fe/ad30b03f-084a-409c-97d9-d41c44bc48ab) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:21.235539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:21.359497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a409b6f-47e6-4a1f-bbe4-3a8e3d5d672f req-880183aa-7c91-49ee-92a0-a24b4fd92efb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:21.368398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a409b6f-47e6-4a1f-bbe4-3a8e3d5d672f req-880183aa-7c91-49ee-92a0-a24b4fd92efb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.4383934 Sep 30 08:41:21.474454 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:21.486981 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:21.610814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Network 9e3baf23-159e-4477-a211-0b047c6effe9 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:21.677146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:21.692565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Pushing event updated for resources: {'Port': ['ID=ad30b03f-084a-409c-97d9-d41c44bc48ab,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:21.702249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5a409b6f-47e6-4a1f-bbe4-3a8e3d5d672f req-9d8ad819-0ab4-416b-875b-1bf0aa065919 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160861 Sep 30 08:41:21.702953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:21.834397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Attempting to bind port ad30b03f-084a-409c-97d9-d41c44bc48ab on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:41:21.835040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Attempting to bind port ad30b03f-084a-409c-97d9-d41c44bc48ab by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:41:21.835576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Attempting to bind port ad30b03f-084a-409c-97d9-d41c44bc48ab on network 9e3baf23-159e-4477-a211-0b047c6effe9 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:41:21.843347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:41:21.844120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Checking segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:21.844755 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:21.845358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Bound using segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:41:21.846150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Bound port: ad30b03f-084a-409c-97d9-d41c44bc48ab, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:41:21.846767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.007425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] For port ad30b03f-084a-409c-97d9-d41c44bc48ab, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:41:22.012463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] For port ad30b03f-084a-409c-97d9-d41c44bc48ab, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ad30b03f-084a-409c-97d9-d41c44bc48ab,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:41:22.018662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.197633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4930a7-f2d6-4dfd-b4ef-893f8e9d4ef2 None None] Pushing event updated for resources: {'Port': ['ID=ad30b03f-084a-409c-97d9-d41c44bc48ab,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:22.263787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.297096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.468390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Allocated IP 172.25.7.244 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/aa3d6a83-d410-40fe-94e6-4904f71c92a3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:22.513836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:22.727137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.823094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.858974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ad30b03f-084a-409c-97d9-d41c44bc48ab up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:22.880814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:22.897286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'networks': [{'name': 'tempest-network--1915154003'}, {'name': 'tempest-network--524268859'}]} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:22.897662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'network': {'name': 'tempest-network--1915154003'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:22.898136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'network': {'name': 'tempest-network--524268859'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:22.900569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:22.911425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:22.964027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'network': 2} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:22.973985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ad30b03f-084a-409c-97d9-d41c44bc48ab triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:22.974502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.983491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:22.999639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3d6a83-d410-40fe-94e6-4904f71c92a3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:23.027272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.043345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b7c71-b9dd-4b5e-9f80-644379cde993 req-fe542dfa-3a4c-4510-9a84-3a34900103d0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:23.052345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464b7c71-b9dd-4b5e-9f80-644379cde993 req-fe542dfa-3a4c-4510-9a84-3a34900103d0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1839850 Sep 30 08:41:23.105492 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.162422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ad30b03f-084a-409c-97d9-d41c44bc48ab, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ad30b03f-084a-409c-97d9-d41c44bc48ab,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:23.175320 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.259135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ad30b03f-084a-409c-97d9-d41c44bc48ab,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:23.286363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.303048 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.303560 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.366647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46577dc3-7beb-41a7-a1db-c48c03ef3292,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:23.374807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.374898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.375289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.375635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.376033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.376378 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.376713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.377121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.377664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.378007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.378403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.378862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:23.389766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:23.406323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-464b7c71-b9dd-4b5e-9f80-644379cde993 req-21a9ad01-ee54-47e4-bfa2-df0dd555dd23 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517988 Sep 30 08:41:23.429399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.429882 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Added segment 34a40367-bf18-4a76-a41d-b38766ba3c2f of type vlan for network da2d5d59-3e85-4800-98a7-687be249aa53 Sep 30 08:41:23.504307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.600991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:23.631123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.638926 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Added segment b4f60c94-40bf-42b1-ba94-5d0ca753a356 of type vlan for network 317d3479-4432-447e-93d4-fe4c029da3f6 Sep 30 08:41:23.783295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.830297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.830814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.836792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:23.851409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:23.852544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.859882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aa1b7-5ebc-4715-be05-7ea8d5df7896 req-d19eb336-8227-49c3-8895-b097df3b7aaf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:23.861678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e41aa1b7-5ebc-4715-be05-7ea8d5df7896 req-d19eb336-8227-49c3-8895-b097df3b7aaf tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.2699344 Sep 30 08:41:23.965306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:23.988504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e41aa1b7-5ebc-4715-be05-7ea8d5df7896 req-5606da1e-3f6d-4618-86fd-47ce2b0bdf07 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150084 Sep 30 08:41:24.099454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Network': ['ID=da2d5d59-3e85-4800-98a7-687be249aa53,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:24.116244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network da2d5d59-3e85-4800-98a7-687be249aa53 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:24.222030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6e492-e776-4540-843d-7eff84e2a8d3 None None] Network 9e3baf23-159e-4477-a211-0b047c6effe9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:24.348006 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8324332 Sep 30 08:41:24.349699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e2d9-54f0-4d57-994a-03f861c52bc5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Network': ['ID=317d3479-4432-447e-93d4-fe4c029da3f6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:24.358925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:24.485884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 317d3479-4432-447e-93d4-fe4c029da3f6 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:24.765058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f1f66-6506-457f-86ae-10554b9290e0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:24.783045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f1f66-6506-457f-86ae-10554b9290e0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:24.796858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f1f66-6506-457f-86ae-10554b9290e0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:24.805618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f1f66-6506-457f-86ae-10554b9290e0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:24.812345 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-313f1f66-6506-457f-86ae-10554b9290e0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4505584 Sep 30 08:41:24.813391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56382) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:24.964459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ad30b03f-084a-409c-97d9-d41c44bc48ab up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:25.049321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.049931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b2a93118-0497-4afc-9e5e-3e145081330f None None] Provisioning complete for port ad30b03f-084a-409c-97d9-d41c44bc48ab triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:25.050503 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2a93118-0497-4afc-9e5e-3e145081330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.216982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8e6e-fc6f-4213-b699-41610ec51473 req-8f9c4b6b-1035-4d2b-a9f5-baa7e5012207 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:25.232539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e7f8e6e-fc6f-4213-b699-41610ec51473 req-8f9c4b6b-1035-4d2b-a9f5-baa7e5012207 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 1.0953417 Sep 30 08:41:25.550520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.580809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ad30b03f-084a-409c-97d9-d41c44bc48ab triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:25.581635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.664377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2d5d59-3e85-4800-98a7-687be249aa53']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:25.705659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e7f8e6e-fc6f-4213-b699-41610ec51473 req-57aaef61-e721-4c55-8c1a-7b8956bfcf0d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612334 Sep 30 08:41:25.723530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a40367-bf18-4a76-a41d-b38766ba3c2f') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:25.725196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a40367-bf18-4a76-a41d-b38766ba3c2f') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:25.783138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.823470 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.889719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.892584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.902029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:25.902881 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:25.908262 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:26.096109 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.133710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.153382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.155688 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/networks/da2d5d59-3e85-4800-98a7-687be249aa53 HTTP/1.1" status: 204 len: 168 time: 1.3406768 Sep 30 08:41:26.160094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56400) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:26.188424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96a3da-a89c-420c-b9cc-f2548c015106 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Network': ['ID=da2d5d59-3e85-4800-98a7-687be249aa53,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:26.310009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.335428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d11e5-b0aa-46bb-ba00-ff7e32f139f7 req-7133f5c7-437f-4634-bd60-b8ad92b58197 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:26.344632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-272d11e5-b0aa-46bb-ba00-ff7e32f139f7 req-7133f5c7-437f-4634-bd60-b8ad92b58197 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.3276889 Sep 30 08:41:26.353356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2be4b7e7-06be-485d-9fa0-dd5b8e843707 None None] Provisioning complete for port ad30b03f-084a-409c-97d9-d41c44bc48ab triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:26.355123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2be4b7e7-06be-485d-9fa0-dd5b8e843707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.426747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Router 54803184-8fb2-4135-9e34-d81a7f12293f is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:41:26.437055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-272d11e5-b0aa-46bb-ba00-ff7e32f139f7 req-e716c092-8369-4aa3-b78c-07f7da895ed5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837529 Sep 30 08:41:26.475353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.501669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317d3479-4432-447e-93d4-fe4c029da3f6']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:26.515040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f60c94-40bf-42b1-ba94-5d0ca753a356') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:26.515409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f60c94-40bf-42b1-ba94-5d0ca753a356') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:26.527441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.545800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.555285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:26.556036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:26.577610 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:26.675520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.683581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.689722 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/networks/317d3479-4432-447e-93d4-fe4c029da3f6 HTTP/1.1" status: 204 len: 168 time: 0.5282178 Sep 30 08:41:26.695424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56414) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:26.768086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aca828-bb09-4b53-bab5-e131c2e20924 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Network': ['ID=317d3479-4432-447e-93d4-fe4c029da3f6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:26.772675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:41:26.795983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Sync routers for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:41:26.818745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:26.824216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:26.829467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:26.833565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7688d328-0eab-4440-816e-e2249df2fe18 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5731807 Sep 30 08:41:26.846294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:26.926518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ed2c1-6104-4233-a0aa-03023c305c8e req-f361c948-6838-4167-8443-cac57ca67666 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:26.934900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c8ed2c1-6104-4233-a0aa-03023c305c8e req-f361c948-6838-4167-8443-cac57ca67666 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1290147 Sep 30 08:41:27.022638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c8ed2c1-6104-4233-a0aa-03023c305c8e req-048ce1bb-96af-4f60-adbd-26e0b0ea2f32 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867555 Sep 30 08:41:27.056443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556542c-719c-485c-9bb9-2eab99a34701 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:27.089861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556542c-719c-485c-9bb9-2eab99a34701 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:27.098654 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3556542c-719c-485c-9bb9-2eab99a34701 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3964760 Sep 30 08:41:27.098654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:27.108110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2023657029'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:27.143991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:27.193685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:27.198017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:27.273020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:27.353015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:27.354853 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Added segment e00ef832-b933-42dc-a58a-a88df59f8c46 of type vlan for network 9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb Sep 30 08:41:27.490118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:27.593689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:27.595512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:23Z', 'revision_number': 3, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:27.608654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:27.613967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:27.659107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Checking router: 54803184-8fb2-4135-9e34-d81a7f12293f for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:41:27.659396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Updating router 54803184-8fb2-4135-9e34-d81a7f12293f port aa3d6a83-d410-40fe-94e6-4904f71c92a3 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:41:27.723313 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:27.836823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae25c89-6855-47c9-936e-c68e054918f7 req-7617238e-605a-47b9-a385-79c54e4b5cdb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:27.839806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae25c89-6855-47c9-936e-c68e054918f7 req-7617238e-605a-47b9-a385-79c54e4b5cdb tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.5490379 Sep 30 08:41:27.972919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Network': ['ID=9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:27.990325 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ec75ade2-a6f2-4811-8467-77193bb1c535 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8913846 Sep 30 08:41:28.000825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:28.029358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1248743573'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:28.098767 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae25c89-6855-47c9-936e-c68e054918f7 req-2643f396-4413-4998-8c2d-a1d5ff6fa58f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209435 Sep 30 08:41:28.130431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:28.169584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:28.191265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:28.356738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:28.434130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:28.436673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:28.437756 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Added segment e56c174b-0431-4fe2-95db-fade75d727bf of type vlan for network 7fe4b529-338b-42fa-8730-389f3e19f8e7 Sep 30 08:41:28.566195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:28.628280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:28.645702 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:28.646537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:28.741083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e90c-5db2-49ff-a2ec-e2fb73707ad7 req-4a99351b-ee7d-479a-87eb-97b71c0b5c42 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:28.743860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0c4e90c-5db2-49ff-a2ec-e2fb73707ad7 req-4a99351b-ee7d-479a-87eb-97b71c0b5c42 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.2578661 Sep 30 08:41:28.767141 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Network': ['ID=7fe4b529-338b-42fa-8730-389f3e19f8e7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:28.779777 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-acc651b2-d57b-4bbe-91d3-38b109cee0ca tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7775795 Sep 30 08:41:28.784481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:28.791274 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'ports': [{'network_id': '9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb', 'name': 'tempest-port--1831897480', 'admin_state_up': True}, {'network_id': '7fe4b529-338b-42fa-8730-389f3e19f8e7', 'admin_state_up': False}]} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:28.791929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'port': {'network_id': '9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb', 'name': 'tempest-port--1831897480', 'admin_state_up': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:28.792657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'port': {'network_id': '7fe4b529-338b-42fa-8730-389f3e19f8e7', 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:28.796076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7fe4b529-338b-42fa-8730-389f3e19f8e7 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:28.971772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0c4e90c-5db2-49ff-a2ec-e2fb73707ad7 req-54a6bc97-50a3-48ee-b8f5-a55b8ce930c4 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115321 Sep 30 08:41:29.245071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Allocated IP 172.20.0.1 (9e3baf23-159e-4477-a211-0b047c6effe9/eda068af-a310-45d1-849a-c4f2672cc5fe/d2776c78-537a-4f6c-b6e0-d19ef6fdc33b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:29.297704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.318387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.338551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'port': 2} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:29.367800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.442526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.500540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0efa9b-bf18-484d-9ceb-60f7cfeae1be None None] Pushing event updated for resources: {'Port': ['ID=aa3d6a83-d410-40fe-94e6-4904f71c92a3,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:29.517425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.568938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Attempting to bind port aa3d6a83-d410-40fe-94e6-4904f71c92a3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:41:29.569746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Attempting to bind port aa3d6a83-d410-40fe-94e6-4904f71c92a3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:41:29.570439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Attempting to bind port aa3d6a83-d410-40fe-94e6-4904f71c92a3 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:41:29.587146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.592909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:41:29.593139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:29.597887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.610071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:41:29.613192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Bound port: aa3d6a83-d410-40fe-94e6-4904f71c92a3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:41:29.613865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.744715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] device_id is not set on port 7c7d26c9-8bd3-44e4-95ad-1cb7ef638cfb yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:41:29.827990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Network 9e3baf23-159e-4477-a211-0b047c6effe9 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:29.835790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:29.839022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:29.852902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Pushing event updated for resources: {'Port': ['ID=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:29.853183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] For port aa3d6a83-d410-40fe-94e6-4904f71c92a3, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:41:29.873199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] For port aa3d6a83-d410-40fe-94e6-4904f71c92a3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aa3d6a83-d410-40fe-94e6-4904f71c92a3,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:41:29.882984 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:29.927566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5de4f5-0909-4ee2-85e2-3df2caa79c79 req-13a19889-6756-4ea2-986d-f02afca2230d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:29.947421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a5de4f5-0909-4ee2-85e2-3df2caa79c79 req-13a19889-6756-4ea2-986d-f02afca2230d tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.2115519 Sep 30 08:41:29.979540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:30.059671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a5de4f5-0909-4ee2-85e2-3df2caa79c79 req-679bda4c-5af2-4c9f-b7da-21c0a3edfa55 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078107 Sep 30 08:41:30.095094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:30.374034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:30.380223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:30.394135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0efa9b-bf18-484d-9ceb-60f7cfeae1be None None] Pushing event updated for resources: {'Port': ['ID=aa3d6a83-d410-40fe-94e6-4904f71c92a3,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:30.567262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] device_id is not set on port 59240be5-230d-4ef1-bd23-4c9abffe7382 yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:41:30.571343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:30.920562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:31.083535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4bd966ad-7cc6-4dfc-83c0-355f7847b0e8 None None] Provisioning complete for port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:31.084634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4bd966ad-7cc6-4dfc-83c0-355f7847b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.173199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4bd966ad-7cc6-4dfc-83c0-355f7847b0e8 None None] Port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:31.192270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.408427 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.416781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.428651 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.511106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Port': ['ID=7c7d26c9-8bd3-44e4-95ad-1cb7ef638cfb,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:31.603707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Checking segment: {'id': 'e00ef832-b933-42dc-a58a-a88df59f8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:31.605731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network hostable DHCP agents. Network: 9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:41:31.624271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Pushing event updated for resources: {'Port': ['ID=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:31.643418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network 9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:41:31.661198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:31.668965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:31.669875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.683108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:23Z', 'revision_number': 3, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:31.704571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80f5c-d081-48cb-872a-f9e5f43d4cad req-e23d937d-59b8-41b9-a9b9-be9c5ac035c3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:31.710032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcc80f5c-d081-48cb-872a-f9e5f43d4cad req-e23d937d-59b8-41b9-a9b9-be9c5ac035c3 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.4063656 Sep 30 08:41:31.728263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56470) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:31.749688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e9ed7-aaa1-422a-b269-8a820f407259 None None] The sync data for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 is: [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:23Z', 'revision_number': 3, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:41:31.752660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85acf29a-7717-4508-a426-43c2da37678f None None] Network 9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:31.847222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:31.878308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dcc80f5c-d081-48cb-872a-f9e5f43d4cad req-f37ac60e-0548-455f-ac38-fbb4d7a5c13e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444683 Sep 30 08:41:31.904566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Port': ['ID=59240be5-230d-4ef1-bd23-4c9abffe7382,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:32.013994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Checking segment: {'id': 'e56c174b-0431-4fe2-95db-fade75d727bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7fe4b529-338b-42fa-8730-389f3e19f8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:32.014737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network hostable DHCP agents. Network: 7fe4b529-338b-42fa-8730-389f3e19f8e7, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:41:32.094101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network 7fe4b529-338b-42fa-8730-389f3e19f8e7 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:41:32.136150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7fe4b529-338b-42fa-8730-389f3e19f8e7) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:32.161334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:32.198286 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:32.229309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56038ec4-b29d-4ee6-9205-bed2ed9de701 None None] Network 7fe4b529-338b-42fa-8730-389f3e19f8e7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:32.230555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:32.237530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:32.271366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Network 9e3baf23-159e-4477-a211-0b047c6effe9 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:32.296570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:32.300312 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7bc85392-d4f9-4513-a91c-f35c042c0a03 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5146956 Sep 30 08:41:32.305345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56482) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:32.321874 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da29ec0e-9f29-492d-9f54-2c0980450322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:32.841893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf844b-39a1-4d09-b63a-b7da00552fe7 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:32.892377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa3d6a83-d410-40fe-94e6-4904f71c92a3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:32.893495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf844b-39a1-4d09-b63a-b7da00552fe7 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:32.895417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e7cf844b-39a1-4d09-b63a-b7da00552fe7 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5889113 Sep 30 08:41:32.907416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56490) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:33.025723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81194d-4a2c-4127-90da-a24c9d23487f req-3253a19f-3371-4538-8de0-8325d61b312e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:33.040945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aa3d6a83-d410-40fe-94e6-4904f71c92a3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:33.041887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.044507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3f26abe9-4296-4655-a7c6-c9ef5bdd37ba None None] Provisioning complete for port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:33.044998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f81194d-4a2c-4127-90da-a24c9d23487f req-3253a19f-3371-4538-8de0-8325d61b312e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.6335258 Sep 30 08:41:33.045396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3f26abe9-4296-4655-a7c6-c9ef5bdd37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.098133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3f26abe9-4296-4655-a7c6-c9ef5bdd37ba None None] Port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:33.164826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-d5008223-ff3c-41e4-a66a-568dee50b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:33.170740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-d5008223-ff3c-41e4-a66a-568dee50b9a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5fdcdcca6864be79549f1033daa83a4&device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 1097 time: 0.6695578 Sep 30 08:41:33.261737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Deleting port 7c7d26c9-8bd3-44e4-95ad-1cb7ef638cfb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:33.264822 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.267120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.300455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port aa3d6a83-d410-40fe-94e6-4904f71c92a3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aa3d6a83-d410-40fe-94e6-4904f71c92a3,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:33.305403 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.374888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=aa3d6a83-d410-40fe-94e6-4904f71c92a3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:33.375122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.390585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Calling delete_port for 7c7d26c9-8bd3-44e4-95ad-1cb7ef638cfb owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:33.442005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:33.492039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.557364 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.561296 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/ports/7c7d26c9-8bd3-44e4-95ad-1cb7ef638cfb HTTP/1.1" status: 204 len: 168 time: 0.6516564 Sep 30 08:41:33.564933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64239faa-ae87-480b-8d0d-1e18e7338cb6 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Port': ['ID=7c7d26c9-8bd3-44e4-95ad-1cb7ef638cfb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:33.568060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:33.706349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69bf5d22-a63f-434d-adc9-cf53a9f591df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.745630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Deleting port 59240be5-230d-4ef1-bd23-4c9abffe7382 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:33.745871 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.756758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Router 54803184-8fb2-4135-9e34-d81a7f12293f has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:41:33.802192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f81194d-4a2c-4127-90da-a24c9d23487f req-def2ba40-2ddb-4a51-81f4-d0f97311f5f0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7562494 Sep 30 08:41:33.839085 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:33.879413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Calling delete_port for 59240be5-230d-4ef1-bd23-4c9abffe7382 owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:34.002744 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.050365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Port': ['ID=59240be5-230d-4ef1-bd23-4c9abffe7382,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:34.063007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.065360 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0716e6e5-59ab-4b2d-9df8-9ce46060e4c0 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/ports/59240be5-230d-4ef1-bd23-4c9abffe7382 HTTP/1.1" status: 204 len: 168 time: 0.4961233 Sep 30 08:41:34.069800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56508) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:34.115674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da29ec0e-9f29-492d-9f54-2c0980450322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.134240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-da29ec0e-9f29-492d-9f54-2c0980450322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.134374 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cffa5d0e-c4b9-4cbb-8f23-d68668ae57e5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590427 Sep 30 08:41:34.140321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56510) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:34.146729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1372545513'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:34.193884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:41:34.211555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6ef11f79-a7b0-4cfa-85ac-b1ac5b8d9bbd admin admin] 10.222.0.41 "PUT /v2.0/routers/54803184-8fb2-4135-9e34-d81a7f12293f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3640027 Sep 30 08:41:34.235433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-9a2f5869-dc4a-48cf-a9fd-60ba8be2c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:34.236901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-9a2f5869-dc4a-48cf-a9fd-60ba8be2c286 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 200 len: 915 time: 1.0197690 Sep 30 08:41:34.241762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ec0e-9f29-492d-9f54-2c0980450322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d25cd56-ec28-4b35-8b30-bb4d76775f39,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:34.267746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-da29ec0e-9f29-492d-9f54-2c0980450322 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ab67ba2481d44b2a707010069d9d00a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5285547 Sep 30 08:41:34.268547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56514) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:34.334480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69bf5d22-a63f-434d-adc9-cf53a9f591df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.338265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-5baa168c-7f48-4daf-b2ac-73d158586bca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 200 len: 217 time: 0.0887258 Sep 30 08:41:34.344859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69bf5d22-a63f-434d-adc9-cf53a9f591df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.400420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:34.404699 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.432401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-408e9d13-1196-4455-ab80-150beb1badb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.437181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-af4a8fbf-5fa2-4beb-8498-acb1bad9c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:34.438883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-af4a8fbf-5fa2-4beb-8498-acb1bad9c8d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 200 len: 854 time: 0.0938814 Sep 30 08:41:34.444228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-69bf5d22-a63f-434d-adc9-cf53a9f591df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a284c4ab9cc4e47a9edadf3ebd42c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9990108 Sep 30 08:41:34.448424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:34.449504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf5d22-a63f-434d-adc9-cf53a9f591df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1210928d-76f3-4560-86bd-781d4db8cca6,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:34.484661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:34.530520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-756686bf-8228-4177-a1dd-089b7f25d100 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d32d09d9-64e8-4431-96c3-d999cb057c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811522 Sep 30 08:41:34.539022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-408e9d13-1196-4455-ab80-150beb1badb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.546274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-5d757002-6b83-489e-8014-81b8b632556a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:41:34.546674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.547322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-5d757002-6b83-489e-8014-81b8b632556a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062039 Sep 30 08:41:34.548031 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Added segment 2c296597-32e7-428f-947c-e80b7c96fe6d of type vlan for network 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc Sep 30 08:41:34.605687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4adfb70-d885-4652-b204-95f96faa467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.634641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4adfb70-d885-4652-b204-95f96faa467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.683361 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.701630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-f1cc6e25-5132-42a6-9fed-58907e07209b service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448984 Sep 30 08:41:34.708545 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-408e9d13-1196-4455-ab80-150beb1badb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.719361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-408e9d13-1196-4455-ab80-150beb1badb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.720225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-408e9d13-1196-4455-ab80-150beb1badb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d25cd56-ec28-4b35-8b30-bb4d76775f39 HTTP/1.1" status: 204 len: 168 time: 0.4174836 Sep 30 08:41:34.725066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.737822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:34.738498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.760410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4adfb70-d885-4652-b204-95f96faa467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.765144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4adfb70-d885-4652-b204-95f96faa467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.767707 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b4adfb70-d885-4652-b204-95f96faa467a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1210928d-76f3-4560-86bd-781d4db8cca6 HTTP/1.1" status: 204 len: 168 time: 0.3135076 Sep 30 08:41:34.799225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfb70-d885-4652-b204-95f96faa467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1210928d-76f3-4560-86bd-781d4db8cca6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:34.800626 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Sync routers for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:41:34.803114 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6612992 Sep 30 08:41:34.807345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:34.814221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-731705316'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:34.828927 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:34.831418 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:34.865231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:34.867447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9d13-1196-4455-ab80-150beb1badb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d25cd56-ec28-4b35-8b30-bb4d76775f39,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:34.890816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:34.894716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa3d6a83-d410-40fe-94e6-4904f71c92a3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:34.994089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aa3d6a83-d410-40fe-94e6-4904f71c92a3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:34.994710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:35.246708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:35.366660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0e099-ff19-41f9-aaf1-b23a986ee7d7 req-ca1b6d7b-7f42-40f3-b037-c0b08f2f774c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:35.369221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7a0e099-ff19-41f9-aaf1-b23a986ee7d7 req-ca1b6d7b-7f42-40f3-b037-c0b08f2f774c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.3187363 Sep 30 08:41:35.404173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42193f4-5deb-4a40-a448-1a0d7f1260e8 req-33ca02a9-e5f4-4387-8d98-2dae7b88d0d8 service neutron] 10.222.0.50 "GET /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821723 Sep 30 08:41:35.436832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7a0e099-ff19-41f9-aaf1-b23a986ee7d7 req-c6dd5500-9758-41be-818b-0a8f20cd5714 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 Sep 30 08:41:35.562017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d93115-5bc8-449a-b06e-e2b66310823a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Network': ['ID=5f0735dc-2e3f-46b1-b187-b6e6a013a0bc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:35.576941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:35.584893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:35.599860 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:35.600487 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Added segment 3fa965f8-5340-4c50-bf34-291abce85d7d of type vlan for network 1cef2b04-ab85-4135-9055-4103d4764733 Sep 30 08:41:35.673050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56542) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:35.704752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35029bf6-e6a1-4941-92d9-9869de7a9255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:35.707901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:35.766053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:35.786771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:35.788526 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:35.945928 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 2, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:35.985146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Network': ['ID=1cef2b04-ab85-4135-9055-4103d4764733,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:36.003079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1cef2b04-ab85-4135-9055-4103d4764733 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:36.059387 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35029bf6-e6a1-4941-92d9-9869de7a9255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.063019 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Checking router: 54803184-8fb2-4135-9e34-d81a7f12293f for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:41:36.063922 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Updating router 54803184-8fb2-4135-9e34-d81a7f12293f port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:41:36.071726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35029bf6-e6a1-4941-92d9-9869de7a9255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.097485 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7af8fcb0-50c2-45f2-aeec-4adcf89f0cb5 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2751372 Sep 30 08:41:36.142332 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.246090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:36.254965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'subnets': [{'network_id': '5f0735dc-2e3f-46b1-b187-b6e6a013a0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--340169009', 'ip_version': 4}, {'network_id': '1cef2b04-ab85-4135-9055-4103d4764733', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:36.255405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'subnet': {'network_id': '5f0735dc-2e3f-46b1-b187-b6e6a013a0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--340169009', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:36.256642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Request body: {'subnet': {'network_id': '1cef2b04-ab85-4135-9055-4103d4764733', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:36.259511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-35029bf6-e6a1-4941-92d9-9869de7a9255 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec2a9cfcdb3b496da2cadaa873295d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847485 Sep 30 08:41:36.267938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56554) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:36.292279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35029bf6-e6a1-4941-92d9-9869de7a9255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ac44b3-eb78-45f0-9b2f-2a09356e9365,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:36.430735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa13dd7-c4a0-4c62-bbe6-5a9890837b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.475073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa13dd7-c4a0-4c62-bbe6-5a9890837b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.550042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:36.570147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1534272941-network', 'tenant_id': 'db326d808da942bb8885644cf9951716'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:36.660328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511ad4e-a2e9-4e0e-a571-d95a16d40fdd req-35245bb2-14f8-4194-b66c-cf8afc71af8f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:36.662918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8511ad4e-a2e9-4e0e-a571-d95a16d40fdd req-35245bb2-14f8-4194-b66c-cf8afc71af8f tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.0825186 Sep 30 08:41:36.667147 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.675229 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.680429 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa13dd7-c4a0-4c62-bbe6-5a9890837b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.683169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-daa13dd7-c4a0-4c62-bbe6-5a9890837b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.684942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-daa13dd7-c4a0-4c62-bbe6-5a9890837b26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2ac44b3-eb78-45f0-9b2f-2a09356e9365 HTTP/1.1" status: 204 len: 168 time: 0.4152951 Sep 30 08:41:36.722964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa13dd7-c4a0-4c62-bbe6-5a9890837b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ac44b3-eb78-45f0-9b2f-2a09356e9365,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:36.749952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8511ad4e-a2e9-4e0e-a571-d95a16d40fdd req-a689639f-f726-4728-ab8f-bc665f148675 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776310 Sep 30 08:41:36.816386 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Attempting to bind port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:41:36.816767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Attempting to bind port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:41:36.817192 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Attempting to bind port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b on network 9e3baf23-159e-4477-a211-0b047c6effe9 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:41:36.827089 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:41:36.827518 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Checking segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:36.827926 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.828686 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Bound using segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:41:36.829183 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Bound port: d2776c78-537a-4f6c-b6e0-d19ef6fdc33b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:41:36.829681 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.860410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Made reservation on behalf of db326d808da942bb8885644cf9951716 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:36.867097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.900349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:36.932386 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Pushing event updated for resources: {'Port': ['ID=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:36.971694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.972329 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.975305 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.975753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.982748 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.982748 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.983451 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.984123 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.984555 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.985019 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.985590 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:36.985913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:41:37.045641 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] For port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:41:37.059675 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] For port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:41:37.066047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.068257 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.068738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Made reservation on behalf of d1e4ed1b540a4a5793982766448de95b for: {'subnet': 2} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:37.075585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.076034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.082755 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.099774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:41:37.133503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca9075-b6ba-4dbd-bc71-c38154cedd4c req-06cefbd0-81ae-491c-bed4-f75f79db8d32 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:37.148624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5bca9075-b6ba-4dbd-bc71-c38154cedd4c req-06cefbd0-81ae-491c-bed4-f75f79db8d32 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1525002 Sep 30 08:41:37.167031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9bc54bd5-cddb-4f9f-82bd-8d5890a7db5b None None] Provisioning complete for port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:37.167535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9bc54bd5-cddb-4f9f-82bd-8d5890a7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.186736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e470872-c558-46e8-9bed-3884fb4e6a39,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:37.190961 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:37.191961 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:37.255940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.256610 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Added segment 994b34bf-e666-4261-a30a-c74d2844e31f of type vlan for network 37c610db-429c-4c95-8cc6-87de3a28bf1c Sep 30 08:41:37.283187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5bca9075-b6ba-4dbd-bc71-c38154cedd4c req-3f79fe8a-f753-42fa-a0f6-3d7a9322bf45 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320114 Sep 30 08:41:37.410198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.457220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.458422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:37.459477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.468528 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78edd9-f0fb-4b3c-95ef-f79568c92b9c None None] Pushing event updated for resources: {'Port': ['ID=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:37.550682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:37.551175 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9977078 Sep 30 08:41:37.557427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Request body: {'subnet': {'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1534272941-subnet', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:37.606423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Made reservation on behalf of db326d808da942bb8885644cf9951716 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:41:37.613837 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9bc54bd5-cddb-4f9f-82bd-8d5890a7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.620169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:37.751646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb608c2-cfb5-4902-a255-f1adfe47f7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=37c610db-429c-4c95-8cc6-87de3a28bf1c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:37.759661 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:37.798989 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9bc54bd5-cddb-4f9f-82bd-8d5890a7db5b None None] For port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:37.810895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:41:37.822807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9bc54bd5-cddb-4f9f-82bd-8d5890a7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:38.217862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820397-07a8-444b-a111-aa6109e34a83 req-258dcf75-18f8-40e9-a8ce-fbbf655db475 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:38.220823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef820397-07a8-444b-a111-aa6109e34a83 req-258dcf75-18f8-40e9-a8ce-fbbf655db475 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.5885553 Sep 30 08:41:38.225055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ef5cafa0-42a6-4ce6-aa3f-a48919856472 None None] Provisioning complete for port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:38.231610 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ef5cafa0-42a6-4ce6-aa3f-a48919856472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:38.335028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:41:38.366702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54bd5-cddb-4f9f-82bd-8d5890a7db5b None None] Pushing event updated for resources: {'Port': ['ID=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:38.377586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:38.384735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:38.458817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef820397-07a8-444b-a111-aa6109e34a83 req-89fc5740-5d18-4d35-bf82-6320a7754c57 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036242 Sep 30 08:41:38.572259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c61f9336-a2e2-49bf-864c-54cece2fc2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:38.673084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Subnet': ['ID=9cb751a0-1177-45df-af3f-e9c2c06e2a4a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:38.727585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Checking segment: {'id': '2c296597-32e7-428f-947c-e80b7c96fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5f0735dc-2e3f-46b1-b187-b6e6a013a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:38.728155 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network hostable DHCP agents. Network: 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:41:38.742061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:38.775269 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b91e-a70a-4b3a-9759-0b271f25e8b0 None None] The sync data for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 is: [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:41:38.785142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:41:38.824037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:38.847177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c5cb8-1076-419c-9664-12810fba5975 None None] Network 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:38.876193 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.003687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event updated for resources: {'Subnet': ['ID=39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:39.029397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c212aea5-99f3-4fff-a3b3-2acc77fa260c,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:39.088935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Checking segment: {'id': '3fa965f8-5340-4c50-bf34-291abce85d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1cef2b04-ab85-4135-9055-4103d4764733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:39.089493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network hostable DHCP agents. Network: 1cef2b04-ab85-4135-9055-4103d4764733, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:41:39.093756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff8f29-a3f1-4690-923f-7c2aad62b542 req-cc36b538-02cc-44d3-8d7f-dc8529527552 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.098874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83ff8f29-a3f1-4690-923f-7c2aad62b542 req-cc36b538-02cc-44d3-8d7f-dc8529527552 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.3042955 Sep 30 08:41:39.139623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Network 1cef2b04-ab85-4135-9055-4103d4764733 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:41:39.161226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Checking segment: {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:39.161226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Network hostable DHCP agents. Network: 37c610db-429c-4c95-8cc6-87de3a28bf1c, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:41:39.165783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 1cef2b04-ab85-4135-9055-4103d4764733) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:39.179040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.181957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.185936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.203844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83ff8f29-a3f1-4690-923f-7c2aad62b542 req-512f6439-137e-4a12-8618-f8f1771334b0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945387 Sep 30 08:41:39.225281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fae4cdd9-c2d2-4916-aa02-9c9e5087d762 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9773197 Sep 30 08:41:39.226489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56658) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:39.242387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:41:39.289798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 37c610db-429c-4c95-8cc6-87de3a28bf1c) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:39.320876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.328694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.379423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fac3a0ed-c836-4e70-8e7d-e3fcce83d853 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8261480 Sep 30 08:41:39.382862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56666) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:39.393709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:39.446141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65e47e-0856-4868-b4fa-2c933bc7700f None None] Network 1cef2b04-ab85-4135-9055-4103d4764733 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:39.452687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.454107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.454903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4667f70a-4a4e-4776-83f5-be93c293bf8f None None] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:39.492611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26687b68-4c67-4c19-a90b-57301114978f tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.505564 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26687b68-4c67-4c19-a90b-57301114978f tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.519546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26687b68-4c67-4c19-a90b-57301114978f tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:39.534690 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-26687b68-4c67-4c19-a90b-57301114978f tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3066852 Sep 30 08:41:39.538482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56686) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:39.603685 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.748634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f440b-e9ab-49ab-9b2e-4d542971443c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-5f0735dc-2e3f-46b1-b187-b6e6a013a0bc', 'network_id': '5f0735dc-2e3f-46b1-b187-b6e6a013a0bc', 'tenant_id': 'd1e4ed1b540a4a5793982766448de95b', 'fixed_ips': [{'subnet_id': '9cb751a0-1177-45df-af3f-e9c2c06e2a4a'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:41:39.750141 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca2f440b-e9ab-49ab-9b2e-4d542971443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:39.857570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Deleting subnet 9cb751a0-1177-45df-af3f-e9c2c06e2a4a {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:41:39.898710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.056107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.110596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.150298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b515d9-83ed-4bb4-83c1-13c77f501377 req-c6dedc99-1898-40a8-888b-df7db6f4bcf1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:40.160157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9b515d9-83ed-4bb4-83c1-13c77f501377 req-c6dedc99-1898-40a8-888b-df7db6f4bcf1 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.4069619 Sep 30 08:41:40.281755 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.299849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-37c610db-429c-4c95-8cc6-87de3a28bf1c', 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'fixed_ips': [{'subnet_id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:41:40.299849 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.322075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9b515d9-83ed-4bb4-83c1-13c77f501377 req-7bb53228-8c76-4ead-8d0c-03eacb54f7c0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528401 Sep 30 08:41:40.446801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-c201853c-07c8-4c7c-aff8-3f6959f0dcac req-fbd07476-7a3b-4896-ad2f-2972887335d3 service neutron] (95002) timed out ('10.222.0.41', 60406) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:41:40.487301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.582144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.597848 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/subnets/9cb751a0-1177-45df-af3f-e9c2c06e2a4a HTTP/1.1" status: 204 len: 168 time: 1.0580115 Sep 30 08:41:40.598904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:40.615264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65a72a-8ec7-4569-8f8f-fb5ab3cc1c1e tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb751a0-1177-45df-af3f-e9c2c06e2a4a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:40.664688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7fed4-b78c-45cd-afa5-a3ccb7863ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-1cef2b04-ab85-4135-9055-4103d4764733', 'network_id': '1cef2b04-ab85-4135-9055-4103d4764733', 'tenant_id': 'd1e4ed1b540a4a5793982766448de95b', 'fixed_ips': [{'subnet_id': '39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:41:40.666280 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fed4-b78c-45cd-afa5-a3ccb7863ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.738263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Deleting subnet 39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:41:40.747053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.791999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c7dc-e5d4-4269-8ca9-291fe3302d81 req-dc91e727-f4da-4ce4-88c0-7934c581a5af tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:40.814198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9601c7dc-e5d4-4269-8ca9-291fe3302d81 req-dc91e727-f4da-4ce4-88c0-7934c581a5af tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.3411174 Sep 30 08:41:40.881057 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.079754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-ca2f440b-e9ab-49ab-9b2e-4d542971443c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cb751a0-1177-45df-af3f-e9c2c06e2a4a: This subnet is being modified by another concurrent operation. Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cb751a0-1177-45df-af3f-e9c2c06e2a4a: This subnet is being modified by another concurrent operation. Sep 30 08:41:41.133734 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:41:41.148244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d2776c78-537a-4f6c-b6e0-d19ef6fdc33b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:41.212215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8db39-b97f-49e6-906d-0bc7d73616f9 None None] Network 5f0735dc-2e3f-46b1-b187-b6e6a013a0bc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:41.218882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.301227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-a0b7fed4-b78c-45cd-afa5-a3ccb7863ef4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c: This subnet is being modified by another concurrent operation. Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c: This subnet is being modified by another concurrent operation. Sep 30 08:41:41.312147 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:41:41.327527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/subnets/39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c HTTP/1.1" status: 204 len: 168 time: 0.7138622 Sep 30 08:41:41.327527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56726) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:41.327527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b24d6-b94b-44a5-b38a-bd1a13273586 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Subnet': ['ID=39f0ebf6-4333-45e9-b3cf-e0f526bd4d7c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:41.343416 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfcad-5796-49a4-9790-5d5f0c689a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.398099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.425636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22770d3a-f267-47dc-94dc-f1530affec62 None None] Network 1cef2b04-ab85-4135-9055-4103d4764733 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:41.487852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.491697 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9776b0-5279-43ee-b4a6-4a1c6ac0fa9a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:41.493337 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4f9776b0-5279-43ee-b4a6-4a1c6ac0fa9a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1765568 Sep 30 08:41:41.500678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:41.557010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9601c7dc-e5d4-4269-8ca9-291fe3302d81 req-cc624220-3393-4585-8704-419a3aee768b tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057455 Sep 30 08:41:41.682666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.783202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.890360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:41.914298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Allocated IP 172.20.0.2 (37c610db-429c-4c95-8cc6-87de3a28bf1c/c212aea5-99f3-4fff-a3b3-2acc77fa260c/aa49a725-03cd-4d3b-81b7-f3cbd4446e95) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:41.926818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cef2b04-ab85-4135-9055-4103d4764733']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:41.957693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa965f8-5340-4c50-bf34-291abce85d7d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:41.957693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa965f8-5340-4c50-bf34-291abce85d7d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:41.961988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Allocated IP 172.25.7.240 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b8b33d3b-41ab-4964-96db-35dc28a33225) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:41.996482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.045110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c5842-e324-406a-b88d-48b5765396ed req-00169425-4c11-4afe-bc43-92295731a420 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:42.046835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e92c5842-e324-406a-b88d-48b5765396ed req-00169425-4c11-4afe-bc43-92295731a420 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1505108 Sep 30 08:41:42.062170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.070073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:42.070651 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.102861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:42.103549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:42.303341 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:42.311088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.323257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.327980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e92c5842-e324-406a-b88d-48b5765396ed req-84f1e103-1db1-46d5-82bb-d08fadc49276 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498136 Sep 30 08:41:42.342185 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/networks/1cef2b04-ab85-4135-9055-4103d4764733 HTTP/1.1" status: 204 len: 168 time: 0.8381913 Sep 30 08:41:42.349310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56744) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:42.354826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.374158 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.415098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c100b-a4f1-4442-8633-a71d6b6ff4dc tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Network': ['ID=1cef2b04-ab85-4135-9055-4103d4764733,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:42.417076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.452853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Pushing event updated for resources: {'Port': ['ID=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:42.532300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:42.535917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:42.545595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:42.604180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.606344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.620349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Attempting to bind port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:41:42.621061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Attempting to bind port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:41:42.622172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Attempting to bind port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 on network 37c610db-429c-4c95-8cc6-87de3a28bf1c {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:41:42.629093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:41:42.629864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Checking segment: {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:42.630467 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.631044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Bound using segment: {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:41:42.631727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Bound port: aa49a725-03cd-4d3b-81b7-f3cbd4446e95, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:41:42.632328 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.654153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb78a5-fa1b-4b2b-8932-2e6b038011d2 req-cd2eaf21-89d8-424a-aa40-af4a09527c38 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:42.661671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3bb78a5-fa1b-4b2b-8932-2e6b038011d2 req-cd2eaf21-89d8-424a-aa40-af4a09527c38 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1567776 Sep 30 08:41:42.729549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] For port aa49a725-03cd-4d3b-81b7-f3cbd4446e95, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:41:42.733661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] For port aa49a725-03cd-4d3b-81b7-f3cbd4446e95, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,segment=NetworkSegment(994b34bf-e666-4261-a30a-c74d2844e31f),segment_id=994b34bf-e666-4261-a30a-c74d2844e31f)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:41:42.740882 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.805472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.815975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:42.819649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:42.824778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b33d3b-41ab-4964-96db-35dc28a33225,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:42.846302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:42.865579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0735dc-2e3f-46b1-b187-b6e6a013a0bc']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:42.877580 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c296597-32e7-428f-947c-e80b7c96fe6d') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:42.878154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c296597-32e7-428f-947c-e80b7c96fe6d') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:42.891673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.898691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15d3a2-045e-408c-a783-ff4bf7e65094 None None] Pushing event updated for resources: {'Port': ['ID=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:42.917727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.926401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:42.927308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.950927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3bb78a5-fa1b-4b2b-8932-2e6b038011d2 req-9f6ba873-e5c2-4e28-88a9-cb8d582e7f47 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833016 Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:42.955224 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:43.125277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.155339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.157365 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/networks/5f0735dc-2e3f-46b1-b187-b6e6a013a0bc HTTP/1.1" status: 204 len: 168 time: 0.8064287 Sep 30 08:41:43.171210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56756) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:43.259098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.277699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d63f9-d1cd-4752-a210-1e4a013cc590 tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Network': ['ID=5f0735dc-2e3f-46b1-b187-b6e6a013a0bc,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:43.433039 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.558112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5da4-29d8-4564-a596-06c1516a6ef4 req-1fd8da3f-ada8-4ec9-a4bf-c5152dbe97a5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:43.560006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-211f5da4-29d8-4564-a596-06c1516a6ef4 req-1fd8da3f-ada8-4ec9-a4bf-c5152dbe97a5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1389518 Sep 30 08:41:43.624779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.664472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-211f5da4-29d8-4564-a596-06c1516a6ef4 req-4e4e12ed-79c8-42cc-abc1-15cc10074781 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923429 Sep 30 08:41:43.678813 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe4b529-338b-42fa-8730-389f3e19f8e7']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:43.686699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.710368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56c174b-0431-4fe2-95db-fade75d727bf') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:43.711102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56c174b-0431-4fe2-95db-fade75d727bf') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:43.753656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.788522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.803294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:43.804368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:43.860367 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:43.896544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cdf2-9637-4748-81e5-80682529025f req-05288149-af4d-4b19-81df-993811e9dcae tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:43.898225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bb8cdf2-9637-4748-81e5-80682529025f req-05288149-af4d-4b19-81df-993811e9dcae tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1114473 Sep 30 08:41:43.942795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.949124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:43.952582 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/networks/7fe4b529-338b-42fa-8730-389f3e19f8e7 HTTP/1.1" status: 204 len: 168 time: 0.7798629 Sep 30 08:41:43.957615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56766) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:43.975163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32816392-976f-4837-8edc-f2586bfc9f0a tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Network': ['ID=7fe4b529-338b-42fa-8730-389f3e19f8e7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:44.056542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8bb8cdf2-9637-4748-81e5-80682529025f req-6776d123-48a7-41a2-9d26-a5478f30bc09 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969760 Sep 30 08:41:44.166493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:44.225485 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:44.335774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737538e-b049-4874-9300-36ad882b4593 req-1a48928a-7ab0-463c-a6bd-36058ac98cad tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:44.344085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7737538e-b049-4874-9300-36ad882b4593 req-1a48928a-7ab0-463c-a6bd-36058ac98cad tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1744213 Sep 30 08:41:44.460674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef63aa-7345-459f-b42d-ab8418804d15 None None] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:41:44.598480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b7ddc24d-df68-44c0-98c1-e4dc3ce5b56b None None] Provisioning complete for port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:44.599023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc24d-df68-44c0-98c1-e4dc3ce5b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:44.818474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc24d-df68-44c0-98c1-e4dc3ce5b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:44.862338 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:44.910942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:44.915181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa49a725-03cd-4d3b-81b7-f3cbd4446e95 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:44.930358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b7ddc24d-df68-44c0-98c1-e4dc3ce5b56b None None] For port aa49a725-03cd-4d3b-81b7-f3cbd4446e95, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,segment=NetworkSegment(994b34bf-e666-4261-a30a-c74d2844e31f),segment_id=994b34bf-e666-4261-a30a-c74d2844e31f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:44.970752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00ef832-b933-42dc-a58a-a88df59f8c46') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:44.971126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00ef832-b933-42dc-a58a-a88df59f8c46') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:45.001210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7737538e-b049-4874-9300-36ad882b4593 req-9f209e04-c28f-454d-8ce8-faa248f21afd tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538212 Sep 30 08:41:45.002055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc24d-df68-44c0-98c1-e4dc3ce5b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.009818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.066590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.085358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:41:45.085921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:41:45.089726 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:41:45.103864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.219643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d62577-4770-4f45-bd68-fdd7eff339d3 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:41:45.252199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.276280 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.281923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] 10.222.0.41 "DELETE /v2.0/networks/9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb HTTP/1.1" status: 204 len: 168 time: 1.3197796 Sep 30 08:41:45.294016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eb3fb-ced0-4e9e-abfc-122503a77d3d tempest-BulkNetworkOpsTest-1641936064 tempest-BulkNetworkOpsTest-1641936064-project] Pushing event deleted for resources: {'Network': ['ID=9c18b1bb-0d3e-4af9-8dcd-0d642ca227fb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:45.297105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:41:45.307295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d51d6-7904-4d6f-ac2f-e3160d73a79a req-af22c044-dec6-46bc-b592-b77c3b95bbca tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:45.308881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-137d51d6-7904-4d6f-ac2f-e3160d73a79a req-af22c044-dec6-46bc-b592-b77c3b95bbca tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1719031 Sep 30 08:41:45.365315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddc24d-df68-44c0-98c1-e4dc3ce5b56b None None] Pushing event updated for resources: {'Port': ['ID=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:45.416348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-137d51d6-7904-4d6f-ac2f-e3160d73a79a req-93d18fa0-6372-4a94-97f3-2e347ce7ebbc tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974641 Sep 30 08:41:45.460499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-74c7b708-9f09-4532-82fd-9b23814a8429 None None] Provisioning complete for port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:45.461279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-74c7b708-9f09-4532-82fd-9b23814a8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.575355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:41:45.616612 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.618809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-afe955a5-5b2d-4044-9c3c-7281f32c0336 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2341485 Sep 30 08:41:45.622340 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:45.820241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612dd-d56a-437c-8b8b-b1cfdeaf9f61 req-427e5a85-9168-4dba-ba1a-558e0b36ef73 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:45.824069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-379612dd-d56a-437c-8b8b-b1cfdeaf9f61 req-427e5a85-9168-4dba-ba1a-558e0b36ef73 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1290541 Sep 30 08:41:45.855359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Sync routers for ids ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:41:45.865154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:45.865838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.881367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56808) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:45.947746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-379612dd-d56a-437c-8b8b-b1cfdeaf9f61 req-fa98c7aa-9f06-4355-b8ec-f7ad2751cf70 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169243 Sep 30 08:41:45.980280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d62577-4770-4f45-bd68-fdd7eff339d3 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:41:45.986034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Routers {'9c64cd23-3de2-48d2-9f00-c3da55e769d8'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:45.986919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:46.212649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64598-d6c6-4a5f-9db1-df67fbb149a2 req-6ae1cdff-b1d6-4248-83ff-7664f95f478e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:46.219733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aeb64598-d6c6-4a5f-9db1-df67fbb149a2 req-6ae1cdff-b1d6-4248-83ff-7664f95f478e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1032293 Sep 30 08:41:46.318106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aeb64598-d6c6-4a5f-9db1-df67fbb149a2 req-a0c499e5-d741-4ec7-93fe-98c07f4c66ec tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917604 Sep 30 08:41:46.363723 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8c959848-34e5-4182-a066-4e650f991d79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1e4ed1b540a4a5793982766448de95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794872 Sep 30 08:41:46.366490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56820) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:46.415512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Set router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:46.473787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6401e787-ec75-4708-9002-2b7b7e32be2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:46.523579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6401e787-ec75-4708-9002-2b7b7e32be2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:46.554448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424adc2-3c27-4416-b86a-956ca5cafa81 req-af949365-4938-495c-b2cb-46c9efa1b59c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:46.558369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5424adc2-3c27-4416-b86a-956ca5cafa81 req-af949365-4938-495c-b2cb-46c9efa1b59c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1065304 Sep 30 08:41:46.770820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5424adc2-3c27-4416-b86a-956ca5cafa81 req-1dbbc87f-953f-45c7-8607-a171d57971c5 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012639 Sep 30 08:41:46.811081 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6401e787-ec75-4708-9002-2b7b7e32be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:46.813506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6401e787-ec75-4708-9002-2b7b7e32be2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:46.814687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6401e787-ec75-4708-9002-2b7b7e32be2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46577dc3-7beb-41a7-a1db-c48c03ef3292 HTTP/1.1" status: 204 len: 168 time: 0.4471123 Sep 30 08:41:46.832044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:46.836575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e787-ec75-4708-9002-2b7b7e32be2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46577dc3-7beb-41a7-a1db-c48c03ef3292,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:46.895141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa49a725-03cd-4d3b-81b7-f3cbd4446e95 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:46.901996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:41:43Z', 'revision_number': 3, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:46.936537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab706b21-f4b3-4852-8b40-f06726775225 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:41:46.995883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Checking router: 9c64cd23-3de2-48d2-9f00-c3da55e769d8 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:41:46.996882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Updating router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 port b8b33d3b-41ab-4964-96db-35dc28a33225 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:41:47.119664 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:47.284690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:47.284690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:47.392159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Allocated IP 172.20.0.1 (37c610db-429c-4c95-8cc6-87de3a28bf1c/c212aea5-99f3-4fff-a3b3-2acc77fa260c/77e1ac91-31f1-42b4-b05a-cd491b1be153) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:41:47.709879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:47.752525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:47.802777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:47.807057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:47.811618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:41:47.860356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Pushing event updated for resources: {'Port': ['ID=77e1ac91-31f1-42b4-b05a-cd491b1be153,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:47.877700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:47.881194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab706b21-f4b3-4852-8b40-f06726775225 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:41:48.063794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.122654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.146843 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.331220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b352b9-7a5d-4d83-b328-0b7cd9bc119d None None] Pushing event updated for resources: {'Port': ['ID=b8b33d3b-41ab-4964-96db-35dc28a33225,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:48.400056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Attempting to bind port b8b33d3b-41ab-4964-96db-35dc28a33225 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:41:48.400551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Attempting to bind port b8b33d3b-41ab-4964-96db-35dc28a33225 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:41:48.401152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Attempting to bind port b8b33d3b-41ab-4964-96db-35dc28a33225 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:41:48.415579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:41:48.416226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:48.416742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.417875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:41:48.419016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Bound port: b8b33d3b-41ab-4964-96db-35dc28a33225, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:41:48.419519 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.512251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] For port b8b33d3b-41ab-4964-96db-35dc28a33225, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:41:48.513057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:48.515929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] For port b8b33d3b-41ab-4964-96db-35dc28a33225, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8b33d3b-41ab-4964-96db-35dc28a33225,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:41:48.542024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.573139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.585368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.668115 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Routers {'9c64cd23-3de2-48d2-9f00-c3da55e769d8'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:48.669427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:48.757928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-68c34315-b594-42f4-a09a-f3806c9587d9 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] Request body: {'port': {'network_id': 'ee161fd6-15ae-46a3-aabf-f0a045065b6b', 'name': 'tempest-NetworksNegativeTestJSON-1430738734'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:48.773458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b352b9-7a5d-4d83-b328-0b7cd9bc119d None None] Pushing event updated for resources: {'Port': ['ID=b8b33d3b-41ab-4964-96db-35dc28a33225,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:48.787611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:48.790164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Pushing event updated for resources: {'Port': ['ID=77e1ac91-31f1-42b4-b05a-cd491b1be153,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:48.807312 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c34315-b594-42f4-a09a-f3806c9587d9 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] POST failed (client error): The resource could not be found. Sep 30 08:41:48.808357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c34315-b594-42f4-a09a-f3806c9587d9 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:48.821436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56864) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:48.834527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-68c34315-b594-42f4-a09a-f3806c9587d9 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3194993 Sep 30 08:41:48.873222 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-979dd9ac-0e6a-49bc-950d-bea8ffafa222 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] DELETE failed (client error): The resource could not be found. Sep 30 08:41:48.874304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979dd9ac-0e6a-49bc-950d-bea8ffafa222 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:48.881410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-979dd9ac-0e6a-49bc-950d-bea8ffafa222 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "DELETE /v2.0/networks/3c79fa50-d07d-4d1b-85ed-18826ddb27b5 HTTP/1.1" status: 404 len: 339 time: 0.0536723 Sep 30 08:41:48.882449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56868) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:49.027431 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb94ca5f-d398-47cf-a3bf-13eeeea19fa0 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] DELETE failed (client error): The resource could not be found. Sep 30 08:41:49.031372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb94ca5f-d398-47cf-a3bf-13eeeea19fa0 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:49.034197 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eb94ca5f-d398-47cf-a3bf-13eeeea19fa0 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "DELETE /v2.0/ports/aa668c37-dd52-4879-ad52-ec7abd976e30 HTTP/1.1" status: 404 len: 333 time: 0.1507106 Sep 30 08:41:49.038587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56872) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:49.063442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] Set router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:49.093959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:41:49.096264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:41:49.098826 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b55118f-7929-4306-ab86-418c505e3018 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] DELETE failed (client error): The resource could not be found. Sep 30 08:41:49.100090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b55118f-7929-4306-ab86-418c505e3018 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:49.110398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56874) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:49.122362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b55118f-7929-4306-ab86-418c505e3018 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "DELETE /v2.0/subnets/8fb12ba5-3217-43a9-8c3e-532e09c71c07 HTTP/1.1" status: 404 len: 337 time: 0.0637312 Sep 30 08:41:49.556385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a95ecdbc-c5a8-400b-965a-a5b7cd4134db None None] Provisioning complete for port 77e1ac91-31f1-42b4-b05a-cd491b1be153 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:49.559016 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a95ecdbc-c5a8-400b-965a-a5b7cd4134db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:49.760406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a95ecdbc-c5a8-400b-965a-a5b7cd4134db None None] Port 77e1ac91-31f1-42b4-b05a-cd491b1be153 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:49.920935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3788cd52-d990-4229-9674-9fcf801924ce None None] Provisioning complete for port 77e1ac91-31f1-42b4-b05a-cd491b1be153 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:49.921715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3788cd52-d990-4229-9674-9fcf801924ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:50.059925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3788cd52-d990-4229-9674-9fcf801924ce None None] Port 77e1ac91-31f1-42b4-b05a-cd491b1be153 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:41:50.084468 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7440b842-0512-4a66-8239-a40f1621d089 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] GET failed (client error): The resource could not be found. Sep 30 08:41:50.084468 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7440b842-0512-4a66-8239-a40f1621d089 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "GET /v2.0/networks/13d08cce-f92c-4f60-9f2a-3ac55b13e501 HTTP/1.1" status: 404 len: 339 time: 0.9703233 Sep 30 08:41:50.087558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:50.117997 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb5feb2-3fb5-428d-9806-f97068913ea5 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] GET failed (client error): The resource could not be found. Sep 30 08:41:50.119592 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6eb5feb2-3fb5-428d-9806-f97068913ea5 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "GET /v2.0/ports/d81735bb-fc03-4349-ab3f-89c3d67db20a HTTP/1.1" status: 404 len: 333 time: 0.0310583 Sep 30 08:41:50.121864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '77e1ac91-31f1-42b4-b05a-cd491b1be153', 'name': '', 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'mac_address': 'fa:16:3e:6b:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:46Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 2, 'project_id': 'db326d808da942bb8885644cf9951716', 'subnets': [{'id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:50.124899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56886) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:50.150961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:41:50.185276 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e748cdd-f192-414d-a488-62fc663280b4 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] GET failed (client error): The resource could not be found. Sep 30 08:41:50.187481 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9e748cdd-f192-414d-a488-62fc663280b4 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "GET /v2.0/subnets/b87cec26-6ddd-4256-8dc4-a9ba70621b4e HTTP/1.1" status: 404 len: 337 time: 0.0615339 Sep 30 08:41:50.191235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56888) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:50.197283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6baf40eb-dfe6-4de5-bff1-65c039e61a32 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:50.205514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23035251-10a6-4452-923c-6419ff7bc454 None None] The sync data for ids ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'] in n-d-807025-5 is: [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '77e1ac91-31f1-42b4-b05a-cd491b1be153', 'name': '', 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'mac_address': 'fa:16:3e:6b:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:46Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 2, 'project_id': 'db326d808da942bb8885644cf9951716', 'subnets': [{'id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:41:50.231538 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baf40eb-dfe6-4de5-bff1-65c039e61a32 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] PUT failed (client error): The resource could not be found. Sep 30 08:41:50.235777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baf40eb-dfe6-4de5-bff1-65c039e61a32 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:50.237162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6baf40eb-dfe6-4de5-bff1-65c039e61a32 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "PUT /v2.0/networks/6f8a76dc-b3cb-4b7f-a3d4-d5de55ad45a7 HTTP/1.1" status: 404 len: 339 time: 0.0442460 Sep 30 08:41:50.240963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56890) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:50.247282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6048bfbc-4062-4713-b1ff-ecd0a94e9ee6 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:50.327840 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6048bfbc-4062-4713-b1ff-ecd0a94e9ee6 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] PUT failed (client error): The resource could not be found. Sep 30 08:41:50.334702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6048bfbc-4062-4713-b1ff-ecd0a94e9ee6 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:50.336544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6048bfbc-4062-4713-b1ff-ecd0a94e9ee6 tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "PUT /v2.0/ports/a6fbafc2-f145-4e69-aa2b-f6d02b202c57 HTTP/1.1" status: 404 len: 333 time: 0.0943556 Sep 30 08:41:50.341070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56896) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:50.348062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2843ef8e-ca50-4107-bcdd-e266aa04a94b tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:50.433886 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2843ef8e-ca50-4107-bcdd-e266aa04a94b tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] PUT failed (client error): The resource could not be found. Sep 30 08:41:50.434472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2843ef8e-ca50-4107-bcdd-e266aa04a94b tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:41:50.441673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2843ef8e-ca50-4107-bcdd-e266aa04a94b tempest-NetworksNegativeTestJSON-121821767 tempest-NetworksNegativeTestJSON-121821767-project] 10.222.0.41 "PUT /v2.0/subnets/93fcd665-d8ba-45d1-bdf7-656f3a9ffacf HTTP/1.1" status: 404 len: 337 time: 0.0990412 Sep 30 08:41:50.444766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:41:50.477486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8dbc8b2a-b241-4a43-8052-46ddf3bd346d admin admin] 10.222.0.41 "PUT /v2.0/routers/9c64cd23-3de2-48d2-9f00-c3da55e769d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8538115 Sep 30 08:41:51.804081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 56920) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:52.258791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f51f5e5e-7c22-4b77-a528-153192fe8e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:52.459468 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f51f5e5e-7c22-4b77-a528-153192fe8e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:52.467671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f51f5e5e-7c22-4b77-a528-153192fe8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:52.626520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 56964) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:52.645757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f51f5e5e-7c22-4b77-a528-153192fe8e76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4770e128748c4cdb92b2274b297bd797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8386252 Sep 30 08:41:52.648036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f5e5e-7c22-4b77-a528-153192fe8e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4a2a03-fb00-48a8-904b-1c6dbe95d1bf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:52.831661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-327d53ec-6902-4e7d-83dd-c93d07c29fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:52.912927 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-327d53ec-6902-4e7d-83dd-c93d07c29fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:52.953624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8b33d3b-41ab-4964-96db-35dc28a33225 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:53.202180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-327d53ec-6902-4e7d-83dd-c93d07c29fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:53.205043 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-327d53ec-6902-4e7d-83dd-c93d07c29fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:53.221439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-327d53ec-6902-4e7d-83dd-c93d07c29fd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd4a2a03-fb00-48a8-904b-1c6dbe95d1bf HTTP/1.1" status: 204 len: 168 time: 0.5937250 Sep 30 08:41:53.280612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d53ec-6902-4e7d-83dd-c93d07c29fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4a2a03-fb00-48a8-904b-1c6dbe95d1bf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:53.289477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b8b33d3b-41ab-4964-96db-35dc28a33225 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:53.292308 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:53.623258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:53.692890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b8b33d3b-41ab-4964-96db-35dc28a33225, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8b33d3b-41ab-4964-96db-35dc28a33225,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:53.701275 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:53.818484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b8b33d3b-41ab-4964-96db-35dc28a33225,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:54.648567 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Sync routers for ids ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:41:54.658212 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Routers {'9c64cd23-3de2-48d2-9f00-c3da55e769d8'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:54.658827 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:54.759945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57038) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:54.846925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8b33d3b-41ab-4964-96db-35dc28a33225 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:54.954716 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Set router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:54.964322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b8b33d3b-41ab-4964-96db-35dc28a33225 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:54.964756 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:55.074485 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9dc9cce8-c3b7-4249-b8d6-e8d95f9b6fae tempest-ServiceProvidersTest-540375077 tempest-ServiceProvidersTest-540375077-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2922995 Sep 30 08:41:55.583106 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '77e1ac91-31f1-42b4-b05a-cd491b1be153', 'name': '', 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'mac_address': 'fa:16:3e:6b:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:46Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 2, 'project_id': 'db326d808da942bb8885644cf9951716', 'subnets': [{'id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:55.631244 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Checking router: 9c64cd23-3de2-48d2-9f00-c3da55e769d8 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:41:55.631805 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Updating router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 port 77e1ac91-31f1-42b4-b05a-cd491b1be153 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:41:55.721515 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:55.838806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:55.859988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e3bf-5926-4043-9394-6b95bdc2c2c5 req-475fe472-d5b4-401b-8178-23abd0eafaa0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:55.863841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3587e3bf-5926-4043-9394-6b95bdc2c2c5 req-475fe472-d5b4-401b-8178-23abd0eafaa0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.1527998 Sep 30 08:41:55.899785 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.004412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3587e3bf-5926-4043-9394-6b95bdc2c2c5 req-ca0f3d34-ee2f-461c-ba1d-7b07abaa91c2 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239552 Sep 30 08:41:56.027725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57066) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:56.330378 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a51954fb-d65f-4b8d-b263-085e520c705c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.457227 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.466170 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.497137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a51954fb-d65f-4b8d-b263-085e520c705c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.503046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a51954fb-d65f-4b8d-b263-085e520c705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.535716 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958a545-5fb6-4774-b137-2877c5f4a939 None None] Pushing event updated for resources: {'Port': ['ID=77e1ac91-31f1-42b4-b05a-cd491b1be153,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:56.647120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51954fb-d65f-4b8d-b263-085e520c705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6693070b-3c56-41bd-8de5-357a4d9d8509,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:56.670989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57078) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:56.671700 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a51954fb-d65f-4b8d-b263-085e520c705c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04ed58d5e4184379b1f46cc2976a9075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423893 Sep 30 08:41:56.702469 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Attempting to bind port 77e1ac91-31f1-42b4-b05a-cd491b1be153 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:41:56.703063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Attempting to bind port 77e1ac91-31f1-42b4-b05a-cd491b1be153 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:41:56.704718 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Attempting to bind port 77e1ac91-31f1-42b4-b05a-cd491b1be153 on network 37c610db-429c-4c95-8cc6-87de3a28bf1c {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:41:56.725243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:41:56.727088 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Checking segment: {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:41:56.727734 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.728365 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Bound using segment: {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:41:56.729151 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Bound port: 77e1ac91-31f1-42b4-b05a-cd491b1be153, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994b34bf-e666-4261-a30a-c74d2844e31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:41:56.732947 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.907954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8260f2f2-647f-4a85-8665-c53bfdceeee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.947877 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] For port 77e1ac91-31f1-42b4-b05a-cd491b1be153, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:41:56.955554 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] For port 77e1ac91-31f1-42b4-b05a-cd491b1be153, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77e1ac91-31f1-42b4-b05a-cd491b1be153,segment=NetworkSegment(994b34bf-e666-4261-a30a-c74d2844e31f),segment_id=994b34bf-e666-4261-a30a-c74d2844e31f)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:41:56.966855 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:56.977631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8260f2f2-647f-4a85-8665-c53bfdceeee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.079180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a1ece82b-5260-49d4-a550-99214a359762 None None] Provisioning complete for port 77e1ac91-31f1-42b4-b05a-cd491b1be153 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:57.080130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a1ece82b-5260-49d4-a550-99214a359762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.228337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8260f2f2-647f-4a85-8665-c53bfdceeee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.231257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8260f2f2-647f-4a85-8665-c53bfdceeee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.232901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8260f2f2-647f-4a85-8665-c53bfdceeee4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6693070b-3c56-41bd-8de5-357a4d9d8509 HTTP/1.1" status: 204 len: 168 time: 0.5606792 Sep 30 08:41:57.238490 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a1ece82b-5260-49d4-a550-99214a359762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.259938 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958a545-5fb6-4774-b137-2877c5f4a939 None None] Pushing event updated for resources: {'Port': ['ID=77e1ac91-31f1-42b4-b05a-cd491b1be153,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:57.275279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260f2f2-647f-4a85-8665-c53bfdceeee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693070b-3c56-41bd-8de5-357a4d9d8509,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:57.295507 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Routers {'9c64cd23-3de2-48d2-9f00-c3da55e769d8'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:41:57.296138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:41:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:57.330636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a1ece82b-5260-49d4-a550-99214a359762 None None] For port 77e1ac91-31f1-42b4-b05a-cd491b1be153, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77e1ac91-31f1-42b4-b05a-cd491b1be153,segment=NetworkSegment(994b34bf-e666-4261-a30a-c74d2844e31f),segment_id=994b34bf-e666-4261-a30a-c74d2844e31f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:57.339579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a1ece82b-5260-49d4-a550-99214a359762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.481972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ece82b-5260-49d4-a550-99214a359762 None None] Pushing event updated for resources: {'Port': ['ID=77e1ac91-31f1-42b4-b05a-cd491b1be153,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:57.507477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16ae68-b9b4-4b54-ac44-b5a7efb00d74 req-0d96b496-8fc1-400b-9036-890d2560a305 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:57.509219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab16ae68-b9b4-4b54-ac44-b5a7efb00d74 req-0d96b496-8fc1-400b-9036-890d2560a305 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.2242484 Sep 30 08:41:57.538459 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] Set router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:41:57.575719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-bda095f3-42a4-4825-8c01-abf0f53ee380 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:41:57.582813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-bda095f3-42a4-4825-8c01-abf0f53ee380 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.50 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 946 time: 0.2083650 Sep 30 08:41:57.682136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f5b0d7d4-39b5-4e4c-8a49-0d17adc861ff None None] Provisioning complete for port 77e1ac91-31f1-42b4-b05a-cd491b1be153 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:57.684291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d7d4-39b5-4e4c-8a49-0d17adc861ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:57.801775 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab16ae68-b9b4-4b54-ac44-b5a7efb00d74 req-c7674a29-1f6d-49ff-a129-0fa750de700c tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/security-groups?id=01c9662d-a227-483f-b7f6-5f52cee282a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819829 Sep 30 08:41:57.827864 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '77e1ac91-31f1-42b4-b05a-cd491b1be153', 'name': '', 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'mac_address': 'fa:16:3e:6b:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:46Z', 'updated_at': '2021-09-30T08:41:56Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'subnets': [{'id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:41:57.905297 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b5ed5-9cbf-4fef-807e-213166091d4a None None] The sync data for ids ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'] in n-d-807025-5 is: [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:41:48Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '77e1ac91-31f1-42b4-b05a-cd491b1be153', 'name': '', 'network_id': '37c610db-429c-4c95-8cc6-87de3a28bf1c', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'mac_address': 'fa:16:3e:6b:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:46Z', 'updated_at': '2021-09-30T08:41:56Z', 'revision_number': 4, 'project_id': 'db326d808da942bb8885644cf9951716', 'subnets': [{'id': 'c212aea5-99f3-4fff-a3b3-2acc77fa260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:41:57.918469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Deleting port 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:41:57.920900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:58.185284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] For port 32741c00-3c17-49f4-bc64-11028c5d8af3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=32741c00-3c17-49f4-bc64-11028c5d8af3,segment=NetworkSegment(20753c3f-9648-4ef6-b59e-99afdcf68165),segment_id=20753c3f-9648-4ef6-b59e-99afdcf68165)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:41:58.188359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:58.273820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Calling delete_port for 32741c00-3c17-49f4-bc64-11028c5d8af3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:41:58.559349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:58.663716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Pushing event deleted for resources: {'Port': ['ID=32741c00-3c17-49f4-bc64-11028c5d8af3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:41:58.760258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] No DVR routers for this DVR port 32741c00-3c17-49f4-bc64-11028c5d8af3 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:41:58.771950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:58.785467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1c0c5d4-81ee-4252-8ac4-b3ed46a50f44 req-57ece02a-e4e4-4886-99d9-60d89dd5a93e tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.50 "DELETE /v2.0/ports/32741c00-3c17-49f4-bc64-11028c5d8af3 HTTP/1.1" status: 204 len: 173 time: 1.1892140 Sep 30 08:41:58.791938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-deleted', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:41:58.797880 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a520cd34-a480-4705-9bd8-6181247d7742" -d '{"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-deleted", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:41:58.885848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77e1ac91-31f1-42b4-b05a-cd491b1be153 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:41:58.921769 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded20890-5192-437c-a40f-1f11af2ccbc3 x-openstack-request-id: req-ded20890-5192-437c-a40f-1f11af2ccbc3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:41:58.922688 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b108373c-646b-45a6-ae31-ff3d2a21b4ec", "name": "network-vif-deleted", "tag": "32741c00-3c17-49f4-bc64-11028c5d8af3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:41:58.923134 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ded20890-5192-437c-a40f-1f11af2ccbc3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:41:58.924007 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108373c-646b-45a6-ae31-ff3d2a21b4ec', 'name': 'network-vif-deleted', 'tag': '32741c00-3c17-49f4-bc64-11028c5d8af3', 'status': 'completed', 'code': 200} Sep 30 08:41:59.048730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 77e1ac91-31f1-42b4-b05a-cd491b1be153 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:41:59.049014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:59.075803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57136) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:59.092295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4787c36-a667-4014-a2dc-ae3993db8de9 req-8c1042cb-0ee3-46a8-943e-251439561cf0 tempest-ServersNegativeTestJSON-255052818 tempest-ServersNegativeTestJSON-255052818-project] 10.222.0.41 "GET /v2.0/ports?device_id=b108373c-646b-45a6-ae31-ff3d2a21b4ec HTTP/1.1" status: 200 len: 210 time: 0.0806594 Sep 30 08:41:59.277854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0e853e15-69f7-4149-8290-af26f2844ee7 tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1071219730', 'prefixes': ['172.20.0.0/16']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:59.371957 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e853e15-69f7-4149-8290-af26f2844ee7 tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] Notify callbacks [] for subnetpool, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:59.376383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57150) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:59.376807 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e853e15-69f7-4149-8290-af26f2844ee7 tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2986994 Sep 30 08:41:59.479578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-94a3c571-2ccb-450b-8fda-1f2f791e3827 tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] 10.222.0.41 "GET /v2.0/subnetpools/0dcf2409-2c10-4ea6-9738-c258af8fecd5 HTTP/1.1" status: 200 len: 732 time: 0.1014488 Sep 30 08:41:59.483024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57154) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:59.490238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-cd3a66f5-a24e-40cf-a716-f658d196db6d tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1135088477'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:41:59.689122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd3a66f5-a24e-40cf-a716-f658d196db6d tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] Notify callbacks [] for subnetpool, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:59.693763 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd3a66f5-a24e-40cf-a716-f658d196db6d tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] 10.222.0.41 "PUT /v2.0/subnetpools/0dcf2409-2c10-4ea6-9738-c258af8fecd5 HTTP/1.1" status: 200 len: 684 time: 0.2067635 Sep 30 08:41:59.694492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57166) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:59.820568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca170237-8fa9-410e-9a26-40344ee4d995 tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] Notify callbacks [] for subnetpool, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:59.823246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ca170237-8fa9-410e-9a26-40344ee4d995 tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0dcf2409-2c10-4ea6-9738-c258af8fecd5 HTTP/1.1" status: 204 len: 168 time: 0.1264601 Sep 30 08:41:59.825601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57168) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:59.859709 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-0c33c215-f4a1-4788-aaf5-80b4566f3a5f tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] show failed (client error): The resource could not be found. Sep 30 08:41:59.861046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0c33c215-f4a1-4788-aaf5-80b4566f3a5f tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] 10.222.0.41 "GET /v2.0/subnetpools/0dcf2409-2c10-4ea6-9738-c258af8fecd5 HTTP/1.1" status: 404 len: 346 time: 0.0340278 Sep 30 08:41:59.863940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57172) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:41:59.884508 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-2d23e053-398f-42dd-8d72-ca44ae6eb52f tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] delete failed (client error): The resource could not be found. Sep 30 08:41:59.887882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2d23e053-398f-42dd-8d72-ca44ae6eb52f tempest-SubnetPoolsTestJSON-169270478 tempest-SubnetPoolsTestJSON-169270478-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0dcf2409-2c10-4ea6-9738-c258af8fecd5 HTTP/1.1" status: 404 len: 346 time: 0.0223296 Sep 30 08:42:00.195839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57184) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:00.262033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Deleting subnet 617c28f3-7382-4a54-b154-eac9e1116e9e {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:42:00.266531 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.315220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.372738 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.377774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57188) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:00.451102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.491807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.494117 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/617c28f3-7382-4a54-b154-eac9e1116e9e HTTP/1.1" status: 204 len: 168 time: 0.2966480 Sep 30 08:42:00.497256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:00.549966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:42:00.572935 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd2e40-b865-4bbe-8613-8322336ff71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617c28f3-7382-4a54-b154-eac9e1116e9e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:00.593145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.650826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 32741c00-3c17-49f4-bc64-11028c5d8af3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:42:00.651227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 32741c00-3c17-49f4-bc64-11028c5d8af3 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:42:00.721226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e2f7a8-6433-453c-a8f2-b1c160f41d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.806382 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.894999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32d09d9-64e8-4431-96c3-d999cb057c74']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:00.928056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e2f7a8-6433-453c-a8f2-b1c160f41d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.933534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20753c3f-9648-4ef6-b59e-99afdcf68165') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:00.934000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20753c3f-9648-4ef6-b59e-99afdcf68165') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:00.937830 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68e2f7a8-6433-453c-a8f2-b1c160f41d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:00.980608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.018454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.029566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:42:01.029989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:42:01.031800 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:42:01.059679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-68e2f7a8-6433-453c-a8f2-b1c160f41d19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97a8339c24ee4bc3924eb61d71e1f59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768572 Sep 30 08:42:01.059679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2f7a8-6433-453c-a8f2-b1c160f41d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4341ad07-7f7f-423a-abbc-3800c2ac4591,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:01.060754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57210) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:01.157822 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.170292 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.172438 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d32d09d9-64e8-4431-96c3-d999cb057c74 HTTP/1.1" status: 204 len: 168 time: 0.6732106 Sep 30 08:42:01.206605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e347b66-bd80-4f23-a04c-16f333d76739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.211773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e33e09-1c9e-49ad-9d54-ef0f314538c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d32d09d9-64e8-4431-96c3-d999cb057c74,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:01.256156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e347b66-bd80-4f23-a04c-16f333d76739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.339184 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e347b66-bd80-4f23-a04c-16f333d76739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.345214 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e347b66-bd80-4f23-a04c-16f333d76739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.353265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e347b66-bd80-4f23-a04c-16f333d76739 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4341ad07-7f7f-423a-abbc-3800c2ac4591 HTTP/1.1" status: 204 len: 168 time: 0.2915914 Sep 30 08:42:01.369756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57216) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:01.384494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e347b66-bd80-4f23-a04c-16f333d76739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4341ad07-7f7f-423a-abbc-3800c2ac4591,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:01.457073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d7de000-d3c6-446e-bd22-68ab93595be6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5fdcdcca6864be79549f1033daa83a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861821 Sep 30 08:42:01.459700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57222) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:01.553522 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9e8c5cf-c0d3-4e94-820e-744271f605e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.607974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9e8c5cf-c0d3-4e94-820e-744271f605e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.705059 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9e8c5cf-c0d3-4e94-820e-744271f605e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.709897 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d9e8c5cf-c0d3-4e94-820e-744271f605e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.722781 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d9e8c5cf-c0d3-4e94-820e-744271f605e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01c9662d-a227-483f-b7f6-5f52cee282a2 HTTP/1.1" status: 204 len: 168 time: 0.2561550 Sep 30 08:42:01.746183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8c5cf-c0d3-4e94-820e-744271f605e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c9662d-a227-483f-b7f6-5f52cee282a2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:08.566117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d2845b2-1689-463d-a466-4da1599e5f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:11.115863 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-04750c2f-1c9b-4756-afb9-6a10b2d147dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:11.474898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:11.549267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57704) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:11.758246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59fee3b7-1828-4f16-a120-58d60a819749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:11.961304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59fee3b7-1828-4f16-a120-58d60a819749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:11.969983 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-59fee3b7-1828-4f16-a120-58d60a819749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:12.044776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57724) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:12.045327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-59fee3b7-1828-4f16-a120-58d60a819749 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d47d3544d4324a34829059744a3d1f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936795 Sep 30 08:42:12.058584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fee3b7-1828-4f16-a120-58d60a819749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53906594-be9d-45c3-8874-dd9ac577212a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:12.119680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99afe42a-616f-4879-9bf6-ac86018feaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:12.162634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99afe42a-616f-4879-9bf6-ac86018feaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:12.227864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99afe42a-616f-4879-9bf6-ac86018feaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:12.231916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99afe42a-616f-4879-9bf6-ac86018feaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:12.236653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-99afe42a-616f-4879-9bf6-ac86018feaaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53906594-be9d-45c3-8874-dd9ac577212a HTTP/1.1" status: 204 len: 168 time: 0.1901197 Sep 30 08:42:12.254849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afe42a-616f-4879-9bf6-ac86018feaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53906594-be9d-45c3-8874-dd9ac577212a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:12.845109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57748) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:12.888723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b08b621-b071-498e-97b2-9cdc0bec04c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.058828 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b08b621-b071-498e-97b2-9cdc0bec04c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.091598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b08b621-b071-498e-97b2-9cdc0bec04c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.178911 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.246590 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:13.247218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6b08b621-b071-498e-97b2-9cdc0bec04c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=559cfc7d610d41c392abd6a44d1193be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988128 Sep 30 08:42:13.273309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08b621-b071-498e-97b2-9cdc0bec04c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1743b2-6e38-428a-a8e6-41c730b26474,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:13.365530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80100365-09fa-40e2-a6d3-724fa516573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.404140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80100365-09fa-40e2-a6d3-724fa516573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.502570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80100365-09fa-40e2-a6d3-724fa516573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.505816 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80100365-09fa-40e2-a6d3-724fa516573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:13.519410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80100365-09fa-40e2-a6d3-724fa516573e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a1743b2-6e38-428a-a8e6-41c730b26474 HTTP/1.1" status: 204 len: 168 time: 0.2648244 Sep 30 08:42:13.541777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100365-09fa-40e2-a6d3-724fa516573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1743b2-6e38-428a-a8e6-41c730b26474,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:14.996377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:15.304399 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:42:19.172051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 57972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:19.366551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b11c36ed-ba62-4c71-a25f-94f48a4e007e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.582043 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b11c36ed-ba62-4c71-a25f-94f48a4e007e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.591850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b11c36ed-ba62-4c71-a25f-94f48a4e007e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.718290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 57992) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:19.718964 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b11c36ed-ba62-4c71-a25f-94f48a4e007e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c7b2f0454f347d6aecf873fb7e0592d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451670 Sep 30 08:42:19.719645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c36ed-ba62-4c71-a25f-94f48a4e007e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9ab4d-65be-4e0e-bc43-af7361b2ed95,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:19.842736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.881950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.969255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.971885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:19.973528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53b9ab4d-65be-4e0e-bc43-af7361b2ed95 HTTP/1.1" status: 204 len: 168 time: 0.2539091 Sep 30 08:42:19.984175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9ab4d-65be-4e0e-bc43-af7361b2ed95,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:20.016578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.017192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.017746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.021509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.022736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.025766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.027057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.028698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.030266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.032005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.033646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.034408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c51db8-ebb5-4a52-adb8-35d0d30802d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:20.485918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58012) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:20.514652 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57224a65-23da-4be0-91f8-2ee883575278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.637357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57224a65-23da-4be0-91f8-2ee883575278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.642707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-57224a65-23da-4be0-91f8-2ee883575278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.692510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-57224a65-23da-4be0-91f8-2ee883575278 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16232c8b3863401abd7b35eb4513db8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051148 Sep 30 08:42:20.693572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224a65-23da-4be0-91f8-2ee883575278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f749f541-c194-40db-b2b6-c47ef910b425,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:20.695382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58018) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:20.764254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9db6fa8-206b-4007-80f0-b0e8a714d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.793474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9db6fa8-206b-4007-80f0-b0e8a714d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.872827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9db6fa8-206b-4007-80f0-b0e8a714d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.880814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9db6fa8-206b-4007-80f0-b0e8a714d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:20.882673 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9db6fa8-206b-4007-80f0-b0e8a714d31d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f749f541-c194-40db-b2b6-c47ef910b425 HTTP/1.1" status: 204 len: 168 time: 0.1850963 Sep 30 08:42:20.892826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6fa8-206b-4007-80f0-b0e8a714d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f749f541-c194-40db-b2b6-c47ef910b425,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:22.167741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58078) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:22.497354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d44de1c-5519-4b9a-a25d-9d25dd05ec49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:22.741663 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d44de1c-5519-4b9a-a25d-9d25dd05ec49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:22.747446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d44de1c-5519-4b9a-a25d-9d25dd05ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:22.802253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d44de1c-5519-4b9a-a25d-9d25dd05ec49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6dbd62d06a402aa568b9c1b97fada1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6332943 Sep 30 08:42:22.806258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58102) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:22.945738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44de1c-5519-4b9a-a25d-9d25dd05ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633b705-5d4f-49bc-ba50-2002d7849572,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:23.007132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd4f97c4-ec69-4074-a85a-28a043bcb455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:23.074344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd4f97c4-ec69-4074-a85a-28a043bcb455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:23.169879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd4f97c4-ec69-4074-a85a-28a043bcb455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:23.173827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bd4f97c4-ec69-4074-a85a-28a043bcb455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:23.175270 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bd4f97c4-ec69-4074-a85a-28a043bcb455 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4633b705-5d4f-49bc-ba50-2002d7849572 HTTP/1.1" status: 204 len: 168 time: 0.3651676 Sep 30 08:42:23.194816 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f97c4-ec69-4074-a85a-28a043bcb455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633b705-5d4f-49bc-ba50-2002d7849572,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:23.703704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58134) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:23.720350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c589da98-bbe8-4697-8a48-e18fde11f5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.040562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c589da98-bbe8-4697-8a48-e18fde11f5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.046356 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c589da98-bbe8-4697-8a48-e18fde11f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.138939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c589da98-bbe8-4697-8a48-e18fde11f5ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=350f17807e774099a0628964a325ca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340904 Sep 30 08:42:24.141213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589da98-bbe8-4697-8a48-e18fde11f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c217836-f6ed-48d4-a7a7-d4a9ecabf9aa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:24.142015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:24.298997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.356145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.416179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.422812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:24.427044 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c217836-f6ed-48d4-a7a7-d4a9ecabf9aa HTTP/1.1" status: 204 len: 168 time: 0.2815325 Sep 30 08:42:24.446970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c217836-f6ed-48d4-a7a7-d4a9ecabf9aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:24.482574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.484720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.485185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.486436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.487709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.488316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.489872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.494828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.495493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.496070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.496632 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.497174 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e9532-8ae9-4f2e-8fb8-e3ed917d0ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:24.856651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58212) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:25.213387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53ecb0a0-1a2e-477c-b1a3-9ec6d77c371a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.440094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53ecb0a0-1a2e-477c-b1a3-9ec6d77c371a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.445177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-53ecb0a0-1a2e-477c-b1a3-9ec6d77c371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.577993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecb0a0-1a2e-477c-b1a3-9ec6d77c371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653f80aa-7a7d-40ec-a706-4122b6328ae5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:25.594714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58254) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:25.614085 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-53ecb0a0-1a2e-477c-b1a3-9ec6d77c371a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa1d7c2759b144a8bbacbb0a842f9d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562158 Sep 30 08:42:25.696801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9388149a-846c-426f-9c33-93631539b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.742057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9388149a-846c-426f-9c33-93631539b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.850739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9388149a-846c-426f-9c33-93631539b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.861259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9388149a-846c-426f-9c33-93631539b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.862956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9388149a-846c-426f-9c33-93631539b746 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/653f80aa-7a7d-40ec-a706-4122b6328ae5 HTTP/1.1" status: 204 len: 168 time: 0.2672193 Sep 30 08:42:25.878987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:25.889890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388149a-846c-426f-9c33-93631539b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653f80aa-7a7d-40ec-a706-4122b6328ae5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:25.895769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:26.166494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58274) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:26.406729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58286) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:26.429423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-139b96a5-39d3-40ce-805e-dde553e7677d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:26.615293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Deleting subnet 360610ce-9f95-4dac-afb9-bd35dabe78df {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:42:26.639880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:26.819781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-139b96a5-39d3-40ce-805e-dde553e7677d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:26.842057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:26.845257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-139b96a5-39d3-40ce-805e-dde553e7677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:26.929092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b96a5-39d3-40ce-805e-dde553e7677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d551e-ef15-45cc-9aa7-fa4b3d2f688a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:26.948875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-139b96a5-39d3-40ce-805e-dde553e7677d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b000849daffd4cdeb03d4b31573f4922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407727 Sep 30 08:42:26.954058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:27.001415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.101130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.159293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360610ce-9f95-4dac-afb9-bd35dabe78df,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:27.162887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.166105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-90d5e5c7-f9ab-497a-8ea2-78381dbb7fe7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/360610ce-9f95-4dac-afb9-bd35dabe78df HTTP/1.1" status: 204 len: 168 time: 0.9975445 Sep 30 08:42:27.169062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58322) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:27.231267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-794f8a4c-cfda-4257-be8d-e27ecb63c33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.288116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-794f8a4c-cfda-4257-be8d-e27ecb63c33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.309113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.425043 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-794f8a4c-cfda-4257-be8d-e27ecb63c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.428681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-794f8a4c-cfda-4257-be8d-e27ecb63c33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.430264 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-794f8a4c-cfda-4257-be8d-e27ecb63c33a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/055d551e-ef15-45cc-9aa7-fa4b3d2f688a HTTP/1.1" status: 204 len: 168 time: 0.4743326 Sep 30 08:42:27.448825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f8a4c-cfda-4257-be8d-e27ecb63c33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d551e-ef15-45cc-9aa7-fa4b3d2f688a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:27.490693 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.517674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709e91f1-0596-43d7-ad4e-e18c9854f3de']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:27.530161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:27.530471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e6e5c5-8e53-44ff-8fc5-3702907e6674') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:27.543455 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.559674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.567852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:42:27.568297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:42:27.735886 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:42:27.751348 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.773052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:27.791016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] 10.222.0.41 "DELETE /v2.0/networks/709e91f1-0596-43d7-ad4e-e18c9854f3de HTTP/1.1" status: 204 len: 168 time: 0.6098163 Sep 30 08:42:27.841865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71d31d-a286-4c28-ab2c-c4142b416ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=709e91f1-0596-43d7-ad4e-e18c9854f3de,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:28.354226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58354) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:28.468659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58362) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:28.470215 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b13d259d-4cef-49a5-930b-0275dc33aed1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76a72cc52d3e49419f8f45e22a13025e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089947 Sep 30 08:42:28.723850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2733dfbf-d1e5-4e24-8a2a-62536efd9c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:28.811949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2733dfbf-d1e5-4e24-8a2a-62536efd9c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:28.910071 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2733dfbf-d1e5-4e24-8a2a-62536efd9c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:28.913076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2733dfbf-d1e5-4e24-8a2a-62536efd9c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:28.914886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2733dfbf-d1e5-4e24-8a2a-62536efd9c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25e86401-2d7f-4560-a153-393a109b4047 HTTP/1.1" status: 204 len: 168 time: 0.4441795 Sep 30 08:42:28.930891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733dfbf-d1e5-4e24-8a2a-62536efd9c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e86401-2d7f-4560-a153-393a109b4047,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:30.967843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58454) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:31.230264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-359829027-network', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:31.280510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Made reservation on behalf of a9bfd0a73d9146da9a84eff07dc1e9ea for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:31.283281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.304768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.507309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.512345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.551221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:42:31.551221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a632da-518d-4be2-9fa2-782bf8a6e876,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:31.561838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.562192 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Added segment 8356e2db-83fa-4648-9229-4381de1d5b5c of type vlan for network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 Sep 30 08:42:31.605193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.651184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.652245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:31.653311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.701994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7330251 Sep 30 08:42:31.708692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58486) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:31.718020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Request body: {'subnet': {'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-359829027-subnet', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:31.804335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517504b0-f733-4d85-9b89-cd6cbcebee9d admin admin] Pushing event updated for resources: {'Network': ['ID=6d3f5463-4052-4c69-8e94-2ca54b3faf23,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:31.821040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:42:31.846817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Made reservation on behalf of a9bfd0a73d9146da9a84eff07dc1e9ea for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:31.859439 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.123302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.191737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1013b0f-c081-468c-8841-627d036a3b87,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:32.199997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Checking segment: {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:32.200364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Network hostable DHCP agents. Network: 6d3f5463-4052-4c69-8e94-2ca54b3faf23, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:42:32.233092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:42:32.248491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6d3f5463-4052-4c69-8e94-2ca54b3faf23) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:32.262056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba073de9-2f99-4d84-978a-e86c6545b466 None None] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:42:32.273142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:32.277415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.317736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b88d3eb1-3714-42ca-8ffe-f269b7f2658e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6076527 Sep 30 08:42:32.320969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58542) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:32.326381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:32.373811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.374937 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.491859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.525201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'fixed_ips': [{'subnet_id': 'f1013b0f-c081-468c-8841-627d036a3b87'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:42:32.528233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.872186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.949862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Allocated IP 172.20.0.2 (6d3f5463-4052-4c69-8e94-2ca54b3faf23/f1013b0f-c081-468c-8841-627d036a3b87/819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:33.011024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58572) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:33.309901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d29fac5d-9b6f-41dc-b675-cd0082a88982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.372301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.384947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.416342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.453593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:33.457032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:33.461415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:33.479540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Pushing event updated for resources: {'Port': ['ID=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:33.487605 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.509168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.510050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.511132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.511757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.512334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.512854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.513385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.514417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.514947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.515504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.516315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.517226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:33.568799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d29fac5d-9b6f-41dc-b675-cd0082a88982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.577951 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d29fac5d-9b6f-41dc-b675-cd0082a88982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.626467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Attempting to bind port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:33.626842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Attempting to bind port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:33.627208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Attempting to bind port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 on network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:33.643029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:33.643417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Checking segment: {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:33.644567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.644979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Bound using segment: {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:33.645493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Bound port: 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:33.645890 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.689633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fac5d-9b6f-41dc-b675-cd0082a88982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df5c93-d8e9-4162-8021-4a673975c6d1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:33.722055 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d29fac5d-9b6f-41dc-b675-cd0082a88982 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10756afab1604683a3a016cd4b25b8f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097178 Sep 30 08:42:33.723643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58594) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:33.772680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Allocated IP 172.25.7.80 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/a0308375-6705-4237-bdde-82184dbf0b37) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:33.775375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] For port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:33.785879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] For port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:33.797094 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.874557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f12883-a705-455d-9894-56855d46619c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.910070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ab867-ba96-4075-814d-485ccd6ccae3 None None] Pushing event updated for resources: {'Port': ['ID=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:33.983505 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f12883-a705-455d-9894-56855d46619c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.122511 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.156186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f12883-a705-455d-9894-56855d46619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.159397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f12883-a705-455d-9894-56855d46619c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.161108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e3f12883-a705-455d-9894-56855d46619c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7df5c93-d8e9-4162-8021-4a673975c6d1 HTTP/1.1" status: 204 len: 168 time: 0.4363122 Sep 30 08:42:34.193542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f12883-a705-455d-9894-56855d46619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df5c93-d8e9-4162-8021-4a673975c6d1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:34.230648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.339927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:34.353528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:34.357703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:34.398020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Pushing event updated for resources: {'Port': ['ID=a0308375-6705-4237-bdde-82184dbf0b37,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:34.900124 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58620) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:34.926139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-329096a1-27f2-4d53-b6cc-2152d57ce110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.984635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:35.066291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.193915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:35.194985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.200755 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-329096a1-27f2-4d53-b6cc-2152d57ce110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.206775 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-329096a1-27f2-4d53-b6cc-2152d57ce110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.249957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329096a1-27f2-4d53-b6cc-2152d57ce110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8b424-050e-4528-bad8-6f24dc4a2d40,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:35.282058 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-329096a1-27f2-4d53-b6cc-2152d57ce110 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6a6d0c0c553480389a515d388b1de9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797913 Sep 30 08:42:35.284356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58628) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:35.370002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37d84b92-c376-4823-aef8-9a38dd53e423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.382561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.403168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37d84b92-c376-4823-aef8-9a38dd53e423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.434337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:35.440933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.512193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:35.540228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37d84b92-c376-4823-aef8-9a38dd53e423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.544059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.544196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37d84b92-c376-4823-aef8-9a38dd53e423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.545635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-37d84b92-c376-4823-aef8-9a38dd53e423 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05c8b424-050e-4528-bad8-6f24dc4a2d40 HTTP/1.1" status: 204 len: 168 time: 0.2601063 Sep 30 08:42:35.561339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d84b92-c376-4823-aef8-9a38dd53e423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8b424-050e-4528-bad8-6f24dc4a2d40,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:35.622313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc408e-4d6a-4a8c-9fa0-c5aa742a65cf None None] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:42:35.816404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-870f3653-779b-4bbd-ae77-243963c82a82 None None] Provisioning complete for port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:35.816770 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-870f3653-779b-4bbd-ae77-243963c82a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.905564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Router 16f55d00-46b2-43f0-8258-f883c29b66f0 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:42:36.496661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-029b86ae-00c5-4183-b8a1-ccc8644c3f76 None None] Provisioning complete for port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:36.497130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-029b86ae-00c5-4183-b8a1-ccc8644c3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.502505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:36.542307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.543638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-770e3486-96d1-4cd2-9f68-c0e740b5eb77 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2224395 Sep 30 08:42:36.546408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58672) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:36.592354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Sync routers for ids ['16f55d00-46b2-43f0-8258-f883c29b66f0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:36.667283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Routers {'16f55d00-46b2-43f0-8258-f883c29b66f0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:36.668460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['16f55d00-46b2-43f0-8258-f883c29b66f0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:36.925981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Set router 16f55d00-46b2-43f0-8258-f883c29b66f0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:37.330308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:37.566854 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.761583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:37.762115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.960451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Allocated IP 172.20.0.1 (6d3f5463-4052-4c69-8e94-2ca54b3faf23/f1013b0f-c081-468c-8841-627d036a3b87/eddc18ac-8228-42a6-b006-8aac435ff0a5) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:38.012445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:34Z', 'revision_number': 3, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:38.108983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Checking router: 16f55d00-46b2-43f0-8258-f883c29b66f0 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:38.109346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Updating router 16f55d00-46b2-43f0-8258-f883c29b66f0 port a0308375-6705-4237-bdde-82184dbf0b37 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:42:38.164951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.226062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.330529 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.456357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:38.464132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:38.466670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:38.532226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.659924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Pushing event updated for resources: {'Port': ['ID=eddc18ac-8228-42a6-b006-8aac435ff0a5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:38.670067 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-074fc6c4-97ab-4218-ac5c-a73c372b8c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.937995 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.955346 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.994248 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.008998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-625f54ae-9c6c-4b29-9807-30c95431c89e None None] Provisioning complete for port eddc18ac-8228-42a6-b006-8aac435ff0a5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:39.009409 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-625f54ae-9c6c-4b29-9807-30c95431c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.051655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-625f54ae-9c6c-4b29-9807-30c95431c89e None None] Port eddc18ac-8228-42a6-b006-8aac435ff0a5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:39.100844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Attempting to bind port a0308375-6705-4237-bdde-82184dbf0b37 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:39.101232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Attempting to bind port a0308375-6705-4237-bdde-82184dbf0b37 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:39.101664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Attempting to bind port a0308375-6705-4237-bdde-82184dbf0b37 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:39.116024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7755b-902e-4bd5-9e04-ce6a64a3ec13 None None] Pushing event updated for resources: {'Port': ['ID=a0308375-6705-4237-bdde-82184dbf0b37,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.122266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:39.122651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:39.123076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.123473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:39.124114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Bound port: a0308375-6705-4237-bdde-82184dbf0b37, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:39.129730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.209079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] For port a0308375-6705-4237-bdde-82184dbf0b37, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:39.213727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] For port a0308375-6705-4237-bdde-82184dbf0b37, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0308375-6705-4237-bdde-82184dbf0b37,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:39.220509 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.313096 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.323121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Routers {'16f55d00-46b2-43f0-8258-f883c29b66f0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:39.323910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['16f55d00-46b2-43f0-8258-f883c29b66f0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:39.331401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.431171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7755b-902e-4bd5-9e04-ce6a64a3ec13 None None] Pushing event updated for resources: {'Port': ['ID=a0308375-6705-4237-bdde-82184dbf0b37,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.469960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Pushing event updated for resources: {'Port': ['ID=eddc18ac-8228-42a6-b006-8aac435ff0a5,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.489168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.517777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] Set router 16f55d00-46b2-43f0-8258-f883c29b66f0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:39.798465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:39.801698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:39.971410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'eddc18ac-8228-42a6-b006-8aac435ff0a5', 'name': '', 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'mac_address': 'fa:16:3e:c0:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 1, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'subnets': [{'id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:40.043009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Router 16f55d00-46b2-43f0-8258-f883c29b66f0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:42:40.047187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a3cfa-c8fc-4f7c-805f-7f9e37d6662a None None] The sync data for ids ['16f55d00-46b2-43f0-8258-f883c29b66f0'] in n-d-807025-5 is: [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'eddc18ac-8228-42a6-b006-8aac435ff0a5', 'name': '', 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'mac_address': 'fa:16:3e:c0:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 1, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'subnets': [{'id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:42:40.392342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bff79314-0638-4f37-8cc3-ed29ad32ffac None None] Provisioning complete for port eddc18ac-8228-42a6-b006-8aac435ff0a5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:40.392881 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bff79314-0638-4f37-8cc3-ed29ad32ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.461890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:40.478605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bff79314-0638-4f37-8cc3-ed29ad32ffac None None] Port eddc18ac-8228-42a6-b006-8aac435ff0a5 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:40.478764 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b884444-37ed-4f02-a4c6-876175f2de20 admin admin] 10.222.0.41 "PUT /v2.0/routers/16f55d00-46b2-43f0-8258-f883c29b66f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9303284 Sep 30 08:42:41.092475 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a6b60190-6823-493f-80be-96985c041263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.159839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58894) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:41.480014 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.550434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a97d9a42-00bd-4b5e-b5cb-77d854e3e01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.817649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a97d9a42-00bd-4b5e-b5cb-77d854e3e01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.828430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a97d9a42-00bd-4b5e-b5cb-77d854e3e01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.909290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d9a42-00bd-4b5e-b5cb-77d854e3e01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c954d1-1462-4482-a0bb-6b0269e3be5b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:41.959371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a97d9a42-00bd-4b5e-b5cb-77d854e3e01e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=030f29285c414a1382f90814f062fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7983680 Sep 30 08:42:41.962138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58918) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:42.128872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b1b-b2b7-4f67-b308-93af03ed7a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.155102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 58934) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:42.161824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-188559972-network', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:42.209697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b1b-b2b7-4f67-b308-93af03ed7a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.221986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Made reservation on behalf of 9c2aa6e658f146959164f8f9db7648d2 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:42.228025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.252602 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.327151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b1b-b2b7-4f67-b308-93af03ed7a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.330246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b1b-b2b7-4f67-b308-93af03ed7a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.345102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c07c9b1b-b2b7-4f67-b308-93af03ed7a65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7c954d1-1462-4482-a0bb-6b0269e3be5b HTTP/1.1" status: 204 len: 168 time: 0.3759055 Sep 30 08:42:42.374726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c9b1b-b2b7-4f67-b308-93af03ed7a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c954d1-1462-4482-a0bb-6b0269e3be5b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:42.557167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.566315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.620941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:42:42.636552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554ac18-e189-4f86-807c-b32daac00992,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:42.656731 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.656731 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Added segment 6d13af41-6964-4be1-ae3f-70077ded4090 of type vlan for network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 Sep 30 08:42:42.814410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.887158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.888413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:42.889158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.914396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0308375-6705-4237-bdde-82184dbf0b37 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:42.946439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7901821 Sep 30 08:42:42.949720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 58994) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:42.956172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Request body: {'subnet': {'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-188559972-subnet', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:43.060549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Made reservation on behalf of 9c2aa6e658f146959164f8f9db7648d2 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:43.070153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.091735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f44558-f6dc-4fc5-b765-25d0c712742f admin admin] Pushing event updated for resources: {'Network': ['ID=a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:43.121538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a0308375-6705-4237-bdde-82184dbf0b37 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:43.122104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.176447 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59008) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:43.248751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a9e5-1ef2-452f-aae3-3ce980787e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.393267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:42:43.547044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.562274 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.597288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port a0308375-6705-4237-bdde-82184dbf0b37, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0308375-6705-4237-bdde-82184dbf0b37,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:43.610422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.611184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.657402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a9e5-1ef2-452f-aae3-3ce980787e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.674449 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a9e5-1ef2-452f-aae3-3ce980787e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.711483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69db603d-66f7-4c5a-9821-9690f9a5ad82,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:43.824275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a9e5-1ef2-452f-aae3-3ce980787e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43feb131-4c23-4e1b-bef5-033059199bf9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:43.827689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Checking segment: {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:43.828178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Network hostable DHCP agents. Network: a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:42:43.837924 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-58f3a9e5-1ef2-452f-aae3-3ce980787e6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b748a2cbae444917a7040c0168f417a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599588 Sep 30 08:42:43.845228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:43.874749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:42:43.890969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=a0308375-6705-4237-bdde-82184dbf0b37,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:43.909336 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:43.922388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056c50d-af99-4ff0-9e00-8fc2c0e07373 None None] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:42:43.927609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:43.931724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.003129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0b634569-1352-464a-9e64-c49658068892 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0445793 Sep 30 08:42:44.006251 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Sync routers for ids ['16f55d00-46b2-43f0-8258-f883c29b66f0'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:44.007250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59052) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:44.020152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:44.023974 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Routers {'16f55d00-46b2-43f0-8258-f883c29b66f0'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:44.028715 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['16f55d00-46b2-43f0-8258-f883c29b66f0'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:44.069508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.072332 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.109015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e2f2cf73-a41e-481f-be18-c040d8aa45e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.156953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Set router 16f55d00-46b2-43f0-8258-f883c29b66f0 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:44.185001 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e2f2cf73-a41e-481f-be18-c040d8aa45e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.200335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.291364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'fixed_ips': [{'subnet_id': '69db603d-66f7-4c5a-9821-9690f9a5ad82'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:42:44.293912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.295060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e2f2cf73-a41e-481f-be18-c040d8aa45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.298681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e2f2cf73-a41e-481f-be18-c040d8aa45e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.300253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e2f2cf73-a41e-481f-be18-c040d8aa45e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43feb131-4c23-4e1b-bef5-033059199bf9 HTTP/1.1" status: 204 len: 168 time: 0.4537904 Sep 30 08:42:44.316965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2cf73-a41e-481f-be18-c040d8aa45e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43feb131-4c23-4e1b-bef5-033059199bf9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:44.560718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.652731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Allocated IP 172.20.0.2 (a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025/69db603d-66f7-4c5a-9821-9690f9a5ad82/65ca3537-64ce-4a92-8ec6-786cbc4ac8e8) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:44.683805 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'eddc18ac-8228-42a6-b006-8aac435ff0a5', 'name': '', 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'mac_address': 'fa:16:3e:c0:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:39Z', 'revision_number': 2, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'subnets': [{'id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:44.853642 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Checking router: 16f55d00-46b2-43f0-8258-f883c29b66f0 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:44.856127 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Updating router 16f55d00-46b2-43f0-8258-f883c29b66f0 port eddc18ac-8228-42a6-b006-8aac435ff0a5 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:42:44.928248 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.956166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0308375-6705-4237-bdde-82184dbf0b37 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:45.053533 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.075567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a0308375-6705-4237-bdde-82184dbf0b37 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:45.076297 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.152911 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.175710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.192635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.250254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:45.256452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:45.262113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.267036 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:45.551610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Allocated IP 172.25.7.26 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/695d1216-7e6d-4f78-bba0-3116b20eeb38) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:45.666975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Pushing event updated for resources: {'Port': ['ID=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:45.678772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Attempting to bind port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:45.679743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Attempting to bind port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:45.682911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Attempting to bind port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 on network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:45.715242 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.727786 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.764253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:45.765433 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Checking segment: {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:45.768623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.774297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Bound using segment: {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:45.776674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Bound port: 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:45.777846 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.914213 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Pushing event updated for resources: {'Port': ['ID=eddc18ac-8228-42a6-b006-8aac435ff0a5,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:45.929146 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.930277 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.930558 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.930907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.931244 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.931639 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.932002 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.932271 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.932598 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.932922 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.936991 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.938775 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:45.944751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.010921 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Attempting to bind port eddc18ac-8228-42a6-b006-8aac435ff0a5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:46.018494 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Attempting to bind port eddc18ac-8228-42a6-b006-8aac435ff0a5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:46.024551 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Attempting to bind port eddc18ac-8228-42a6-b006-8aac435ff0a5 on network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:46.042685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] For port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:46.043859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.050342 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:46.052262 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Checking segment: {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:46.053168 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.055092 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Bound using segment: {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:46.056096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] For port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,segment=NetworkSegment(6d13af41-6964-4be1-ae3f-70077ded4090),segment_id=6d13af41-6964-4be1-ae3f-70077ded4090)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:46.056783 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Bound port: eddc18ac-8228-42a6-b006-8aac435ff0a5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8356e2db-83fa-4648-9229-4381de1d5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:46.057710 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.067549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.163489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:46.171796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:46.188145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:46.207482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e8ef4-806a-47da-9cb6-81482f4f4fec None None] Pushing event updated for resources: {'Port': ['ID=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:46.248546 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] For port eddc18ac-8228-42a6-b006-8aac435ff0a5, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:46.283829 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] For port eddc18ac-8228-42a6-b006-8aac435ff0a5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=eddc18ac-8228-42a6-b006-8aac435ff0a5,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:46.294612 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.330271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Pushing event updated for resources: {'Port': ['ID=695d1216-7e6d-4f78-bba0-3116b20eeb38,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:46.405077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b74dcff0-3cda-4a4d-8ccc-e82a6284581f None None] Provisioning complete for port eddc18ac-8228-42a6-b006-8aac435ff0a5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:46.405473 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b74dcff0-3cda-4a4d-8ccc-e82a6284581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.522277 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Routers {'16f55d00-46b2-43f0-8258-f883c29b66f0'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:46.522914 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['16f55d00-46b2-43f0-8258-f883c29b66f0'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:46.537208 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedaec1-3dd8-4a0a-a796-7751434bf9db None None] Pushing event updated for resources: {'Port': ['ID=eddc18ac-8228-42a6-b006-8aac435ff0a5,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:46.712136 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b74dcff0-3cda-4a4d-8ccc-e82a6284581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.785754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b74dcff0-3cda-4a4d-8ccc-e82a6284581f None None] For port eddc18ac-8228-42a6-b006-8aac435ff0a5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=eddc18ac-8228-42a6-b006-8aac435ff0a5,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:46.792533 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b74dcff0-3cda-4a4d-8ccc-e82a6284581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.944044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dcff0-3cda-4a4d-8ccc-e82a6284581f None None] Pushing event updated for resources: {'Port': ['ID=eddc18ac-8228-42a6-b006-8aac435ff0a5,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:46.972975 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] Set router 16f55d00-46b2-43f0-8258-f883c29b66f0 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:47.067851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2dd5e844-cb65-4b6e-861d-ab386874e64b None None] Provisioning complete for port eddc18ac-8228-42a6-b006-8aac435ff0a5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:47.070106 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e844-cb65-4b6e-861d-ab386874e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.179135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.404906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:47.573340 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'eddc18ac-8228-42a6-b006-8aac435ff0a5', 'name': '', 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'mac_address': 'fa:16:3e:c0:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:46Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'subnets': [{'id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:47.607222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:47.607534 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.654814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.694009 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34d5b3-0642-4c14-8812-49bd291e0266 None None] The sync data for ids ['16f55d00-46b2-43f0-8258-f883c29b66f0'] in n-d-807025-5 is: [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'eddc18ac-8228-42a6-b006-8aac435ff0a5', 'name': '', 'network_id': '6d3f5463-4052-4c69-8e94-2ca54b3faf23', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'mac_address': 'fa:16:3e:c0:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:46Z', 'revision_number': 4, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'subnets': [{'id': 'f1013b0f-c081-468c-8841-627d036a3b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:42:47.757052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.852056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,segment=NetworkSegment(6d13af41-6964-4be1-ae3f-70077ded4090),segment_id=6d13af41-6964-4be1-ae3f-70077ded4090)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:47.862905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.863718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eddc18ac-8228-42a6-b006-8aac435ff0a5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:48.110952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Router 2a41227d-869d-40a3-a143-395e09e715dd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:42:48.408097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:48.429125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:48.449465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5fc579b-67ef-4a94-bcc5-29be7dcc5556 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4376597 Sep 30 08:42:48.450233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59240) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:48.724027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Sync routers for ids ['2a41227d-869d-40a3-a143-395e09e715dd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:48.744674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7420b27-6c56-4f09-b9b2-64e7eabfd6b2 None None] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:42:48.854259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Routers {'2a41227d-869d-40a3-a143-395e09e715dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:48.854920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2a41227d-869d-40a3-a143-395e09e715dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:48.906787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59266) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:49.060991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Set router 2a41227d-869d-40a3-a143-395e09e715dd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:49.241751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8d31cd78-9f6d-44ca-9274-a3b835ea0aab None None] Provisioning complete for port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:49.242645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d31cd78-9f6d-44ca-9274-a3b835ea0aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.348995 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f5d563a-dce2-4254-a731-fc533c0c591e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.466160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:49.508852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.520955 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f5d563a-dce2-4254-a731-fc533c0c591e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.527707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1f5d563a-dce2-4254-a731-fc533c0c591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.558409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port eddc18ac-8228-42a6-b006-8aac435ff0a5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:49.558777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.586171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1f5d563a-dce2-4254-a731-fc533c0c591e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07989ac92978468aa9bd397a7e0bbb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774538 Sep 30 08:42:49.587183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:49.590273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d563a-dce2-4254-a731-fc533c0c591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead2ecd-3cef-40b9-aae4-cee6713798ac,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:49.699646 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b11d310a-2a32-4712-ab03-f621eacbc85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.762436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b11d310a-2a32-4712-ab03-f621eacbc85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.875342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b11d310a-2a32-4712-ab03-f621eacbc85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.883425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b11d310a-2a32-4712-ab03-f621eacbc85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.890792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b11d310a-2a32-4712-ab03-f621eacbc85e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ead2ecd-3cef-40b9-aae4-cee6713798ac HTTP/1.1" status: 204 len: 168 time: 0.3014247 Sep 30 08:42:49.898282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Allocated IP 172.20.0.1 (a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025/69db603d-66f7-4c5a-9821-9690f9a5ad82/b66acce3-c099-41c4-8b3b-b029584ea139) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:49.913978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d310a-2a32-4712-ab03-f621eacbc85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead2ecd-3cef-40b9-aae4-cee6713798ac,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:50.164666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:50.181364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:42:46Z', 'revision_number': 3, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:50.219646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Checking router: 2a41227d-869d-40a3-a143-395e09e715dd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:50.220371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Updating router 2a41227d-869d-40a3-a143-395e09e715dd port 695d1216-7e6d-4f78-bba0-3116b20eeb38 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:42:50.254119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:50.309736 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:50.345398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:50.439467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:50.449343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:50.455401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:50.586273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Pushing event updated for resources: {'Port': ['ID=b66acce3-c099-41c4-8b3b-b029584ea139,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:50.622079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:50.836443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:50.840544 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.046571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.096085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-73bd79c5-6102-4af6-ae69-136f38bc3931 None None] Provisioning complete for port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:51.100207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-73bd79c5-6102-4af6-ae69-136f38bc3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.124320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59360) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:51.183647 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.279940 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.393387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee54b1-5f4b-4607-bc18-5ab4a7fba299 None None] Pushing event updated for resources: {'Port': ['ID=695d1216-7e6d-4f78-bba0-3116b20eeb38,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:51.414778 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ab017e7-7506-4af9-888f-c30a7eb69b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.467283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Attempting to bind port 695d1216-7e6d-4f78-bba0-3116b20eeb38 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:51.467681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Attempting to bind port 695d1216-7e6d-4f78-bba0-3116b20eeb38 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:51.468050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Attempting to bind port 695d1216-7e6d-4f78-bba0-3116b20eeb38 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:51.470828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eddc18ac-8228-42a6-b006-8aac435ff0a5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:51.571238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:51.571671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:51.572035 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.573050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:51.573628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Bound port: 695d1216-7e6d-4f78-bba0-3116b20eeb38, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:51.574025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.590676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.599177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.640223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] For port 695d1216-7e6d-4f78-bba0-3116b20eeb38, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:51.644385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] For port 695d1216-7e6d-4f78-bba0-3116b20eeb38, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=695d1216-7e6d-4f78-bba0-3116b20eeb38,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:51.646702 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ab017e7-7506-4af9-888f-c30a7eb69b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.654751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ab017e7-7506-4af9-888f-c30a7eb69b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.655464 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.718389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port eddc18ac-8228-42a6-b006-8aac435ff0a5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:51.718773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.741671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Pushing event updated for resources: {'Port': ['ID=b66acce3-c099-41c4-8b3b-b029584ea139,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:51.754999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab017e7-7506-4af9-888f-c30a7eb69b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1530a827-4dc3-44ef-aca6-d1e1b46b4863,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:51.781693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3ab017e7-7506-4af9-888f-c30a7eb69b54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee5659bfd63f44a6ac81d83df33ed38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553082 Sep 30 08:42:51.782617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:51.832365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:51.855764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Routers {'2a41227d-869d-40a3-a143-395e09e715dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:51.856413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2a41227d-869d-40a3-a143-395e09e715dd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:51.951498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:51.955048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:51.964331 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98fb129e-4f83-4751-a235-dd871aa9aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.159265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Router 2a41227d-869d-40a3-a143-395e09e715dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:42:52.165362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee54b1-5f4b-4607-bc18-5ab4a7fba299 None None] Pushing event updated for resources: {'Port': ['ID=695d1216-7e6d-4f78-bba0-3116b20eeb38,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:52.181080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98fb129e-4f83-4751-a235-dd871aa9aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.206921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] Set router 2a41227d-869d-40a3-a143-395e09e715dd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:52.303895 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:42:52.370000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4fa9df75-6c8a-4fb6-be8e-039a76dc34a1 None None] Provisioning complete for port b66acce3-c099-41c4-8b3b-b029584ea139 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:52.370421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4fa9df75-6c8a-4fb6-be8e-039a76dc34a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.432895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98fb129e-4f83-4751-a235-dd871aa9aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.436018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-98fb129e-4f83-4751-a235-dd871aa9aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.437207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-98fb129e-4f83-4751-a235-dd871aa9aa2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1530a827-4dc3-44ef-aca6-d1e1b46b4863 HTTP/1.1" status: 204 len: 168 time: 0.6498320 Sep 30 08:42:52.440630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:52.446275 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-816a21a3-8eb3-43d2-a0cd-2a4ee1b72698 admin admin] 10.222.0.41 "PUT /v2.0/routers/2a41227d-869d-40a3-a143-395e09e715dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9946091 Sep 30 08:42:52.459537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb129e-4f83-4751-a235-dd871aa9aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1530a827-4dc3-44ef-aca6-d1e1b46b4863,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:52.541140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9df75-6c8a-4fb6-be8e-039a76dc34a1 None None] Port b66acce3-c099-41c4-8b3b-b029584ea139 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:52.745342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c1ecd9ef-28c5-4778-b08c-805d07df607a None None] Provisioning complete for port b66acce3-c099-41c4-8b3b-b029584ea139 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:52.745772 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd9ef-28c5-4778-b08c-805d07df607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.810617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecd9ef-28c5-4778-b08c-805d07df607a None None] Port b66acce3-c099-41c4-8b3b-b029584ea139 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:52.820054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59412) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:52.825502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-67fcd840-defb-4234-8a80-171a1725083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:42:50Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'b66acce3-c099-41c4-8b3b-b029584ea139', 'name': '', 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'mac_address': 'fa:16:3e:96:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:49Z', 'updated_at': '2021-09-30T08:42:51Z', 'revision_number': 2, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'subnets': [{'id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:52.888093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd840-defb-4234-8a80-171a1725083a None None] The sync data for ids ['2a41227d-869d-40a3-a143-395e09e715dd'] in n-d-807025-5 is: [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:42:50Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'b66acce3-c099-41c4-8b3b-b029584ea139', 'name': '', 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'mac_address': 'fa:16:3e:96:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:49Z', 'updated_at': '2021-09-30T08:42:51Z', 'revision_number': 2, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'subnets': [{'id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:42:52.979252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd8af88e-ed64-4c06-b640-d3e67bc56902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.243087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd8af88e-ed64-4c06-b640-d3e67bc56902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.252280 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bd8af88e-ed64-4c06-b640-d3e67bc56902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.405188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8af88e-ed64-4c06-b640-d3e67bc56902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eedb4bf-c29a-4c6f-b6a6-08d1cf0085e9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:53.412734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bd8af88e-ed64-4c06-b640-d3e67bc56902 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d8f623ba74a4c8292cc0dcb47f14d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899191 Sep 30 08:42:53.415216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59440) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:53.597152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bdd18ec5-9e05-47d3-aa7c-665b4e782e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.644445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bdd18ec5-9e05-47d3-aa7c-665b4e782e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.740330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bdd18ec5-9e05-47d3-aa7c-665b4e782e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.742956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bdd18ec5-9e05-47d3-aa7c-665b4e782e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.744195 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bdd18ec5-9e05-47d3-aa7c-665b4e782e90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3eedb4bf-c29a-4c6f-b6a6-08d1cf0085e9 HTTP/1.1" status: 204 len: 168 time: 0.3136942 Sep 30 08:42:53.759724 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd18ec5-9e05-47d3-aa7c-665b4e782e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eedb4bf-c29a-4c6f-b6a6-08d1cf0085e9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:54.678995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:54.740325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 695d1216-7e6d-4f78-bba0-3116b20eeb38 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:54.877437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 695d1216-7e6d-4f78-bba0-3116b20eeb38 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:54.878099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:54.995477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59552) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:55.103935 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.170314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 695d1216-7e6d-4f78-bba0-3116b20eeb38, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=695d1216-7e6d-4f78-bba0-3116b20eeb38,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:55.177673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.327468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=695d1216-7e6d-4f78-bba0-3116b20eeb38,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:55.336035 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0b24119-46aa-4079-bb33-7cf7a7b29df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.500259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0b24119-46aa-4079-bb33-7cf7a7b29df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.506575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d0b24119-46aa-4079-bb33-7cf7a7b29df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.562326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59570) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:55.566698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d0b24119-46aa-4079-bb33-7cf7a7b29df7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7a5578b0054440a888abc511eb7330d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693295 Sep 30 08:42:55.568454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b24119-46aa-4079-bb33-7cf7a7b29df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2786ae-d30d-4091-a528-0b86d6fb1328,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:55.641962 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.874231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:55.877710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.265814 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8466a3ee-0afe-476d-b164-2a97919428d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.334469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8466a3ee-0afe-476d-b164-2a97919428d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.518745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8466a3ee-0afe-476d-b164-2a97919428d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.521307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8466a3ee-0afe-476d-b164-2a97919428d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.524986 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8466a3ee-0afe-476d-b164-2a97919428d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc2786ae-d30d-4091-a528-0b86d6fb1328 HTTP/1.1" status: 204 len: 168 time: 0.9592252 Sep 30 08:42:56.566543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a3ee-0afe-476d-b164-2a97919428d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2786ae-d30d-4091-a528-0b86d6fb1328,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:56.659628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 695d1216-7e6d-4f78-bba0-3116b20eeb38 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:56.703327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Deleting port eddc18ac-8228-42a6-b006-8aac435ff0a5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:42:56.703737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.714076 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Sync routers for ids ['2a41227d-869d-40a3-a143-395e09e715dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:56.738464 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Routers {'2a41227d-869d-40a3-a143-395e09e715dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:56.739098 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2a41227d-869d-40a3-a143-395e09e715dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:56.790509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 695d1216-7e6d-4f78-bba0-3116b20eeb38 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:56.791489 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.956185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] For port eddc18ac-8228-42a6-b006-8aac435ff0a5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=eddc18ac-8228-42a6-b006-8aac435ff0a5,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:56.956563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:56.991585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Calling delete_port for eddc18ac-8228-42a6-b006-8aac435ff0a5 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:42:57.033159 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Set router 2a41227d-869d-40a3-a143-395e09e715dd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:57.502855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:57.529400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:42:50Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'b66acce3-c099-41c4-8b3b-b029584ea139', 'name': '', 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'mac_address': 'fa:16:3e:96:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:49Z', 'updated_at': '2021-09-30T08:42:51Z', 'revision_number': 2, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'subnets': [{'id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:57.597166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eddc18ac-8228-42a6-b006-8aac435ff0a5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:57.607791 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Checking router: 2a41227d-869d-40a3-a143-395e09e715dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:57.608368 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Updating router 2a41227d-869d-40a3-a143-395e09e715dd port b66acce3-c099-41c4-8b3b-b029584ea139 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:42:57.693781 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:58.006374 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:58.374027 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Router 16f55d00-46b2-43f0-8258-f883c29b66f0 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:42:58.554128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59772) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:58.623296 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:58.651441 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:58.742145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:58.756528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] Sync routers for ids ['16f55d00-46b2-43f0-8258-f883c29b66f0'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:58.764597 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e0493156-6d77-4688-9831-9380d6e6cfc6 admin admin] 10.222.0.41 "PUT /v2.0/routers/16f55d00-46b2-43f0-8258-f883c29b66f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0824490 Sep 30 08:42:58.765761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59782) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:58.782766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] Routers {'16f55d00-46b2-43f0-8258-f883c29b66f0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:58.783429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['16f55d00-46b2-43f0-8258-f883c29b66f0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:58.812608 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2c9d5-57f8-4843-86e1-b9c601e7aa47 None None] Pushing event updated for resources: {'Port': ['ID=b66acce3-c099-41c4-8b3b-b029584ea139,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:58.940981 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Attempting to bind port b66acce3-c099-41c4-8b3b-b029584ea139 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:58.955560 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Attempting to bind port b66acce3-c099-41c4-8b3b-b029584ea139 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:58.956197 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Attempting to bind port b66acce3-c099-41c4-8b3b-b029584ea139 on network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:58.957257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f39cf6f-a25b-4107-871b-7db3defeee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:58.976606 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:58.976998 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Checking segment: {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:58.977415 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:58.977848 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Bound using segment: {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:58.978711 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Bound port: b66acce3-c099-41c4-8b3b-b029584ea139, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d13af41-6964-4be1-ae3f-70077ded4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:58.978933 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.048687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.138769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] Set router 16f55d00-46b2-43f0-8258-f883c29b66f0 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:59.302907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] For port b66acce3-c099-41c4-8b3b-b029584ea139, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:59.325156 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] For port b66acce3-c099-41c4-8b3b-b029584ea139, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b66acce3-c099-41c4-8b3b-b029584ea139,segment=NetworkSegment(6d13af41-6964-4be1-ae3f-70077ded4090),segment_id=6d13af41-6964-4be1-ae3f-70077ded4090)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:59.336094 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f39cf6f-a25b-4107-871b-7db3defeee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.343850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0f39cf6f-a25b-4107-871b-7db3defeee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.351162 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.354589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e06a97a8-e87c-431f-8f60-948de7d7771c None None] Provisioning complete for port b66acce3-c099-41c4-8b3b-b029584ea139 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:59.357916 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e06a97a8-e87c-431f-8f60-948de7d7771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.448301 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0f39cf6f-a25b-4107-871b-7db3defeee72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2d62aa269974486a0d0087f99966c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924000 Sep 30 08:42:59.449050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:59.483406 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.502037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39cf6f-a25b-4107-871b-7db3defeee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff33633-6951-4014-b29f-cd9a324b6b25,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:59.528458 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Routers {'2a41227d-869d-40a3-a143-395e09e715dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:59.529101 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2a41227d-869d-40a3-a143-395e09e715dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:59.630676 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2c9d5-57f8-4843-86e1-b9c601e7aa47 None None] Pushing event updated for resources: {'Port': ['ID=b66acce3-c099-41c4-8b3b-b029584ea139,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:59.672616 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591ea48-1372-4803-868a-897443225f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.685997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Deleting port a0308375-6705-4237-bdde-82184dbf0b37 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:42:59.686357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.737948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591ea48-1372-4803-868a-897443225f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.820226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591ea48-1372-4803-868a-897443225f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.831443 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6591ea48-1372-4803-868a-897443225f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:59.836856 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6591ea48-1372-4803-868a-897443225f7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ff33633-6951-4014-b29f-cd9a324b6b25 HTTP/1.1" status: 204 len: 168 time: 0.3840766 Sep 30 08:42:59.870634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591ea48-1372-4803-868a-897443225f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff33633-6951-4014-b29f-cd9a324b6b25,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:59.880170 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] Set router 2a41227d-869d-40a3-a143-395e09e715dd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:59.901150 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59814) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:00.019016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] For port a0308375-6705-4237-bdde-82184dbf0b37, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a0308375-6705-4237-bdde-82184dbf0b37,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:00.019614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.063505 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e06a97a8-e87c-431f-8f60-948de7d7771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.069744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Calling delete_port for a0308375-6705-4237-bdde-82184dbf0b37 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:00.104187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:57Z', 'revision_number': 5, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port': {'id': 'a0308375-6705-4237-bdde-82184dbf0b37', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:33Z', 'updated_at': '2021-09-30T08:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:00.143138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] Checking router: 16f55d00-46b2-43f0-8258-f883c29b66f0 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:00.154422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e06a97a8-e87c-431f-8f60-948de7d7771c None None] For port b66acce3-c099-41c4-8b3b-b029584ea139, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b66acce3-c099-41c4-8b3b-b029584ea139,segment=NetworkSegment(6d13af41-6964-4be1-ae3f-70077ded4090),segment_id=6d13af41-6964-4be1-ae3f-70077ded4090)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:00.159110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] Routers {'16f55d00-46b2-43f0-8258-f883c29b66f0'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:00.160020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['16f55d00-46b2-43f0-8258-f883c29b66f0'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:00.228045 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e06a97a8-e87c-431f-8f60-948de7d7771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.371070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2144839624'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:00.392203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] Set router 16f55d00-46b2-43f0-8258-f883c29b66f0 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:00.435126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Made reservation on behalf of afa4cf715b284be1b4f9d855266cea8b for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:00.438921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.471465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.494460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2a156199-56fc-4da7-bbe6-f1603d32a189 None None] Provisioning complete for port b66acce3-c099-41c4-8b3b-b029584ea139 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:00.494849 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2a156199-56fc-4da7-bbe6-f1603d32a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.520789 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:42:50Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'b66acce3-c099-41c4-8b3b-b029584ea139', 'name': '', 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'mac_address': 'fa:16:3e:96:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:49Z', 'updated_at': '2021-09-30T08:42:59Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'subnets': [{'id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:00.588894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a97a8-e87c-431f-8f60-948de7d7771c None None] Pushing event updated for resources: {'Port': ['ID=b66acce3-c099-41c4-8b3b-b029584ea139,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:00.594168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:59Z', 'revision_number': 6, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:00.632089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236c4dc-6548-4cc3-8eb8-19ed520e0cf0 None None] The sync data for ids ['16f55d00-46b2-43f0-8258-f883c29b66f0'] in n-d-807025-5 is: [{'id': '16f55d00-46b2-43f0-8258-f883c29b66f0', 'name': 'tempest-TestAggregatesBasicOps-359829027-router', 'tenant_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:32Z', 'updated_at': '2021-09-30T08:42:59Z', 'revision_number': 6, 'project_id': 'a9bfd0a73d9146da9a84eff07dc1e9ea', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:00.645917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.657659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.663263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.677898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407524e-ddc7-4544-a1b2-33e61c0f4fcd None None] The sync data for ids ['2a41227d-869d-40a3-a143-395e09e715dd'] in n-d-807025-5 is: [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:42:50Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'b66acce3-c099-41c4-8b3b-b029584ea139', 'name': '', 'network_id': 'a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'mac_address': 'fa:16:3e:96:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:49Z', 'updated_at': '2021-09-30T08:42:59Z', 'revision_number': 4, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'subnets': [{'id': '69db603d-66f7-4c5a-9821-9690f9a5ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:00.747795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1e6431-9675-4cbc-8157-2af7cb0656ff,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:00.750725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:00.752452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0308375-6705-4237-bdde-82184dbf0b37,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:00.776212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.776567 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Added segment 9387c9e7-5254-4a34-a675-5430482ee1bf of type vlan for network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec Sep 30 08:43:00.833866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.840019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.851851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59836) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:00.875266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa687a2b-3c29-4cb8-807e-bb8740000c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.902687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.910238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:00.911263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.980424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:00.983254 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.057032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.063005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f55d00-46b2-43f0-8258-f883c29b66f0 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:43:01.073759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.075339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f33ed286-8a6b-4c54-b6ad-bfe19d5ba0a7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16f55d00-46b2-43f0-8258-f883c29b66f0 HTTP/1.1" status: 204 len: 168 time: 2.3080375 Sep 30 08:43:01.078254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59850) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:01.090847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b66acce3-c099-41c4-8b3b-b029584ea139 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:01.094929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event updated for resources: {'Network': ['ID=433c3fb6-a7fc-4c19-92af-93e7055bd0ec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:01.157713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:01.236625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Deleting subnet f1013b0f-c081-468c-8841-627d036a3b87 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:43:01.251081 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.294769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa687a2b-3c29-4cb8-807e-bb8740000c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.306337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aa687a2b-3c29-4cb8-807e-bb8740000c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.374991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c763009d-3fca-4278-9fb7-dace0ab156ab tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4687510 Sep 30 08:43:01.377066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.378129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa687a2b-3c29-4cb8-807e-bb8740000c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea783a-d9ad-4191-98fd-962e3fc34c9d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:01.385270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59856) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:01.411715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Request body: {'subnet': {'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:01.426174 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aa687a2b-3c29-4cb8-807e-bb8740000c35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90fab642e3e24854884b37c5f5ba612d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716794 Sep 30 08:43:01.428463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:01.449250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b66acce3-c099-41c4-8b3b-b029584ea139 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:01.451304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.595786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab106be8-1f9d-4ee1-b2ba-cf0d35cc8a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.683009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab106be8-1f9d-4ee1-b2ba-cf0d35cc8a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.781396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab106be8-1f9d-4ee1-b2ba-cf0d35cc8a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.783697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.785695 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ab106be8-1f9d-4ee1-b2ba-cf0d35cc8a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.789213 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ab106be8-1f9d-4ee1-b2ba-cf0d35cc8a90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2ea783a-d9ad-4191-98fd-962e3fc34c9d HTTP/1.1" status: 204 len: 168 time: 0.3586965 Sep 30 08:43:01.804617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab106be8-1f9d-4ee1-b2ba-cf0d35cc8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea783a-d9ad-4191-98fd-962e3fc34c9d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:01.903193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Made reservation on behalf of afa4cf715b284be1b4f9d855266cea8b for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:01.906840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.950589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.982007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:01.983950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f1013b0f-c081-468c-8841-627d036a3b87 HTTP/1.1" status: 204 len: 168 time: 0.9037292 Sep 30 08:43:01.986551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:01.994281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b400f-cd3c-4755-b002-1648e355efac None None] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:02.192154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.221935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ffd3c-9ab7-4b4b-9b01-5825a9e32dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1013b0f-c081-468c-8841-627d036a3b87,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:02.444170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Deleting port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:02.458510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.566527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] DHCP port deletion for 6d3f5463-4052-4c69-8e94-2ca54b3faf23 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:02.649748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] For port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:02.652759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.677306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Calling delete_port for 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:02.678034 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.759539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Deleting port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:02.760278 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.793119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b66acce3-c099-41c4-8b3b-b029584ea139 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:02.825966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event updated for resources: {'Subnet': ['ID=d949ce11-c1c5-451f-bd25-bcaf0ec1ae0b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:02.916170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Checking segment: {'id': '9387c9e7-5254-4a34-a675-5430482ee1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:02.916170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Network hostable DHCP agents. Network: 433c3fb6-a7fc-4c19-92af-93e7055bd0ec, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:02.941582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b66acce3-c099-41c4-8b3b-b029584ea139 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:02.942050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.945151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.946106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] For port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,segment=NetworkSegment(8356e2db-83fa-4648-9229-4381de1d5b5c),segment_id=8356e2db-83fa-4648-9229-4381de1d5b5c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:02.946590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:02.984523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:02.997871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Calling delete_port for 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:03.001093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 433c3fb6-a7fc-4c19-92af-93e7055bd0ec) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:03.025259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd180dc-8ee1-4a4d-b57f-40cf053bb9d4 None None] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:03.026315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:03.027143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.067007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Pushing event deleted for resources: {'Port': ['ID=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:03.075296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e6c7c6cb-4b68-496b-8edf-655514436682 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6805055 Sep 30 08:43:03.078520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59880) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:03.082064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] No DVR routers for this DVR port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:03.097832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Request body: {'port': {'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec', 'name': 'tempest-DHCPAgentSchedulersTestJSON-804451629'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:03.265051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.318394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3f5463-4052-4c69-8e94-2ca54b3faf23']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:03.345111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8356e2db-83fa-4648-9229-4381de1d5b5c') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:03.345431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8356e2db-83fa-4648-9229-4381de1d5b5c') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:03.356727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Made reservation on behalf of afa4cf715b284be1b4f9d855266cea8b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:03.363529 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.368503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.398541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.402580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] device_id is not set on port 4d768f5e-8b9a-469f-9dec-0f80d07bbdab yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:43:03.403923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-433c3fb6-a7fc-4c19-92af-93e7055bd0ec', 'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec', 'tenant_id': 'afa4cf715b284be1b4f9d855266cea8b', 'fixed_ips': [{'subnet_id': 'd949ce11-c1c5-451f-bd25-bcaf0ec1ae0b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:03.404799 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.417537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:03.417961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:03.419959 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:03.434360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eddc18ac-8228-42a6-b006-8aac435ff0a5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:03.520612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.531196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.533498 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6d3f5463-4052-4c69-8e94-2ca54b3faf23 HTTP/1.1" status: 204 len: 168 time: 1.5459366 Sep 30 08:43:03.536726 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59888) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:03.551949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: eddc18ac-8228-42a6-b006-8aac435ff0a5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:03.552305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device eddc18ac-8228-42a6-b006-8aac435ff0a5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:03.552755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:03.557868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014a33c-e0de-4adc-b937-2a78318e2097 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d3f5463-4052-4c69-8e94-2ca54b3faf23,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:03.575172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:03.575715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:03.575936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0308375-6705-4237-bdde-82184dbf0b37 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:03.596647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a0308375-6705-4237-bdde-82184dbf0b37 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:03.597252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a0308375-6705-4237-bdde-82184dbf0b37 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:03.601389 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.625892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Allocated IP 172.20.0.11 (433c3fb6-a7fc-4c19-92af-93e7055bd0ec/d949ce11-c1c5-451f-bd25-bcaf0ec1ae0b/4d768f5e-8b9a-469f-9dec-0f80d07bbdab) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:03.627582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Network 6d3f5463-4052-4c69-8e94-2ca54b3faf23 is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:43:03.628259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] No DVR routers for this DVR port 819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:03.630168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf0e1b-15fb-4c91-9df3-dcb87473179d None None] Pushing event deleted for resources: {'Port': ['ID=819b4ec0-09f8-4dbe-ae0c-57fa0a02ec94,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:03.871726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.914679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:03.986990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Allocated IP 172.20.0.2 (433c3fb6-a7fc-4c19-92af-93e7055bd0ec/d949ce11-c1c5-451f-bd25-bcaf0ec1ae0b/b4144432-39bf-488c-8bbb-6d68744005b5) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:03.998693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:04.009079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:04.017591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:04.076201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event updated for resources: {'Port': ['ID=4d768f5e-8b9a-469f-9dec-0f80d07bbdab,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:04.090226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.129143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:04.129856 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.161154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6e1d4b4d-4389-4758-9978-eb2ac124d2d6 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0809693 Sep 30 08:43:04.164332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59900) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:04.283202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.302705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.309171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Deleting port 4d768f5e-8b9a-469f-9dec-0f80d07bbdab {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:04.309687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.368512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:04.372206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:04.376019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:04.399650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Pushing event updated for resources: {'Port': ['ID=b4144432-39bf-488c-8bbb-6d68744005b5,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:04.502768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Attempting to bind port b4144432-39bf-488c-8bbb-6d68744005b5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:04.503700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Attempting to bind port b4144432-39bf-488c-8bbb-6d68744005b5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9387c9e7-5254-4a34-a675-5430482ee1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:04.503700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Attempting to bind port b4144432-39bf-488c-8bbb-6d68744005b5 on network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:04.514574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:04.514950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Checking segment: {'id': '9387c9e7-5254-4a34-a675-5430482ee1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:04.515556 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.515758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Bound using segment: {'id': '9387c9e7-5254-4a34-a675-5430482ee1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:04.516244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Bound port: b4144432-39bf-488c-8bbb-6d68744005b5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9387c9e7-5254-4a34-a675-5430482ee1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '433c3fb6-a7fc-4c19-92af-93e7055bd0ec'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:04.516634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.516806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.540095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Deleting port b66acce3-c099-41c4-8b3b-b029584ea139 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:04.540504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.551743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Calling delete_port for 4d768f5e-8b9a-469f-9dec-0f80d07bbdab owned by {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:04.597904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] For port b4144432-39bf-488c-8bbb-6d68744005b5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:04.601951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] For port b4144432-39bf-488c-8bbb-6d68744005b5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b4144432-39bf-488c-8bbb-6d68744005b5,segment=NetworkSegment(9387c9e7-5254-4a34-a675-5430482ee1bf),segment_id=9387c9e7-5254-4a34-a675-5430482ee1bf)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:04.611076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.649583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] For port b66acce3-c099-41c4-8b3b-b029584ea139, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b66acce3-c099-41c4-8b3b-b029584ea139,segment=NetworkSegment(6d13af41-6964-4be1-ae3f-70077ded4090),segment_id=6d13af41-6964-4be1-ae3f-70077ded4090)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:04.650064 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:04.672881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Calling delete_port for b66acce3-c099-41c4-8b3b-b029584ea139 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:04.742847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb64939-5b00-4223-9d22-574a74deed36 None None] Pushing event updated for resources: {'Port': ['ID=b4144432-39bf-488c-8bbb-6d68744005b5,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:04.941008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:05.013074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Pushing event deleted for resources: {'Port': ['ID=b66acce3-c099-41c4-8b3b-b029584ea139,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:05.380313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:05.505782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:05.567161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event deleted for resources: {'Port': ['ID=4d768f5e-8b9a-469f-9dec-0f80d07bbdab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:05.714528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:05.719378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1818f085-3be1-4cf7-9b48-bacc6ea23498 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "DELETE /v2.0/ports/4d768f5e-8b9a-469f-9dec-0f80d07bbdab HTTP/1.1" status: 204 len: 168 time: 1.5537353 Sep 30 08:43:05.720079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59914) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:05.798667 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Router 2a41227d-869d-40a3-a143-395e09e715dd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:06.071411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:06.074719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-144ca266-7b89-4f85-8b5d-8b378bc5f2e3 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3533151 Sep 30 08:43:06.077402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59922) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:06.082995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1722782822'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:06.084875 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-070a6972-eb42-4b7f-81c4-1efd73bcf08e admin admin] 10.222.0.41 "PUT /v2.0/routers/2a41227d-869d-40a3-a143-395e09e715dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468552 Sep 30 08:43:06.088359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59924) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:06.090977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] Sync routers for ids ['2a41227d-869d-40a3-a143-395e09e715dd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:06.106435 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] Routers {'2a41227d-869d-40a3-a143-395e09e715dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:06.109694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2a41227d-869d-40a3-a143-395e09e715dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:06.127005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Made reservation on behalf of afa4cf715b284be1b4f9d855266cea8b for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:06.130814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.175707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:06.194658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.195435 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Added segment 669de56e-c3be-46b9-8641-a434c49827ae of type vlan for network f437e0f9-dd20-4495-b8ef-3126947d6cbe Sep 30 08:43:06.287079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.302067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.352162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.360785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:06.361360 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.367429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] Set router 2a41227d-869d-40a3-a143-395e09e715dd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:06.394089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b493fe5-8059-4169-89a9-6e72a8da591d None None] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:06.438209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3570061 Sep 30 08:43:06.448878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59926) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:06.493101 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.572644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ec949-3ef5-4ea6-9986-9babe9c3f6a1 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event updated for resources: {'Network': ['ID=f437e0f9-dd20-4495-b8ef-3126947d6cbe,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:06.627690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f437e0f9-dd20-4495-b8ef-3126947d6cbe details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:06.644020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Deleting port 695d1216-7e6d-4f78-bba0-3116b20eeb38 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:06.646337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.804454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cb88f572-a3b4-4139-92f2-cdfe1bfdb621 None None] Provisioning complete for port b4144432-39bf-488c-8bbb-6d68744005b5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:06.805067 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb88f572-a3b4-4139-92f2-cdfe1bfdb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:06.875058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59936) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:06.880980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8e529592-8e53-4efe-824b-74eaebb7e33e tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/agents/3e70b2c4-f502-40ed-acd9-fec3e62e1eaa/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.4308407 Sep 30 08:43:07.043128 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:43:04Z', 'revision_number': 5, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port': {'id': '695d1216-7e6d-4f78-bba0-3116b20eeb38', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41227d-869d-40a3-a143-395e09e715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:45Z', 'updated_at': '2021-09-30T08:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:07.071864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b4144432-39bf-488c-8bbb-6d68744005b5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:07.126939 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] Checking router: 2a41227d-869d-40a3-a143-395e09e715dd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:07.131050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] For port 695d1216-7e6d-4f78-bba0-3116b20eeb38, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=695d1216-7e6d-4f78-bba0-3116b20eeb38,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:07.132758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:07.143491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb88f572-a3b4-4139-92f2-cdfe1bfdb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:07.148737 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] Routers {'2a41227d-869d-40a3-a143-395e09e715dd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:07.151819 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:42:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['2a41227d-869d-40a3-a143-395e09e715dd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:07.256924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Calling delete_port for 695d1216-7e6d-4f78-bba0-3116b20eeb38 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:07.293122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87698477-5bfa-474b-98ba-220c8262ffe3 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] Network f437e0f9-dd20-4495-b8ef-3126947d6cbe is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:07.371928 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] Set router 2a41227d-869d-40a3-a143-395e09e715dd gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:07.395646 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-87698477-5bfa-474b-98ba-220c8262ffe3 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "POST /v2.0/agents/3e70b2c4-f502-40ed-acd9-fec3e62e1eaa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5201700 Sep 30 08:43:07.398439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59948) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:07.506826 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:43:06Z', 'revision_number': 6, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:07.570351 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c94354-896d-4237-8dc3-db3c6f08abb2 None None] The sync data for ids ['2a41227d-869d-40a3-a143-395e09e715dd'] in n-d-807025-5 is: [{'id': '2a41227d-869d-40a3-a143-395e09e715dd', 'name': 'tempest-TestAggregatesBasicOps-188559972-router', 'tenant_id': '9c2aa6e658f146959164f8f9db7648d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:44Z', 'updated_at': '2021-09-30T08:43:06Z', 'revision_number': 6, 'project_id': '9c2aa6e658f146959164f8f9db7648d2', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:07.575263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d2d98-4a6f-46dd-9edb-44c5fc906121 None None] Network f437e0f9-dd20-4495-b8ef-3126947d6cbe requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:07.719402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cb88f572-a3b4-4139-92f2-cdfe1bfdb621 None None] For port b4144432-39bf-488c-8bbb-6d68744005b5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b4144432-39bf-488c-8bbb-6d68744005b5,segment=NetworkSegment(9387c9e7-5254-4a34-a675-5430482ee1bf),segment_id=9387c9e7-5254-4a34-a675-5430482ee1bf)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:07.721169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b4144432-39bf-488c-8bbb-6d68744005b5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:07.721809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:07.779497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f9ffbbda-3779-48aa-8951-e28be9d80b99 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/agents/3e70b2c4-f502-40ed-acd9-fec3e62e1eaa/dhcp-networks HTTP/1.1" status: 200 len: 6466 time: 0.3793232 Sep 30 08:43:07.780675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59952) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:07.797130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb88f572-a3b4-4139-92f2-cdfe1bfdb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:07.877654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59954) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:07.931670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-43432c14-3f22-4a15-8f83-e8c189dbbb6a tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "DELETE /v2.0/agents/3e70b2c4-f502-40ed-acd9-fec3e62e1eaa/dhcp-networks/f437e0f9-dd20-4495-b8ef-3126947d6cbe HTTP/1.1" status: 204 len: 168 time: 0.1490607 Sep 30 08:43:07.932388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59960) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.080518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88f572-a3b4-4139-92f2-cdfe1bfdb621 None None] Pushing event updated for resources: {'Port': ['ID=b4144432-39bf-488c-8bbb-6d68744005b5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:08.089826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a9959dc1-f1d0-4a36-8701-747d67810316 None None] Could not find standard attr ID for object 4d768f5e-8b9a-469f-9dec-0f80d07bbdab. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:43:08.121583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a9959dc1-f1d0-4a36-8701-747d67810316 None None] Provisioning complete for port b4144432-39bf-488c-8bbb-6d68744005b5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:08.121969 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a9959dc1-f1d0-4a36-8701-747d67810316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.199981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35cbcb8e-fb93-4bea-9e51-3413d2a18a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.326991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7463a26c-52ca-4484-8003-a291b2b99170 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/agents/3e70b2c4-f502-40ed-acd9-fec3e62e1eaa/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.3932829 Sep 30 08:43:08.327914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59966) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.355105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.369119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d9119755-c645-4b57-82d9-26064604eca0 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/networks/433c3fb6-a7fc-4c19-92af-93e7055bd0ec/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0386982 Sep 30 08:43:08.369993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59970) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.389881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=695d1216-7e6d-4f78-bba0-3116b20eeb38,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:08.415469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2efdad15-7f95-48fb-9e49-ac1dbd56a3e1 tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/networks/433c3fb6-a7fc-4c19-92af-93e7055bd0ec/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0418503 Sep 30 08:43:08.420395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59972) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.478489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.573383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9b76513a-dee1-4d83-915c-386ec09140ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.609919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.620252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35cbcb8e-fb93-4bea-9e51-3413d2a18a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.624604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.635548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe5c7577-89fe-4537-878b-72e38b595c8a tempest-DHCPAgentSchedulersTestJSON-63601553 tempest-DHCPAgentSchedulersTestJSON-63601553-project-admin] 10.222.0.41 "GET /v2.0/agents/3e70b2c4-f502-40ed-acd9-fec3e62e1eaa/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.2138674 Sep 30 08:43:08.639494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-35cbcb8e-fb93-4bea-9e51-3413d2a18a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.659861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b4144432-39bf-488c-8bbb-6d68744005b5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:08.682625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59974) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.690812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59976) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.691028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-35cbcb8e-fb93-4bea-9e51-3413d2a18a81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a01410890f314f21b6b85a3486c7c74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076401 Sep 30 08:43:08.715190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.716000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a41227d-869d-40a3-a143-395e09e715dd {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:43:08.726056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.727661 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e9e1b1f7-dcad-447f-aadc-dc82ca8844c6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2a41227d-869d-40a3-a143-395e09e715dd HTTP/1.1" status: 204 len: 168 time: 2.6379333 Sep 30 08:43:08.730916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59978) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:08.758800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b4144432-39bf-488c-8bbb-6d68744005b5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:08.759242 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.816894 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Deleting subnet 69db603d-66f7-4c5a-9821-9690f9a5ad82 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:43:08.824820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbcb8e-fb93-4bea-9e51-3413d2a18a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be3320d-f717-4564-9777-327ebac9f523,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:08.825358 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.918131 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.921253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc38c484-35a1-42ad-a2ab-a515cd2de219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.923009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:08.970691 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc38c484-35a1-42ad-a2ab-a515cd2de219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.019878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b66acce3-c099-41c4-8b3b-b029584ea139 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:09.047932 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.062263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b66acce3-c099-41c4-8b3b-b029584ea139 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:09.062924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b66acce3-c099-41c4-8b3b-b029584ea139 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:09.063569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 695d1216-7e6d-4f78-bba0-3116b20eeb38 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:09.069925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f437e0f9-dd20-4495-b8ef-3126947d6cbe']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:09.082523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669de56e-c3be-46b9-8641-a434c49827ae') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:09.082523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669de56e-c3be-46b9-8641-a434c49827ae') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:09.096561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 695d1216-7e6d-4f78-bba0-3116b20eeb38 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:09.097041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 695d1216-7e6d-4f78-bba0-3116b20eeb38 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:09.098209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.112503 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.119570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:09.119979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:09.124399 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:09.153734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.157604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc38c484-35a1-42ad-a2ab-a515cd2de219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.160673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dc38c484-35a1-42ad-a2ab-a515cd2de219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.167628 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dc38c484-35a1-42ad-a2ab-a515cd2de219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2be3320d-f717-4564-9777-327ebac9f523 HTTP/1.1" status: 204 len: 168 time: 0.4758966 Sep 30 08:43:09.214773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.241158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.246023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "DELETE /v2.0/networks/f437e0f9-dd20-4495-b8ef-3126947d6cbe HTTP/1.1" status: 204 len: 168 time: 0.5532689 Sep 30 08:43:09.249863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59986) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:09.273411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38c484-35a1-42ad-a2ab-a515cd2de219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be3320d-f717-4564-9777-327ebac9f523,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:09.284742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce6bf-cc43-4489-822c-114b6265b2dd tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event deleted for resources: {'Network': ['ID=f437e0f9-dd20-4495-b8ef-3126947d6cbe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:09.287986 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0476af2d-0afd-470d-9ce3-5bd0e8e1f751 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] DELETE failed (client error): The resource could not be found. Sep 30 08:43:09.288780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0476af2d-0afd-470d-9ce3-5bd0e8e1f751 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:43:09.294124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0476af2d-0afd-470d-9ce3-5bd0e8e1f751 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "DELETE /v2.0/ports/4d768f5e-8b9a-469f-9dec-0f80d07bbdab HTTP/1.1" status: 404 len: 333 time: 0.0432091 Sep 30 08:43:09.294422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59988) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:09.358053 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.384884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Deleting subnet d949ce11-c1c5-451f-bd25-bcaf0ec1ae0b {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:43:09.388701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69db603d-66f7-4c5a-9821-9690f9a5ad82,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:09.393800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.424914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.426767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d39bc1-1ef1-463b-891b-89c7f6c25d38 None None] Network a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:09.429631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 59992) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:09.429834 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-47763803-05c9-4ee6-b849-a6c03a67f086 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69db603d-66f7-4c5a-9821-9690f9a5ad82 HTTP/1.1" status: 204 len: 168 time: 0.6975250 Sep 30 08:43:09.445976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.568019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.569826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.651713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 59994) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:09.675934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d8b7-1293-4af3-b3ea-cdd42d04b074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.689673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Deleting port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:09.690200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.692091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.731783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event deleted for resources: {'Subnet': ['ID=d949ce11-c1c5-451f-bd25-bcaf0ec1ae0b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:09.742213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.744716 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3bdfa02a-fbb4-483b-8e61-64238d248a44 tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "DELETE /v2.0/subnets/d949ce11-c1c5-451f-bd25-bcaf0ec1ae0b HTTP/1.1" status: 204 len: 168 time: 0.4480290 Sep 30 08:43:09.748727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02002f4-ee2d-455e-ae8c-f235535df338 None None] Network 433c3fb6-a7fc-4c19-92af-93e7055bd0ec requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:09.749246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60000) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:09.813771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] For port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,segment=NetworkSegment(6d13af41-6964-4be1-ae3f-70077ded4090),segment_id=6d13af41-6964-4be1-ae3f-70077ded4090)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:09.814140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.832591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Calling delete_port for 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:09.914320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e82607-d363-4f27-900e-a9d999caf137 None None] DHCP port deletion for a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:09.936393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.940223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:09.956082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] No DVR routers for this DVR port 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:09.981507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ca3537-64ce-4a92-8ec6-786cbc4ac8e8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:09.989135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-33e82607-d363-4f27-900e-a9d999caf137 None None] The port '65ca3537-64ce-4a92-8ec6-786cbc4ac8e8' was deleted {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Sep 30 08:43:10.053974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d8b7-1293-4af3-b3ea-cdd42d04b074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.061753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d8b7-1293-4af3-b3ea-cdd42d04b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.103944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00dd5db-8329-49db-b855-a484713af835 None None] DHCP port deletion for 433c3fb6-a7fc-4c19-92af-93e7055bd0ec request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:10.106749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7d8b7-1293-4af3-b3ea-cdd42d04b074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c13bb-4e62-46ed-bcf8-a4417274d9fe,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:10.112043 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7d7d8b7-1293-4af3-b3ea-cdd42d04b074 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=414b891d3e3e44c7b0504e63694091f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570611 Sep 30 08:43:10.113793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60006) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:10.125873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.130090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Deleting port b4144432-39bf-488c-8bbb-6d68744005b5 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:10.130431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.172995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:10.195358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d13af41-6964-4be1-ae3f-70077ded4090') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:10.198795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d13af41-6964-4be1-ae3f-70077ded4090') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:10.205577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c00dd5db-8329-49db-b855-a484713af835 None None] Deleting port b4144432-39bf-488c-8bbb-6d68744005b5 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:10.206068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c00dd5db-8329-49db-b855-a484713af835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.224664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.254987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.268065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] For port b4144432-39bf-488c-8bbb-6d68744005b5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b4144432-39bf-488c-8bbb-6d68744005b5,segment=NetworkSegment(9387c9e7-5254-4a34-a675-5430482ee1bf),segment_id=9387c9e7-5254-4a34-a675-5430482ee1bf)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:10.269496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:10.269811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.270858 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:10.274275 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:10.287882 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4094-f53b-427c-9c94-4aafe394e4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.302172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Calling delete_port for b4144432-39bf-488c-8bbb-6d68744005b5 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:10.330886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c00dd5db-8329-49db-b855-a484713af835 None None] For port b4144432-39bf-488c-8bbb-6d68744005b5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b4144432-39bf-488c-8bbb-6d68744005b5,segment=NetworkSegment(9387c9e7-5254-4a34-a675-5430482ee1bf),segment_id=9387c9e7-5254-4a34-a675-5430482ee1bf)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:10.331672 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c00dd5db-8329-49db-b855-a484713af835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.346874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c00dd5db-8329-49db-b855-a484713af835 None None] Calling delete_port for b4144432-39bf-488c-8bbb-6d68744005b5 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:10.358028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4094-f53b-427c-9c94-4aafe394e4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.388915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.394533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.399266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025 HTTP/1.1" status: 204 len: 168 time: 0.9684539 Sep 30 08:43:10.420880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120a647-c44d-4aa4-bcfd-987642e75590 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b0b56a-2e97-4e6f-aeba-6cdcdbdf4025,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:10.474265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c00dd5db-8329-49db-b855-a484713af835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.490581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.501926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00dd5db-8329-49db-b855-a484713af835 None None] No DVR routers for this DVR port b4144432-39bf-488c-8bbb-6d68744005b5 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:10.522256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4094-f53b-427c-9c94-4aafe394e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.524403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dd5db-8329-49db-b855-a484713af835 None None] Pushing event deleted for resources: {'Port': ['ID=b4144432-39bf-488c-8bbb-6d68744005b5,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:10.525468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4094-f53b-427c-9c94-4aafe394e4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.526673 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5f4d4094-f53b-427c-9c94-4aafe394e4d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a0c13bb-4e62-46ed-bcf8-a4417274d9fe HTTP/1.1" status: 204 len: 168 time: 0.4119732 Sep 30 08:43:10.530113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event deleted for resources: {'Port': ['ID=b4144432-39bf-488c-8bbb-6d68744005b5,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:10.540276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] No DVR routers for this DVR port b4144432-39bf-488c-8bbb-6d68744005b5 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:10.545768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4094-f53b-427c-9c94-4aafe394e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c13bb-4e62-46ed-bcf8-a4417274d9fe,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:10.656955 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.686214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433c3fb6-a7fc-4c19-92af-93e7055bd0ec']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:10.711321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9387c9e7-5254-4a34-a675-5430482ee1bf') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:10.711631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9387c9e7-5254-4a34-a675-5430482ee1bf') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:10.725633 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.739363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:10.745353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.749068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60016) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:10.758517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:10.758950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.772731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:10.774008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65ca3537-64ce-4a92-8ec6-786cbc4ac8e8 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:10.775559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b4144432-39bf-488c-8bbb-6d68744005b5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:10.809012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b4144432-39bf-488c-8bbb-6d68744005b5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:10.810132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b4144432-39bf-488c-8bbb-6d68744005b5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:10.829008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4e29353-d3a4-4229-8f00-c951d3e13182 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9bfd0a73d9146da9a84eff07dc1e9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784090 Sep 30 08:43:10.831741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60018) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: self.session.flush() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:10.871579 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:10.877868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.905250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.907559 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] 10.222.0.41 "DELETE /v2.0/networks/433c3fb6-a7fc-4c19-92af-93e7055bd0ec HTTP/1.1" status: 204 len: 168 time: 1.1575525 Sep 30 08:43:10.908626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13e5a-ead6-4cfd-b245-026493ce42aa tempest-DHCPAgentSchedulersTestJSON-775380338 tempest-DHCPAgentSchedulersTestJSON-775380338-project] Pushing event deleted for resources: {'Network': ['ID=433c3fb6-a7fc-4c19-92af-93e7055bd0ec,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:10.919350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a65fed05-e071-478b-9e29-351e083f6144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.966987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a65fed05-e071-478b-9e29-351e083f6144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.086023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-37ab556c-4632-4d31-b253-f357e521c53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.097858 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a65fed05-e071-478b-9e29-351e083f6144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.101195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a65fed05-e071-478b-9e29-351e083f6144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.103725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a65fed05-e071-478b-9e29-351e083f6144 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a632da-518d-4be2-9fa2-782bf8a6e876 HTTP/1.1" status: 204 len: 168 time: 0.2688787 Sep 30 08:43:11.140647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fed05-e071-478b-9e29-351e083f6144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a632da-518d-4be2-9fa2-782bf8a6e876,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:11.247403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60032) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:11.267306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27539d1c-769d-4280-ae5c-accb468d8ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.376290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60034) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:11.436697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27539d1c-769d-4280-ae5c-accb468d8ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.446466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-27539d1c-769d-4280-ae5c-accb468d8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.482196 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.508156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-27539d1c-769d-4280-ae5c-accb468d8ea3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2217681755734999815cba064a43607e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591927 Sep 30 08:43:11.510727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60040) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:11.516662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27539d1c-769d-4280-ae5c-accb468d8ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423f52b1-0a93-4435-9ba5-81c0f86ecc22,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:11.615586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-267040b0-c257-4007-ac23-d4c4d79b1bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.655152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-267040b0-c257-4007-ac23-d4c4d79b1bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.737260 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-267040b0-c257-4007-ac23-d4c4d79b1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.740083 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-267040b0-c257-4007-ac23-d4c4d79b1bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.741371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-267040b0-c257-4007-ac23-d4c4d79b1bdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/423f52b1-0a93-4435-9ba5-81c0f86ecc22 HTTP/1.1" status: 204 len: 168 time: 0.2295020 Sep 30 08:43:11.759905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267040b0-c257-4007-ac23-d4c4d79b1bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423f52b1-0a93-4435-9ba5-81c0f86ecc22,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:11.808527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60048) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:11.812251 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fceb08bf-844a-4a34-baf9-f72b75569f74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afa4cf715b284be1b4f9d855266cea8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347153 Sep 30 08:43:11.814562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60050) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:11.858590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-361dfc18-2e42-4253-afd0-305e41ca034f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c2aa6e658f146959164f8f9db7648d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489991 Sep 30 08:43:11.860963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60054) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:11.898377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04d23079-13ac-4406-bb46-2e065cd772ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.931370 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04d23079-13ac-4406-bb46-2e065cd772ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.952186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b13c3f2f-1035-45b0-badf-4a75a5258151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.982236 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b13c3f2f-1035-45b0-badf-4a75a5258151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.996726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04d23079-13ac-4406-bb46-2e065cd772ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:11.999626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04d23079-13ac-4406-bb46-2e065cd772ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.003169 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04d23079-13ac-4406-bb46-2e065cd772ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d1e6431-9675-4cbc-8157-2af7cb0656ff HTTP/1.1" status: 204 len: 168 time: 0.1851428 Sep 30 08:43:12.013505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d23079-13ac-4406-bb46-2e065cd772ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1e6431-9675-4cbc-8157-2af7cb0656ff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:12.059094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b13c3f2f-1035-45b0-badf-4a75a5258151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.065731 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b13c3f2f-1035-45b0-badf-4a75a5258151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.070000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b13c3f2f-1035-45b0-badf-4a75a5258151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2554ac18-e189-4f86-807c-b32daac00992 HTTP/1.1" status: 204 len: 168 time: 0.2079408 Sep 30 08:43:12.079042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c3f2f-1035-45b0-badf-4a75a5258151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554ac18-e189-4f86-807c-b32daac00992,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:12.471120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60082) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:12.487273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c8ea820d-2e82-402c-85c7-a44ac600cad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.627947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c8ea820d-2e82-402c-85c7-a44ac600cad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.633751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c8ea820d-2e82-402c-85c7-a44ac600cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.689197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60094) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:12.696696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c8ea820d-2e82-402c-85c7-a44ac600cad5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1c1c7b5a3b140e1b55fe0d0f30f0834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230728 Sep 30 08:43:12.704254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea820d-2e82-402c-85c7-a44ac600cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47a65bf-f8c0-4267-afbd-608e4e18dd10,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:12.791595 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4bc5845c-c26c-4f9c-ba6f-4be6d077f3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.817117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4bc5845c-c26c-4f9c-ba6f-4be6d077f3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.878007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4bc5845c-c26c-4f9c-ba6f-4be6d077f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.886796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4bc5845c-c26c-4f9c-ba6f-4be6d077f3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.888820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4bc5845c-c26c-4f9c-ba6f-4be6d077f3f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c47a65bf-f8c0-4267-afbd-608e4e18dd10 HTTP/1.1" status: 204 len: 168 time: 0.1985157 Sep 30 08:43:12.906875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5845c-c26c-4f9c-ba6f-4be6d077f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47a65bf-f8c0-4267-afbd-608e4e18dd10,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:13.162939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.193018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60218) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:14.694686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-903009243'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:14.732393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Made reservation on behalf of aeb768c8cbe24c57af65b71f6c10ef0d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:14.746924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.760821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.894542 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.900925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.943964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:14.952622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.958741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7965b8-8277-4a49-9105-946522ae3b5f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:14.981051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.982767 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Added segment 355e3432-a826-448d-8c30-5e754c06c03b of type vlan for network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd Sep 30 08:43:15.070745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.099537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.106082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:15.106976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.180039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event updated for resources: {'Network': ['ID=0f22d6c7-d0de-4b16-80c8-6870a2f50bfd,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:15.199588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:15.210152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60282) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:15.216530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Request body: {'subnet': {'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:15.227463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6bed2ddb-d568-40a1-8c04-d7cd00493d51 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0304899 Sep 30 08:43:15.361798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60290) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:15.374504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899053249', 'description': 'tempest-secgroup-smoke-899053249 description', 'project_id': '2c3fab098af245ae97b68ab13d652c99'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:15.393706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Made reservation on behalf of aeb768c8cbe24c57af65b71f6c10ef0d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:15.397291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.421681 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.437030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.519244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-33f0507e-e647-44e4-abf0-6ce56ab30810 req-171510c1-56d3-44ce-9d22-a2d5e24952d2 service neutron] (95002) timed out ('10.222.0.41', 40242) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:43:15.586900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.593111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.637048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4198dd-34e6-4779-a801-8e907e85fe26,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:15.723564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.733096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.771352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:15.785941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.791268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-10a16622-ae16-421c-88b7-1d6b224e7ed5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4267449 Sep 30 08:43:15.793496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60298) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:15.803951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': '5c2c68d9-cdcb-47c7-ba30-a688ee988f9a', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:15.818773 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.872142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.925510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Checking segment: {'id': '355e3432-a826-448d-8c30-5e754c06c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:15.926330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Network hostable DHCP agents. Network: 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:15.942976 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event updated for resources: {'Subnet': ['ID=d5d07403-2ab3-4140-b22c-73f18b3a5fb4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:15.977139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:15.988291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.994933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.996542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:16.006309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333c491-b438-4a80-a3ee-55e022a6ac6c None None] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:16.020971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc42e57-0e27-4846-a9b5-91e291f208e7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:16.029265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:16.032764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.042977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.046373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4b317925-8c6f-4c15-82f9-1d525073a42e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500458 Sep 30 08:43:16.048851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60304) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:16.054748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': '5c2c68d9-cdcb-47c7-ba30-a688ee988f9a', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:16.069073 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aea8675f-2c8b-4e3d-bee9-1985061d06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8572390 Sep 30 08:43:16.072482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60306) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:16.085009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Request body: {'port': {'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-280613314'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:16.110665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.297878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Made reservation on behalf of aeb768c8cbe24c57af65b71f6c10ef0d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:16.304499 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.325275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] device_id is not set on port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b yet. {{(pid=95001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:43:16.346141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.354323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.377829 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96b71c8-fc1d-4bc8-8679-bca0c9a2b0e3,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:16.391367 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.395994 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e1653280-f604-41c5-8486-a9e4049d030e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3429854 Sep 30 08:43:16.395994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60318) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:16.400662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': '5c2c68d9-cdcb-47c7-ba30-a688ee988f9a', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:16.401898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-0f22d6c7-d0de-4b16-80c8-6870a2f50bfd', 'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd', 'tenant_id': 'aeb768c8cbe24c57af65b71f6c10ef0d', 'fixed_ips': [{'subnet_id': 'd5d07403-2ab3-4140-b22c-73f18b3a5fb4'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:16.403279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.442295 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.554768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Allocated IP 2001:db8::141 (0f22d6c7-d0de-4b16-80c8-6870a2f50bfd/d5d07403-2ab3-4140-b22c-73f18b3a5fb4/2e1e5aa7-0ae6-4442-a278-58f3a845f85b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:16.561281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.574516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.596043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac83e2f9-699d-49f8-b777-3a498ecb4779,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:16.610063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.612018 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-63a91312-8762-4851-bbbe-eb5e7f89eb3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154040 Sep 30 08:43:16.618741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:16.624738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': '5c2c68d9-cdcb-47c7-ba30-a688ee988f9a', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:16.692108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.766020 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.774778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.796882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.801437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3038b751-0693-49cc-954c-31e4b998a27c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:16.811301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.813242 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c15f387d-54a0-43ea-b254-47dfa184573d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1924524 Sep 30 08:43:16.816387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60330) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:16.826972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': '5c2c68d9-cdcb-47c7-ba30-a688ee988f9a', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:16.868097 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:43:16.872636 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.906918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.956961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:16.964795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:16.971372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:16.977460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:16.978314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:16.996628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Allocated IP 2001:db8::2 (0f22d6c7-d0de-4b16-80c8-6870a2f50bfd/d5d07403-2ab3-4140-b22c-73f18b3a5fb4/0b74124a-e5f9-45ab-9080-cc68f407e7ca) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:17.013963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event updated for resources: {'Port': ['ID=2e1e5aa7-0ae6-4442-a278-58f3a845f85b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:17.067277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-00ae5ed5-d322-4bf4-9636-96903a015fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9916184 Sep 30 08:43:17.069959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60338) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:17.075980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Request body: {'port': {'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-86501398', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:17.076977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] bootfile-name is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:43:17.076977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] tftp-server is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:43:17.077199 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] server-ip-address is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:43:17.119032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.127068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.176921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d5f55a-cfec-46d4-8961-d2e913258d0f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:17.191149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.192380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ef961100-9334-4b22-a3ff-b72f6bb6a200 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3693917 Sep 30 08:43:17.195114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60342) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:17.199551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': '5c2c68d9-cdcb-47c7-ba30-a688ee988f9a', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:17.234179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.240448 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:43:17.242603 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.250421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.287854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:17.292105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:17.299091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:17.302737 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Made reservation on behalf of aeb768c8cbe24c57af65b71f6c10ef0d for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:17.307779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.311376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Pushing event updated for resources: {'Port': ['ID=0b74124a-e5f9-45ab-9080-cc68f407e7ca,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:17.348763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] device_id is not set on port 7d24c614-407e-4937-ad4a-a9d1e8af674e yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:43:17.425634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Attempting to bind port 0b74124a-e5f9-45ab-9080-cc68f407e7ca on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:17.426014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Attempting to bind port 0b74124a-e5f9-45ab-9080-cc68f407e7ca by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '355e3432-a826-448d-8c30-5e754c06c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:17.426387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Attempting to bind port 0b74124a-e5f9-45ab-9080-cc68f407e7ca on network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:17.439176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:17.439555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Checking segment: {'id': '355e3432-a826-448d-8c30-5e754c06c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:17.439969 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.440372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Bound using segment: {'id': '355e3432-a826-448d-8c30-5e754c06c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:17.441025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Bound port: 0b74124a-e5f9-45ab-9080-cc68f407e7ca, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355e3432-a826-448d-8c30-5e754c06c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0f22d6c7-d0de-4b16-80c8-6870a2f50bfd'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:17.441230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.450947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.465201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.478448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086fe65a-946a-4aff-a00a-ed5c59e119c8,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:17.514466 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.515976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dfd1d36c-5db0-4fc7-b0cf-b1ba9d2f9c00 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3199170 Sep 30 08:43:17.521213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60354) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:17.530100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'network': {'name': 'tempest-network-smoke--563083211', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:17.559964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:17.563914 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.583218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] For port 0b74124a-e5f9-45ab-9080-cc68f407e7ca, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:17.592428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] For port 0b74124a-e5f9-45ab-9080-cc68f407e7ca, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0b74124a-e5f9-45ab-9080-cc68f407e7ca,segment=NetworkSegment(355e3432-a826-448d-8c30-5e754c06c03b),segment_id=355e3432-a826-448d-8c30-5e754c06c03b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:17.611348 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.612267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Allocated IP 2001:db8::379 (0f22d6c7-d0de-4b16-80c8-6870a2f50bfd/d5d07403-2ab3-4140-b22c-73f18b3a5fb4/7d24c614-407e-4937-ad4a-a9d1e8af674e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:17.622680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:17.650597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.651611 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Added segment daedbf37-3a51-4b5a-9ee6-be2f33bd8311 of type vlan for network 64dce4a3-3b9f-4d49-ad78-42302d93398b Sep 30 08:43:17.745335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc8f6a-e444-43b6-8831-891db0e4b1ec None None] Pushing event updated for resources: {'Port': ['ID=0b74124a-e5f9-45ab-9080-cc68f407e7ca,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:17.788389 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.868739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.881674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:17.882445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.954267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4304464 Sep 30 08:43:17.957542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60366) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:17.963072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.963787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'admin_state_up': True, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:18.039317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.050700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035b504-fd03-4f3c-8e83-725f455f8b3b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Network': ['ID=64dce4a3-3b9f-4d49-ad78-42302d93398b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:18.069999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:18.073268 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.074583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.133752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:18.142359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:18.156329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:18.187645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.196208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:18.197521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.239127 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1680171 Sep 30 08:43:18.241890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:18.265297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75bc8f-0622-412e-916f-8302f76ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event updated for resources: {'Port': ['ID=7d24c614-407e-4937-ad4a-a9d1e8af674e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:18.333789 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0eb981-234c-402f-a2f6-ddb8290749ff tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:18.358848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0eb981-234c-402f-a2f6-ddb8290749ff tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:18.363938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0eb981-234c-402f-a2f6-ddb8290749ff tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:18.369849 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6c0eb981-234c-402f-a2f6-ddb8290749ff tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1201665 Sep 30 08:43:18.370527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:18.440402 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.615355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Deleting port 7d24c614-407e-4937-ad4a-a9d1e8af674e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:18.615713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.700786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0b74124a-e5f9-45ab-9080-cc68f407e7ca up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:18.785279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0b74124a-e5f9-45ab-9080-cc68f407e7ca triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:18.786288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.819563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.832139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:18.861512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Calling delete_port for 7d24c614-407e-4937-ad4a-a9d1e8af674e owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:18.900757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.011813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.081813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 0b74124a-e5f9-45ab-9080-cc68f407e7ca, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0b74124a-e5f9-45ab-9080-cc68f407e7ca,segment=NetworkSegment(355e3432-a826-448d-8c30-5e754c06c03b),segment_id=355e3432-a826-448d-8c30-5e754c06c03b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:19.091051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.181605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=0b74124a-e5f9-45ab-9080-cc68f407e7ca,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:19.219595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.160 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/5ef3d111-8835-4463-aa7c-d4ef860f27eb) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:19.303553 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.352263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event deleted for resources: {'Port': ['ID=7d24c614-407e-4937-ad4a-a9d1e8af674e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:19.402468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.404643 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fce46d72-f853-4d0f-9006-f756e272fe58 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "DELETE /v2.0/ports/7d24c614-407e-4937-ad4a-a9d1e8af674e HTTP/1.1" status: 204 len: 168 time: 1.0331540 Sep 30 08:43:19.409103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:19.423639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Request body: {'port': {'name': 'tempest-new-port-name-1751629487', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:19.429963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034e0e5-cabf-45d9-8ffc-31a76b2b4576 None None] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:19.439821 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] bootfile-name is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:43:19.440784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] tftp-server is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:43:19.440990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.api.validators [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] server-ip-address is not in valid_values {{(pid=95002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:43:19.472044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.542424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4a89f4fc-e0ea-417f-b545-cef71b1d4778 None None] Provisioning complete for port 0b74124a-e5f9-45ab-9080-cc68f407e7ca triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:19.543024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4a89f4fc-e0ea-417f-b545-cef71b1d4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.544365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.584497 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:19.658839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:19.663819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:19.666364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:19.696345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=5ef3d111-8835-4463-aa7c-d4ef860f27eb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:20.098392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.120486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.166323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] In _notify_port_updated(), no bound segment for port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b on network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd {{(pid=95002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:43:20.190338 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.206513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:20.213514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.222165 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "PUT /v2.0/ports/2e1e5aa7-0ae6-4442-a278-58f3a845f85b HTTP/1.1" status: 200 len: 1130 time: 0.8085580 Sep 30 08:43:20.222747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60418) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:20.381573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-29a9c012-3370-48e1-b74f-f1b6a5863667 None None] Provisioning complete for port 0b74124a-e5f9-45ab-9080-cc68f407e7ca triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:20.382080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-29a9c012-3370-48e1-b74f-f1b6a5863667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.392492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762bdab3-9463-446e-8ca5-ea7f8b94366b tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:20.397603 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-762bdab3-9463-446e-8ca5-ea7f8b94366b tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "GET /v2.0/ports/2e1e5aa7-0ae6-4442-a278-58f3a845f85b HTTP/1.1" status: 200 len: 1130 time: 0.1734076 Sep 30 08:43:20.404504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:20.546575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec10a-1c7f-44aa-b312-455c7666d912 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event updated for resources: {'Port': ['ID=2e1e5aa7-0ae6-4442-a278-58f3a845f85b,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:20.606424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-29a9c012-3370-48e1-b74f-f1b6a5863667 None None] Provisioning complete for port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:20.606811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-29a9c012-3370-48e1-b74f-f1b6a5863667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.677013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Deleting port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:20.697056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.776443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-29a9c012-3370-48e1-b74f-f1b6a5863667 None None] Port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:20.799556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0b74124a-e5f9-45ab-9080-cc68f407e7ca up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:20.859777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.879156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Calling delete_port for 2e1e5aa7-0ae6-4442-a278-58f3a845f85b owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:20.911719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 0b74124a-e5f9-45ab-9080-cc68f407e7ca triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:20.912915 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:20.983506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-51b23513-fc41-430d-869e-b17002f486d2 None None] Provisioning complete for port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:20.984453 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-51b23513-fc41-430d-869e-b17002f486d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.080495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-51b23513-fc41-430d-869e-b17002f486d2 None None] Port 2e1e5aa7-0ae6-4442-a278-58f3a845f85b cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:21.133409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.180126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event deleted for resources: {'Port': ['ID=2e1e5aa7-0ae6-4442-a278-58f3a845f85b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:21.245950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.246444 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.251551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d5d9226-49b4-4a65-92ba-4bcd977fa087 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "DELETE /v2.0/ports/2e1e5aa7-0ae6-4442-a278-58f3a845f85b HTTP/1.1" status: 204 len: 168 time: 0.8441734 Sep 30 08:43:21.251927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:21.333842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Deleting subnet d5d07403-2ab3-4140-b22c-73f18b3a5fb4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:43:21.342743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.396293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.397624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1622cbe4-9dbc-4efd-894d-b5563b0a1bd7 None None] Could not find standard attr ID for object 7d24c614-407e-4937-ad4a-a9d1e8af674e. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:43:21.466426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a2330044-53c0-49aa-b898-980737f34246 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:43:21.560068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.702274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:21.707610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.718513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Sync routers for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:21.728046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.732544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba967821-c794-4efd-b1c6-d34d2f07da92 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7707312 Sep 30 08:43:21.732851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60454) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:21.734570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:21.735113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:43:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:21.745599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d07403-2ab3-4140-b22c-73f18b3a5fb4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:21.779579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.779579 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8bda6570-6343-4e21-ade7-d7737d4aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "DELETE /v2.0/subnets/d5d07403-2ab3-4140-b22c-73f18b3a5fb4 HTTP/1.1" status: 204 len: 168 time: 0.5237594 Sep 30 08:43:21.784075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60460) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:21.912658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:21.987412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:22.073882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:22.074629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-17996c83-eb28-490d-ac9d-74ebb23f4d2e tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2c3fab098af245ae97b68ab13d652c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3390281 Sep 30 08:43:22.142199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Deleting port 0b74124a-e5f9-45ab-9080-cc68f407e7ca {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:22.142556 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:22.198109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c6bd0-1d4d-4965-9ce6-f0d36e66dd7e None None] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:22.263671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b506695b-d7e5-4ac4-8a51-50fea5e20657 None None] Could not find standard attr ID for object 2e1e5aa7-0ae6-4442-a278-58f3a845f85b. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:43:22.307240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] For port 0b74124a-e5f9-45ab-9080-cc68f407e7ca, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=0b74124a-e5f9-45ab-9080-cc68f407e7ca,segment=NetworkSegment(355e3432-a826-448d-8c30-5e754c06c03b),segment_id=355e3432-a826-448d-8c30-5e754c06c03b)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:22.307970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:22.334600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Calling delete_port for 0b74124a-e5f9-45ab-9080-cc68f407e7ca owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:22.343446 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbfc2c-907c-4cc6-a8ed-2dfe37608ebe tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:22.349234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60472) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:22.349962 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c5bbfc2c-907c-4cc6-a8ed-2dfe37608ebe tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2741616 Sep 30 08:43:22.395419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60474) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:22.396441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6cffcd75-0dca-4ff8-9cf6-2cbb1dd00c25 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441945 Sep 30 08:43:22.403133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24056817', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:22.425038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:19Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:22.500347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Checking router: a2330044-53c0-49aa-b898-980737f34246 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:22.500882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Updating router a2330044-53c0-49aa-b898-980737f34246 port 5ef3d111-8835-4463-aa7c-d4ef860f27eb binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:43:22.544847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] DHCP port deletion for 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:22.576541 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:22.653333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:22.662964 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:22.704706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:22.777674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event deleted for resources: {'Port': ['ID=0b74124a-e5f9-45ab-9080-cc68f407e7ca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:22.811875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] No DVR routers for this DVR port 0b74124a-e5f9-45ab-9080-cc68f407e7ca on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:22.934641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:22.993408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0b74124a-e5f9-45ab-9080-cc68f407e7ca no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:22.996334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f22d6c7-d0de-4b16-80c8-6870a2f50bfd']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:23.018910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355e3432-a826-448d-8c30-5e754c06c03b') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:23.019555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355e3432-a826-448d-8c30-5e754c06c03b') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:23.029169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 0b74124a-e5f9-45ab-9080-cc68f407e7ca {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:23.029816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 0b74124a-e5f9-45ab-9080-cc68f407e7ca not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:23.039441 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.059805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.075327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Deleting port 0b74124a-e5f9-45ab-9080-cc68f407e7ca {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:23.075954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.077812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:23.078348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:23.111772 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:23.199453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.228804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.305110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.307507 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] 10.222.0.41 "DELETE /v2.0/networks/0f22d6c7-d0de-4b16-80c8-6870a2f50bfd HTTP/1.1" status: 204 len: 168 time: 1.5236881 Sep 30 08:43:23.309162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] For port 0b74124a-e5f9-45ab-9080-cc68f407e7ca, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:23.311469 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.313092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d672ae-065a-47e3-9894-129b00c7e66d tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107 tempest-ExtraDHCPOptionsIpV6TestJSON-1371366107-project] Pushing event deleted for resources: {'Network': ['ID=0f22d6c7-d0de-4b16-80c8-6870a2f50bfd,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:23.359809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Subnet': ['ID=7c744051-a2d1-45e7-b7c4-e1331911ba4f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:23.365297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Checking segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:23.366397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network hostable DHCP agents. Network: 64dce4a3-3b9f-4d49-ad78-42302d93398b, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:23.397309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:23.412873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Calling delete_port for 0b74124a-e5f9-45ab-9080-cc68f407e7ca owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:23.416937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 64dce4a3-3b9f-4d49-ad78-42302d93398b) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:23.421656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:23.423030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Port 0b74124a-e5f9-45ab-9080-cc68f407e7ca was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:43:23.427023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.427630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.457566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c18c9cb3-ef5f-4a71-b940-9fbd27dcd4a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0585115 Sep 30 08:43:23.457889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60500) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:23.475870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593173c3-1854-451c-a5aa-2ad808ce7012 None None] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:23.518351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Network 0f22d6c7-d0de-4b16-80c8-6870a2f50bfd is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:43:23.518991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] No DVR routers for this DVR port 0b74124a-e5f9-45ab-9080-cc68f407e7ca on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:23.534317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0177a-bd09-4ca7-87c4-43e3fbe474e4 None None] Pushing event deleted for resources: {'Port': ['ID=0b74124a-e5f9-45ab-9080-cc68f407e7ca,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:23.728547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.752388 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.876201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60512) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:23.905804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Attempting to bind port 5ef3d111-8835-4463-aa7c-d4ef860f27eb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:23.906227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Attempting to bind port 5ef3d111-8835-4463-aa7c-d4ef860f27eb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:23.906599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Attempting to bind port 5ef3d111-8835-4463-aa7c-d4ef860f27eb on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:23.929718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:23.930470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:23.931562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:23.932114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:23.932790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Bound port: 5ef3d111-8835-4463-aa7c-d4ef860f27eb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:23.933382 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.063243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] For port 5ef3d111-8835-4463-aa7c-d4ef860f27eb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:24.069272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] For port 5ef3d111-8835-4463-aa7c-d4ef860f27eb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5ef3d111-8835-4463-aa7c-d4ef860f27eb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:24.073776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-64dce4a3-3b9f-4d49-ad78-42302d93398b', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:24.076314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.083312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.095330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441058-db0b-4fc5-af09-4f7e860588bf None None] Pushing event updated for resources: {'Port': ['ID=5ef3d111-8835-4463-aa7c-d4ef860f27eb,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:24.206339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-55825684-c5c2-4df2-a43d-210c4af87109 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeb768c8cbe24c57af65b71f6c10ef0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272538 Sep 30 08:43:24.207569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60522) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:24.350496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.399581 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.489011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Allocated IP 172.20.0.2 (64dce4a3-3b9f-4d49-ad78-42302d93398b/7c744051-a2d1-45e7-b7c4-e1331911ba4f/69164a14-9eca-48ae-b82a-83519cfed4d3) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:24.492450 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.495520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.499880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d7965b8-8277-4a49-9105-946522ae3b5f HTTP/1.1" status: 204 len: 168 time: 0.2884216 Sep 30 08:43:24.516849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7965b8-8277-4a49-9105-946522ae3b5f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:24.536479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.538459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.538970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.542446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.543421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.543943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.544443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.545112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.547076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.548001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.551552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.552084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa461e-f8b8-410e-9af0-2232e027082c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:24.701802 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.715302 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:24.736473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:24.737229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:43:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:24.784736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:24.804213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:24.811208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:24.844476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441058-db0b-4fc5-af09-4f7e860588bf None None] Pushing event updated for resources: {'Port': ['ID=5ef3d111-8835-4463-aa7c-d4ef860f27eb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:25.014161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:25.035793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:25.199053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Attempting to bind port 69164a14-9eca-48ae-b82a-83519cfed4d3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:25.199681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Attempting to bind port 69164a14-9eca-48ae-b82a-83519cfed4d3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:25.200429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Attempting to bind port 69164a14-9eca-48ae-b82a-83519cfed4d3 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:25.264603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Pushing event updated for resources: {'Port': ['ID=69164a14-9eca-48ae-b82a-83519cfed4d3,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:25.293847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:25.295221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Checking segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:25.296183 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:25.297080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Bound using segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:25.298210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Bound port: 69164a14-9eca-48ae-b82a-83519cfed4d3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:25.299138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:25.431631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] For port 69164a14-9eca-48ae-b82a-83519cfed4d3, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:25.468486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] For port 69164a14-9eca-48ae-b82a-83519cfed4d3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=69164a14-9eca-48ae-b82a-83519cfed4d3,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:25.486624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:25.566612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e4ef4-3954-4e76-b595-76960428fd19 None None] Pushing event updated for resources: {'Port': ['ID=69164a14-9eca-48ae-b82a-83519cfed4d3,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:25.572522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:19Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:25.646785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbac8b2-e283-4ccd-bed9-470ddc4675f5 None None] The sync data for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 is: [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:19Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:25.894449 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:25.897073 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.068075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.1 (64dce4a3-3b9f-4d49-ad78-42302d93398b/7c744051-a2d1-45e7-b7c4-e1331911ba4f/d2198771-6d6d-4aa5-b5bf-54d09e550127) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:26.103709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60578) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:26.393864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.455050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386609099'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:26.497250 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.527544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:26.531754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.550920 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.596649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:26.603606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:26.620333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:26.637432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=d2198771-6d6d-4aa5-b5bf-54d09e550127,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:26.741221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.767477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.768221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.768743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.770315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.770861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.774182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.775256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.775807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.776344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.779311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.781688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:26.823950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.826254 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.836711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.904043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017f95c7-f0e7-46df-bc3b-6c48858f1f40,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:26.918207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ef3d111-8835-4463-aa7c-d4ef860f27eb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:26.934809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:26.968077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.968700 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 8e0b6196-de27-42d6-ac7e-63a721f19d0e of type vlan for network 5e444ed2-8156-4897-965c-dc758e4c5739 Sep 30 08:43:27.074915 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.141951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5ef3d111-8835-4463-aa7c-d4ef860f27eb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:27.142836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.147846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.156800 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.158173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:27.161396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.213473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1061928 Sep 30 08:43:27.349842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60608) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:27.376171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:27.383291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.408990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 5ef3d111-8835-4463-aa7c-d4ef860f27eb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5ef3d111-8835-4463-aa7c-d4ef860f27eb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:27.417991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.419290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 69164a14-9eca-48ae-b82a-83519cfed4d3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:27.438236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662592f8-7046-44f1-a8ba-52d6c308b544 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=5e444ed2-8156-4897-965c-dc758e4c5739,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:27.509617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5e444ed2-8156-4897-965c-dc758e4c5739 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:27.569772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=5ef3d111-8835-4463-aa7c-d4ef860f27eb,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:27.611677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50ec4c-56d5-448b-a757-25b64ebae215 None None] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:27.698894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-11c97dc0-50d2-4614-a6b1-3584f299f02a None None] Provisioning complete for port 69164a14-9eca-48ae-b82a-83519cfed4d3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:27.700136 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11c97dc0-50d2-4614-a6b1-3584f299f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.778990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 69164a14-9eca-48ae-b82a-83519cfed4d3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:27.779604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.839817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.859482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:27.925901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=d2198771-6d6d-4aa5-b5bf-54d09e550127,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:28.045272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.099856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.102695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:28.111984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.179292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11c97dc0-50d2-4614-a6b1-3584f299f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.213823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 69164a14-9eca-48ae-b82a-83519cfed4d3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=69164a14-9eca-48ae-b82a-83519cfed4d3,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:28.231385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.299333 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:28.303672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:28.626757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.709084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ef3d111-8835-4463-aa7c-d4ef860f27eb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:28.724290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=e160f7de-f7f0-44c9-9f02-27c466043582,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:28.751460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a2330044-53c0-49aa-b898-980737f34246 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:28.831839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-11c97dc0-50d2-4614-a6b1-3584f299f02a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:43:28.832432 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-11c97dc0-50d2-4614-a6b1-3584f299f02a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:43:28.839553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=69164a14-9eca-48ae-b82a-83519cfed4d3,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:28.880131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5ef3d111-8835-4463-aa7c-d4ef860f27eb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:28.881437 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:28.964624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '8e0b6196-de27-42d6-ac7e-63a721f19d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:28.965048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 5e444ed2-8156-4897-965c-dc758e4c5739, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:29.004060 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 5e444ed2-8156-4897-965c-dc758e4c5739 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:29.085812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5e444ed2-8156-4897-965c-dc758e4c5739) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:29.095817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:29.096425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.138762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41114d-3612-47ce-860c-26572e42385c None None] Network 5e444ed2-8156-4897-965c-dc758e4c5739 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:29.150604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60638) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:29.151160 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d2a100b-ffcc-4154-b2ca-a588ea18e21e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7994790 Sep 30 08:43:29.152316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:29.156903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268984794'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:29.165698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Sync routers for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:29.168682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dedea1e2-0314-4b55-a100-6220a253b1e2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/a2330044-53c0-49aa-b898-980737f34246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7097602 Sep 30 08:43:29.183817 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:29.184462 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:43:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:29.227403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:29.235879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.302859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:29.337401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.338806 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment c0cf5f07-1766-4a05-86a5-31e3c00ca3f5 of type vlan for network 434589cf-d554-418c-a705-e926661450a8 Sep 30 08:43:29.338953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:43:29.455418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.545765 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:29.599817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.626522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:29.629042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.720935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-5e444ed2-8156-4897-965c-dc758e4c5739', 'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': 'e160f7de-f7f0-44c9-9f02-27c466043582'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:29.721853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.742196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-20d95454-edd9-4b8d-ad2b-d7aa0685d452 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899053249&fields=id&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 267 time: 0.2204468 Sep 30 08:43:29.790516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6385276 Sep 30 08:43:29.793304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60664) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:29.794763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9effed-c97f-46ad-a158-b9747eaf7c6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=434589cf-d554-418c-a705-e926661450a8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:29.806394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-64ed4387-3e11-4cbb-8482-55256187e041 None None] Provisioning complete for port 69164a14-9eca-48ae-b82a-83519cfed4d3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:29.806914 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-64ed4387-3e11-4cbb-8482-55256187e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.811355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 434589cf-d554-418c-a705-e926661450a8 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:29.829402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '434589cf-d554-418c-a705-e926661450a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:30.053600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-e8d15bf3-9815-47b5-b3a1-d67e4caed45d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:30.068979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-e8d15bf3-9815-47b5-b3a1-d67e4caed45d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 796 time: 0.2768686 Sep 30 08:43:30.098563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-3bec4cf9-1391-4819-9cd3-740fa11c88a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/quotas/2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 375 time: 0.0273850 Sep 30 08:43:30.125088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:30.129485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.291966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-7fa691f6-45a4-474f-a3b1-1e871b3a6e16 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772182 Sep 30 08:43:30.308494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Allocated IP 172.20.255.242 (5e444ed2-8156-4897-965c-dc758e4c5739/e160f7de-f7f0-44c9-9f02-27c466043582/9713c3c4-0a2f-4da9-bb52-3691047b9ae5) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:30.377635 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 2, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:30.424357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-bd09d268-fb3d-488d-90b8-4eb1bb09a233 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:43:30.432825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-bd09d268-fb3d-488d-90b8-4eb1bb09a233 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1392460 Sep 30 08:43:30.434637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.459534 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Checking router: a2330044-53c0-49aa-b898-980737f34246 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:30.460865 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Updating router a2330044-53c0-49aa-b898-980737f34246 port d2198771-6d6d-4aa5-b5bf-54d09e550127 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:43:30.503441 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.512796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=74637b67-3776-41c1-9118-52b7ed6d7806,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:30.526875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': 'c0cf5f07-1766-4a05-86a5-31e3c00ca3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '434589cf-d554-418c-a705-e926661450a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:30.527237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 434589cf-d554-418c-a705-e926661450a8, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:30.567977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 434589cf-d554-418c-a705-e926661450a8 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:30.593456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 434589cf-d554-418c-a705-e926661450a8) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:30.601689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:30.602515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.655338 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d482d159-4ebf-4aeb-a821-6dd9f7f73cba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8563235 Sep 30 08:43:30.656021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60680) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:30.675961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-eeef30ae-0ffe-4685-a680-c3a54cdbdd6b service neutron] 10.222.0.41 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418427 Sep 30 08:43:30.691813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd89aed-9b7a-407b-a2ce-aacc9f89c467 None None] Network 434589cf-d554-418c-a705-e926661450a8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:30.724834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-64ed4387-3e11-4cbb-8482-55256187e041 None None] Provisioning complete for port d2198771-6d6d-4aa5-b5bf-54d09e550127 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:30.725228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-64ed4387-3e11-4cbb-8482-55256187e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.786375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 69164a14-9eca-48ae-b82a-83519cfed4d3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:30.870609 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.038876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-d5e7eefd-3e80-4d3e-97dd-7bfe01d929e8 service neutron] 10.222.0.41 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554652 Sep 30 08:43:31.051229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.151258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-64ed4387-3e11-4cbb-8482-55256187e041 None None] Port d2198771-6d6d-4aa5-b5bf-54d09e550127 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:31.166609 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.220823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.306843 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.311756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.317955 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.439966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Network 5e444ed2-8156-4897-965c-dc758e4c5739 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:31.447545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4afcbfd0-ea33-4922-83ae-2d4338ccfe7b req-1fea14b2-c68c-4f5f-bbcf-0153e4668291 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 210 time: 0.0637522 Sep 30 08:43:31.459105 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd930e9-b736-4878-9abe-240b607e511a None None] Pushing event updated for resources: {'Port': ['ID=d2198771-6d6d-4aa5-b5bf-54d09e550127,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:31.478311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=74637b67-3776-41c1-9118-52b7ed6d7806,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:31.491041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:31.494823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:31.537400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Attempting to bind port d2198771-6d6d-4aa5-b5bf-54d09e550127 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:31.538448 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Attempting to bind port d2198771-6d6d-4aa5-b5bf-54d09e550127 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:31.538927 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Attempting to bind port d2198771-6d6d-4aa5-b5bf-54d09e550127 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:31.547985 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:31.548265 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Checking segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:31.548670 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.549059 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Bound using segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:31.549557 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Bound port: d2198771-6d6d-4aa5-b5bf-54d09e550127, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:31.549941 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.603155 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.642236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434589cf-d554-418c-a705-e926661450a8']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:31.653118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-847d0d89-0693-4480-8fc3-dd339b7591a1 None None] Provisioning complete for port d2198771-6d6d-4aa5-b5bf-54d09e550127 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:31.653246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-847d0d89-0693-4480-8fc3-dd339b7591a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.680131 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf5f07-1766-4a05-86a5-31e3c00ca3f5') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:31.680979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf5f07-1766-4a05-86a5-31e3c00ca3f5') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:31.710982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.727405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.733798 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] For port d2198771-6d6d-4aa5-b5bf-54d09e550127, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:31.739489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:31.739985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.746974 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] For port d2198771-6d6d-4aa5-b5bf-54d09e550127, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d2198771-6d6d-4aa5-b5bf-54d09e550127,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:31.756567 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:31.825383 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:31.835645 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.859266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.864450 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/434589cf-d554-418c-a705-e926661450a8 HTTP/1.1" status: 204 len: 168 time: 1.2041731 Sep 30 08:43:31.864450 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ad99e-986a-49ca-aaba-004ccd089845 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=434589cf-d554-418c-a705-e926661450a8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:31.864722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60708) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.873313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407485099'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:31.926306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:31.941385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.952638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4cc24-03a3-452a-bb77-8dc2327acef6 None None] Network 434589cf-d554-418c-a705-e926661450a8 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:31.971266 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:31.981863 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:43:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:31.983072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 69164a14-9eca-48ae-b82a-83519cfed4d3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:31.983479 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.993727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Pushing event updated for resources: {'Port': ['ID=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:32.004180 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:32.058630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.073909 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 70f8d5cf-3e1d-49af-8423-fde4c0d8cd12 of type vlan for network 28dbf876-b4c3-4f47-a5e1-5107036f753f Sep 30 08:43:32.108433 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd930e9-b736-4878-9abe-240b607e511a None None] Pushing event updated for resources: {'Port': ['ID=d2198771-6d6d-4aa5-b5bf-54d09e550127,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:32.220363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.224185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4cc24-03a3-452a-bb77-8dc2327acef6 None None] Network 434589cf-d554-418c-a705-e926661450a8 could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:43:32.275562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.285109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Attempting to bind port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:32.285810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Attempting to bind port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8e0b6196-de27-42d6-ac7e-63a721f19d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:32.286321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Attempting to bind port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 on network 5e444ed2-8156-4897-965c-dc758e4c5739 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:32.287156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:32.287787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.294213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-847d0d89-0693-4480-8fc3-dd339b7591a1 None None] Port d2198771-6d6d-4aa5-b5bf-54d09e550127 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:32.304090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:32.304781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Checking segment: {'id': '8e0b6196-de27-42d6-ac7e-63a721f19d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:32.305618 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:32.305780 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.306335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Bound using segment: {'id': '8e0b6196-de27-42d6-ac7e-63a721f19d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:32.307258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Bound port: 9713c3c4-0a2f-4da9-bb52-3691047b9ae5, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0b6196-de27-42d6-ac7e-63a721f19d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5e444ed2-8156-4897-965c-dc758e4c5739'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:32.307933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.388128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5192633 Sep 30 08:43:32.388462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60722) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:32.393773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:32.423084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] For port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:32.427439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] For port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,segment=NetworkSegment(8e0b6196-de27-42d6-ac7e-63a721f19d0e),segment_id=8e0b6196-de27-42d6-ac7e-63a721f19d0e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:32.494494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.497335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4104ab-6acb-4971-9f1b-4c1b1495f0cc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=28dbf876-b4c3-4f47-a5e1-5107036f753f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:32.579824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 28dbf876-b4c3-4f47-a5e1-5107036f753f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:32.698903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22cdc6ce-fa93-4f85-8b8e-71ae11b58203 req-779f2c0b-50b8-4b36-8c3d-52115fdb75b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 210 time: 0.1258166 Sep 30 08:43:32.761471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:32.764954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.809934 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:31Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:32.885432 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe65b9-c87c-49ac-a575-9f26859f0329 None None] The sync data for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 is: [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:31Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:32.890901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Performing IP validity checks on allocation pools {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:43:32.894839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:43:32.922689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-533a1676-e94a-491a-b6d8-dc780587d06a None None] Provisioning complete for port d2198771-6d6d-4aa5-b5bf-54d09e550127 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:32.922969 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-533a1676-e94a-491a-b6d8-dc780587d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.056140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb94e6-16b8-4dac-8702-d4c825f6d990 None None] Pushing event updated for resources: {'Port': ['ID=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:33.242572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-533a1676-e94a-491a-b6d8-dc780587d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.338885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-533a1676-e94a-491a-b6d8-dc780587d06a None None] For port d2198771-6d6d-4aa5-b5bf-54d09e550127, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d2198771-6d6d-4aa5-b5bf-54d09e550127,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:33.342074 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.347263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-533a1676-e94a-491a-b6d8-dc780587d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.433167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=b48e5905-730d-4743-adf6-bdbb1a5c315b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:33.461950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a1676-e94a-491a-b6d8-dc780587d06a None None] Pushing event updated for resources: {'Port': ['ID=d2198771-6d6d-4aa5-b5bf-54d09e550127,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:33.486301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fd77d552-72bc-4ab8-8fcb-a041abf4e4b4 None None] Provisioning complete for port d2198771-6d6d-4aa5-b5bf-54d09e550127 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:33.488444 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd77d552-72bc-4ab8-8fcb-a041abf4e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.577581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:33.577983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 28dbf876-b4c3-4f47-a5e1-5107036f753f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:33.620380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 28dbf876-b4c3-4f47-a5e1-5107036f753f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:33.640347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 28dbf876-b4c3-4f47-a5e1-5107036f753f) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:33.645870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:33.646727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.676724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d0dc24-6b34-4184-9102-e56885a46e30 None None] Network 28dbf876-b4c3-4f47-a5e1-5107036f753f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:33.924971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-243ee902-8e35-4e85-8b57-ebb6e62041d1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5331135 Sep 30 08:43:33.925888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60738) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:34.040992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb0f3f8-9fd0-4413-bc44-a5ddd3796363 req-5b683d47-2342-41c0-b636-64e5ede332df tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 210 time: 0.1395493 Sep 30 08:43:34.075713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-978759c8-b748-4833-a29d-0211f53e5a68 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:34.077369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-978759c8-b748-4833-a29d-0211f53e5a68 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 796 time: 0.4160285 Sep 30 08:43:34.088180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-28dbf876-b4c3-4f47-a5e1-5107036f753f', 'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': 'b48e5905-730d-4743-adf6-bdbb1a5c315b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:34.095986 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.234031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-e1eaced0-972d-4adf-b6e0-46e68290d424 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 379 time: 0.1431708 Sep 30 08:43:34.246723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.255398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'port': {'device_id': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'admin_state_up': True, 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'security_groups': ['5c2c68d9-cdcb-47c7-ba30-a688ee988f9a']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:34.358795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Allocated IP 172.20.0.3 (28dbf876-b4c3-4f47-a5e1-5107036f753f/b48e5905-730d-4743-adf6-bdbb1a5c315b/04ff3243-6e04-48b1-af22-9cc1f02502d4) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:34.387849 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.559178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:34.563161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.568656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152dd544-d54a-46e0-b1a7-a778b7367761 None None] Network 5e444ed2-8156-4897-965c-dc758e4c5739 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:34.792285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.3 (64dce4a3-3b9f-4d49-ad78-42302d93398b/7c744051-a2d1-45e7-b7c4-e1331911ba4f/e2e67c5f-9904-41dc-a43c-4ef656e7f183) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:34.933753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8baca113-34d2-4b49-bd52-10cf1fa70c9d None None] Provisioning complete for port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:34.934302 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8baca113-34d2-4b49-bd52-10cf1fa70c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.969966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.994302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d2198771-6d6d-4aa5-b5bf-54d09e550127 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:35.088481 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.182632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.287525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:35.312118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:35.318942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:35.364573 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.370685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.430738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.443629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=b48e5905-730d-4743-adf6-bdbb1a5c315b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.491656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Pushing event updated for resources: {'Port': ['ID=04ff3243-6e04-48b1-af22-9cc1f02502d4,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.497853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a5544-3ecc-412a-8b2b-db747b0d0a54 req-3f8b334b-9fa8-457d-9abc-153466a12929 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:35.502634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-125a5544-3ecc-412a-8b2b-db747b0d0a54 req-3f8b334b-9fa8-457d-9abc-153466a12929 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 931 time: 0.3080406 Sep 30 08:43:35.507881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Network 28dbf876-b4c3-4f47-a5e1-5107036f753f is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:35.560999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d2198771-6d6d-4aa5-b5bf-54d09e550127 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:35.562083 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.564344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-125a5544-3ecc-412a-8b2b-db747b0d0a54 req-98768147-2fdf-4e36-aa30-602413f69cda tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466247 Sep 30 08:43:35.576289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:35.577006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.604373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-58ae255f-409e-4140-a351-df3349bea798 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3634555 Sep 30 08:43:35.619069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-d9ab9b8b-27a8-43b6-94f9-c40c6996f6a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:43:35.620066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-d9ab9b8b-27a8-43b6-94f9-c40c6996f6a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061493 Sep 30 08:43:35.629159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.675223 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbf876-b4c3-4f47-a5e1-5107036f753f']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:35.679949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:35.699417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:35.699729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:35.711809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.712168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.712513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.714047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.714481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.714932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.715148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.717525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.717882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.718228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.718568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.718908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:35.724760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.736238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:35.747104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Request body: {'port': {'device_id': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:35.755717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.765116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:35.766727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:35.770849 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:35.831986 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8baca113-34d2-4b49-bd52-10cf1fa70c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.895978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.932255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8baca113-34d2-4b49-bd52-10cf1fa70c9d None None] For port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,segment=NetworkSegment(8e0b6196-de27-42d6-ac7e-63a721f19d0e),segment_id=8e0b6196-de27-42d6-ac7e-63a721f19d0e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:35.937574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:43:35.937574 n-d-807025-5 neutron-server[95002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:43:35.937574 n-d-807025-5 neutron-server[95002]: [parameters: {'id': '28dbf876-b4c3-4f47-a5e1-5107036f753f'}] Sep 30 08:43:35.937574 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:43:35.939278 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:43:35.939382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Attempting to bind port 04ff3243-6e04-48b1-af22-9cc1f02502d4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:35.939992 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Attempting to bind port 04ff3243-6e04-48b1-af22-9cc1f02502d4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:35.940106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Attempting to bind port 04ff3243-6e04-48b1-af22-9cc1f02502d4 on network 28dbf876-b4c3-4f47-a5e1-5107036f753f {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:35.950923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:35.951350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Checking segment: {'id': '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:35.951722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.952200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Bound using segment: {'id': '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:35.952701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Bound port: 04ff3243-6e04-48b1-af22-9cc1f02502d4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28dbf876-b4c3-4f47-a5e1-5107036f753f'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:35.953394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.980848 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8baca113-34d2-4b49-bd52-10cf1fa70c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.076357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baca113-34d2-4b49-bd52-10cf1fa70c9d None None] Pushing event updated for resources: {'Port': ['ID=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:36.089167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:36.213036 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-24d84fa8-1d65-405f-92de-e9b94b4c115a None None] Provisioning complete for port e2e67c5f-9904-41dc-a43c-4ef656e7f183 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:36.213421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-24d84fa8-1d65-405f-92de-e9b94b4c115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.256460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-24d84fa8-1d65-405f-92de-e9b94b4c115a None None] Port e2e67c5f-9904-41dc-a43c-4ef656e7f183 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:36.265276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] For port 04ff3243-6e04-48b1-af22-9cc1f02502d4, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:36.279965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] For port 04ff3243-6e04-48b1-af22-9cc1f02502d4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=04ff3243-6e04-48b1-af22-9cc1f02502d4,segment=NetworkSegment(70f8d5cf-3e1d-49af-8423-fde4c0d8cd12),segment_id=70f8d5cf-3e1d-49af-8423-fde4c0d8cd12)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:36.286548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:36.286774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.312644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.400644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e67c5f-9904-41dc-a43c-4ef656e7f183 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:43:36.410049 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.424579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Transition to ACTIVE for port object e2e67c5f-9904-41dc-a43c-4ef656e7f183 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:43:36.431734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.440246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.499998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3d692263-d4fc-4f90-9856-84cde3bc318d None None] Provisioning complete for port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:36.502538 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3d692263-d4fc-4f90-9856-84cde3bc318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.512821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd838451-358b-43f2-bca5-130123ccb212 None None] Pushing event updated for resources: {'Port': ['ID=04ff3243-6e04-48b1-af22-9cc1f02502d4,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:36.527031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Deleting port 04ff3243-6e04-48b1-af22-9cc1f02502d4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:36.527395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.556533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:36.653297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad749b2-2a85-4941-a303-5a30a61c5c62 None None] Network 28dbf876-b4c3-4f47-a5e1-5107036f753f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:36.714001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:36.714631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:36.715135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:36.729016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] For port 04ff3243-6e04-48b1-af22-9cc1f02502d4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=04ff3243-6e04-48b1-af22-9cc1f02502d4,segment=NetworkSegment(70f8d5cf-3e1d-49af-8423-fde4c0d8cd12),segment_id=70f8d5cf-3e1d-49af-8423-fde4c0d8cd12)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:36.729394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.731241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:43:36.731885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:36.744232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:36.744860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Checking segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:36.750359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Bound using segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:36.751103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Bound port: e2e67c5f-9904-41dc-a43c-4ef656e7f183, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:36.751649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.774403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Calling delete_port for 04ff3243-6e04-48b1-af22-9cc1f02502d4 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:36.925063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:36.938585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.959574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No DVR routers for this DVR port 04ff3243-6e04-48b1-af22-9cc1f02502d4 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:36.988908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Port': ['ID=04ff3243-6e04-48b1-af22-9cc1f02502d4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:37.028722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd751a49-17e9-4057-ad3f-1240c6eae1c2 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:43:37.033196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:37.046689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.073621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b217960-3c1e-49d5-b209-8df41f06b801 req-d50c51b5-c63f-4bb1-a527-39e69198572c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.075227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b217960-3c1e-49d5-b209-8df41f06b801 req-d50c51b5-c63f-4bb1-a527-39e69198572c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.2981031 Sep 30 08:43:37.107619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.108244 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.109740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 1091 time: 1.4792373 Sep 30 08:43:37.110226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:37.120720 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:37.148867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.154655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:37.175934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbf876-b4c3-4f47-a5e1-5107036f753f']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:37.187715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:37.188152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f8d5cf-3e1d-49af-8423-fde4c0d8cd12') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:37.223727 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.259668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.273949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:37.274615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:37.286705 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:37.293509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c03e4-e434-4a2d-b6e7-8f0c9daebeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:37.337590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-13cb9ea7-3e75-40d6-8b03-927367197657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.339422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-13cb9ea7-3e75-40d6-8b03-927367197657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.1799772 Sep 30 08:43:37.357820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b217960-3c1e-49d5-b209-8df41f06b801 req-63fd207c-e337-4ea3-8fcb-8e4b3d70cb54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217767 Sep 30 08:43:37.396925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.428936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:37.429312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.439605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.446900 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/28dbf876-b4c3-4f47-a5e1-5107036f753f HTTP/1.1" status: 204 len: 168 time: 3.5200288 Sep 30 08:43:37.448917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646f47-72da-4be2-8861-0798b4fbfb00 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=28dbf876-b4c3-4f47-a5e1-5107036f753f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:37.450828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:37.468565 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1366733576'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:37.511916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd751a49-17e9-4057-ad3f-1240c6eae1c2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:43:37.513959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:37.517711 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.541604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-608779bd-b9e4-4e84-bdf5-3ba3fd6a648b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 217 time: 0.1799524 Sep 30 08:43:37.590267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:37.622591 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.622945 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 07d4eabc-3b40-49cd-9d6e-38e412667aa3 of type vlan for network 2e9ef20e-bf09-475b-9aa8-1a91612b4282 Sep 30 08:43:37.689020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-4a3930c1-b3ca-41e5-9bdd-72a14b4ea981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.690709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-4a3930c1-b3ca-41e5-9bdd-72a14b4ea981 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.1394720 Sep 30 08:43:37.731356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.753936 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea5176a-3222-4b2c-9d34-ec5ad6bd5213 x-openstack-request-id: req-eea5176a-3222-4b2c-9d34-ec5ad6bd5213 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:37.754229 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:37.754477 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eea5176a-3222-4b2c-9d34-ec5ad6bd5213 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:37.754869 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'status': 'completed', 'code': 200} Sep 30 08:43:37.782514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.790019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.790019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.802054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-cb5db419-eb95-4b82-b085-0b19d72077b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.803490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-cb5db419-eb95-4b82-b085-0b19d72077b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948255 Sep 30 08:43:37.945593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=2e9ef20e-bf09-475b-9aa8-1a91612b4282,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:37.955236 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4baadf71-34b5-42f7-bdaa-fc1439ac802a tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4950676 Sep 30 08:43:37.958235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60804) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:37.968072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '2e9ef20e-bf09-475b-9aa8-1a91612b4282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:37.986395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-91e884ca-29ac-443c-81ce-339c33949279 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740663 Sep 30 08:43:38.026428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2e9ef20e-bf09-475b-9aa8-1a91612b4282 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:38.102554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:38.106762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:38.188676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad9cd110-d535-4c16-9d00-8ca461f12d33 req-0259f80d-7ee9-4409-84be-a097910e4fce service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936181 Sep 30 08:43:38.352895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-aebfe893-c962-4db6-9b20-b428b707021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.354388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-aebfe893-c962-4db6-9b20-b428b707021b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.1077940 Sep 30 08:43:38.432465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:38.573515 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=2e7b0ff4-e485-42b4-8ff8-8a9a0e3ca23e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:38.575536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d18a31a-640f-40d8-8d42-3fedb0e4a97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:38.593002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-683457ac-d93b-453c-9840-4586fa15d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.603899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-683457ac-d93b-453c-9840-4586fa15d329 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.2411211 Sep 30 08:43:38.620748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '07d4eabc-3b40-49cd-9d6e-38e412667aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2e9ef20e-bf09-475b-9aa8-1a91612b4282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:38.621127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 2e9ef20e-bf09-475b-9aa8-1a91612b4282, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:38.653544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d4db2-3f9e-40e6-8fb5-78dbc252b07b req-c48c21c3-2ded-47ef-bf27-918241167846 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.655959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a58d4db2-3f9e-40e6-8fb5-78dbc252b07b req-c48c21c3-2ded-47ef-bf27-918241167846 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.1650469 Sep 30 08:43:38.661721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 2e9ef20e-bf09-475b-9aa8-1a91612b4282 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:38.677996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2e9ef20e-bf09-475b-9aa8-1a91612b4282) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:38.686574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23e674-63ec-4d74-a295-0188a0d9c06a None None] Network 2e9ef20e-bf09-475b-9aa8-1a91612b4282 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:38.691909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.692505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:38.696943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-1549b1d4-f8e2-4f9f-93d6-1698ee5a1eb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 217 time: 0.0841422 Sep 30 08:43:38.724789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f27ca44-9145-4c5e-bbed-d58899f1a2a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7629824 Sep 30 08:43:38.725731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:38.779016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a58d4db2-3f9e-40e6-8fb5-78dbc252b07b req-fafca387-a553-4917-b18b-b57dae75b38d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868044 Sep 30 08:43:38.817160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-f9bd4d4d-2404-42f2-bc99-b9822a352675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.818850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-f9bd4d4d-2404-42f2-bc99-b9822a352675 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.0988517 Sep 30 08:43:38.916760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-5bf857ca-c6d8-4a37-89a2-d48e93957731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.917961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:38.918596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-5bf857ca-c6d8-4a37-89a2-d48e93957731 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803261 Sep 30 08:43:38.963368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44467a6-40ea-46ae-a63d-174ed982920e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-2e9ef20e-bf09-475b-9aa8-1a91612b4282', 'network_id': '2e9ef20e-bf09-475b-9aa8-1a91612b4282', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': '2e7b0ff4-e485-42b4-8ff8-8a9a0e3ca23e'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:38.964321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e44467a6-40ea-46ae-a63d-174ed982920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.054517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.071695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-fe448419-c3de-4eb9-bd24-75328c1f30d5 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381409 Sep 30 08:43:39.198147 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-e44467a6-40ea-46ae-a63d-174ed982920e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e7b0ff4-e485-42b4-8ff8-8a9a0e3ca23e: This subnet is being modified by another concurrent operation. Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e7b0ff4-e485-42b4-8ff8-8a9a0e3ca23e: This subnet is being modified by another concurrent operation. Sep 30 08:43:39.205023 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:43:39.240855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c9188-c37e-49cf-a411-57dce090c1e6 None None] Network 2e9ef20e-bf09-475b-9aa8-1a91612b4282 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:39.252592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53593a-e3da-4f6d-84cb-3c4ba4dffd45 req-a1d7f9af-86eb-4b4f-8b65-e610033b4544 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701534 Sep 30 08:43:39.269722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7b0ff4-e485-42b4-8ff8-8a9a0e3ca23e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:39.363457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.410058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9ef20e-bf09-475b-9aa8-1a91612b4282']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:39.417471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d4eabc-3b40-49cd-9d6e-38e412667aa3') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:39.417839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d4eabc-3b40-49cd-9d6e-38e412667aa3') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:39.418920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e229651-8be0-4c5f-8bc1-b3a3da173be2 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:43:39.428888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.446423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.454461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:39.454862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:39.459275 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:39.540665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.541823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e229651-8be0-4c5f-8bc1-b3a3da173be2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:43:39.549079 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.554406 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/2e9ef20e-bf09-475b-9aa8-1a91612b4282 HTTP/1.1" status: 204 len: 168 time: 0.8278193 Sep 30 08:43:39.560132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60832) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:39.565334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609479757'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:39.572924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba3f8-1be1-4723-ac8c-35236ce0acc4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=2e9ef20e-bf09-475b-9aa8-1a91612b4282,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:39.597008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:39.603864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.646014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:39.668079 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.668439 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 1bd8b615-eafd-4fb8-9003-f47dffdb155d of type vlan for network c185acda-31a9-40e4-8dd8-debb8f28a23b Sep 30 08:43:39.756028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.810524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.817025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:39.825495 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:39.896305 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60838) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:39.896896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3350008 Sep 30 08:43:39.901948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': 'c185acda-31a9-40e4-8dd8-debb8f28a23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:39.953730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d944206-079f-466b-940e-bc14b09cf020 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=c185acda-31a9-40e4-8dd8-debb8f28a23b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:39.966356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network c185acda-31a9-40e4-8dd8-debb8f28a23b details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:40.024562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62893e6-fd56-48dc-a26e-9db776920b2b req-98bc9939-9d3b-4561-bcc4-cdd543d5f31c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:40.026301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d62893e6-fd56-48dc-a26e-9db776920b2b req-98bc9939-9d3b-4561-bcc4-cdd543d5f31c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0917234 Sep 30 08:43:40.089796 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:40.093907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.097626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d62893e6-fd56-48dc-a26e-9db776920b2b req-1fbf4128-fb98-4dc9-b56c-7eaaa9944524 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633776 Sep 30 08:43:40.334065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.394105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=5b359b8e-bbb1-4d1f-91c0-77376182c4ff,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:40.433075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '1bd8b615-eafd-4fb8-9003-f47dffdb155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c185acda-31a9-40e4-8dd8-debb8f28a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:40.437603 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: c185acda-31a9-40e4-8dd8-debb8f28a23b, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:40.457248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network c185acda-31a9-40e4-8dd8-debb8f28a23b is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:40.470229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, c185acda-31a9-40e4-8dd8-debb8f28a23b) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:40.475621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:40.476490 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.482681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391642b1-a904-4d2f-80fe-0f3c41856e5f None None] Network c185acda-31a9-40e4-8dd8-debb8f28a23b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:40.495108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60848) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:40.495789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e044d47-8c8d-4e11-8c34-ba9d0c0eac31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5982561 Sep 30 08:43:40.608471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.656894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ad5e7-3e66-4005-9ebf-5edeca7b077f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-c185acda-31a9-40e4-8dd8-debb8f28a23b', 'network_id': 'c185acda-31a9-40e4-8dd8-debb8f28a23b', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': '5b359b8e-bbb1-4d1f-91c0-77376182c4ff'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:40.657784 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db3ad5e7-3e66-4005-9ebf-5edeca7b077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.671267 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.740801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-db3ad5e7-3e66-4005-9ebf-5edeca7b077f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b359b8e-bbb1-4d1f-91c0-77376182c4ff: This subnet is being modified by another concurrent operation. Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b359b8e-bbb1-4d1f-91c0-77376182c4ff: This subnet is being modified by another concurrent operation. Sep 30 08:43:40.763653 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:43:40.785074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=5b359b8e-bbb1-4d1f-91c0-77376182c4ff,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:40.785243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e5f1e-7422-4509-a27c-30a5e49e58ba None None] Network c185acda-31a9-40e4-8dd8-debb8f28a23b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:40.908491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4f676-ba0c-490a-a633-b87dbba274cf None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:43:41.017783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4f676-ba0c-490a-a633-b87dbba274cf None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:43:41.088745 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5b44035-ae1f-44c1-8da2-6510ec3b1cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.174187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.209652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c185acda-31a9-40e4-8dd8-debb8f28a23b']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:41.219765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd8b615-eafd-4fb8-9003-f47dffdb155d') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:41.220070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd8b615-eafd-4fb8-9003-f47dffdb155d') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:41.265952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.287737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.306004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:41.306428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:41.311260 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:41.337942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e7b8-94c8-4e74-a8bc-a9c7033ff46a req-33a83253-16f2-4466-a3d4-bba6d1c875e6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:41.339582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b28e7b8-94c8-4e74-a8bc-a9c7033ff46a req-33a83253-16f2-4466-a3d4-bba6d1c875e6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.1100051 Sep 30 08:43:41.446606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.459773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.462082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/c185acda-31a9-40e4-8dd8-debb8f28a23b HTTP/1.1" status: 204 len: 168 time: 0.9658523 Sep 30 08:43:41.466251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b28e7b8-94c8-4e74-a8bc-a9c7033ff46a req-0cf4e91b-654a-45a7-9681-67f0e75bb38d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159887 Sep 30 08:43:41.466725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60864) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:41.494646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-75886270'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:41.495991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.504033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee33b06-502a-47f6-93a4-97600803b407 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=c185acda-31a9-40e4-8dd8-debb8f28a23b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:41.526692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:41.530340 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.558209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:41.568687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.568951 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment bb5be59b-572c-4478-8530-cb4ae2a36cf2 of type vlan for network f1fd2bb3-3232-4148-8196-a94b0ebb65db Sep 30 08:43:41.620671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.656886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.676252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:41.676909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:41.713192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:43:41.724814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2336712 Sep 30 08:43:41.725534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60872) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:41.731499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': 'f1fd2bb3-3232-4148-8196-a94b0ebb65db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:41.890563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdd5a5-4a34-4bfd-b873-0001c5e6b4da tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=f1fd2bb3-3232-4148-8196-a94b0ebb65db,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:41.927665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network f1fd2bb3-3232-4148-8196-a94b0ebb65db details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:41.936420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:41.941126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.042430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Performing IP validity checks on allocation pools {{(pid=95002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:43:42.043337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:43:42.112712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:42.173133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'port_id': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'mac_address': 'fa:16:3e:db:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:43:42.298205 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.331367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e67c5f-9904-41dc-a43c-4ef656e7f183 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:43:42.354867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.382904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:42.394026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.430918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=34ddde95-e21a-43bb-b4e4-7c2f15614aca,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:42.474804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': 'bb5be59b-572c-4478-8530-cb4ae2a36cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f1fd2bb3-3232-4148-8196-a94b0ebb65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:42.475215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: f1fd2bb3-3232-4148-8196-a94b0ebb65db, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:42.521003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:42.529577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network f1fd2bb3-3232-4148-8196-a94b0ebb65db is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:42.549107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, f1fd2bb3-3232-4148-8196-a94b0ebb65db) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:42.560844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef600fc-95d0-4ed0-9373-0df2b63ddd27 None None] Network f1fd2bb3-3232-4148-8196-a94b0ebb65db requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:42.571817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:42.572692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.604391 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e9fdbcc-74e7-482d-953a-4fc76192b7b0 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8771636 Sep 30 08:43:42.610374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 60896) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:42.667931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cad1b2-5a53-48e8-acbb-0c3eb8bcc9e6 req-e45aacff-0117-4459-8014-36c0957e4dbb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:42.679088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87cad1b2-5a53-48e8-acbb-0c3eb8bcc9e6 req-e45aacff-0117-4459-8014-36c0957e4dbb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 944 time: 0.0946777 Sep 30 08:43:42.728152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87cad1b2-5a53-48e8-acbb-0c3eb8bcc9e6 req-f8d976a9-5612-4382-b1b6-e3f7efb5d56c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476475 Sep 30 08:43:42.749522 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['e2e67c5f-9904-41dc-a43c-4ef656e7f183'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:43:42.814192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.920208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.065864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.129783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=34ddde95-e21a-43bb-b4e4-7c2f15614aca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:43.203187 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.315893 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.354014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fd2bb3-3232-4148-8196-a94b0ebb65db']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:43.362126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4784893c-93fa-4836-9cbb-29d3e66c3e6a None None] Network f1fd2bb3-3232-4148-8196-a94b0ebb65db requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:43.374038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5be59b-572c-4478-8530-cb4ae2a36cf2') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:43.374342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5be59b-572c-4478-8530-cb4ae2a36cf2') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:43.394929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.424507 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.436477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:43.437195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:43.440321 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:43.618903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.627586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.632972 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/f1fd2bb3-3232-4148-8196-a94b0ebb65db HTTP/1.1" status: 204 len: 168 time: 1.0214028 Sep 30 08:43:43.636761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 60980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:43.643756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-656555567'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:43.672244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2f2cc-eaf1-46b5-8716-b4831872b60f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=f1fd2bb3-3232-4148-8196-a94b0ebb65db,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:43.685889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:43.692138 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.736815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:43.765860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.766312 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 56466280-cf70-4fbe-9472-3ab3daac8dbf of type vlan for network 884a9199-52cd-4996-a1b8-c5ec987e77eb Sep 30 08:43:43.912836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.957740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8f51-5aaf-492e-8077-94548dc640bc req-7d89811a-2ceb-4ed1-99c6-bdf9511932bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:43.959874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28bf8f51-5aaf-492e-8077-94548dc640bc req-7d89811a-2ceb-4ed1-99c6-bdf9511932bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 944 time: 0.1026280 Sep 30 08:43:43.962162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:43.968760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:43.969659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:44.011830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3731370 Sep 30 08:43:44.014689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32796) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:44.019763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '884a9199-52cd-4996-a1b8-c5ec987e77eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:44.120719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eafac9-4673-4b3b-b608-6dfe9ee66fa8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=884a9199-52cd-4996-a1b8-c5ec987e77eb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:44.131961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 884a9199-52cd-4996-a1b8-c5ec987e77eb details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:44.134382 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28bf8f51-5aaf-492e-8077-94548dc640bc req-17d3a00a-1685-496c-84cd-a12115c3487d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505766 Sep 30 08:43:44.214239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:44.220836 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:44.619132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:44.703940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=f9f193c1-f79e-4325-bb04-cef9aaf8bbb0,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:44.755837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '56466280-cf70-4fbe-9472-3ab3daac8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '884a9199-52cd-4996-a1b8-c5ec987e77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:44.756309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 884a9199-52cd-4996-a1b8-c5ec987e77eb, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:44.777663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 884a9199-52cd-4996-a1b8-c5ec987e77eb is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:44.790619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 884a9199-52cd-4996-a1b8-c5ec987e77eb) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:44.797277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:44.798589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:44.806421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22893e6c-10e2-43ff-9aba-05c2c8fa7347 None None] Network 884a9199-52cd-4996-a1b8-c5ec987e77eb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:44.827860 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fdebb1c2-93ca-4a44-ba6e-7cf3ec9169fb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8119788 Sep 30 08:43:44.830395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 32898) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:44.974108 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.019302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.107225 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.143458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20228405-9c2b-415b-a07d-0a6f1e5874b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-884a9199-52cd-4996-a1b8-c5ec987e77eb', 'network_id': '884a9199-52cd-4996-a1b8-c5ec987e77eb', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': 'f9f193c1-f79e-4325-bb04-cef9aaf8bbb0'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:45.144515 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20228405-9c2b-415b-a07d-0a6f1e5874b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.246056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-20228405-9c2b-415b-a07d-0a6f1e5874b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9f193c1-f79e-4325-bb04-cef9aaf8bbb0: This subnet is being modified by another concurrent operation. Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9f193c1-f79e-4325-bb04-cef9aaf8bbb0: This subnet is being modified by another concurrent operation. Sep 30 08:43:45.355063 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 08:43:45.372204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f193c1-f79e-4325-bb04-cef9aaf8bbb0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:45.374514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3fe93-4f6b-4849-b9c0-86deb416e42c None None] Network 884a9199-52cd-4996-a1b8-c5ec987e77eb requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:45.408971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25e879-925b-43c5-b92e-c2f30c06433b req-4a394496-d910-4b2c-8215-6a11078763ca tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:45.414189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f25e879-925b-43c5-b92e-c2f30c06433b req-4a394496-d910-4b2c-8215-6a11078763ca tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 944 time: 0.1465755 Sep 30 08:43:45.444546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.489519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884a9199-52cd-4996-a1b8-c5ec987e77eb']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:45.522474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56466280-cf70-4fbe-9472-3ab3daac8dbf') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:45.522787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56466280-cf70-4fbe-9472-3ab3daac8dbf') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:45.544055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f25e879-925b-43c5-b92e-c2f30c06433b req-8d5962c5-6d02-45e5-9925-526810e37d4c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205678 Sep 30 08:43:45.547717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.565241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.571075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7c1f9-24a1-4e0d-ac62-b6c1bf4396bc None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:43:45.573586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:45.575143 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:45.578528 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:45.709266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.716813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.724099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 32990) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:45.732979 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/884a9199-52cd-4996-a1b8-c5ec987e77eb HTTP/1.1" status: 204 len: 168 time: 0.9014103 Sep 30 08:43:45.736992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817860322'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:45.738475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:45.770080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaaba6-f4bd-4d27-bbd0-8a7531baaf7d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=884a9199-52cd-4996-a1b8-c5ec987e77eb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:45.803779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:45.812821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.828202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7c1f9-24a1-4e0d-ac62-b6c1bf4396bc None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:43:45.856729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:45.869722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.870402 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 4682b2d0-6483-4dcc-9ba3-7083a6e49f70 of type vlan for network 7ac18c76-252e-4508-8611-6e87ca31cfcc Sep 30 08:43:45.923377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.958007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.964986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:45.966407 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.089732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3641429 Sep 30 08:43:46.092543 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33032) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:46.104050 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:46.135641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port e2e67c5f-9904-41dc-a43c-4ef656e7f183 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:43:46.139591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403eec76-aecc-4a7b-b6ab-6792220ba8b8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=7ac18c76-252e-4508-8611-6e87ca31cfcc,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:46.147626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port e2e67c5f-9904-41dc-a43c-4ef656e7f183 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:46.148032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.195268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7ac18c76-252e-4508-8611-6e87ca31cfcc details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:46.316711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:46.320934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.673403 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.705376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:46.708320 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b5ebd2-707c-41c9-b1b4-426ec34182a1" -d '{"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:46.745262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:46.753038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.776222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.806687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27042878-8737-4499-8569-814d13a1453e req-33e83f2f-c906-4ea0-ab2b-be6ae1cf8562 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:46.808412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27042878-8737-4499-8569-814d13a1453e req-33e83f2f-c906-4ea0-ab2b-be6ae1cf8562 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 944 time: 0.1056602 Sep 30 08:43:46.875066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27042878-8737-4499-8569-814d13a1453e req-62665cb1-754d-4865-9bb4-636895082237 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598903 Sep 30 08:43:46.900325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:46.923539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=7a468198-0e4e-4944-98fa-13ff86de7b81,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:46.982247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '4682b2d0-6483-4dcc-9ba3-7083a6e49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:46.983171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 7ac18c76-252e-4508-8611-6e87ca31cfcc, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:47.007742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 7ac18c76-252e-4508-8611-6e87ca31cfcc is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:47.023169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7ac18c76-252e-4508-8611-6e87ca31cfcc) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:47.027670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:47.028365 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.028496 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ed70d3-12d0-490b-afde-34bb25a7eb14 x-openstack-request-id: req-61ed70d3-12d0-490b-afde-34bb25a7eb14 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:47.028934 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:47.029633 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61ed70d3-12d0-490b-afde-34bb25a7eb14 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:47.030417 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'code': 200} Sep 30 08:43:47.036484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce9890-62c4-462c-9269-08eccf8558ee None None] Network 7ac18c76-252e-4508-8611-6e87ca31cfcc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:47.073241 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4fb89917-8395-4d05-bdcf-282b9dd1edf3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9794877 Sep 30 08:43:47.075677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33142) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:47.224952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e20e69-1270-4fb5-bde2-49e4d076c6e8 req-2b7c549e-12db-4651-844f-a0ab10c5fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:47.227260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72e20e69-1270-4fb5-bde2-49e4d076c6e8 req-2b7c549e-12db-4651-844f-a0ab10c5fe87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1196837 Sep 30 08:43:47.240928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.326662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72e20e69-1270-4fb5-bde2-49e4d076c6e8 req-5381e439-0b76-459f-98a8-910df36ddc6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893822 Sep 30 08:43:47.400363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-7ac18c76-252e-4508-8611-6e87ca31cfcc', 'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': '7a468198-0e4e-4944-98fa-13ff86de7b81'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:47.401423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.582147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Allocated IP 172.20.0.1 (7ac18c76-252e-4508-8611-6e87ca31cfcc/7a468198-0e4e-4944-98fa-13ff86de7b81/b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:47.732586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.772076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.782336 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.800499 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.828620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Network 7ac18c76-252e-4508-8611-6e87ca31cfcc is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:47.829544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=7a468198-0e4e-4944-98fa-13ff86de7b81,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:47.834645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:47.839172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:47.849904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Pushing event updated for resources: {'Port': ['ID=b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:47.910675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Attempting to bind port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:47.911341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Attempting to bind port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '4682b2d0-6483-4dcc-9ba3-7083a6e49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:47.911642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Attempting to bind port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87 on network 7ac18c76-252e-4508-8611-6e87ca31cfcc {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:47.922397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:47.922939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Checking segment: {'id': '4682b2d0-6483-4dcc-9ba3-7083a6e49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:47.923455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.923921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Bound using segment: {'id': '4682b2d0-6483-4dcc-9ba3-7083a6e49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:47.924422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Bound port: b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4682b2d0-6483-4dcc-9ba3-7083a6e49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7ac18c76-252e-4508-8611-6e87ca31cfcc'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:47.924813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.938844 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.982381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac18c76-252e-4508-8611-6e87ca31cfcc']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:47.994372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4682b2d0-6483-4dcc-9ba3-7083a6e49f70') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:47.995070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4682b2d0-6483-4dcc-9ba3-7083a6e49f70') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:48.006767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.017139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] For port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:48.020592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] For port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87,segment=NetworkSegment(4682b2d0-6483-4dcc-9ba3-7083a6e49f70),segment_id=4682b2d0-6483-4dcc-9ba3-7083a6e49f70)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:48.029187 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.030268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.040367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:48.042189 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:48.047887 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:48.134368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4304e30-9778-4d60-a200-83ae8084a88d None None] Pushing event updated for resources: {'Port': ['ID=b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:48.139026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:43:48.139026 n-d-807025-5 neutron-server[95002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:43:48.139026 n-d-807025-5 neutron-server[95002]: [parameters: {'id': '7ac18c76-252e-4508-8611-6e87ca31cfcc'}] Sep 30 08:43:48.139026 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:43:48.139408 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:43:48.177938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00a95e-ee7b-4a79-81b5-4d6aaeabc98f req-a8302352-dd82-4415-bffb-7f99c347a636 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:48.195850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a00a95e-ee7b-4a79-81b5-4d6aaeabc98f req-a8302352-dd82-4415-bffb-7f99c347a636 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1351240 Sep 30 08:43:48.236260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc491f-daa6-4611-b713-c88ec2a8a484 None None] Network 7ac18c76-252e-4508-8611-6e87ca31cfcc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:48.258504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a00a95e-ee7b-4a79-81b5-4d6aaeabc98f req-1019ad4a-d5d5-4a48-9618-936e05787e4a tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608549 Sep 30 08:43:48.471640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56042f-703a-4c51-b6dd-7c0373d6944a None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:43:48.475777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33198) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:48.607301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56042f-703a-4c51-b6dd-7c0373d6944a None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:43:48.639766 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e47f833-caa5-4daf-bed7-260d7e3e904b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.642004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.755783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Deleting port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:48.756126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.850697 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e47f833-caa5-4daf-bed7-260d7e3e904b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.853611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] For port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87,segment=NetworkSegment(4682b2d0-6483-4dcc-9ba3-7083a6e49f70),segment_id=4682b2d0-6483-4dcc-9ba3-7083a6e49f70)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:48.853977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.862409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e47f833-caa5-4daf-bed7-260d7e3e904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.877433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Calling delete_port for b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:48.923526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2e47f833-caa5-4daf-bed7-260d7e3e904b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d05a4013bc34e1abf685f12d4a89336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462106 Sep 30 08:43:48.925717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33210) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:48.978758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47f833-caa5-4daf-bed7-260d7e3e904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e89e3b-ead2-4107-af80-88dee1866ca4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.027117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bca74a42-8ab3-4c37-85e1-14927b178266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.033285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.054885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bca74a42-8ab3-4c37-85e1-14927b178266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.069712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No DVR routers for this DVR port b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:49.072324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Port': ['ID=b9f8c79c-7c0a-4d8d-93ce-80c9f9420e87,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.120526 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bca74a42-8ab3-4c37-85e1-14927b178266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.123714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bca74a42-8ab3-4c37-85e1-14927b178266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.125317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bca74a42-8ab3-4c37-85e1-14927b178266 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7e89e3b-ead2-4107-af80-88dee1866ca4 HTTP/1.1" status: 204 len: 168 time: 0.1983171 Sep 30 08:43:49.152812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74a42-8ab3-4c37-85e1-14927b178266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e89e3b-ead2-4107-af80-88dee1866ca4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.165622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.190341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac18c76-252e-4508-8611-6e87ca31cfcc']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.200262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4682b2d0-6483-4dcc-9ba3-7083a6e49f70') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.200575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4682b2d0-6483-4dcc-9ba3-7083a6e49f70') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.211469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.233510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.243168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:49.243573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:49.246898 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:49.333009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.342194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.350864 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/7ac18c76-252e-4508-8611-6e87ca31cfcc HTTP/1.1" status: 204 len: 168 time: 2.2740223 Sep 30 08:43:49.363852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33218) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:49.369125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-232669252'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:49.375780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23eff9-4221-4d40-b577-8b42af7cdc29 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=7ac18c76-252e-4508-8611-6e87ca31cfcc,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.397573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:49.404875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.423656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcf4e5-c57b-42b2-836c-227b824cb3d8 req-e3fc33c6-39fd-4024-a595-d94731f60d36 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:49.431295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6afcf4e5-c57b-42b2-836c-227b824cb3d8 req-e3fc33c6-39fd-4024-a595-d94731f60d36 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0973854 Sep 30 08:43:49.460944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:49.473768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.474131 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 0cf84b06-32c2-4431-8fd9-a43da4d3263e of type vlan for network 4b0c75e4-e64e-44c7-bb6b-919e12497660 Sep 30 08:43:49.486337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6afcf4e5-c57b-42b2-836c-227b824cb3d8 req-b1615ada-71be-4eb8-b319-069d884f34f8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509214 Sep 30 08:43:49.551630 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.588021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.604296 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:49.605313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.647785 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2802942 Sep 30 08:43:49.648573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:49.654644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:49.703420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d340b-9293-4646-b196-d751acc0edd9 req-5fa02832-4280-44bc-8c10-c352471e2943 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:49.705176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef6d340b-9293-4646-b196-d751acc0edd9 req-5fa02832-4280-44bc-8c10-c352471e2943 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1147501 Sep 30 08:43:49.714052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a9fc-9563-44ab-b628-fedea17a775f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=4b0c75e4-e64e-44c7-bb6b-919e12497660,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.733944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:49.794367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef6d340b-9293-4646-b196-d751acc0edd9 req-7d310ca1-4257-442a-a281-dd175104ccbd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816627 Sep 30 08:43:49.825708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33240) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:49.884346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e2136-6646-4d75-b641-f4ec90778481 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:49.886364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6c4e2136-6646-4d75-b641-f4ec90778481 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1091 time: 0.0593286 Sep 30 08:43:49.889383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33244) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:49.894065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:49.927155 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.944799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.966662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.981591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 is not hosted by any dhcp agent {{(pid=95002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:43:49.990198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:49.990872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.993486 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "PUT /v2.0/networks/4b0c75e4-e64e-44c7-bb6b-919e12497660 HTTP/1.1" status: 200 len: 723 time: 0.3429286 Sep 30 08:43:49.995824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33250) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:50.003042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:50.082075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9810cf-89c0-4c51-82c2-b71aea794f88 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=4b0c75e4-e64e-44c7-bb6b-919e12497660,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:50.099022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:50.192372 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.251255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:50.254815 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.411480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.175 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/10f8dbe6-2635-4c0e-9645-fcdee18d41c3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:50.572899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.704277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=0229dc11-72d2-4c2d-8454-3dcecdfbe6a8,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:50.709644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.721908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': '0cf84b06-32c2-4431-8fd9-a43da4d3263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:50.722341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 4b0c75e4-e64e-44c7-bb6b-919e12497660, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:50.757467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:50.774430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 4b0c75e4-e64e-44c7-bb6b-919e12497660) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:50.780109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:50.781589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.786506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513b5af-f0c9-45ad-adf6-c87ac7cf9882 None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:50.795247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.830377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c8eddac1-49ea-4820-8f98-ecda3bca0721 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8294125 Sep 30 08:43:50.831303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33278) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:50.836312 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:50.840453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33280) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:50.876768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:50.881265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:50.890402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:50.900946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=10f8dbe6-2635-4c0e-9645-fcdee18d41c3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:51.013715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8684691'] for subnet, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.054114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-4b0c75e4-e64e-44c7-bb6b-919e12497660', 'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': '0229dc11-72d2-4c2d-8454-3dcecdfbe6a8'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:51.055561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.077934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7612b5c-bc66-467a-ae96-d86cc69f41bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.325045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739531716087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8455745'] for subnet, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.365870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:51.366469 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.370070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "PUT /v2.0/subnets/0229dc11-72d2-4c2d-8454-3dcecdfbe6a8 HTTP/1.1" status: 200 len: 806 time: 0.5358443 Sep 30 08:43:51.375689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33286) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:51.407516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Allocated IP 172.20.0.2 (4b0c75e4-e64e-44c7-bb6b-919e12497660/0229dc11-72d2-4c2d-8454-3dcecdfbe6a8/30f83253-f0ef-4c90-b5c2-4d68b339d3d6) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:51.526850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.540898 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7612b5c-bc66-467a-ae96-d86cc69f41bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.552733 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a7612b5c-bc66-467a-ae96-d86cc69f41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.567730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.579164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.583897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.588781 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a7612b5c-bc66-467a-ae96-d86cc69f41bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdfb764d56d34d36a231c2dbc1468e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472949 Sep 30 08:43:51.593269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33288) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:51.628875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3d728-d89e-4485-bd50-0da92888cbdf tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=0229dc11-72d2-4c2d-8454-3dcecdfbe6a8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:51.675629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:51.680238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:51.686757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612b5c-bc66-467a-ae96-d86cc69f41bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af28c2f-b24d-4c04-b1c9-7c51692f5553,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:51.701808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:51.717146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.735522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Deleting port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:51.735880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.763565 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8508ebfb-16c6-4c4b-ba92-3d89876550de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.841640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8508ebfb-16c6-4c4b-ba92-3d89876550de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.990870 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.006325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.053698 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8508ebfb-16c6-4c4b-ba92-3d89876550de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.060220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8508ebfb-16c6-4c4b-ba92-3d89876550de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.066775 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8508ebfb-16c6-4c4b-ba92-3d89876550de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9af28c2f-b24d-4c04-b1c9-7c51692f5553 HTTP/1.1" status: 204 len: 168 time: 0.4684277 Sep 30 08:43:52.107895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508ebfb-16c6-4c4b-ba92-3d89876550de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af28c2f-b24d-4c04-b1c9-7c51692f5553,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:52.128976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Pushing event updated for resources: {'Port': ['ID=30f83253-f0ef-4c90-b5c2-4d68b339d3d6,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:52.148103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] For port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6, host n-d-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:52.149031 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.183464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Attempting to bind port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:52.185128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Attempting to bind port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '0cf84b06-32c2-4431-8fd9-a43da4d3263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:52.186214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Attempting to bind port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 on network 4b0c75e4-e64e-44c7-bb6b-919e12497660 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:52.192062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Calling delete_port for 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:52.197225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:52.198668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Checking segment: {'id': '0cf84b06-32c2-4431-8fd9-a43da4d3263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:52.200699 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.202072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Bound using segment: {'id': '0cf84b06-32c2-4431-8fd9-a43da4d3263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:52.205417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Bound port: 30f83253-f0ef-4c90-b5c2-4d68b339d3d6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf84b06-32c2-4431-8fd9-a43da4d3263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4b0c75e4-e64e-44c7-bb6b-919e12497660'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:52.206065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.269977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=10f8dbe6-2635-4c0e-9645-fcdee18d41c3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:52.278456 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.351100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] For port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:52.355174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] For port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=30f83253-f0ef-4c90-b5c2-4d68b339d3d6,segment=NetworkSegment(0cf84b06-32c2-4431-8fd9-a43da4d3263e),segment_id=0cf84b06-32c2-4431-8fd9-a43da4d3263e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:52.361169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.466583 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.483530 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP becd3c19-1fc9-4c0f-8ce5-0662623b1649 associated. External IP: 172.25.7.175, port: e2e67c5f-9904-41dc-a43c-4ef656e7f183. Sep 30 08:43:52.498785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575c460-1c6e-454e-a08f-6560ba2fcefe None None] Pushing event updated for resources: {'Port': ['ID=30f83253-f0ef-4c90-b5c2-4d68b339d3d6,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:52.513980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Port': ['ID=30f83253-f0ef-4c90-b5c2-4d68b339d3d6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:52.575311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No DVR routers for this DVR port 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:52.624060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.789431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.920270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:52.956268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0c75e4-e64e-44c7-bb6b-919e12497660']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:52.968962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf84b06-32c2-4431-8fd9-a43da4d3263e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:52.969280 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf84b06-32c2-4431-8fd9-a43da4d3263e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:52.971562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=0229dc11-72d2-4c2d-8454-3dcecdfbe6a8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:52.993153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.025801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.033053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a2330044-53c0-49aa-b898-980737f34246 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:53.040370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:53.041004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:53.045603 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:53.155936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.171326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.177468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33326) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:53.179936 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/4b0c75e4-e64e-44c7-bb6b-919e12497660 HTTP/1.1" status: 204 len: 168 time: 1.8035939 Sep 30 08:43:53.201466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b7b0-03c4-4238-870e-9f0be6b600ae tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=4b0c75e4-e64e-44c7-bb6b-919e12497660,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:53.208376 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-00af47d7-5d05-4864-b9dd-aebeff84bd41 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:43:53.209875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00af47d7-5d05-4864-b9dd-aebeff84bd41 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:43:53.214396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-00af47d7-5d05-4864-b9dd-aebeff84bd41 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/4b0c75e4-e64e-44c7-bb6b-919e12497660 HTTP/1.1" status: 404 len: 339 time: 0.0352039 Sep 30 08:43:53.219364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33330) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:53.224442 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-424954193', 'description': 'd1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:53.241965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33332) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:53.270714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:53.278468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.323087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:53.323602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:53.338102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] Sync routers for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:53.346758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.347666 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment 8f0003e6-a0f1-48f2-9f26-8c625e530207 of type vlan for network 7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 Sep 30 08:43:53.362982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:53.363665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.364684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:43:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:53.412475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0cb1a3d0-d66b-4a14-8602-73f9cefd8e6d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5218487 Sep 30 08:43:53.413049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:53.415501 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a99af8-cf28-4af8-aa9f-1c06380ae369" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:53.427495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.480050 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.487851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:53.488523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.527859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605528523-network', 'tenant_id': 'fba5c15fc1614c66973558beb6b5a4e3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:53.558508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:53.619220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=7689cdb3-b9c9-44d6-8cdd-c1e145efbb22,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:53.628045 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b24084b3-765d-4513-a7df-875ad9934594 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4074802 Sep 30 08:43:53.628730 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33340) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:53.636798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:53.661305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725188-63f4-4fae-87c3-358e79057a68 req-9d82d47c-f56e-47c5-867b-4e2f27047395 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:53.663209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09725188-63f4-4fae-87c3-358e79057a68 req-9d82d47c-f56e-47c5-867b-4e2f27047395 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1534474 Sep 30 08:43:53.664108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Made reservation on behalf of fba5c15fc1614c66973558beb6b5a4e3 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:53.666520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.678189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.729784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd43053-b609-45e1-8d81-8d51ad7123f3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:53.739602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dfd43053-b609-45e1-8d81-8d51ad7123f3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks?id=7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 HTTP/1.1" status: 200 len: 760 time: 0.1094491 Sep 30 08:43:53.740488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:53.752670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'description': 'd2'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:53.811595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09725188-63f4-4fae-87c3-358e79057a68 req-896c05b2-e670-4cab-983e-150ac55937a5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346583 Sep 30 08:43:53.824713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.836970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33344) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:53.887971 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.924385 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf66dc-2138-4605-b623-c163bbfd9631 x-openstack-request-id: req-3dcf66dc-2138-4605-b623-c163bbfd9631 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:53.924715 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:53.924974 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dcf66dc-2138-4605-b623-c163bbfd9631 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:53.925378 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'status': 'completed', 'code': 200} Sep 30 08:43:53.968112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:53.971552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267e2f28-2a75-4313-9709-e6ce24505eb7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:54.043516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.044566 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Added segment efe272e2-5a47-438f-aed4-4b6ca49f0b51 of type vlan for network 295807c8-1f03-4bd8-abe1-163c2c111e62 Sep 30 08:43:54.051960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-038f852e-f619-4b0e-a477-40ab0bb9d62a tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/becd3c19-1fc9-4c0f-8ce5-0662623b1649 HTTP/1.1" status: 200 len: 991 time: 0.2137370 Sep 30 08:43:54.084337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9958bbc4-5d73-4d91-b45a-0db55ce4ce26 None None] DHCP port deletion for 4b0c75e4-e64e-44c7-bb6b-919e12497660 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:54.097296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b719769e-e804-49e8-ab96-eb9fcde30055 None None] Could not find standard attr ID for object 30f83253-f0ef-4c90-b5c2-4d68b339d3d6. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:43:54.114172 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.126135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71e125-9722-4021-8a44-e8e53777db28 None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:54.146589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.154055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71e125-9722-4021-8a44-e8e53777db28 None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:43:54.166331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 is not hosted by any dhcp agent {{(pid=95002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:43:54.169619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb3ac4-d3fc-4d42-bc4b-221bbcf6d249 None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:54.175651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:54.179164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.184429 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "PUT /v2.0/networks/7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 HTTP/1.1" status: 200 len: 757 time: 0.4391105 Sep 30 08:43:54.195577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb3ac4-d3fc-4d42-bc4b-221bbcf6d249 None None] Network 4b0c75e4-e64e-44c7-bb6b-919e12497660 could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:43:54.222264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33348) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:54.355492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'becd3c19-1fc9-4c0f-8ce5-0662623b1649', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a2330044-53c0-49aa-b898-980737f34246', 'port_id': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'mac_address': 'fa:16:3e:db:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:43:51Z', 'updated_at': '2021-09-30T08:43:51Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:54.367875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74b3f0-b693-44d2-bf2a-48c320126801 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:54.373837 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6a74b3f0-b693-44d2-bf2a-48c320126801 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks?id=7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 HTTP/1.1" status: 200 len: 760 time: 0.1521642 Sep 30 08:43:54.374462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33352) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:54.393434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742940150'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:54.413320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] Checking router: a2330044-53c0-49aa-b898-980737f34246 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:54.442878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:54.443677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:43:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:54.448146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2067de-4072-40b1-8777-29a528809832 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=7689cdb3-b9c9-44d6-8cdd-c1e145efbb22,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:54.464359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:54.470797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.483558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-58bff9af-fa15-4741-96fa-1cfb8fde5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:54.485071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-58bff9af-fa15-4741-96fa-1cfb8fde5884 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.5446277 Sep 30 08:43:54.488747 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.502771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:54.517280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.517761 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment c74d6bae-349f-4ec0-8aa2-f2351d410cc3 of type vlan for network bc1a861d-2040-49cb-8479-9c00c6c9bbf9 Sep 30 08:43:54.612553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:54.613241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.614563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:54.615820 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.615953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.656381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:54.680703 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.682192 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4388580 Sep 30 08:43:54.686840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:54.687467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.688019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33358) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:54.698166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Request body: {'subnet': {'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605528523-subnet', 'tenant_id': 'fba5c15fc1614c66973558beb6b5a4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:54.709305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-5240b2d5-9ab5-4217-9563-a3ac73139f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:54.711388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-5240b2d5-9ab5-4217-9563-a3ac73139f4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.2162247 Sep 30 08:43:54.720435 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3399959 Sep 30 08:43:54.723714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33360) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:54.729377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': 'bc1a861d-2040-49cb-8479-9c00c6c9bbf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:54.768228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d947f-64af-40b5-95c1-a272de195c9e admin admin] Pushing event updated for resources: {'Network': ['ID=295807c8-1f03-4bd8-abe1-163c2c111e62,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:54.773805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Made reservation on behalf of fba5c15fc1614c66973558beb6b5a4e3 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:54.776929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:54.795500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 295807c8-1f03-4bd8-abe1-163c2c111e62 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:54.803856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310b700-c853-485c-aa4f-1334cfcb45f7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=bc1a861d-2040-49cb-8479-9c00c6c9bbf9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:54.822075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network bc1a861d-2040-49cb-8479-9c00c6c9bbf9 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:54.929379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:54.933311 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.007563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-c7e3da51-960b-4280-90e2-86841a05deca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 999 time: 0.2469628 Sep 30 08:43:55.037273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:55.066821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:55.067167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 30f83253-f0ef-4c90-b5c2-4d68b339d3d6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:55.074226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33368) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:55.147910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-e1468de1-d894-49b2-a8d4-43564d46ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:55.150047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-e1468de1-d894-49b2-a8d4-43564d46ae98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.1302428 Sep 30 08:43:55.200726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'becd3c19-1fc9-4c0f-8ce5-0662623b1649', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a2330044-53c0-49aa-b898-980737f34246', 'port_id': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'mac_address': 'fa:16:3e:db:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:43:51Z', 'updated_at': '2021-09-30T08:43:51Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:55.254080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c3a7e57e-7d6b-4d01-b2da-d2179b5262c8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/becd3c19-1fc9-4c0f-8ce5-0662623b1649 HTTP/1.1" status: 200 len: 991 time: 0.1767004 Sep 30 08:43:55.256201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d13059-17c3-4747-ac3a-20db01f2d9cf None None] The sync data for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 is: [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'becd3c19-1fc9-4c0f-8ce5-0662623b1649', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a2330044-53c0-49aa-b898-980737f34246', 'port_id': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'mac_address': 'fa:16:3e:db:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:43:51Z', 'updated_at': '2021-09-30T08:43:51Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:55.294272 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.348260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-04439681-b98b-4865-bf3b-0a3f31f65287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:55.349820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-04439681-b98b-4865-bf3b-0a3f31f65287 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900289 Sep 30 08:43:55.373181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.375213 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=e3779ef0-0df7-40e6-bc9b-7d6aeb5b8215,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:55.395481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': 'c74d6bae-349f-4ec0-8aa2-f2351d410cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc1a861d-2040-49cb-8479-9c00c6c9bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:55.396113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: bc1a861d-2040-49cb-8479-9c00c6c9bbf9, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:55.417771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network bc1a861d-2040-49cb-8479-9c00c6c9bbf9 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:55.436270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, bc1a861d-2040-49cb-8479-9c00c6c9bbf9) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:55.440801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:55.441516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.447300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ac922-f615-4217-a338-3d0c10f861fe None None] Network bc1a861d-2040-49cb-8479-9c00c6c9bbf9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:55.462590 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8c32948b-762e-4408-8b68-a2d423eb5b4f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7377250 Sep 30 08:43:55.464967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:55.543895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213d10f6-5fbc-4788-a377-24c5b03ed1fb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:55.567631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Checking segment: {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:55.567743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Network hostable DHCP agents. Network: 295807c8-1f03-4bd8-abe1-163c2c111e62, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:55.617310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-a22f2d9d-f873-4bf6-84e4-18048d5f01c9 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545400 Sep 30 08:43:55.623319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Network 295807c8-1f03-4bd8-abe1-163c2c111e62 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:55.691283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.693883 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163de309-0480-43e7-912d-df455509c626 None None] New status for floating IP becd3c19-1fc9-4c0f-8ce5-0662623b1649: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:43:55.755978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.851021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.856683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254549b-595d-4cf0-97f7-20afedcaf176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-bc1a861d-2040-49cb-8479-9c00c6c9bbf9', 'network_id': 'bc1a861d-2040-49cb-8479-9c00c6c9bbf9', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': 'e3779ef0-0df7-40e6-bc9b-7d6aeb5b8215'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:55.858042 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1254549b-595d-4cf0-97f7-20afedcaf176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.876128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6a99af8-cf28-4af8-aa9f-1c06380ae369 req-5d69706f-6929-4eb0-9836-894c8d33015c service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458336 Sep 30 08:43:55.877629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 295807c8-1f03-4bd8-abe1-163c2c111e62) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:55.892797 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.905648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:55.906638 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.907996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e187326-7609-4e4f-9bbb-1d989f9e5dc8 None None] Network 295807c8-1f03-4bd8-abe1-163c2c111e62 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:55.910722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=e3779ef0-0df7-40e6-bc9b-7d6aeb5b8215,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:55.938178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e89eccbe-7a18-4253-a381-880427994347 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2464557 Sep 30 08:43:55.994512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.998683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.030685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1a861d-2040-49cb-8479-9c00c6c9bbf9']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:56.053394 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74d6bae-349f-4ec0-8aa2-f2351d410cc3') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:56.053854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74d6bae-349f-4ec0-8aa2-f2351d410cc3') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:56.068227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.085604 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.094382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:56.095376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:56.099934 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:56.181629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24075e-2cb9-4c0d-af92-8dc8b9251a8a None None] Network bc1a861d-2040-49cb-8479-9c00c6c9bbf9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:56.236157 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.253129 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.257011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33390) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.264781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33392) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.265054 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/bc1a861d-2040-49cb-8479-9c00c6c9bbf9 HTTP/1.1" status: 204 len: 168 time: 0.7971051 Sep 30 08:43:56.282698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c28607-56f3-44bf-b8c3-835a59d3f50f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=bc1a861d-2040-49cb-8479-9c00c6c9bbf9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:56.371502 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c2a001-10bf-446a-a552-07fe4d95ca17 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] GET failed (client error): The resource could not be found. Sep 30 08:43:56.372879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c3c2a001-10bf-446a-a552-07fe4d95ca17 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/subnets/e3779ef0-0df7-40e6-bc9b-7d6aeb5b8215 HTTP/1.1" status: 404 len: 337 time: 0.1069696 Sep 30 08:43:56.375881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33398) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.386712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15573223-f096-43be-80d5-05763e6a3a3d None None] Network 295807c8-1f03-4bd8-abe1-163c2c111e62 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:56.411029 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7b5d60-2a06-445f-86a0-9d381a0933dc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:43:56.411947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7b5d60-2a06-445f-86a0-9d381a0933dc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:43:56.418167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33402) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.418984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d7b5d60-2a06-445f-86a0-9d381a0933dc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/bc1a861d-2040-49cb-8479-9c00c6c9bbf9 HTTP/1.1" status: 404 len: 339 time: 0.0421474 Sep 30 08:43:56.448777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9e0ef85e-947a-47e0-bc58-571379b6faf6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/becd3c19-1fc9-4c0f-8ce5-0662623b1649 HTTP/1.1" status: 200 len: 993 time: 0.1890886 Sep 30 08:43:56.713346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e057ab-b42e-48a0-90c4-0fe9367eba31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:56.719186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33406) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.730893 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-32e057ab-b42e-48a0-90c4-0fe9367eba31 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3104277 Sep 30 08:43:56.770219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33410) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.782074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e8698af2-c64f-49d6-871a-90551e7d60fd tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d HTTP/1.1" status: 200 len: 207 time: 0.0597544 Sep 30 08:43:56.900568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11140f-2cc6-4eff-b8ee-c0e9e378538e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:56.906946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11140f-2cc6-4eff-b8ee-c0e9e378538e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:56.912752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11140f-2cc6-4eff-b8ee-c0e9e378538e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:56.919151 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11140f-2cc6-4eff-b8ee-c0e9e378538e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:56.924783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33420) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.932313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ed11140f-2cc6-4eff-b8ee-c0e9e378538e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1585162 Sep 30 08:43:57.175589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.175798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-16a1b4e8-4365-4a63-a7e1-2f72c81ca153 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2496336 Sep 30 08:43:57.269097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e8a9c-f9a7-4fa7-88fe-e60c00dca63d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.271171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e8a9c-f9a7-4fa7-88fe-e60c00dca63d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.272909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e07e8a9c-f9a7-4fa7-88fe-e60c00dca63d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0957420 Sep 30 08:43:57.276955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.386696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154b8d3-cc2a-4d78-86c3-3fa943b60fba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.388320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154b8d3-cc2a-4d78-86c3-3fa943b60fba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['shared'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.390031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a154b8d3-cc2a-4d78-86c3-3fa943b60fba tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1120386 Sep 30 08:43:57.393423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33432) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.507327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2de7fa-2430-4d5d-8f5c-5b3e4936955d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.513162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33436) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.515054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9f2de7fa-2430-4d5d-8f5c-5b3e4936955d tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks/5e444ed2-8156-4897-965c-dc758e4c5739 HTTP/1.1" status: 200 len: 799 time: 0.1204505 Sep 30 08:43:57.625172 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2f70eebf-8c6f-43d9-a7f0-6256a40d4745 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/networks/5e444ed2-8156-4897-965c-dc758e4c5739?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1107051 Sep 30 08:43:57.628645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33440) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.680290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00db8620-f9f5-4160-849e-a0110b514996 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.681774 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-00db8620-f9f5-4160-849e-a0110b514996 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/subnets/e160f7de-f7f0-44c9-9f02-27c466043582 HTTP/1.1" status: 200 len: 811 time: 0.0521290 Sep 30 08:43:57.685259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.740625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f468d3-a514-404e-9962-6934543a4002 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['shared'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.745392 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-10f468d3-a514-404e-9962-6934543a4002 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "GET /v2.0/subnets/e160f7de-f7f0-44c9-9f02-27c466043582?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0559039 Sep 30 08:43:57.745622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33444) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.750275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-265037423'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:57.771204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:57.775270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.801556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:57.813061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.813565 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Added segment b5ba9c0c-b8a2-4c42-999d-8e22c63099c3 of type vlan for network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d Sep 30 08:43:57.856164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.886483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.892722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:57.893350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.937548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1885002 Sep 30 08:43:57.938564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.944655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:57.982259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386631d9-ab40-469d-8b9f-9d047d14805b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Network': ['ID=38f14fe2-1d5b-466d-a2dd-962b8c40b39d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:57.997762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:58.150919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-5890b83f-227b-4c9b-9c5f-f743731e9ff0 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:58.152308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-5890b83f-227b-4c9b-9c5f-f743731e9ff0 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/networks?id=295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 200 len: 808 time: 0.1666057 Sep 30 08:43:58.152880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Made reservation on behalf of 2d3a557681fb41f3a5b3a28b7cd5c2ed for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:58.156170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.181493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-40ace62f-e3f8-40a0-a7bc-798944d34bae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/quotas/fba5c15fc1614c66973558beb6b5a4e3 HTTP/1.1" status: 200 len: 375 time: 0.0219715 Sep 30 08:43:58.249063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Performing IP validity checks on allocation pools {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:43:58.249618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:43:58.253622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-ded58be9-0d86-48a7-a6af-ed413e23037e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623524 Sep 30 08:43:58.421346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-4b01ea39-48d0-4b67-914e-029d39f87506 service neutron] 10.222.0.41 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521831 Sep 30 08:43:58.557014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.620188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-c1a2106d-3611-4f3d-8df7-5f350b5942d9 service neutron] 10.222.0.41 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859753 Sep 30 08:43:58.630940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=52abf826-d67b-4c4f-a27a-7c2636dd6f2b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:58.658380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Checking segment: {'id': 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:58.658757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network hostable DHCP agents. Network: 38f14fe2-1d5b-466d-a2dd-962b8c40b39d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:58.688096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:58.711687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 38f14fe2-1d5b-466d-a2dd-962b8c40b39d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:58.737731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8916ffa-1c5f-48c4-9bda-9fe6be330e40 None None] Network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:58.738573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:58.741516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.761437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-51b9439f-8a1c-4e6f-9ae5-95a29b7f2dad tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8208284 Sep 30 08:43:58.764288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33478) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:58.770960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:58.866209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-800a12d5-84a2-4613-a3a6-53963ab823b2 req-8df6d1df-cf0d-4f30-8c95-e662a0006a18 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 210 time: 0.0409317 Sep 30 08:43:58.918414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9696921'] for subnet, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.984378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-38f14fe2-1d5b-466d-a2dd-962b8c40b39d', 'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d', 'tenant_id': '2d3a557681fb41f3a5b3a28b7cd5c2ed', 'fixed_ips': [{'subnet_id': '52abf826-d67b-4c4f-a27a-7c2636dd6f2b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:58.985311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.132174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739531716087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2869110'] for subnet, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.182878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Allocated IP 172.20.0.3 (38f14fe2-1d5b-466d-a2dd-962b8c40b39d/52abf826-d67b-4c4f-a27a-7c2636dd6f2b/b07b91b0-99e4-4a37-9f62-901b8b46bbe1) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:59.189618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event updated for resources: {'Subnet': ['ID=52abf826-d67b-4c4f-a27a-7c2636dd6f2b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.202187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:59.202788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.205945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e8f490e0-cafd-4a16-8f5e-aae5b5ff18f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "PUT /v2.0/subnets/52abf826-d67b-4c4f-a27a-7c2636dd6f2b HTTP/1.1" status: 200 len: 877 time: 0.4388163 Sep 30 08:43:59.207057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33492) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:59.346175 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.369853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.390985 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.428829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.462897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:59.466557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:59.478596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:59.480540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Pushing event updated for resources: {'Port': ['ID=b07b91b0-99e4-4a37-9f62-901b8b46bbe1,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.517859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.549636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=52abf826-d67b-4c4f-a27a-7c2636dd6f2b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.629472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.652128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f14fe2-1d5b-466d-a2dd-962b8c40b39d']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:59.662849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:59.663182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:59.673685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.696785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.704959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:59.705420 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:59.709305 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:59.734163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Attempting to bind port b07b91b0-99e4-4a37-9f62-901b8b46bbe1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:59.734981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Attempting to bind port b07b91b0-99e4-4a37-9f62-901b8b46bbe1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:59.735603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Attempting to bind port b07b91b0-99e4-4a37-9f62-901b8b46bbe1 on network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:59.743012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:59.744528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Checking segment: {'id': 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:59.745185 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.745844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Bound using segment: {'id': 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:59.746600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Bound port: b07b91b0-99e4-4a37-9f62-901b8b46bbe1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:59.747255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.778941 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.api [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:43:59.778941 n-d-807025-5 neutron-server[95002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:43:59.778941 n-d-807025-5 neutron-server[95002]: [parameters: {'id': '38f14fe2-1d5b-466d-a2dd-962b8c40b39d'}] Sep 30 08:43:59.778941 n-d-807025-5 neutron-server[95002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:43:59.779385 n-d-807025-5 neutron-server[95002]: DEBUG oslo_db.api [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:43:59.825975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] For port b07b91b0-99e4-4a37-9f62-901b8b46bbe1, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:59.829653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] For port b07b91b0-99e4-4a37-9f62-901b8b46bbe1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b07b91b0-99e4-4a37-9f62-901b8b46bbe1,segment=NetworkSegment(b5ba9c0c-b8a2-4c42-999d-8e22c63099c3),segment_id=b5ba9c0c-b8a2-4c42-999d-8e22c63099c3)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:59.836993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.894968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b0f53-517a-47ba-a469-20343adbdb4b None None] Pushing event updated for resources: {'Port': ['ID=b07b91b0-99e4-4a37-9f62-901b8b46bbe1,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.952665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b30bc2-4794-48aa-a7fe-770bbb7d0eed None None] Network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:59.984074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c94855f-0973-46b2-900c-649a85b52526 req-6e55bc0e-82f9-40d8-b079-2daaa488c041 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 210 time: 0.0326021 Sep 30 08:44:00.108727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb9ea9-e0ff-40c2-8c3e-59c230c43836 None None] Network 38f14fe2-1d5b-466d-a2dd-962b8c40b39d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:00.280931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.284593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62c926-d473-488e-a65d-569f9bb0e5be None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:44:00.359471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Deleting port b07b91b0-99e4-4a37-9f62-901b8b46bbe1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:00.360085 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.414369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62c926-d473-488e-a65d-569f9bb0e5be None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:44:00.443574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] For port b07b91b0-99e4-4a37-9f62-901b8b46bbe1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b07b91b0-99e4-4a37-9f62-901b8b46bbe1,segment=NetworkSegment(b5ba9c0c-b8a2-4c42-999d-8e22c63099c3),segment_id=b5ba9c0c-b8a2-4c42-999d-8e22c63099c3)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:00.444038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.467746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Calling delete_port for b07b91b0-99e4-4a37-9f62-901b8b46bbe1 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:00.565299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.603933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Port': ['ID=b07b91b0-99e4-4a37-9f62-901b8b46bbe1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:00.610833 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No DVR routers for this DVR port b07b91b0-99e4-4a37-9f62-901b8b46bbe1 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:00.716091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.747794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f14fe2-1d5b-466d-a2dd-962b8c40b39d']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:00.759266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:00.759654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ba9c0c-b8a2-4c42-999d-8e22c63099c3') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:00.769998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.785319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.792216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:00.792707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:00.796026 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:00.867115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.886264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.891598 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/38f14fe2-1d5b-466d-a2dd-962b8c40b39d HTTP/1.1" status: 204 len: 168 time: 1.6800466 Sep 30 08:44:00.891598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cafbc3-fb4a-4488-9fb3-738e4766a057 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=38f14fe2-1d5b-466d-a2dd-962b8c40b39d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:00.891990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:00.920691 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-921674d6-7a73-40eb-8194-b4a47d598d6f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:00.921157 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921674d6-7a73-40eb-8194-b4a47d598d6f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:00.925204 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-921674d6-7a73-40eb-8194-b4a47d598d6f tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/52abf826-d67b-4c4f-a27a-7c2636dd6f2b HTTP/1.1" status: 404 len: 337 time: 0.0300412 Sep 30 08:44:00.926119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33550) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:00.944772 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89df923-ace9-4d0f-b04a-cb67e5635b6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:00.946157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89df923-ace9-4d0f-b04a-cb67e5635b6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:00.949490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a89df923-ace9-4d0f-b04a-cb67e5635b6b tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/38f14fe2-1d5b-466d-a2dd-962b8c40b39d HTTP/1.1" status: 404 len: 339 time: 0.0214534 Sep 30 08:44:00.950557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33552) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:00.987512 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4bd07f-762e-43f3-b5b2-69bc7c29a89e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:00.988645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4bd07f-762e-43f3-b5b2-69bc7c29a89e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:00.990264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e4bd07f-762e-43f3-b5b2-69bc7c29a89e tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/e3779ef0-0df7-40e6-bc9b-7d6aeb5b8215 HTTP/1.1" status: 404 len: 337 time: 0.0387263 Sep 30 08:44:00.993611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.028781 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b85f37-95f9-46f5-9d62-c05ebf0743b2 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.029609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b85f37-95f9-46f5-9d62-c05ebf0743b2 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.031401 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-46b85f37-95f9-46f5-9d62-c05ebf0743b2 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/bc1a861d-2040-49cb-8479-9c00c6c9bbf9 HTTP/1.1" status: 404 len: 339 time: 0.0365498 Sep 30 08:44:01.034271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33558) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.107189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8016ba1e-d061-4fbd-8a38-22cd70d1242e req-ed1fc626-7366-45a5-94ed-644d869be327 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 210 time: 0.0336525 Sep 30 08:44:01.151270 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.264219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.305084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7689cdb3-b9c9-44d6-8cdd-c1e145efbb22']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:01.317847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0003e6-a0f1-48f2-9f26-8c625e530207') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:01.319680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0003e6-a0f1-48f2-9f26-8c625e530207') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:01.338938 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.356522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.366000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:01.366000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:01.368587 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:01.442981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.454935 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.457884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/7689cdb3-b9c9-44d6-8cdd-c1e145efbb22 HTTP/1.1" status: 204 len: 168 time: 0.4205058 Sep 30 08:44:01.458462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33576) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.466891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ee0e2-8f20-4d95-a299-ab3b325bd8bc tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=7689cdb3-b9c9-44d6-8cdd-c1e145efbb22,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:01.505493 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-add0edea-acf1-4ada-9c4f-5cfd97b834f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.505493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add0edea-acf1-4ada-9c4f-5cfd97b834f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.509944 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-add0edea-acf1-4ada-9c4f-5cfd97b834f1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/0229dc11-72d2-4c2d-8454-3dcecdfbe6a8 HTTP/1.1" status: 404 len: 337 time: 0.0503721 Sep 30 08:44:01.510173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33578) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.531942 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf0b24-d223-4f63-bc1d-c538f692a035 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.532520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf0b24-d223-4f63-bc1d-c538f692a035 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.534509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-61cf0b24-d223-4f63-bc1d-c538f692a035 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/4b0c75e4-e64e-44c7-bb6b-919e12497660 HTTP/1.1" status: 404 len: 339 time: 0.0226760 Sep 30 08:44:01.537429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33580) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.574121 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6a1446-1ec7-4fa8-8831-08c69780a248 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.574601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6a1446-1ec7-4fa8-8831-08c69780a248 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.579081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33582) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.579252 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7f6a1446-1ec7-4fa8-8831-08c69780a248 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/7a468198-0e4e-4944-98fa-13ff86de7b81 HTTP/1.1" status: 404 len: 337 time: 0.0406947 Sep 30 08:44:01.610617 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a7fe5c-c803-46d2-9439-db995cad6ca8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.611885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a7fe5c-c803-46d2-9439-db995cad6ca8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.614004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c7a7fe5c-c803-46d2-9439-db995cad6ca8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/7ac18c76-252e-4508-8611-6e87ca31cfcc HTTP/1.1" status: 404 len: 339 time: 0.0337088 Sep 30 08:44:01.616533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33590) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.661371 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fae5ce-83f7-4c47-a50f-854bea5ac209 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.661877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fae5ce-83f7-4c47-a50f-854bea5ac209 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.665494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d8fae5ce-83f7-4c47-a50f-854bea5ac209 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/f9f193c1-f79e-4325-bb04-cef9aaf8bbb0 HTTP/1.1" status: 404 len: 337 time: 0.0358059 Sep 30 08:44:01.666983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33594) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.693195 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a1c6d1-2cfe-4614-a2ff-2e4838f8a09c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.693920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a1c6d1-2cfe-4614-a2ff-2e4838f8a09c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.696499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-59a1c6d1-2cfe-4614-a2ff-2e4838f8a09c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/884a9199-52cd-4996-a1b8-c5ec987e77eb HTTP/1.1" status: 404 len: 339 time: 0.0281808 Sep 30 08:44:01.699079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33598) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.733625 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4d8e1c-7013-4c77-8d34-e760694ef8a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.734095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4d8e1c-7013-4c77-8d34-e760694ef8a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.738330 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-be4d8e1c-7013-4c77-8d34-e760694ef8a7 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/34ddde95-e21a-43bb-b4e4-7c2f15614aca HTTP/1.1" status: 404 len: 337 time: 0.0358429 Sep 30 08:44:01.738591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33600) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.764298 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5646c75-4e73-4c99-9497-34710129b5e3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:01.764905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5646c75-4e73-4c99-9497-34710129b5e3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:01.766982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5646c75-4e73-4c99-9497-34710129b5e3 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/f1fd2bb3-3232-4148-8196-a94b0ebb65db HTTP/1.1" status: 404 len: 339 time: 0.0270779 Sep 30 08:44:01.769728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33602) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.182849 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ae579a-d043-4a8d-b05f-fb5ea1771ebb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.183332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ae579a-d043-4a8d-b05f-fb5ea1771ebb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.185099 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-17ae579a-d043-4a8d-b05f-fb5ea1771ebb tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/5b359b8e-bbb1-4d1f-91c0-77376182c4ff HTTP/1.1" status: 404 len: 337 time: 0.4143751 Sep 30 08:44:02.187731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33614) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.206787 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e252ea-ef71-4211-bfef-af82cd72dcf4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.207323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e252ea-ef71-4211-bfef-af82cd72dcf4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.209281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7e252ea-ef71-4211-bfef-af82cd72dcf4 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/c185acda-31a9-40e4-8dd8-debb8f28a23b HTTP/1.1" status: 404 len: 339 time: 0.0206027 Sep 30 08:44:02.212787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33620) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.236463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef69570f-a31f-4fb5-ab8a-994f45ac906f req-d462faa4-fa56-4aa7-8e10-b71adb706e94 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 210 time: 0.0520353 Sep 30 08:44:02.254077 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7624e35-d7cd-4e99-85e3-257d6c3336f8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.254539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7624e35-d7cd-4e99-85e3-257d6c3336f8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.256585 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d7624e35-d7cd-4e99-85e3-257d6c3336f8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/2e7b0ff4-e485-42b4-8ff8-8a9a0e3ca23e HTTP/1.1" status: 404 len: 337 time: 0.0421762 Sep 30 08:44:02.259377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33624) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.279809 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff7e322-6efd-4a9d-8c83-908382660bf1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.280488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff7e322-6efd-4a9d-8c83-908382660bf1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.282926 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eff7e322-6efd-4a9d-8c83-908382660bf1 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/2e9ef20e-bf09-475b-9aa8-1a91612b4282 HTTP/1.1" status: 404 len: 339 time: 0.0220146 Sep 30 08:44:02.285262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.317980 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a5c206-77c6-4bc8-89d1-acc31f1ed6ac tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.318500 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a5c206-77c6-4bc8-89d1-acc31f1ed6ac tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.322040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66a5c206-77c6-4bc8-89d1-acc31f1ed6ac tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/b48e5905-730d-4743-adf6-bdbb1a5c315b HTTP/1.1" status: 404 len: 337 time: 0.0344179 Sep 30 08:44:02.323989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33628) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.347505 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-343a2ead-ad7a-4385-9c96-fd9a2877e6e8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.348649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343a2ead-ad7a-4385-9c96-fd9a2877e6e8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.353619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-343a2ead-ad7a-4385-9c96-fd9a2877e6e8 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/28dbf876-b4c3-4f47-a5e1-5107036f753f HTTP/1.1" status: 404 len: 339 time: 0.0256381 Sep 30 08:44:02.353917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33630) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.408995 n-d-807025-5 neutron-server[95002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf531b3-bced-4231-9301-450d891ac48c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.409484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf531b3-bced-4231-9301-450d891ac48c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.413841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0bf531b3-bced-4231-9301-450d891ac48c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/74637b67-3776-41c1-9118-52b7ed6d7806 HTTP/1.1" status: 404 len: 337 time: 0.0565884 Sep 30 08:44:02.414957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33632) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.469097 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdf5f63-2a15-46fc-a3fe-a523ecc8b641 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:44:02.469097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdf5f63-2a15-46fc-a3fe-a523ecc8b641 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:44:02.472689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0fdf5f63-2a15-46fc-a3fe-a523ecc8b641 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/434589cf-d554-418c-a705-e926661450a8 HTTP/1.1" status: 404 len: 339 time: 0.0551562 Sep 30 08:44:02.473106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33638) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.510707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-8019a924-b8bf-440c-bfec-a96cf69862ac tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:02.512303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-8019a924-b8bf-440c-bfec-a96cf69862ac tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "GET /v2.0/networks?id=295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 200 len: 808 time: 0.1434276 Sep 30 08:44:02.532293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Request body: {'port': {'device_id': '00f469b7-4641-4588-ac54-147c4f27689d', 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62', 'admin_state_up': True, 'tenant_id': 'fba5c15fc1614c66973558beb6b5a4e3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:02.569918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Deleting subnet e160f7de-f7f0-44c9-9f02-27c466043582 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:44:02.574505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.638372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.706236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Made reservation on behalf of fba5c15fc1614c66973558beb6b5a4e3 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:02.711660 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.755616 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.834291 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.869356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Subnet': ['ID=e160f7de-f7f0-44c9-9f02-27c466043582,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:02.875975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.881351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:02.882690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665d425-4e29-4cd6-9bf3-0b7d1730237d None None] Network 5e444ed2-8156-4897-965c-dc758e4c5739 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:02.891272 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4086eb41-0ec9-4ea4-9e5c-61a5ad0bb072 tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/subnets/e160f7de-f7f0-44c9-9f02-27c466043582 HTTP/1.1" status: 204 len: 168 time: 0.4117622 Sep 30 08:44:02.895647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Allocated IP 172.20.0.5 (295807c8-1f03-4bd8-abe1-163c2c111e62/213d10f6-5fbc-4788-a377-24c5b03ed1fb/1f417c96-df52-413e-aec6-a57c8b8cafa8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:02.996701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.181852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] DHCP port deletion for 5e444ed2-8156-4897-965c-dc758e4c5739 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:44:03.203185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Deleting port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:03.203909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.209014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.250984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] Deleting port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:03.251364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.309321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] For port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,segment=NetworkSegment(8e0b6196-de27-42d6-ac7e-63a721f19d0e),segment_id=8e0b6196-de27-42d6-ac7e-63a721f19d0e)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:03.309877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.320450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] For port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,segment=NetworkSegment(8e0b6196-de27-42d6-ac7e-63a721f19d0e),segment_id=8e0b6196-de27-42d6-ac7e-63a721f19d0e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:03.320845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.342600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Calling delete_port for 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:03.348917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] Calling delete_port for 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:03.414318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.441888 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.467533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] Pushing event deleted for resources: {'Port': ['ID=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:03.479775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d40c9b-3a70-49df-87f7-aa6e49df8dc5 None None] No DVR routers for this DVR port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:03.808318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Pushing event updated for resources: {'Port': ['ID=1f417c96-df52-413e-aec6-a57c8b8cafa8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:03.833849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Network 295807c8-1f03-4bd8-abe1-163c2c111e62 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:03.844491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:03.849139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:03.900576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf0a4d-647e-45a9-973e-c0ef093dfedf req-45aadfa3-790c-4eea-b32a-72e07cead068 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:03.902133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89cf0a4d-647e-45a9-973e-c0ef093dfedf req-45aadfa3-790c-4eea-b32a-72e07cead068 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 931 time: 0.5313721 Sep 30 08:44:03.916914 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.938743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:03.939352 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.985522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Port': ['ID=9713c3c4-0a2f-4da9-bb52-3691047b9ae5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:03.985522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] No DVR routers for this DVR port 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:04.045963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-aca20161-da82-40fc-8441-c41978ea4d71 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5181444 Sep 30 08:44:04.080127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89cf0a4d-647e-45a9-973e-c0ef093dfedf req-c859fa9b-40fd-44d9-9f2a-0654d8fccb0a tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669931 Sep 30 08:44:04.114009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.144151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e444ed2-8156-4897-965c-dc758e4c5739']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:04.157774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-ce628d8f-8b45-4bb2-aa9a-d71ba5d0a792 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1769676 Sep 30 08:44:04.160155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0b6196-de27-42d6-ac7e-63a721f19d0e') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:04.160155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0b6196-de27-42d6-ac7e-63a721f19d0e') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:04.171101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.194225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Request body: {'port': {'device_id': '00f469b7-4641-4588-ac54-147c4f27689d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:04.216454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.249760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:04.250178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:04.253479 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:04.348077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.361553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.366049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-7d47626d-5224-46f5-a7f7-f6d4fdfe602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:04.367628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-7d47626d-5224-46f5-a7f7-f6d4fdfe602c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1525719 Sep 30 08:44:04.375552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.380384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] 10.222.0.41 "DELETE /v2.0/networks/5e444ed2-8156-4897-965c-dc758e4c5739 HTTP/1.1" status: 204 len: 168 time: 1.4977694 Sep 30 08:44:04.392898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ca1f-75b4-4527-94f3-0387cd12234c tempest-NetworksTest-1584171699 tempest-NetworksTest-1584171699-project] Pushing event deleted for resources: {'Network': ['ID=5e444ed2-8156-4897-965c-dc758e4c5739,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:04.625583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-a7e7559f-0f7c-4617-bf67-a78a8463cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:04.628922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-a7e7559f-0f7c-4617-bf67-a78a8463cd85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.2130609 Sep 30 08:44:04.653133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33696) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:04.741597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-7f6877b5-83a8-4611-977e-54b5ce1db8ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 1001 time: 0.1046848 Sep 30 08:44:04.822652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-554ffd21-2b05-4395-b199-fdf59f40f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:04.824149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-554ffd21-2b05-4395-b199-fdf59f40f6f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.0709970 Sep 30 08:44:04.837823 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2783f58b-77c8-40d9-a50e-9b4a1f134e65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d3a557681fb41f3a5b3a28b7cd5c2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824746 Sep 30 08:44:04.839992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33702) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:04.888652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f417c96-df52-413e-aec6-a57c8b8cafa8 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:04.898368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.913491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-de71c9cb-ed37-4284-985e-c99cd5bf0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:04.915074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-de71c9cb-ed37-4284-985e-c99cd5bf0826 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699618 Sep 30 08:44:04.923909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c668b8d3-41df-42f2-84dd-5d4615c2cb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.942237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Transition to ACTIVE for port object 1f417c96-df52-413e-aec6-a57c8b8cafa8 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:44:04.951741 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.016755 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c668b8d3-41df-42f2-84dd-5d4615c2cb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.077205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Pushing event updated for resources: {'Port': ['ID=1f417c96-df52-413e-aec6-a57c8b8cafa8,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:05.099314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:05.135358 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c668b8d3-41df-42f2-84dd-5d4615c2cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.142047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-b529db16-1310-4c4e-bc0b-fa8cc88f64a8 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165494 Sep 30 08:44:05.142751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c668b8d3-41df-42f2-84dd-5d4615c2cb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.143924 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c668b8d3-41df-42f2-84dd-5d4615c2cb51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/017f95c7-f0e7-46df-bc3b-6c48858f1f40 HTTP/1.1" status: 204 len: 168 time: 0.3028324 Sep 30 08:44:05.150005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:05.150506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9713c3c4-0a2f-4da9-bb52-3691047b9ae5 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:05.177324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668b8d3-41df-42f2-84dd-5d4615c2cb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f95c7-f0e7-46df-bc3b-6c48858f1f40,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:05.306540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Attempting to bind port 1f417c96-df52-413e-aec6-a57c8b8cafa8 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:05.307208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Attempting to bind port 1f417c96-df52-413e-aec6-a57c8b8cafa8 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:05.307638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Attempting to bind port 1f417c96-df52-413e-aec6-a57c8b8cafa8 on network 295807c8-1f03-4bd8-abe1-163c2c111e62 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:05.333662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Port 1f417c96-df52-413e-aec6-a57c8b8cafa8 on network 295807c8-1f03-4bd8-abe1-163c2c111e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:44:05.334289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Attempting to bind port 1f417c96-df52-413e-aec6-a57c8b8cafa8 on network 295807c8-1f03-4bd8-abe1-163c2c111e62 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:05.346320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:05.346663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Checking segment: {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:05.347044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Bound using segment: {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:05.347491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Bound port: 1f417c96-df52-413e-aec6-a57c8b8cafa8, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:05.348015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.380441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2b5a-51ca-4e29-9f88-c3718d844240 req-c93d8ed5-538e-417e-8e9f-8a66893e40f9 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:05.382043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbcd2b5a-51ca-4e29-9f88-c3718d844240 req-c93d8ed5-538e-417e-8e9f-8a66893e40f9 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 943 time: 0.1730092 Sep 30 08:44:05.385278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f62f0d06-7488-41c8-b339-ef4b4367b272 req-a77c2b20-d3c5-4677-be93-daf163bd9e42 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294748 Sep 30 08:44:05.473100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbcd2b5a-51ca-4e29-9f88-c3718d844240 req-6c973dd6-fc9d-4158-a6ff-823a64ed4001 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811200 Sep 30 08:44:05.496077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] For port 1f417c96-df52-413e-aec6-a57c8b8cafa8, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:05.497986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] For port 1f417c96-df52-413e-aec6-a57c8b8cafa8, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:05.511205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.557738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:05.558586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.560210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] 10.222.0.50 "PUT /v2.0/ports/1f417c96-df52-413e-aec6-a57c8b8cafa8 HTTP/1.1" status: 200 len: 1091 time: 1.4769495 Sep 30 08:44:05.562873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f469b7-4641-4588-ac54-147c4f27689d', 'tag': '1f417c96-df52-413e-aec6-a57c8b8cafa8'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:05.565328 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707c9ca0-a7a3-4439-a474-338a7b82d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "00f469b7-4641-4588-ac54-147c4f27689d", "tag": "1f417c96-df52-413e-aec6-a57c8b8cafa8"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:05.646182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd293451-1d75-47a6-bc88-c9e03d33e104 service neutron] Pushing event updated for resources: {'Port': ['ID=1f417c96-df52-413e-aec6-a57c8b8cafa8,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:05.653485 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce5682-730f-4209-b2ea-e25abd509476 x-openstack-request-id: req-1cce5682-730f-4209-b2ea-e25abd509476 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:05.654138 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f469b7-4641-4588-ac54-147c4f27689d", "tag": "1f417c96-df52-413e-aec6-a57c8b8cafa8", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:05.654268 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cce5682-730f-4209-b2ea-e25abd509476 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:05.654631 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f469b7-4641-4588-ac54-147c4f27689d', 'tag': '1f417c96-df52-413e-aec6-a57c8b8cafa8', 'status': 'completed', 'code': 200} Sep 30 08:44:05.705082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-8b53c943-a0fa-47e0-843d-07d28d534227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:05.707092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-8b53c943-a0fa-47e0-843d-07d28d534227 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 1094 time: 0.0780597 Sep 30 08:44:05.779071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-7608d091-09f5-44cd-a6c5-b28611abaef5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8 HTTP/1.1" status: 200 len: 217 time: 0.0399711 Sep 30 08:44:05.844770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-a9ed0bd1-ec35-4459-b101-f46de16b07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:05.849220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-a9ed0bd1-ec35-4459-b101-f46de16b07ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=213d10f6-5fbc-4788-a377-24c5b03ed1fb HTTP/1.1" status: 200 len: 848 time: 0.0588908 Sep 30 08:44:05.891999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-95313415-11a4-4cb5-9cad-7ef163cc084c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=295807c8-1f03-4bd8-abe1-163c2c111e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363531 Sep 30 08:44:06.004042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-d8dac1cd-2510-48ff-a168-3e6edac8f4e6 service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047642 Sep 30 08:44:06.120317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3fcf9c-c0e0-45f0-b286-1cc2e7bd18ed req-878be9d3-89b1-45ad-a4eb-9a9a2929a616 service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094725 Sep 30 08:44:06.135720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:06.251885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-b08a8850-5547-4506-aa9f-d4a5a2fc063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:06.253393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-b08a8850-5547-4506-aa9f-d4a5a2fc063a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 1094 time: 0.0447383 Sep 30 08:44:06.256023 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-483046705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:06.289559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.291784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.317788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:44:06.358958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-3e4c85c7-71ab-41b0-8e23-394a93a544db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:06.360553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-3e4c85c7-71ab-41b0-8e23-394a93a544db service neutron] 10.222.0.50 "GET /v2.0/networks?id=295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 200 len: 909 time: 0.0989077 Sep 30 08:44:06.412380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.427571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.434459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-a0e213dc-3e41-4104-8d64-2454b36fe77b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8 HTTP/1.1" status: 200 len: 217 time: 0.0661378 Sep 30 08:44:06.451537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.455438 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4c7db3d-c4de-4c8a-80e0-98b86d10868b tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3163958 Sep 30 08:44:06.455654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33774) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:06.461746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-933323229'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:06.498743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Made reservation on behalf of 71d5042f2cda4212a7fa7ae5d063c2ee for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:06.503106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.521250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-e7deb17b-7cda-420c-99df-aa7d5bd1fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:06.521789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.522821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-e7deb17b-7cda-420c-99df-aa7d5bd1fd4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=213d10f6-5fbc-4788-a377-24c5b03ed1fb HTTP/1.1" status: 200 len: 848 time: 0.0798056 Sep 30 08:44:06.567251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-3f70c643-34f6-45f5-9211-d935959d8cf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=295807c8-1f03-4bd8-abe1-163c2c111e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326834 Sep 30 08:44:06.642405 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.658666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.701166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e449b-6317-46a4-b0ab-eba893470a10 req-9bd27868-efe1-4b58-9eee-691c69cb9f9b tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:06.702859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f0e449b-6317-46a4-b0ab-eba893470a10 req-9bd27868-efe1-4b58-9eee-691c69cb9f9b tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 943 time: 0.1047227 Sep 30 08:44:06.708942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-e1bd966f-1185-4577-8c45-aed91590efe9 service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341434 Sep 30 08:44:06.722396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:44:06.736550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db5729d-8c46-4961-9b06-d74ce0ae94aa,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:06.745590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.745982 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Added segment 17ba9738-de08-438d-a0f4-ce3c365c7795 of type vlan for network 18071f21-c697-45d9-b4dd-f699fa70da15 Sep 30 08:44:06.768186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f0e449b-6317-46a4-b0ab-eba893470a10 req-41649f86-6cbe-4002-ac4c-4c57f869b616 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554621 Sep 30 08:44:06.804713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.838521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.847657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:06.848376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.852310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-707c9ca0-a7a3-4439-a474-338a7b82d3fb req-0ac3edff-a6d2-4822-83f0-947e3fa50c24 service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143119 Sep 30 08:44:06.889521 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4325156 Sep 30 08:44:06.891962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33788) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:06.898798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'subnet': {'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:06.941623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a37947-ae76-4d48-9368-9729be237fc8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Network': ['ID=18071f21-c697-45d9-b4dd-f699fa70da15,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:06.958110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 18071f21-c697-45d9-b4dd-f699fa70da15 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:44:07.052058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Made reservation on behalf of 71d5042f2cda4212a7fa7ae5d063c2ee for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:07.057062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.260008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.336676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Checking segment: {'id': '17ba9738-de08-438d-a0f4-ce3c365c7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:07.337149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network hostable DHCP agents. Network: 18071f21-c697-45d9-b4dd-f699fa70da15, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:44:07.339633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Subnet': ['ID=643daf31-98af-49c7-a411-6ec2ed8ab6e2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:07.359123 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 18071f21-c697-45d9-b4dd-f699fa70da15 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:44:07.369860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 18071f21-c697-45d9-b4dd-f699fa70da15) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:07.374653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:07.375666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.383850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980f1f7-36c7-4a24-8f2f-0513e659698c None None] Network 18071f21-c697-45d9-b4dd-f699fa70da15 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:07.402225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c942545-cec1-49fd-bc36-09871fe96bf4 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5064864 Sep 30 08:44:07.402651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:07.409416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'network': {'name': 'tempest-router-network01--94093506'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:07.451113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Made reservation on behalf of 71d5042f2cda4212a7fa7ae5d063c2ee for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:07.453647 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.491990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:44:07.502342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.502730 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Added segment 62d69324-1c80-4d92-bc85-cd39dc9e0ee8 of type vlan for network 9905b88c-cc14-4ff4-bccd-3dcee080f574 Sep 30 08:44:07.545837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-18071f21-c697-45d9-b4dd-f699fa70da15', 'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15', 'tenant_id': '71d5042f2cda4212a7fa7ae5d063c2ee', 'fixed_ips': [{'subnet_id': '643daf31-98af-49c7-a411-6ec2ed8ab6e2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:44:07.546711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.555686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.590838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.597765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:07.598435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.641010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33814) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:07.647552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'network': {'name': 'tempest-router-network02--1487115513'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:07.652623 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2486477 Sep 30 08:44:07.694476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Made reservation on behalf of 71d5042f2cda4212a7fa7ae5d063c2ee for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:07.699570 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.719162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5462-a027-4045-a863-6c764341c727 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Network': ['ID=9905b88c-cc14-4ff4-bccd-3dcee080f574,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:07.739664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:44:07.740272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:44:07.751004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.751622 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Added segment 9b45572b-129e-4db6-af7c-c1dbb5689735 of type vlan for network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa Sep 30 08:44:07.756431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Allocated IP 172.20.0.2 (18071f21-c697-45d9-b4dd-f699fa70da15/643daf31-98af-49c7-a411-6ec2ed8ab6e2/99898e51-0743-4170-9672-bc0cbb211e90) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:07.809040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.837706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.845096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:07.846266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.891214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2481935 Sep 30 08:44:07.894083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:07.899787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'subnet': {'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:07.955545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35b309-e25f-43b2-82a1-94cc4c57ebb5 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Network': ['ID=659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:07.973364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583ac8d-2b9c-40ae-8c05-d8f115016eaf req-2773c18e-9158-455e-a697-48672d71f710 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:07.975201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2583ac8d-2b9c-40ae-8c05-d8f115016eaf req-2773c18e-9158-455e-a697-48672d71f710 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 943 time: 0.1168137 Sep 30 08:44:07.994030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:44:08.042172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2583ac8d-2b9c-40ae-8c05-d8f115016eaf req-1638c1be-9399-490a-805f-ae00187a12de tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Sep 30 08:44:08.046747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Made reservation on behalf of 71d5042f2cda4212a7fa7ae5d063c2ee for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:08.050768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.107909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.119603 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.183948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Network 18071f21-c697-45d9-b4dd-f699fa70da15 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:08.186721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Pushing event updated for resources: {'Port': ['ID=99898e51-0743-4170-9672-bc0cbb211e90,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.189371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:08.191729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:08.249753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Attempting to bind port 99898e51-0743-4170-9672-bc0cbb211e90 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:08.250133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Attempting to bind port 99898e51-0743-4170-9672-bc0cbb211e90 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '17ba9738-de08-438d-a0f4-ce3c365c7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:08.250500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Attempting to bind port 99898e51-0743-4170-9672-bc0cbb211e90 on network 18071f21-c697-45d9-b4dd-f699fa70da15 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:08.255656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:08.256041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Checking segment: {'id': '17ba9738-de08-438d-a0f4-ce3c365c7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:08.256432 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.256832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Bound using segment: {'id': '17ba9738-de08-438d-a0f4-ce3c365c7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:08.257914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Bound port: 99898e51-0743-4170-9672-bc0cbb211e90, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ba9738-de08-438d-a0f4-ce3c365c7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18071f21-c697-45d9-b4dd-f699fa70da15'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:08.258257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.299472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.352439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] For port 99898e51-0743-4170-9672-bc0cbb211e90, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:08.359096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] For port 99898e51-0743-4170-9672-bc0cbb211e90, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=99898e51-0743-4170-9672-bc0cbb211e90,segment=NetworkSegment(17ba9738-de08-438d-a0f4-ce3c365c7795),segment_id=17ba9738-de08-438d-a0f4-ce3c365c7795)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:08.368458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Subnet': ['ID=2c7cd162-7272-4574-bee2-d07e32791835,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.371766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.381630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Checking segment: {'id': '62d69324-1c80-4d92-bc85-cd39dc9e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:08.381996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network hostable DHCP agents. Network: 9905b88c-cc14-4ff4-bccd-3dcee080f574, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:44:08.409132 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:44:08.420641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9905b88c-cc14-4ff4-bccd-3dcee080f574) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:08.430006 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:08.430945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.445561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852bd27-577a-451c-9c8c-38caa3d45e69 None None] Pushing event updated for resources: {'Port': ['ID=99898e51-0743-4170-9672-bc0cbb211e90,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.450662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea7a90-6921-49b9-91f2-71e29fc95aef None None] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:08.467682 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20e76df0-1dc5-46c3-8b2d-f928aed572cd tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5715072 Sep 30 08:44:08.469815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33840) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:08.475160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'subnet': {'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:08.588234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f42c3dab-f022-4e9f-9cc9-8e11619f8639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.594838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Made reservation on behalf of 71d5042f2cda4212a7fa7ae5d063c2ee for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:08.600657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.698968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-9905b88c-cc14-4ff4-bccd-3dcee080f574', 'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574', 'tenant_id': '71d5042f2cda4212a7fa7ae5d063c2ee', 'fixed_ips': [{'subnet_id': '2c7cd162-7272-4574-bee2-d07e32791835'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:44:08.700027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.922068 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Allocated IP 172.20.0.2 (9905b88c-cc14-4ff4-bccd-3dcee080f574/2c7cd162-7272-4574-bee2-d07e32791835/5e1f3a2a-0875-4716-b750-e7a91f682504) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:08.930493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.056187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Checking segment: {'id': '9b45572b-129e-4db6-af7c-c1dbb5689735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:09.056565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network hostable DHCP agents. Network: 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:44:09.059259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Subnet': ['ID=21198bde-925c-404a-b78e-8063bdc10812,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:09.084606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:44:09.107164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:09.118060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:09.120575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.124811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36275a1-7359-4b84-9612-04f95b0c9a45 None None] Network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:09.147631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1f417c96-df52-413e-aec6-a57c8b8cafa8 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:44:09.177431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dfef77ef-5472-4fdf-afdb-103792d3ab5a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7063875 Sep 30 08:44:09.181250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:09.198189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44553ef-0f82-493f-93f3-ab58df67541e req-279e57ed-ad0d-4097-9238-6e4948018a97 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:09.214623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f44553ef-0f82-493f-93f3-ab58df67541e req-279e57ed-ad0d-4097-9238-6e4948018a97 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 943 time: 0.0785480 Sep 30 08:44:09.223641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 99898e51-0743-4170-9672-bc0cbb211e90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:09.271555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f44553ef-0f82-493f-93f3-ab58df67541e req-eacf8d6b-9278-457b-987f-2f5f13359635 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Sep 30 08:44:09.552742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1f417c96-df52-413e-aec6-a57c8b8cafa8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:09.587796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.595806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '1f417c96-df52-413e-aec6-a57c8b8cafa8', 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62', 'port_id': '1f417c96-df52-413e-aec6-a57c8b8cafa8', 'mac_address': 'fa:16:3e:b9:27:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213d10f6-5fbc-4788-a377-24c5b03ed1fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:44:09.601492 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.615736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 99898e51-0743-4170-9672-bc0cbb211e90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:09.616099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.639415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.798973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:09.801309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Pushing event updated for resources: {'Port': ['ID=5e1f3a2a-0875-4716-b750-e7a91f682504,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:09.823276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:09.829626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.848030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:09.853619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa', 'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa', 'tenant_id': '71d5042f2cda4212a7fa7ae5d063c2ee', 'fixed_ips': [{'subnet_id': '21198bde-925c-404a-b78e-8063bdc10812'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:44:09.854557 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.865596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f417c96-df52-413e-aec6-a57c8b8cafa8 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:09.892096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1f417c96-df52-413e-aec6-a57c8b8cafa8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:09.925346 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.006053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Allocated IP 172.20.0.1 (9905b88c-cc14-4ff4-bccd-3dcee080f574/2c7cd162-7272-4574-bee2-d07e32791835/a177e9a2-37b2-47f9-98dc-441f790d3775) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:10.169733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27dda8-92b8-498a-be5d-e10d498879ec None None] Network 18071f21-c697-45d9-b4dd-f699fa70da15 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:10.191110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.253869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.331639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1f417c96-df52-413e-aec6-a57c8b8cafa8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:10.335243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-44cc775f-cc48-4e68-a4ba-f6774127dae8 None None] Provisioning complete for port 99898e51-0743-4170-9672-bc0cbb211e90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:10.336268 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-44cc775f-cc48-4e68-a4ba-f6774127dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.338503 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.392801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Port': ['ID=a177e9a2-37b2-47f9-98dc-441f790d3775,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:10.406520 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:10.408200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:10.415405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:10.465633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de337ece-1d94-4634-9b64-f73040537ca9 req-9cc5ec2e-2345-4cef-8b82-30fb14137fe7 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:10.467549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de337ece-1d94-4634-9b64-f73040537ca9 req-9cc5ec2e-2345-4cef-8b82-30fb14137fe7 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 944 time: 0.0632319 Sep 30 08:44:10.480231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Attempting to bind port 5e1f3a2a-0875-4716-b750-e7a91f682504 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:10.480627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Attempting to bind port 5e1f3a2a-0875-4716-b750-e7a91f682504 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '62d69324-1c80-4d92-bc85-cd39dc9e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:10.480991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Attempting to bind port 5e1f3a2a-0875-4716-b750-e7a91f682504 on network 9905b88c-cc14-4ff4-bccd-3dcee080f574 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:10.499709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.550110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de337ece-1d94-4634-9b64-f73040537ca9 req-ed633be1-f5a4-4222-849a-f1b505cfe3d6 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743961 Sep 30 08:44:10.575388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1f417c96-df52-413e-aec6-a57c8b8cafa8,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:10.582625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:10.583155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Checking segment: {'id': '62d69324-1c80-4d92-bc85-cd39dc9e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:10.583607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.583980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Bound using segment: {'id': '62d69324-1c80-4d92-bc85-cd39dc9e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:10.584483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Bound port: 5e1f3a2a-0875-4716-b750-e7a91f682504, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d69324-1c80-4d92-bc85-cd39dc9e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9905b88c-cc14-4ff4-bccd-3dcee080f574'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:10.584873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.656249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 99898e51-0743-4170-9672-bc0cbb211e90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=99898e51-0743-4170-9672-bc0cbb211e90,segment=NetworkSegment(17ba9738-de08-438d-a0f4-ce3c365c7795),segment_id=17ba9738-de08-438d-a0f4-ce3c365c7795)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:10.680059 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.691997 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:10.892525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Allocated IP 172.20.0.2 (659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa/21198bde-925c-404a-b78e-8063bdc10812/ff6862ad-3382-4c79-952b-03a2fd7ba11d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:11.021622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=99898e51-0743-4170-9672-bc0cbb211e90,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:11.049304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] For port 5e1f3a2a-0875-4716-b750-e7a91f682504, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:11.094999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] For port 5e1f3a2a-0875-4716-b750-e7a91f682504, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e1f3a2a-0875-4716-b750-e7a91f682504,segment=NetworkSegment(62d69324-1c80-4d92-bc85-cd39dc9e0ee8),segment_id=62d69324-1c80-4d92-bc85-cd39dc9e0ee8)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:11.105603 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-00e8b3dd-82b8-4248-9c27-db2701d3fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.116774 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.124515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.180893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Port': ['ID=a177e9a2-37b2-47f9-98dc-441f790d3775,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:11.263661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.277438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.281625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.285417 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.375141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:11.386944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:11.404481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:11.441973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92464-7d96-4623-aef3-c227d5ab86b7 None None] Pushing event updated for resources: {'Port': ['ID=5e1f3a2a-0875-4716-b750-e7a91f682504,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:11.474073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:11.475714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:11.567040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.581578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Attempting to bind port ff6862ad-3382-4c79-952b-03a2fd7ba11d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:11.581982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Attempting to bind port ff6862ad-3382-4c79-952b-03a2fd7ba11d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '9b45572b-129e-4db6-af7c-c1dbb5689735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:11.582406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Attempting to bind port ff6862ad-3382-4c79-952b-03a2fd7ba11d on network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:11.593099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Pushing event updated for resources: {'Port': ['ID=ff6862ad-3382-4c79-952b-03a2fd7ba11d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:11.601847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:11.601847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Checking segment: {'id': '9b45572b-129e-4db6-af7c-c1dbb5689735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:11.602158 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.602365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Bound using segment: {'id': '9b45572b-129e-4db6-af7c-c1dbb5689735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:11.602853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Bound port: ff6862ad-3382-4c79-952b-03a2fd7ba11d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b45572b-129e-4db6-af7c-c1dbb5689735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:11.603240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.606410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5e83e05b-e01b-4980-8265-7286fb3c5e63 None None] Provisioning complete for port 99898e51-0743-4170-9672-bc0cbb211e90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:11.606769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e83e05b-e01b-4980-8265-7286fb3c5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.658589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Router 056fcbd7-2869-4b30-8c27-39f0cebfec13 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:44:11.844005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f69b32-1fad-42c3-8794-f1bbbfc4179d req-ad40f1ec-b827-4b77-a9ee-2f7450e7693b tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:11.849024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] For port ff6862ad-3382-4c79-952b-03a2fd7ba11d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:11.852310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36f69b32-1fad-42c3-8794-f1bbbfc4179d req-ad40f1ec-b827-4b77-a9ee-2f7450e7693b tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 944 time: 0.1499176 Sep 30 08:44:11.869952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] For port ff6862ad-3382-4c79-952b-03a2fd7ba11d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff6862ad-3382-4c79-952b-03a2fd7ba11d,segment=NetworkSegment(9b45572b-129e-4db6-af7c-c1dbb5689735),segment_id=9b45572b-129e-4db6-af7c-c1dbb5689735)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:11.877520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:11.935032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:11.947862 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-640d516a-0852-4e30-b312-792153ffdeec tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7652047 Sep 30 08:44:11.950464 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 33932) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:11.955239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] Sync routers for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:11.968709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36f69b32-1fad-42c3-8794-f1bbbfc4179d req-1eacd705-444a-4b45-ad3f-df115d5417ba tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152103 Sep 30 08:44:11.987809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affd472-2fae-41a1-a9d5-5a48e8440b7d None None] Pushing event updated for resources: {'Port': ['ID=ff6862ad-3382-4c79-952b-03a2fd7ba11d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:11.996301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:11.997769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:12.060706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:12.086505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:12.087506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:12.133404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:12.134479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46eed5d-f41d-43eb-bb4c-6462ddee3c38 None None] The sync data for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:12.744187 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-33e8a2f5-fe71-4161-9759-13495854ea4a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:44:12.749683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 33956) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:12.751414 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-33e8a2f5-fe71-4161-9759-13495854ea4a tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7997339 Sep 30 08:44:12.930465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fc312-2a22-4de7-aed1-fb4889acdf7e None None] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:13.104194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f271f63f-a602-410a-8b20-da58f7093834 None None] Provisioning complete for port 5e1f3a2a-0875-4716-b750-e7a91f682504 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:13.104529 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f271f63f-a602-410a-8b20-da58f7093834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.169278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1f417c96-df52-413e-aec6-a57c8b8cafa8 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:13.272486 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.375245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2b7e-af43-46aa-8777-be42ac1e8af6 req-2b5702c5-ad67-42bd-b064-4b9b31fc5a47 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:13.383863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c68a2b7e-af43-46aa-8777-be42ac1e8af6 req-2b5702c5-ad67-42bd-b064-4b9b31fc5a47 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 944 time: 0.2086027 Sep 30 08:44:13.428010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f271f63f-a602-410a-8b20-da58f7093834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.481170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f271f63f-a602-410a-8b20-da58f7093834 None None] For port 5e1f3a2a-0875-4716-b750-e7a91f682504, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e1f3a2a-0875-4716-b750-e7a91f682504,segment=NetworkSegment(62d69324-1c80-4d92-bc85-cd39dc9e0ee8),segment_id=62d69324-1c80-4d92-bc85-cd39dc9e0ee8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:13.482592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff6862ad-3382-4c79-952b-03a2fd7ba11d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:13.485747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c68a2b7e-af43-46aa-8777-be42ac1e8af6 req-623fbcdd-e3fd-4c93-9996-420085a67c73 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007998 Sep 30 08:44:13.505816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f1616-e08f-47e9-bd37-f9bd2be61fdb None None] Network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:13.518164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.553289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f271f63f-a602-410a-8b20-da58f7093834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.625581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 1f417c96-df52-413e-aec6-a57c8b8cafa8 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:44:13.635452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271f63f-a602-410a-8b20-da58f7093834 None None] Pushing event updated for resources: {'Port': ['ID=5e1f3a2a-0875-4716-b750-e7a91f682504,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:13.858330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 1f417c96-df52-413e-aec6-a57c8b8cafa8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:13.859250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.865541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting port a177e9a2-37b2-47f9-98dc-441f790d3775 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:13.865894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.990054 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:13.997527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-314e52b3-1f65-4c86-aeb3-9e5de4481a02 None None] Provisioning complete for port ff6862ad-3382-4c79-952b-03a2fd7ba11d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:13.998032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-314e52b3-1f65-4c86-aeb3-9e5de4481a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.014633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Calling delete_port for a177e9a2-37b2-47f9-98dc-441f790d3775 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:14.163150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ff6862ad-3382-4c79-952b-03a2fd7ba11d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:14.164068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.264547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.355759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f469b7-4641-4588-ac54-147c4f27689d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f417c96-df52-413e-aec6-a57c8b8cafa8'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:14.358380 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b3556a-17ad-4c30-a373-db92f32276b2" -d '{"events": [{"server_uuid": "00f469b7-4641-4588-ac54-147c4f27689d", "name": "network-vif-plugged", "status": "completed", "tag": "1f417c96-df52-413e-aec6-a57c8b8cafa8"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:14.373062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-314e52b3-1f65-4c86-aeb3-9e5de4481a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.404813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 1f417c96-df52-413e-aec6-a57c8b8cafa8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:14.418130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.468728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-314e52b3-1f65-4c86-aeb3-9e5de4481a02 None None] For port ff6862ad-3382-4c79-952b-03a2fd7ba11d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff6862ad-3382-4c79-952b-03a2fd7ba11d,segment=NetworkSegment(9b45572b-129e-4db6-af7c-c1dbb5689735),segment_id=9b45572b-129e-4db6-af7c-c1dbb5689735)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:14.526968 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af029f6d-e6b1-4330-9685-6cb8b83530ac x-openstack-request-id: req-af029f6d-e6b1-4330-9685-6cb8b83530ac {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:14.527720 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f469b7-4641-4588-ac54-147c4f27689d", "name": "network-vif-plugged", "status": "completed", "tag": "1f417c96-df52-413e-aec6-a57c8b8cafa8", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:14.528515 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af029f6d-e6b1-4330-9685-6cb8b83530ac {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:14.530677 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f469b7-4641-4588-ac54-147c4f27689d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f417c96-df52-413e-aec6-a57c8b8cafa8', 'code': 200} Sep 30 08:44:14.541474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-314e52b3-1f65-4c86-aeb3-9e5de4481a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.595610 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.614922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=1f417c96-df52-413e-aec6-a57c8b8cafa8,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:14.729760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1d684f62-de4b-4c5a-9a1a-5704335cf4f0 None None] Provisioning complete for port a177e9a2-37b2-47f9-98dc-441f790d3775 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:14.730324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d684f62-de4b-4c5a-9a1a-5704335cf4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.734333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e52b3-1f65-4c86-aeb3-9e5de4481a02 None None] Pushing event updated for resources: {'Port': ['ID=ff6862ad-3382-4c79-952b-03a2fd7ba11d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:14.743424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:44:14.743788 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:44:14.783936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1d684f62-de4b-4c5a-9a1a-5704335cf4f0 None None] Port a177e9a2-37b2-47f9-98dc-441f790d3775 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:14.796324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1d684f62-de4b-4c5a-9a1a-5704335cf4f0 None None] Provisioning complete for port 5e1f3a2a-0875-4716-b750-e7a91f682504 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:14.796726 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d684f62-de4b-4c5a-9a1a-5704335cf4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.856045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.899143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Port': ['ID=a177e9a2-37b2-47f9-98dc-441f790d3775,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:14.911782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3f10-90cb-41ce-9e91-91da8c7414fd req-55de1bbb-f39b-4d1e-b825-42d76f618fb4 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:14.913676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40f3f10-90cb-41ce-9e91-91da8c7414fd req-55de1bbb-f39b-4d1e-b825-42d76f618fb4 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 945 time: 0.1491327 Sep 30 08:44:14.921997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80444b-2601-4b63-9d28-6b75e3e30752 req-d8782447-3e37-44b4-8db7-04f62f3a4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:14.923616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df80444b-2601-4b63-9d28-6b75e3e30752 req-d8782447-3e37-44b4-8db7-04f62f3a4bb9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 1096 time: 0.3553894 Sep 30 08:44:14.957078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.992474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df80444b-2601-4b63-9d28-6b75e3e30752 req-cfdbe677-2988-4773-8780-97c67d6251f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Sep 30 08:44:15.023866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d6b5cc5d-6808-409d-b8ed-675bc799125d None None] Could not find standard attr ID for object a177e9a2-37b2-47f9-98dc-441f790d3775. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:44:15.049166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d6b5cc5d-6808-409d-b8ed-675bc799125d None None] Provisioning complete for port ff6862ad-3382-4c79-952b-03a2fd7ba11d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:15.049651 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cc5d-6808-409d-b8ed-675bc799125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.083160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40f3f10-90cb-41ce-9e91-91da8c7414fd req-0ec1c2b3-40d0-4b5b-ae48-43211c5ff0be tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564279 Sep 30 08:44:15.189813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.311640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e1f3a2a-0875-4716-b750-e7a91f682504 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:15.356103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1d018f52-301f-4666-9128-af59e19b1c58 None None] Could not find standard attr ID for object a177e9a2-37b2-47f9-98dc-441f790d3775. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:44:15.392996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e1f3a2a-0875-4716-b750-e7a91f682504 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:15.392996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.439027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Router 056fcbd7-2869-4b30-8c27-39f0cebfec13 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:44:15.485728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 99898e51-0743-4170-9672-bc0cbb211e90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:15.542102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:15.553616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bf3775a1-bd27-43f6-a7aa-ff592ed9ce78 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7990441 Sep 30 08:44:15.553749 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] Sync routers for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:15.554743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34030) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:15.555877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 99898e51-0743-4170-9672-bc0cbb211e90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:15.556265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.578916 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:15.579643 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:15.600162 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-b8b181f5-289b-4022-b008-9126f2547057 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] delete failed (client error): The resource could not be found. Sep 30 08:44:15.601820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b8b181f5-289b-4022-b008-9126f2547057 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1964151246 HTTP/1.1" status: 404 len: 335 time: 0.0426631 Sep 30 08:44:15.605723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34034) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:15.613372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9d2c5a81-6e2f-484d-aeed-306e2ab92bb8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'router': {'external_gateway_info': {'network_id': '056fcbd7-2869-4b30-8c27-39f0cebfec13'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:15.664742 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:15.676425 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:15.677055 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:15.709115 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:15.710079 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f2960-a331-4b9e-88cf-98609565e192 None None] The sync data for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:15.794130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff6862ad-3382-4c79-952b-03a2fd7ba11d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:15.860467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9d2c5a81-6e2f-484d-aeed-306e2ab92bb8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.868116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ff6862ad-3382-4c79-952b-03a2fd7ba11d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:15.868543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.904386 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-9d2c5a81-6e2f-484d-aeed-306e2ab92bb8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] update failed (client error): The resource could not be found. Sep 30 08:44:15.905505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9d2c5a81-6e2f-484d-aeed-306e2ab92bb8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13 HTTP/1.1" status: 404 len: 339 time: 0.2987349 Sep 30 08:44:15.909072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34042) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:15.996354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e1f3a2a-0875-4716-b750-e7a91f682504 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:16.083300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e1f3a2a-0875-4716-b750-e7a91f682504 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:16.084053 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:16.268088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944ca5e-bc7c-4d9a-81f7-3c695dafe74a req-533c3838-e14b-4302-9fa2-a6c5d4aae891 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:16.269897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e944ca5e-bc7c-4d9a-81f7-3c695dafe74a req-533c3838-e14b-4302-9fa2-a6c5d4aae891 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 945 time: 0.0867565 Sep 30 08:44:16.314771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e944ca5e-bc7c-4d9a-81f7-3c695dafe74a req-76a31980-1949-478a-8d57-9a8885c989e8 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Sep 30 08:44:16.352374 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:16.609752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Allocated IP 172.20.0.1 (18071f21-c697-45d9-b4dd-f699fa70da15/643daf31-98af-49c7-a411-6ec2ed8ab6e2/73f81dde-d673-4566-a286-7a7ca007a017) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:16.728322 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:16.773265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:16.817814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 18071f21-c697-45d9-b4dd-f699fa70da15 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:16.821120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:16.828478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:16.832203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Port': ['ID=73f81dde-d673-4566-a286-7a7ca007a017,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:16.890256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.046110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.190835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b9f84fa4-045e-4081-8aa5-c3fcccf33418 None None] Provisioning complete for port 73f81dde-d673-4566-a286-7a7ca007a017 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:17.191791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b9f84fa4-045e-4081-8aa5-c3fcccf33418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.234024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b9f84fa4-045e-4081-8aa5-c3fcccf33418 None None] Port 73f81dde-d673-4566-a286-7a7ca007a017 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:17.360385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.365699 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.447882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event updated for resources: {'Port': ['ID=73f81dde-d673-4566-a286-7a7ca007a017,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:17.450992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.495104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22996ba1-b22f-4de8-80e6-d934ebfd09a9 req-e858c968-3b2e-4fcf-a9d8-b7a3700223ee tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:17.496636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22996ba1-b22f-4de8-80e6-d934ebfd09a9 req-e858c968-3b2e-4fcf-a9d8-b7a3700223ee tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 945 time: 0.0811424 Sep 30 08:44:17.539524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-22996ba1-b22f-4de8-80e6-d934ebfd09a9 req-0172b90f-a3a6-4ac8-9c4f-7d1f9817eff5 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Sep 30 08:44:17.581703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Network 18071f21-c697-45d9-b4dd-f699fa70da15 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:17.584505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:17.817775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Router 056fcbd7-2869-4b30-8c27-39f0cebfec13 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:44:17.946432 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:17.952150 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c12e7c56-7fb5-46af-b937-22be06cd9c32 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0416381 Sep 30 08:44:17.954622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34114) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:17.959820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] Sync routers for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:17.974440 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:17.976299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:18.046130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:18.059701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:18.060339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:18.124868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:18.125730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776f42e-832c-4af1-ba57-be7a93d3017f None None] The sync data for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 is: [] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:18.152938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-81a65b20-64f6-40f6-a6ff-e51d12a9e3ac tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:18.234228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fd8a741e-a2ef-4f0c-a20a-6b7dd0c31543 None None] Provisioning complete for port 73f81dde-d673-4566-a286-7a7ca007a017 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:18.234750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fd8a741e-a2ef-4f0c-a20a-6b7dd0c31543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:18.294744 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a741e-a2ef-4f0c-a20a-6b7dd0c31543 None None] Port 73f81dde-d673-4566-a286-7a7ca007a017 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:18.335847 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-81a65b20-64f6-40f6-a6ff-e51d12a9e3ac tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:44:18.341123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-81a65b20-64f6-40f6-a6ff-e51d12a9e3ac tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13 HTTP/1.1" status: 409 len: 329 time: 0.3820622 Sep 30 08:44:18.341962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:18.450208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae05c9-3a13-45d1-929b-0e119a358cf2 req-55384854-953a-4588-9807-460f9888dafb tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:18.451831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02ae05c9-3a13-45d1-929b-0e119a358cf2 req-55384854-953a-4588-9807-460f9888dafb tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 945 time: 0.0675051 Sep 30 08:44:18.491518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02ae05c9-3a13-45d1-929b-0e119a358cf2 req-33872fd8-fbfd-4433-93af-d65e39da97ab tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Sep 30 08:44:18.713165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:19.212358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting port 73f81dde-d673-4566-a286-7a7ca007a017 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:19.212952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:19.310370 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:19.323713 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Calling delete_port for 73f81dde-d673-4566-a286-7a7ca007a017 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:19.505396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:19.548583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Port': ['ID=73f81dde-d673-4566-a286-7a7ca007a017,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:19.673830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edf9c-2763-4286-9242-fa2993d09098 req-2b43ade9-9b15-4b1d-b4ca-80a5b829c3d2 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:19.677300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c44edf9c-2763-4286-9242-fa2993d09098 req-2b43ade9-9b15-4b1d-b4ca-80a5b829c3d2 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 945 time: 0.0929556 Sep 30 08:44:19.715926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:19.727618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c44edf9c-2763-4286-9242-fa2993d09098 req-03c7ccec-a2fa-472f-be19-f704417911f1 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425580 Sep 30 08:44:19.853662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-0827a040-d833-49ee-a0f2-46dd1f5fee65 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:19.855489 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-0827a040-d833-49ee-a0f2-46dd1f5fee65 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 945 time: 0.0721920 Sep 30 08:44:19.930531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Router 056fcbd7-2869-4b30-8c27-39f0cebfec13 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:44:19.985817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Deleting port 1f417c96-df52-413e-aec6-a57c8b8cafa8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:19.986550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.023212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:20.031115 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1220f0cb-50f4-4503-8f79-6e539d79c124 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878905 Sep 30 08:44:20.035076 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34184) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:20.057473 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] Sync routers for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:20.066917 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:20.067533 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:20.087372 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-96578ab1-14ce-4e03-a8e7-e3e71ecefa2e tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] show failed (client error): The resource could not be found. Sep 30 08:44:20.094499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-96578ab1-14ce-4e03-a8e7-e3e71ecefa2e tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-2087371945 HTTP/1.1" status: 404 len: 335 time: 0.0582032 Sep 30 08:44:20.095285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34188) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:20.099819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4390b1d6-0efe-45b7-b0d1-1bcd8f4137ce tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:20.140229 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-4390b1d6-0efe-45b7-b0d1-1bcd8f4137ce tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] update failed (client error): The resource could not be found. Sep 30 08:44:20.143250 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:20.146527 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4390b1d6-0efe-45b7-b0d1-1bcd8f4137ce tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-782908207 HTTP/1.1" status: 404 len: 334 time: 0.0501335 Sep 30 08:44:20.148103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34190) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:20.153678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] For port 1f417c96-df52-413e-aec6-a57c8b8cafa8, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=1f417c96-df52-413e-aec6-a57c8b8cafa8,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:20.154060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.155462 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] Routers {'056fcbd7-2869-4b30-8c27-39f0cebfec13'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:20.156939 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:44:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['056fcbd7-2869-4b30-8c27-39f0cebfec13'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:20.168087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Calling delete_port for 1f417c96-df52-413e-aec6-a57c8b8cafa8 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:20.215044 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:20.216061 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4094f8-ebd1-40d5-9f44-6ed07228ce1f None None] The sync data for ids ['056fcbd7-2869-4b30-8c27-39f0cebfec13'] in n-d-807025-5 is: [] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:20.247770 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting subnet 21198bde-925c-404a-b78e-8063bdc10812 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:44:20.251126 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.298044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.321516 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.354764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['1f417c96-df52-413e-aec6-a57c8b8cafa8'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:20.376316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Pushing event deleted for resources: {'Port': ['ID=1f417c96-df52-413e-aec6-a57c8b8cafa8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:20.424445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] No DVR routers for this DVR port 1f417c96-df52-413e-aec6-a57c8b8cafa8 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:20.428420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.431449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e1c5df-fa84-4c25-99c8-e4da165781b3 req-cf54e14e-0142-4298-b216-03eeb89eb2ae tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "DELETE /v2.0/ports/1f417c96-df52-413e-aec6-a57c8b8cafa8 HTTP/1.1" status: 204 len: 173 time: 0.5627656 Sep 30 08:44:20.432024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f469b7-4641-4588-ac54-147c4f27689d', 'name': 'network-vif-deleted', 'tag': '1f417c96-df52-413e-aec6-a57c8b8cafa8'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:20.434638 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cbf405-6426-4041-8c5c-822749f57835" -d '{"events": [{"server_uuid": "00f469b7-4641-4588-ac54-147c4f27689d", "name": "network-vif-deleted", "tag": "1f417c96-df52-413e-aec6-a57c8b8cafa8"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:20.457425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.499612 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1ae45c-cec8-4240-9e3a-61c05d8edf55 x-openstack-request-id: req-dd1ae45c-cec8-4240-9e3a-61c05d8edf55 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:20.499920 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f469b7-4641-4588-ac54-147c4f27689d", "name": "network-vif-deleted", "tag": "1f417c96-df52-413e-aec6-a57c8b8cafa8", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:20.500174 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd1ae45c-cec8-4240-9e3a-61c05d8edf55 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:20.500596 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f469b7-4641-4588-ac54-147c4f27689d', 'name': 'network-vif-deleted', 'tag': '1f417c96-df52-413e-aec6-a57c8b8cafa8', 'status': 'completed', 'code': 200} Sep 30 08:44:20.545213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.577692 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Subnet': ['ID=21198bde-925c-404a-b78e-8063bdc10812,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:20.581571 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.583740 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-80a10705-d100-49cf-8c87-597cd1458067 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/subnets/21198bde-925c-404a-b78e-8063bdc10812 HTTP/1.1" status: 204 len: 168 time: 0.4349213 Sep 30 08:44:20.586545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:20.589576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc8f8e-0638-466a-8757-e27f8824dc66 None None] Network 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:20.664901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting subnet 2c7cd162-7272-4574-bee2-d07e32791835 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:44:20.669025 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.732361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.837971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] DHCP port deletion for 659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:44:20.883224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26c6e8fd-7980-40a7-ac01-89287a12e33a req-c354a8c7-81db-44ec-a47b-b6592306d3d5 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=00f469b7-4641-4588-ac54-147c4f27689d HTTP/1.1" status: 200 len: 210 time: 0.0345182 Sep 30 08:44:20.889277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:20.942999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] Deleting port ff6862ad-3382-4c79-952b-03a2fd7ba11d {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:20.943586 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.008295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.031062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] For port ff6862ad-3382-4c79-952b-03a2fd7ba11d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff6862ad-3382-4c79-952b-03a2fd7ba11d,segment=NetworkSegment(9b45572b-129e-4db6-af7c-c1dbb5689735),segment_id=9b45572b-129e-4db6-af7c-c1dbb5689735)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:21.031588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.051381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] Calling delete_port for ff6862ad-3382-4c79-952b-03a2fd7ba11d owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:21.103053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7cd162-7272-4574-bee2-d07e32791835,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:21.105621 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.110045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1ac7e85d-26ed-4b54-a55b-41c1918dae10 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/subnets/2c7cd162-7272-4574-bee2-d07e32791835 HTTP/1.1" status: 204 len: 168 time: 0.5200698 Sep 30 08:44:21.110523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34212) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:21.119247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9816f17-09a2-4780-b634-6392561f0704 None None] Network 9905b88c-cc14-4ff4-bccd-3dcee080f574 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:21.228486 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.287476 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.299967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting port ff6862ad-3382-4c79-952b-03a2fd7ba11d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:21.300974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.325593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] Pushing event deleted for resources: {'Port': ['ID=ff6862ad-3382-4c79-952b-03a2fd7ba11d,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:21.327473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8912e-97a3-41fb-bf78-4ced88318b84 None None] No DVR routers for this DVR port ff6862ad-3382-4c79-952b-03a2fd7ba11d on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:21.380492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] For port ff6862ad-3382-4c79-952b-03a2fd7ba11d, host n-d-807025-5, got binding levels [] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:21.385167 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.410058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Calling delete_port for ff6862ad-3382-4c79-952b-03a2fd7ba11d owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:21.415750 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Port ff6862ad-3382-4c79-952b-03a2fd7ba11d was not found and therefore no delete operation was performed {{(pid=95002) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:44:21.420543 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] DHCP port deletion for 9905b88c-cc14-4ff4-bccd-3dcee080f574 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:44:21.421124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.459696 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] No DVR routers for this DVR port ff6862ad-3382-4c79-952b-03a2fd7ba11d on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:21.462171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Port': ['ID=ff6862ad-3382-4c79-952b-03a2fd7ba11d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:21.490031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] Deleting port 5e1f3a2a-0875-4716-b750-e7a91f682504 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:21.490724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.552187 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.569903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] For port 5e1f3a2a-0875-4716-b750-e7a91f682504, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e1f3a2a-0875-4716-b750-e7a91f682504,segment=NetworkSegment(62d69324-1c80-4d92-bc85-cd39dc9e0ee8),segment_id=62d69324-1c80-4d92-bc85-cd39dc9e0ee8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:21.570321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.573507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:21.583276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b45572b-129e-4db6-af7c-c1dbb5689735') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:21.583708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b45572b-129e-4db6-af7c-c1dbb5689735') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:21.591931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] Calling delete_port for 5e1f3a2a-0875-4716-b750-e7a91f682504 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:21.599401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.613170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.619749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:21.620253 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:21.623507 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:21.692377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.698511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.703193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34226) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:21.703344 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/networks/659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa HTTP/1.1" status: 204 len: 168 time: 0.5915515 Sep 30 08:44:21.722200 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.735668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da2090-078f-4a90-8f48-a78d490b1b07 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Network': ['ID=659ef0eb-aab6-4cf7-a5cc-8a4ae0362dfa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:21.759520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] Pushing event deleted for resources: {'Port': ['ID=5e1f3a2a-0875-4716-b750-e7a91f682504,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:21.764138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1b699-e9bc-4ed2-b749-ca99a0017b21 None None] No DVR routers for this DVR port 5e1f3a2a-0875-4716-b750-e7a91f682504 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:21.778025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff6862ad-3382-4c79-952b-03a2fd7ba11d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:21.813655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ff6862ad-3382-4c79-952b-03a2fd7ba11d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:21.814247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff6862ad-3382-4c79-952b-03a2fd7ba11d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:21.814839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e1f3a2a-0875-4716-b750-e7a91f682504 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:21.830764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.839000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5e1f3a2a-0875-4716-b750-e7a91f682504 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:21.839874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e1f3a2a-0875-4716-b750-e7a91f682504 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:21.933467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:21.955789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9905b88c-cc14-4ff4-bccd-3dcee080f574']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:21.971449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d69324-1c80-4d92-bc85-cd39dc9e0ee8') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:21.971752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d69324-1c80-4d92-bc85-cd39dc9e0ee8') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:21.985278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.004956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.014022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:22.014508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:22.096046 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:22.107076 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.112592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.115640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/networks/9905b88c-cc14-4ff4-bccd-3dcee080f574 HTTP/1.1" status: 204 len: 168 time: 0.4112029 Sep 30 08:44:22.118987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34240) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:22.139498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366eca4a-be81-484b-9733-c3c420b025dc tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Network': ['ID=9905b88c-cc14-4ff4-bccd-3dcee080f574,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:22.190171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting subnet 643daf31-98af-49c7-a411-6ec2ed8ab6e2 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:44:22.193933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.255384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.297732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-e43892f0-8099-498b-b008-5bc02b9e77b5 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:22.299458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-e43892f0-8099-498b-b008-5bc02b9e77b5 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/networks?id=295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 200 len: 808 time: 0.1172285 Sep 30 08:44:22.327086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-b28cfbf1-2862-4508-bfc3-6ceff36e8345 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/quotas/fba5c15fc1614c66973558beb6b5a4e3 HTTP/1.1" status: 200 len: 375 time: 0.0194995 Sep 30 08:44:22.367655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.369829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-d03971be-21f4-4bf3-9c7b-aea4865303c3 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326369 Sep 30 08:44:22.462763 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.487283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-f68d297e-488b-4b6c-ae2d-e64148515b36 service neutron] 10.222.0.41 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078074 Sep 30 08:44:22.501596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Subnet': ['ID=643daf31-98af-49c7-a411-6ec2ed8ab6e2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:22.505926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.511049 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6b579c26-6c9d-4a63-a35a-f59fad760ce8 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/subnets/643daf31-98af-49c7-a411-6ec2ed8ab6e2 HTTP/1.1" status: 204 len: 168 time: 0.3905754 Sep 30 08:44:22.511867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34256) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:22.515646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ec6b1-397d-4963-9075-89dcb74dffbd None None] Network 18071f21-c697-45d9-b4dd-f699fa70da15 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:22.598086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.606573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-adafcebb-c378-4d22-9ee7-371ac2aea55d service neutron] 10.222.0.41 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127441 Sep 30 08:44:22.660552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Deleting port 99898e51-0743-4170-9672-bc0cbb211e90 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:22.660902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.746684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] DHCP port deletion for 18071f21-c697-45d9-b4dd-f699fa70da15 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:44:22.756097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] For port 99898e51-0743-4170-9672-bc0cbb211e90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=99898e51-0743-4170-9672-bc0cbb211e90,segment=NetworkSegment(17ba9738-de08-438d-a0f4-ce3c365c7795),segment_id=17ba9738-de08-438d-a0f4-ce3c365c7795)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:22.756485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.771579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Calling delete_port for 99898e51-0743-4170-9672-bc0cbb211e90 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:22.868673 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.891116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Deleting port 99898e51-0743-4170-9672-bc0cbb211e90 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:22.891495 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.902056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Port': ['ID=99898e51-0743-4170-9672-bc0cbb211e90,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:22.913636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] No DVR routers for this DVR port 99898e51-0743-4170-9672-bc0cbb211e90 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:22.939447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9222644-6e0a-467b-9c0d-3bdc293387c2 req-3d0ea9ba-f9f5-42e2-b796-bd3ade88be8e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 210 time: 0.0600543 Sep 30 08:44:23.040070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.068931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18071f21-c697-45d9-b4dd-f699fa70da15']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:23.080530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ba9738-de08-438d-a0f4-ce3c365c7795') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:23.086843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ba9738-de08-438d-a0f4-ce3c365c7795') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:23.098842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.126425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.134247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:23.134776 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:23.138274 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:23.215292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1f417c96-df52-413e-aec6-a57c8b8cafa8 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:23.225262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.236825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.242461 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34280) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:23.247046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/networks/18071f21-c697-45d9-b4dd-f699fa70da15 HTTP/1.1" status: 204 len: 168 time: 0.7339268 Sep 30 08:44:23.263541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 1f417c96-df52-413e-aec6-a57c8b8cafa8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:23.264205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 1f417c96-df52-413e-aec6-a57c8b8cafa8 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:23.267073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b8ab6-399b-4156-95ca-a84f4e884ddb tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Pushing event deleted for resources: {'Network': ['ID=18071f21-c697-45d9-b4dd-f699fa70da15,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:23.310074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-510be7d8-6176-40e7-839e-b647a20d4b37 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "GET /v2.0/ports?device_id=056fcbd7-2869-4b30-8c27-39f0cebfec13 HTTP/1.1" status: 200 len: 205 time: 0.0643611 Sep 30 08:44:23.311135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34282) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:23.324694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] For port 99898e51-0743-4170-9672-bc0cbb211e90, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:23.325537 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.339758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Calling delete_port for 99898e51-0743-4170-9672-bc0cbb211e90 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:23.343487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Port 99898e51-0743-4170-9672-bc0cbb211e90 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:44:23.345120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.388724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Network 18071f21-c697-45d9-b4dd-f699fa70da15 is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:44:23.389088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] No DVR routers for this DVR port 99898e51-0743-4170-9672-bc0cbb211e90 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:23.390922 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5901820-ff39-4f3f-a957-c36340a8c65a None None] Pushing event deleted for resources: {'Port': ['ID=99898e51-0743-4170-9672-bc0cbb211e90,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:23.426198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.632889 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.635652 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.693512 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.694018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Fanout notify agent at l3_agent the message router_deleted on router 056fcbd7-2869-4b30-8c27-39f0cebfec13 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:44:23.704929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.708602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c14c0bcf-c3f9-4a2c-8b07-05d62ba1bef1 tempest-RoutersNegativeTest-1604034603 tempest-RoutersNegativeTest-1604034603-project] 10.222.0.41 "DELETE /v2.0/routers/056fcbd7-2869-4b30-8c27-39f0cebfec13 HTTP/1.1" status: 204 len: 168 time: 0.3933442 Sep 30 08:44:23.777270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 99898e51-0743-4170-9672-bc0cbb211e90 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:23.802754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 99898e51-0743-4170-9672-bc0cbb211e90 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:23.803261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 99898e51-0743-4170-9672-bc0cbb211e90 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:24.066172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34300) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:24.097800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2015de8a-678d-45a7-80fc-ede4e323cd52 req-e029602e-3921-4e05-9eca-41a845f64662 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 210 time: 0.0455472 Sep 30 08:44:24.269867 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c37416f6-faa2-428a-95cd-7fee30b172b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71d5042f2cda4212a7fa7ae5d063c2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024872 Sep 30 08:44:24.277232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34310) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:24.283662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-38da2ace-ad9b-4196-9eb8-7006023d07e4 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.285654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-38da2ace-ad9b-4196-9eb8-7006023d07e4 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "GET /v2.0/networks?id=295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 200 len: 808 time: 0.1839421 Sep 30 08:44:24.319717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Request body: {'port': {'device_id': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62', 'admin_state_up': True, 'tenant_id': 'fba5c15fc1614c66973558beb6b5a4e3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:24.328421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-741d6f90-37b9-45d6-8789-267baccc67e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.352301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-741d6f90-37b9-45d6-8789-267baccc67e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.400782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-741d6f90-37b9-45d6-8789-267baccc67e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.403456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-741d6f90-37b9-45d6-8789-267baccc67e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.407628 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-741d6f90-37b9-45d6-8789-267baccc67e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1db5729d-8c46-4961-9b06-d74ce0ae94aa HTTP/1.1" status: 204 len: 168 time: 0.1268988 Sep 30 08:44:24.417414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d6f90-37b9-45d6-8789-267baccc67e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db5729d-8c46-4961-9b06-d74ce0ae94aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:24.432252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Made reservation on behalf of fba5c15fc1614c66973558beb6b5a4e3 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:24.438012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.581165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Allocated IP 172.20.0.11 (295807c8-1f03-4bd8-abe1-163c2c111e62/213d10f6-5fbc-4788-a377-24c5b03ed1fb/74b53655-16b6-48c5-b822-e2b474c96d98) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:24.754707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.815146 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:24.876686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Network 295807c8-1f03-4bd8-abe1-163c2c111e62 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:24.877854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Pushing event updated for resources: {'Port': ['ID=74b53655-16b6-48c5-b822-e2b474c96d98,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:24.880379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:24.887046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:24.917018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.917504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.917886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.918499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.918899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.919295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.921535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.922239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.923268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.923783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.924856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.925579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:24.983142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.984156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.005611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1865fcfc-9897-451f-abd1-1ced979facfe tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6900189 Sep 30 08:44:25.027426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Request body: {'port': {'device_id': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:25.100169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.159129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34354) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:25.579911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882264158'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:25.633506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.647069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.656270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5548-465e-4fe1-a4a3-e142922022e5 req-c7f29231-dd07-429d-a9aa-a10edadd5e41 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:25.657792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e74c5548-465e-4fe1-a4a3-e142922022e5 req-c7f29231-dd07-429d-a9aa-a10edadd5e41 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 932 time: 0.4411564 Sep 30 08:44:25.759348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e74c5548-465e-4fe1-a4a3-e142922022e5 req-be2d5cec-9895-44b0-87c9-af5cd970d138 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706937 Sep 30 08:44:25.837529 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.846081 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.870782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b53655-16b6-48c5-b822-e2b474c96d98 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:25.879867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.906763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Transition to ACTIVE for port object 74b53655-16b6-48c5-b822-e2b474c96d98 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:44:25.908699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.915894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:25.922979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.001480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Pushing event updated for resources: {'Port': ['ID=74b53655-16b6-48c5-b822-e2b474c96d98,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.013668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9c26a-1a0a-476a-9a38-07ffb03e7e00,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.135647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.142700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.150575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Attempting to bind port 74b53655-16b6-48c5-b822-e2b474c96d98 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:26.150916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Attempting to bind port 74b53655-16b6-48c5-b822-e2b474c96d98 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:26.151256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Attempting to bind port 74b53655-16b6-48c5-b822-e2b474c96d98 on network 295807c8-1f03-4bd8-abe1-163c2c111e62 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:26.170725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Port 74b53655-16b6-48c5-b822-e2b474c96d98 on network 295807c8-1f03-4bd8-abe1-163c2c111e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:44:26.171045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Attempting to bind port 74b53655-16b6-48c5-b822-e2b474c96d98 on network 295807c8-1f03-4bd8-abe1-163c2c111e62 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:26.180212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.184086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0216379 Sep 30 08:44:26.184764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.185403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64539f7-b9c8-4749-b590-f914edf7d55a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b775fb-6bd9-4154-8b6d-b68f100e4bbb,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.190407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:26.195276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Checking segment: {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:26.205987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Bound using segment: {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:26.206473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Bound port: 74b53655-16b6-48c5-b822-e2b474c96d98, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe272e2-5a47-438f-aed4-4b6ca49f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:26.206850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.281354 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-269af348-ff88-4b8a-8cb0-875387842873 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0948439 Sep 30 08:44:26.284148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34378) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.289229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-security--1961922214', 'description': 'tempest-security-description-1058548498'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:26.301994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] For port 74b53655-16b6-48c5-b822-e2b474c96d98, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:26.306345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] For port 74b53655-16b6-48c5-b822-e2b474c96d98, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=74b53655-16b6-48c5-b822-e2b474c96d98,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:26.311653 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.319606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.358372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:26.359274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.360722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] 10.222.0.50 "PUT /v2.0/ports/74b53655-16b6-48c5-b822-e2b474c96d98 HTTP/1.1" status: 200 len: 1092 time: 1.3402143 Sep 30 08:44:26.361206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'tag': '74b53655-16b6-48c5-b822-e2b474c96d98'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:26.363880 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896" -d '{"events": [{"name": "network-changed", "server_uuid": "7c48a23a-d4c5-4a29-b868-7324c736cff9", "tag": "74b53655-16b6-48c5-b822-e2b474c96d98"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:26.366206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.382636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.385208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.390741 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "PUT /v2.0/security-groups/86b775fb-6bd9-4154-8b6d-b68f100e4bbb HTTP/1.1" status: 200 len: 1780 time: 0.1050167 Sep 30 08:44:26.394042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34384) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.398195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702875a0-f510-4d57-b306-26caffdb9c39 service neutron] Pushing event updated for resources: {'Port': ['ID=74b53655-16b6-48c5-b822-e2b474c96d98,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.430186 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beb971d-2cf1-4a5a-aa20-f4976e9319be x-openstack-request-id: req-5beb971d-2cf1-4a5a-aa20-f4976e9319be {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:26.430617 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c48a23a-d4c5-4a29-b868-7324c736cff9", "tag": "74b53655-16b6-48c5-b822-e2b474c96d98", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:26.430874 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5beb971d-2cf1-4a5a-aa20-f4976e9319be {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:26.431262 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'tag': '74b53655-16b6-48c5-b822-e2b474c96d98', 'status': 'completed', 'code': 200} Sep 30 08:44:26.441664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d618c7-f38e-4bcb-9077-fff410cda546 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b775fb-6bd9-4154-8b6d-b68f100e4bbb,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.464340 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cd655440-1164-4aa1-84fa-b4ab1295d960 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups/86b775fb-6bd9-4154-8b6d-b68f100e4bbb HTTP/1.1" status: 200 len: 1780 time: 0.0681462 Sep 30 08:44:26.467240 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34390) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.503146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1dca123c-a2e8-4aa3-b720-44a1b2b4dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:26.504637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-1dca123c-a2e8-4aa3-b720-44a1b2b4dde2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0636699 Sep 30 08:44:26.537977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb4216dd-9fb1-4678-b020-0fed725d25fe tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.555971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-e7d71bb9-1d57-4751-b199-e1eacde8293a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b53655-16b6-48c5-b822-e2b474c96d98 HTTP/1.1" status: 200 len: 217 time: 0.0372615 Sep 30 08:44:26.593051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb4216dd-9fb1-4678-b020-0fed725d25fe tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.618390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-b6efb9d2-3682-4daa-93c5-71b750d7fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:26.620022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-b6efb9d2-3682-4daa-93c5-71b750d7fc5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=213d10f6-5fbc-4788-a377-24c5b03ed1fb HTTP/1.1" status: 200 len: 848 time: 0.0565763 Sep 30 08:44:26.644398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb4216dd-9fb1-4678-b020-0fed725d25fe tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.647103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb4216dd-9fb1-4678-b020-0fed725d25fe tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.648455 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fb4216dd-9fb1-4678-b020-0fed725d25fe tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/86b775fb-6bd9-4154-8b6d-b68f100e4bbb HTTP/1.1" status: 204 len: 168 time: 0.1798608 Sep 30 08:44:26.652062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34396) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.665468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4216dd-9fb1-4678-b020-0fed725d25fe tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b775fb-6bd9-4154-8b6d-b68f100e4bbb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.665992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-c1862467-7f82-4b7b-ac3c-9621e0a43b3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=295807c8-1f03-4bd8-abe1-163c2c111e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390730 Sep 30 08:44:26.705922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-aee7aad9-ed36-4dfe-a0f4-5c579f0c64a3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528357 Sep 30 08:44:26.708524 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.722714 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-12d67d44-17e5-43e3-9e82-3c747f933e8f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] delete failed (client error): The resource could not be found. Sep 30 08:44:26.724021 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-12d67d44-17e5-43e3-9e82-3c747f933e8f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/86b775fb-6bd9-4154-8b6d-b68f100e4bbb HTTP/1.1" status: 404 len: 347 time: 0.0145743 Sep 30 08:44:26.729219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34400) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.733879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155445083'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:26.763381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.773488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-3c10f502-5ddb-4d32-8e18-d593e215ff84 service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009102 Sep 30 08:44:26.900219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.918014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.937516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c97d83ff-6e0f-4987-a04d-86a76d624b78 req-a7d57152-03a8-494f-ad0f-e11748b9253e service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573415 Sep 30 08:44:26.959489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.961083 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2306902 Sep 30 08:44:26.962504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ce2ec-5826-4d3d-a4e9-74cd275b71f3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.962812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec02b06-daca-4fce-a680-880401cd2a9a req-94ffbbbe-fb24-4fee-90a0-8ce6f20bff39 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:26.965629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fec02b06-daca-4fce-a680-880401cd2a9a req-94ffbbbe-fb24-4fee-90a0-8ce6f20bff39 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 944 time: 0.0864818 Sep 30 08:44:26.966253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:26.971553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '5a2ce2ec-5826-4d3d-a4e9-74cd275b71f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:26.978948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.979529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.980036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.980535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.981053 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.981584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.982075 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.982556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.983070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.983559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.984049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:26.984536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0121b-afe4-4837-bd36-2b2aa93710ea tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:27.029367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fec02b06-daca-4fce-a680-880401cd2a9a req-31218a06-c229-40b0-9ca4-900935893df4 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505159 Sep 30 08:44:27.031577 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.106285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-60ed020f-f9d7-403c-aaaf-3c31ec7fcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:27.107838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-60ed020f-f9d7-403c-aaaf-3c31ec7fcad6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0774434 Sep 30 08:44:27.123192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.136274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.173541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed44d2e8-2338-4b7b-94a3-4d143fbf3dec,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:27.217749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.217870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9f8c5575-d4de-4c77-882a-9d1973379c90 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505562 Sep 30 08:44:27.221494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34414) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:27.243131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-d0bea597-e482-4d35-ad37-176ab9352883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:27.245044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-d0bea597-e482-4d35-ad37-176ab9352883 service neutron] 10.222.0.50 "GET /v2.0/networks?id=295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 200 len: 909 time: 0.1269531 Sep 30 08:44:27.256004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75de816a-581f-47fa-bacc-b91ffe6dca9c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.265501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75de816a-581f-47fa-bacc-b91ffe6dca9c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.302296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75de816a-581f-47fa-bacc-b91ffe6dca9c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.308999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75de816a-581f-47fa-bacc-b91ffe6dca9c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.309182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-727dee10-5c29-4292-8d48-aece64fbc8b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b53655-16b6-48c5-b822-e2b474c96d98 HTTP/1.1" status: 200 len: 217 time: 0.0562301 Sep 30 08:44:27.310133 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75de816a-581f-47fa-bacc-b91ffe6dca9c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ed44d2e8-2338-4b7b-94a3-4d143fbf3dec HTTP/1.1" status: 204 len: 168 time: 0.0869696 Sep 30 08:44:27.312780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:27.316245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de816a-581f-47fa-bacc-b91ffe6dca9c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed44d2e8-2338-4b7b-94a3-4d143fbf3dec,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:27.404845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fff49a8a-3f91-45c3-bf4b-a44e78cc10b4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902729 Sep 30 08:44:27.406084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-8006c696-e464-45cb-bbe1-dae01ba57ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:27.407254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34420) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:27.414515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-8006c696-e464-45cb-bbe1-dae01ba57ce2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=213d10f6-5fbc-4788-a377-24c5b03ed1fb HTTP/1.1" status: 200 len: 848 time: 0.0894110 Sep 30 08:44:27.454286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-93a607cf-59a9-4d6b-9c63-95c0a4c57732 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=295807c8-1f03-4bd8-abe1-163c2c111e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319557 Sep 30 08:44:27.467899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-489eace7-9131-4085-a692-5a37a4a6ca48 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.499545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-489eace7-9131-4085-a692-5a37a4a6ca48 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.568206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-489eace7-9131-4085-a692-5a37a4a6ca48 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.574613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-489eace7-9131-4085-a692-5a37a4a6ca48 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.577936 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-489eace7-9131-4085-a692-5a37a4a6ca48 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a2ce2ec-5826-4d3d-a4e9-74cd275b71f3 HTTP/1.1" status: 204 len: 168 time: 0.1696482 Sep 30 08:44:27.579030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:27.593807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eace7-9131-4085-a692-5a37a4a6ca48 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ce2ec-5826-4d3d-a4e9-74cd275b71f3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:27.609291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-f4b9c0d2-3613-48a0-9012-ab24dd362cec service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470797 Sep 30 08:44:27.688107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-117eaad6-0d0f-44f6-bc06-2d55350fac93 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949352 Sep 30 08:44:27.689226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:27.693136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--452954345'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:27.723504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.785015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f4c9db8c-0430-4c75-a66c-8c9efcfb3896 req-36a6495b-d37a-4d91-be14-6085c2240e24 service neutron] 10.222.0.50 "GET /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662550 Sep 30 08:44:27.852052 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.857011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.890835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:27.893422 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2027757 Sep 30 08:44:27.895065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113af5d3-10f2-42b9-92b5-37bfaddaa09e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028b283e-836b-4c3a-8949-d14ac52dd655,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:27.895289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:27.901795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '028b283e-836b-4c3a-8949-d14ac52dd655', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:27.933231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.016347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.024337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.063590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e02ec8-152f-4e63-ad05-3388c5716071,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:28.074596 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.076220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fda8efda-6389-421b-ac00-8f9e0b971b08 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795466 Sep 30 08:44:28.079194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34444) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:28.088136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '028b283e-836b-4c3a-8949-d14ac52dd655', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:28.144538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.202751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776d72b-ea64-42d4-94a7-a3be651f5788 req-e312dd2b-955f-45b9-a313-46fb3b9c11cc tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:28.214224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f776d72b-ea64-42d4-94a7-a3be651f5788 req-e312dd2b-955f-45b9-a313-46fb3b9c11cc tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 944 time: 0.0990407 Sep 30 08:44:28.250665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.255180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.279507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f776d72b-ea64-42d4-94a7-a3be651f5788 req-e8a2b663-588f-4364-9ba6-317e88a41ce1 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640507 Sep 30 08:44:28.295281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.296976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2142353 Sep 30 08:44:28.298429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf47318-0d2c-498d-9610-21cf2b2ba69e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4375e86d-de77-49d8-a783-b4f0ad0d9bc4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:28.299886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34446) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:28.307040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '028b283e-836b-4c3a-8949-d14ac52dd655', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:28.342238 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.419292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.426041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.454443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc2b0a9-0172-4c3e-aab3-527efbf928c3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:28.471106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.472362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-64fa782b-bd54-4b6d-962d-79bf28120a83 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1707032 Sep 30 08:44:28.475790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34454) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:28.480803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '028b283e-836b-4c3a-8949-d14ac52dd655', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:28.518902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.645153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.652606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.682042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960aca04-1e7b-48b7-a425-c261388aa3f4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:28.709296 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.717005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:28.726239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '028b283e-836b-4c3a-8949-d14ac52dd655', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:28.727141 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-328e2ee5-59c0-4cf8-8d82-03e7b6511bc3 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2499523 Sep 30 08:44:28.799326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.881134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.886343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.906125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9c0cbc-545a-43f0-bc59-cde1f3833437,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:28.919055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.924385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34464) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:28.926328 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6fd284d3-c8c0-44f3-b637-a38da99cc65f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2069955 Sep 30 08:44:28.954046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c45c683-c99e-42da-a227-b2e13749a1b2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.964619 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c45c683-c99e-42da-a227-b2e13749a1b2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.001314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c45c683-c99e-42da-a227-b2e13749a1b2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.008392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7c45c683-c99e-42da-a227-b2e13749a1b2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.012069 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7c45c683-c99e-42da-a227-b2e13749a1b2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/db9c0cbc-545a-43f0-bc59-cde1f3833437 HTTP/1.1" status: 204 len: 168 time: 0.0842655 Sep 30 08:44:29.013085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34466) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.019929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45c683-c99e-42da-a227-b2e13749a1b2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db9c0cbc-545a-43f0-bc59-cde1f3833437,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:29.071893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ac3b532-8aad-4cd3-a8a6-43bd340553a8 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0581787 Sep 30 08:44:29.074772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34472) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.102274 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede9ddf9-1443-4ccf-911e-565090f70576 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.119696 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede9ddf9-1443-4ccf-911e-565090f70576 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.164049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede9ddf9-1443-4ccf-911e-565090f70576 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.172863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ede9ddf9-1443-4ccf-911e-565090f70576 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.177063 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ede9ddf9-1443-4ccf-911e-565090f70576 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/960aca04-1e7b-48b7-a425-c261388aa3f4 HTTP/1.1" status: 204 len: 168 time: 0.0989785 Sep 30 08:44:29.178646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34474) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.188629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9ddf9-1443-4ccf-911e-565090f70576 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=960aca04-1e7b-48b7-a425-c261388aa3f4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:29.232619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 74b53655-16b6-48c5-b822-e2b474c96d98 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:44:29.242578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-84904084-1f00-478c-b91b-4489c4dbe3a2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0617945 Sep 30 08:44:29.245211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.275558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42eccf57-6796-41ef-a8f7-78932a3a5a34 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.285030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42eccf57-6796-41ef-a8f7-78932a3a5a34 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.319434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42eccf57-6796-41ef-a8f7-78932a3a5a34 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.328323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42eccf57-6796-41ef-a8f7-78932a3a5a34 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.329386 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-42eccf57-6796-41ef-a8f7-78932a3a5a34 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cbc2b0a9-0172-4c3e-aab3-527efbf928c3 HTTP/1.1" status: 204 len: 168 time: 0.0829952 Sep 30 08:44:29.332250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34480) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.343842 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eccf57-6796-41ef-a8f7-78932a3a5a34 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbc2b0a9-0172-4c3e-aab3-527efbf928c3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:29.352698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 74b53655-16b6-48c5-b822-e2b474c96d98, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=74b53655-16b6-48c5-b822-e2b474c96d98,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:29.371204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '74b53655-16b6-48c5-b822-e2b474c96d98', 'network_id': '295807c8-1f03-4bd8-abe1-163c2c111e62', 'port_id': '74b53655-16b6-48c5-b822-e2b474c96d98', 'mac_address': 'fa:16:3e:c6:48:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213d10f6-5fbc-4788-a377-24c5b03ed1fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:44:29.407013 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d4033f4-309d-46b5-9b8d-e9c31c273549 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0713539 Sep 30 08:44:29.407404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34484) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.436338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.452400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b53655-16b6-48c5-b822-e2b474c96d98 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:29.477334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 74b53655-16b6-48c5-b822-e2b474c96d98, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=74b53655-16b6-48c5-b822-e2b474c96d98,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:29.483873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.487867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4174026-d15c-4c54-b40a-c64810161a28 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.499598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4174026-d15c-4c54-b40a-c64810161a28 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.552668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9074d8-1a29-427a-bc9a-1aa9fe4c91d3 req-5d5b3fb5-1254-4c5a-b305-f41ed240ddb6 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:29.559228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd9074d8-1a29-427a-bc9a-1aa9fe4c91d3 req-5d5b3fb5-1254-4c5a-b305-f41ed240ddb6 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 944 time: 0.1382914 Sep 30 08:44:29.561506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4174026-d15c-4c54-b40a-c64810161a28 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.570416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=74b53655-16b6-48c5-b822-e2b474c96d98,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:29.575448 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a4174026-d15c-4c54-b40a-c64810161a28 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.577487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a4174026-d15c-4c54-b40a-c64810161a28 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4375e86d-de77-49d8-a783-b4f0ad0d9bc4 HTTP/1.1" status: 204 len: 168 time: 0.1682813 Sep 30 08:44:29.579375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34492) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.588868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174026-d15c-4c54-b40a-c64810161a28 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4375e86d-de77-49d8-a783-b4f0ad0d9bc4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:29.619374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd9074d8-1a29-427a-bc9a-1aa9fe4c91d3 req-80e29d71-30c4-4fb2-a511-539e4c46c2c7 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Sep 30 08:44:29.665030 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5efdcb90-9c20-4667-acd4-81d92ca29b1f tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0844886 Sep 30 08:44:29.667776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.713157 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4143ea18-0988-40d6-b4e3-485a11f14b79 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.723929 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4143ea18-0988-40d6-b4e3-485a11f14b79 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.756416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['74b53655-16b6-48c5-b822-e2b474c96d98'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:29.759783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd94e7-2f12-4e1e-b8d0-4f37bad5813d req-7a887c7c-c36f-493a-8560-9d6270af75b4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:29.763034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4143ea18-0988-40d6-b4e3-485a11f14b79 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.766976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2fd94e7-2f12-4e1e-b8d0-4f37bad5813d req-7a887c7c-c36f-493a-8560-9d6270af75b4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0495236 Sep 30 08:44:29.774833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4143ea18-0988-40d6-b4e3-485a11f14b79 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.776005 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4143ea18-0988-40d6-b4e3-485a11f14b79 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/33e02ec8-152f-4e63-ad05-3388c5716071 HTTP/1.1" status: 204 len: 168 time: 0.1044176 Sep 30 08:44:29.780501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34500) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.791670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143ea18-0988-40d6-b4e3-485a11f14b79 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33e02ec8-152f-4e63-ad05-3388c5716071,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:29.810404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2fd94e7-2f12-4e1e-b8d0-4f37bad5813d req-94b3476a-4f0b-43b6-9b7d-3ed6d9044a6a tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.865545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c532702-4409-4d60-a574-bee0c4bcdea4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838339 Sep 30 08:44:29.868377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34506) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:29.988356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ed549ea-61e5-458b-9aa8-69a4527aa270 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:29.995604 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2fd94e7-2f12-4e1e-b8d0-4f37bad5813d req-94b3476a-4f0b-43b6-9b7d-3ed6d9044a6a tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.001437 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a2fd94e7-2f12-4e1e-b8d0-4f37bad5813d req-94b3476a-4f0b-43b6-9b7d-3ed6d9044a6a tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.015548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ed549ea-61e5-458b-9aa8-69a4527aa270 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.047468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2fd94e7-2f12-4e1e-b8d0-4f37bad5813d req-94b3476a-4f0b-43b6-9b7d-3ed6d9044a6a tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779672 Sep 30 08:44:30.060505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3476a-4f0b-43b6-9b7d-3ed6d9044a6a tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc21e8-d936-4627-8ec4-2837e5579aa3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:30.079582 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ed549ea-61e5-458b-9aa8-69a4527aa270 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.083853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2ed549ea-61e5-458b-9aa8-69a4527aa270 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.089073 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2ed549ea-61e5-458b-9aa8-69a4527aa270 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/028b283e-836b-4c3a-8949-d14ac52dd655 HTTP/1.1" status: 204 len: 168 time: 0.2196066 Sep 30 08:44:30.089432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34510) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.100382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed549ea-61e5-458b-9aa8-69a4527aa270 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028b283e-836b-4c3a-8949-d14ac52dd655,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:30.186885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5424e280-0544-440f-b5d3-f67a274a92c1 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962670 Sep 30 08:44:30.191229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.197535 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657673038'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:30.207751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa0f69-6943-47e7-916c-7c25af4d6f82 req-9b0ef275-c587-4534-99e9-9da2bdeb2298 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:30.210432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00aa0f69-6943-47e7-916c-7c25af4d6f82 req-9b0ef275-c587-4534-99e9-9da2bdeb2298 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0836205 Sep 30 08:44:30.231119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.257617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00aa0f69-6943-47e7-916c-7c25af4d6f82 req-096e3499-fab8-43dc-8aa2-5a1fc34fb634 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406165 Sep 30 08:44:30.285477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34518) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.344136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.350603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.378736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-19d9e7e4-0ce9-4e2f-b04a-902a649d70b4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/becd3c19-1fc9-4c0f-8ce5-0662623b1649 HTTP/1.1" status: 200 len: 993 time: 0.0902143 Sep 30 08:44:30.385035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514419a3-21b9-4f53-b5a1-386615e7dd5b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:30.388906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.393578 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-198979a3-7da8-4ff5-a888-54c9de744c40 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1976945 Sep 30 08:44:30.394438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34520) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.403271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '514419a3-21b9-4f53-b5a1-386615e7dd5b', 'direction': 'ingress', 'protocol': 17}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:30.439203 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.521967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.527189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.549393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025c624b-b516-43a6-8ea3-22896d1cbfd8,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:30.558626 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.562819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9aa9708b-dd34-458b-a4c2-75d8a496f135 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1615524 Sep 30 08:44:30.562990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34530) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.636737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72cd5fe2-a55e-4303-a99b-1d0821d600c4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.699266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72cd5fe2-a55e-4303-a99b-1d0821d600c4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.707682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-0bb84b80-a55e-452d-a4dd-0e8097255e1b req-5a2e06c8-ecfb-473b-97c5-951a184d7f62 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:44:30.709054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0bb84b80-a55e-452d-a4dd-0e8097255e1b req-5a2e06c8-ecfb-473b-97c5-951a184d7f62 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061905 Sep 30 08:44:30.774535 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72cd5fe2-a55e-4303-a99b-1d0821d600c4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.778180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-72cd5fe2-a55e-4303-a99b-1d0821d600c4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.779762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-72cd5fe2-a55e-4303-a99b-1d0821d600c4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/514419a3-21b9-4f53-b5a1-386615e7dd5b HTTP/1.1" status: 204 len: 168 time: 0.2156770 Sep 30 08:44:30.782505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.791070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd5fe2-a55e-4303-a99b-1d0821d600c4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=514419a3-21b9-4f53-b5a1-386615e7dd5b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:30.845999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34546) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:30.846917 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a214edae-2cb1-4c85-805e-dcd45813e62e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631976 Sep 30 08:44:30.852400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367133599'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:30.880069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.995378 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.005016 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.025739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.031374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1800621 Sep 30 08:44:31.036993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:31.044017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234105317'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:31.067462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71846-637e-4f71-8439-44409232d366 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6351783-9e80-4c35-941d-90e5a3028999,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:31.077266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.237208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 74b53655-16b6-48c5-b822-e2b474c96d98 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:31.239170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-74fb8520-b74f-438c-aa9c-0144efe73a1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668075 Sep 30 08:44:31.276657 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.285551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.294858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2649c9-0f87-449c-bfef-ab2410744ce6 req-3a4d138f-1ffe-48c9-94dd-e4b452e317b5 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:31.300827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb2649c9-0f87-449c-bfef-ab2410744ce6 req-3a4d138f-1ffe-48c9-94dd-e4b452e317b5 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 945 time: 0.1388237 Sep 30 08:44:31.321484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.325866 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2840600 Sep 30 08:44:31.327120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34564) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:31.348167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': 'a6351783-9e80-4c35-941d-90e5a3028999', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a6340a66-38ee-423b-a7e6-5d3b3eb45365', 'remote_ip_prefix': None}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:31.380693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 74b53655-16b6-48c5-b822-e2b474c96d98 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:44:31.386119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 74b53655-16b6-48c5-b822-e2b474c96d98 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:31.386835 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.388176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb2649c9-0f87-449c-bfef-ab2410744ce6 req-4da7f34e-d282-412f-b576-2c4e4a6541f3 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827167 Sep 30 08:44:31.405664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699066b1-90fb-4628-8554-3a1c10fd1d62 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6340a66-38ee-423b-a7e6-5d3b3eb45365,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:31.455650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.597794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.627294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b53655-16b6-48c5-b822-e2b474c96d98'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:31.633666 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523daa53-e4bd-4705-b3bf-9ee4ae0115ae" -d '{"events": [{"server_uuid": "7c48a23a-d4c5-4a29-b868-7324c736cff9", "name": "network-vif-plugged", "status": "completed", "tag": "74b53655-16b6-48c5-b822-e2b474c96d98"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:31.640089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768eeda-e65a-42f2-bb70-6e7f2ad5ea67 req-e277f50e-0cb0-4fce-985f-505f52700fab tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:31.643967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d768eeda-e65a-42f2-bb70-6e7f2ad5ea67 req-e277f50e-0cb0-4fce-985f-505f52700fab tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1077063 Sep 30 08:44:31.670844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 74b53655-16b6-48c5-b822-e2b474c96d98, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=74b53655-16b6-48c5-b822-e2b474c96d98,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:31.677330 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.677713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.695554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.733971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.746827 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4052212 Sep 30 08:44:31.772265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34588) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:31.772886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d768eeda-e65a-42f2-bb70-6e7f2ad5ea67 req-fd202794-b67f-4e08-99d1-37e58f3e5041 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111243 Sep 30 08:44:31.773043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e2d1f-b07f-433e-9180-6fe66b29d4be tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6128799-a429-4276-a0e2-c75759267afb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:31.840589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=74b53655-16b6-48c5-b822-e2b474c96d98,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:31.877559 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75956dc9-7c9b-4da1-8f8a-e0a3371422f4 x-openstack-request-id: req-75956dc9-7c9b-4da1-8f8a-e0a3371422f4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:31.878609 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c48a23a-d4c5-4a29-b868-7324c736cff9", "name": "network-vif-plugged", "status": "completed", "tag": "74b53655-16b6-48c5-b822-e2b474c96d98", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:31.879631 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75956dc9-7c9b-4da1-8f8a-e0a3371422f4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:31.880677 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b53655-16b6-48c5-b822-e2b474c96d98', 'code': 200} Sep 30 08:44:31.881140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f3701ed-9d0b-4139-b4b8-3d2ab79b480a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.893769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f3701ed-9d0b-4139-b4b8-3d2ab79b480a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.928880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f3701ed-9d0b-4139-b4b8-3d2ab79b480a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.937373 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7f3701ed-9d0b-4139-b4b8-3d2ab79b480a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:31.942384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:31.942714 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7f3701ed-9d0b-4139-b4b8-3d2ab79b480a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c6128799-a429-4276-a0e2-c75759267afb HTTP/1.1" status: 204 len: 168 time: 0.1807594 Sep 30 08:44:31.953988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3701ed-9d0b-4139-b4b8-3d2ab79b480a tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6128799-a429-4276-a0e2-c75759267afb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:32.078983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1300f635-3db2-4064-b795-bb2b2e787ef0 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1312063 Sep 30 08:44:32.079513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34598) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:32.082740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d69e-7c75-4c02-ac23-9f5053db5ad9 req-890d4a8d-d54a-4023-896a-f7117e60e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:32.084396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b67d69e-7c75-4c02-ac23-9f5053db5ad9 req-890d4a8d-d54a-4023-896a-f7117e60e149 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 1097 time: 0.0972452 Sep 30 08:44:32.193586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b67d69e-7c75-4c02-ac23-9f5053db5ad9 req-d448a24b-d0e6-4c5b-bb5d-a9f58aebb39b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994074 Sep 30 08:44:32.220549 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe1e1-369f-47e5-ad09-7c1654fe3afa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.259730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe1e1-369f-47e5-ad09-7c1654fe3afa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.365974 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe1e1-369f-47e5-ad09-7c1654fe3afa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.370887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe1e1-369f-47e5-ad09-7c1654fe3afa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.375251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1c7fe1e1-369f-47e5-ad09-7c1654fe3afa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6340a66-38ee-423b-a7e6-5d3b3eb45365 HTTP/1.1" status: 204 len: 168 time: 0.2925200 Sep 30 08:44:32.377531 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34606) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:32.389756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fe1e1-369f-47e5-ad09-7c1654fe3afa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6340a66-38ee-423b-a7e6-5d3b3eb45365,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:32.481177 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f76c46bd-361b-49e1-aef4-d60edbf82840 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1014404 Sep 30 08:44:32.482439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:32.596632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-05d2e378-d0bb-4fcd-9a65-2e0f3f45ae36 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.607048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc5bcc-2f5d-47ee-8407-46cab15b70e0 req-c30f0bb8-267f-4a7a-a80f-0baf63b040d8 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:32.608604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecbc5bcc-2f5d-47ee-8407-46cab15b70e0 req-c30f0bb8-267f-4a7a-a80f-0baf63b040d8 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 946 time: 0.1158438 Sep 30 08:44:32.680893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-05d2e378-d0bb-4fcd-9a65-2e0f3f45ae36 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.758285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecbc5bcc-2f5d-47ee-8407-46cab15b70e0 req-3d3ed526-de3f-4564-b65b-f32a978f334e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329868 Sep 30 08:44:32.794677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-05d2e378-d0bb-4fcd-9a65-2e0f3f45ae36 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.797313 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-05d2e378-d0bb-4fcd-9a65-2e0f3f45ae36 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:32.801145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-05d2e378-d0bb-4fcd-9a65-2e0f3f45ae36 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6351783-9e80-4c35-941d-90e5a3028999 HTTP/1.1" status: 204 len: 168 time: 0.3149977 Sep 30 08:44:32.801338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:32.822198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2e378-d0bb-4fcd-9a65-2e0f3f45ae36 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6351783-9e80-4c35-941d-90e5a3028999,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:32.893228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7ccc24d8-fb01-4177-8750-dbbc6bebd32c tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904560 Sep 30 08:44:32.898731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34628) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:32.903126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869201580'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:32.938966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23eaf5-1e89-41d4-8b61-56b64dbe517f req-10a5dcc0-08bd-4a06-9229-5a77ea106288 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:32.940550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b23eaf5-1e89-41d4-8b61-56b64dbe517f req-10a5dcc0-08bd-4a06-9229-5a77ea106288 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0776923 Sep 30 08:44:32.941980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.004127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b23eaf5-1e89-41d4-8b61-56b64dbe517f req-a43c8101-495e-4cf6-98e4-fe5cb154a0e5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524025 Sep 30 08:44:33.078339 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.083863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.120685 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.122618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2227163 Sep 30 08:44:33.125389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34634) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:33.129329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328f91a-2c45-441f-8252-7f9b01cf1178 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e264e99-ebd9-4a04-856f-4179bcd5dad8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:33.135082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '4e264e99-ebd9-4a04-856f-4179bcd5dad8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:33.180650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.253902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.258508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.284190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d56ddf-ad5c-4d7e-b9f7-4ebb62e204cb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:33.289208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.293350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34636) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:33.293942 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ffde64f5-4b8f-4d91-9268-7a626dd6d2f4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1667674 Sep 30 08:44:33.391610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc43a61f-94d1-4484-8aca-20fef1c1bbdd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.401393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc43a61f-94d1-4484-8aca-20fef1c1bbdd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.433375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-c5513038-a4ff-478f-81b9-4e7f3b66c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:33.435181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-c5513038-a4ff-478f-81b9-4e7f3b66c942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1510417 Sep 30 08:44:33.444929 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc43a61f-94d1-4484-8aca-20fef1c1bbdd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.475730 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cc43a61f-94d1-4484-8aca-20fef1c1bbdd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.480054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34644) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:33.481991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cc43a61f-94d1-4484-8aca-20fef1c1bbdd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f9d56ddf-ad5c-4d7e-b9f7-4ebb62e204cb HTTP/1.1" status: 204 len: 168 time: 0.1837034 Sep 30 08:44:33.483254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43a61f-94d1-4484-8aca-20fef1c1bbdd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9d56ddf-ad5c-4d7e-b9f7-4ebb62e204cb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:33.533191 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a2a7fbf9-5f4f-424d-a828-f23792d0604e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518777 Sep 30 08:44:33.536578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34646) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:33.616461 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dcfba8d3-f9d5-4cc4-905a-f518c76a5d03 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.623924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-a3889b40-cc78-4d3c-907c-e461002a212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:33.629056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-a3889b40-cc78-4d3c-907c-e461002a212f service neutron] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.1777689 Sep 30 08:44:33.648799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dcfba8d3-f9d5-4cc4-905a-f518c76a5d03 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.696672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dcfba8d3-f9d5-4cc4-905a-f518c76a5d03 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.700501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dcfba8d3-f9d5-4cc4-905a-f518c76a5d03 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.705100 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dcfba8d3-f9d5-4cc4-905a-f518c76a5d03 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/4e264e99-ebd9-4a04-856f-4179bcd5dad8 HTTP/1.1" status: 204 len: 168 time: 0.1652639 Sep 30 08:44:33.705561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:33.717399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfba8d3-f9d5-4cc4-905a-f518c76a5d03 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e264e99-ebd9-4a04-856f-4179bcd5dad8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:33.783639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-7a646e74-6a8d-4070-8228-3029099b8fec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 1001 time: 0.1491172 Sep 30 08:44:33.801983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0885478e-8692-48d8-b321-0a49b70006dc tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948310 Sep 30 08:44:33.805481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34660) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:33.810904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group': {'name': 'tempest-secgroup--862074173'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:33.842179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.077015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-d1b08a15-f048-480b-82f2-6f6212ce34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:34.077015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-d1b08a15-f048-480b-82f2-6f6212ce34d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.1125729 Sep 30 08:44:34.077015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2aad5-f141-4dc3-afcf-cf92cfe41922 req-bb3523b9-d0a3-4258-bff8-aa2b304824aa tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:34.077015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd2aad5-f141-4dc3-afcf-cf92cfe41922 req-bb3523b9-d0a3-4258-bff8-aa2b304824aa tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 946 time: 0.1125951 Sep 30 08:44:34.082665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.082665 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.083816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bdd2aad5-f141-4dc3-afcf-cf92cfe41922 req-c72418ea-956f-4092-89a7-2e6ae47a78ac tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Sep 30 08:44:34.084135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.084349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-6ba4ddf0-4b8c-4002-afba-b853ea747769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:34.085123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2258527 Sep 30 08:44:34.085345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-6ba4ddf0-4b8c-4002-afba-b853ea747769 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050985 Sep 30 08:44:34.085345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34672) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.085345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '80e5772f-c3ce-40c7-adf4-a1a1703be985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:34.085804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487d058-a05b-4be5-9b96-381ac13c0300 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e5772f-c3ce-40c7-adf4-a1a1703be985,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:34.196142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.259027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda7aba-b188-4b71-9d0b-78f1e2334f23 req-5e7e49a9-31a2-430f-8118-54831d7d407b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:34.260572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cda7aba-b188-4b71-9d0b-78f1e2334f23 req-5e7e49a9-31a2-430f-8118-54831d7d407b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1382029 Sep 30 08:44:34.275765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-25fe80a7-0e24-49b9-8931-7e00771c5709 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052684 Sep 30 08:44:34.434607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cda7aba-b188-4b71-9d0b-78f1e2334f23 req-bb5a0595-5e9c-4dc0-8445-4c7405b1cc76 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601229 Sep 30 08:44:34.438601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.446041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.478572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c539b20e-3681-472a-accd-2da6c63da1ac,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:34.493428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.494798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f3faaff4-a606-4204-9fed-634f69cd444e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4484041 Sep 30 08:44:34.497618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34696) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.507620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-b8464698-2196-460d-a713-afa0befaee99 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108972 Sep 30 08:44:34.539087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d39b5cb9-f959-4371-947b-1066dfe0de38 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules/c539b20e-3681-472a-accd-2da6c63da1ac HTTP/1.1" status: 200 len: 763 time: 0.0396817 Sep 30 08:44:34.541852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34698) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.666148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34710) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.666505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f0349c26-beb3-4550-b367-b93b33a2467e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0967262 Sep 30 08:44:34.701691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e82e993-f509-431b-84d9-8dad8c449cd4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.734752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e82e993-f509-431b-84d9-8dad8c449cd4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.768550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e82e993-f509-431b-84d9-8dad8c449cd4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.776652 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0e82e993-f509-431b-84d9-8dad8c449cd4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.780145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0e82e993-f509-431b-84d9-8dad8c449cd4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c539b20e-3681-472a-accd-2da6c63da1ac HTTP/1.1" status: 204 len: 168 time: 0.1100943 Sep 30 08:44:34.780670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34714) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.784980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82e993-f509-431b-84d9-8dad8c449cd4 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c539b20e-3681-472a-accd-2da6c63da1ac,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:34.839092 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5b7a287a-1aad-476e-a743-2d380dc8f0e9 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572329 Sep 30 08:44:34.841726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34720) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.847025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '80e5772f-c3ce-40c7-adf4-a1a1703be985', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:34.893065 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.980298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.986810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.029642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3de0944-582f-4476-82d8-5d8084880f3d,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.049953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.051184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67d749d6-110b-4e8e-a713-4c76dd86666e tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2083919 Sep 30 08:44:35.054287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.084330 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0335871-aded-4bff-8ea1-70e822e8fedd tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules/b3de0944-582f-4476-82d8-5d8084880f3d HTTP/1.1" status: 200 len: 763 time: 0.0283384 Sep 30 08:44:35.087944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93ab-950a-4383-a61d-011ffd2565e5 req-935fece6-afc1-4444-8ca4-92a2ace93b38 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:35.090059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-287b93ab-950a-4383-a61d-011ffd2565e5 req-935fece6-afc1-4444-8ca4-92a2ace93b38 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 946 time: 0.0771303 Sep 30 08:44:35.090823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34732) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.161635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-287b93ab-950a-4383-a61d-011ffd2565e5 req-9a30c863-9e87-4c78-834a-93e5b29cedcb tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Sep 30 08:44:35.192148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a1457344-1ab1-46e5-918e-ff3d4436d119 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0998411 Sep 30 08:44:35.196980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34742) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.236852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f6f634a-54f4-45bd-b5c5-8063c1043bf2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.247245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f6f634a-54f4-45bd-b5c5-8063c1043bf2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.278001 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f6f634a-54f4-45bd-b5c5-8063c1043bf2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.284799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f6f634a-54f4-45bd-b5c5-8063c1043bf2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.285976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f6f634a-54f4-45bd-b5c5-8063c1043bf2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b3de0944-582f-4476-82d8-5d8084880f3d HTTP/1.1" status: 204 len: 168 time: 0.0878930 Sep 30 08:44:35.288647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34746) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.291982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f634a-54f4-45bd-b5c5-8063c1043bf2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3de0944-582f-4476-82d8-5d8084880f3d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.334141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5892f56c-a0ab-4a54-9f7d-2d14a536dca2 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438423 Sep 30 08:44:35.337839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34748) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.342309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Request body: {'security_group_rule': {'security_group_id': '80e5772f-c3ce-40c7-adf4-a1a1703be985', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:35.371885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.434452 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.439039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.460765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d1140e-e761-4276-be85-6e01a29aa0b1,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.465968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.469526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-639b98fd-e5a1-492a-8fef-562487c5c1db tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282563 Sep 30 08:44:35.469814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34752) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.489748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-353cfaaa-c68f-4619-b3e3-fa9f8e146802 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules/b3d1140e-e761-4276-be85-6e01a29aa0b1 HTTP/1.1" status: 200 len: 764 time: 0.0183346 Sep 30 08:44:35.493079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34754) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.575897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34758) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.576267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ae39285-b5c8-4650-a40d-4e33fa1ac057 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0815239 Sep 30 08:44:35.597606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb2feb-5bd1-43a5-943f-268c73211545 req-ea0ec18c-d24d-4227-9376-8a671137ad8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:35.600862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9bb2feb-5bd1-43a5-943f-268c73211545 req-ea0ec18c-d24d-4227-9376-8a671137ad8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0797901 Sep 30 08:44:35.650427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f3b3-9c9a-4c40-bc93-50e4be2e2299 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.668815 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f3b3-9c9a-4c40-bc93-50e4be2e2299 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.674047 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9bb2feb-5bd1-43a5-943f-268c73211545 req-94397a4c-2bdd-4d40-9c0f-fd7d95ababc9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659542 Sep 30 08:44:35.715056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f3b3-9c9a-4c40-bc93-50e4be2e2299 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.725794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f3b3-9c9a-4c40-bc93-50e4be2e2299 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.727124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b3e3f3b3-9c9a-4c40-bc93-50e4be2e2299 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b3d1140e-e761-4276-be85-6e01a29aa0b1 HTTP/1.1" status: 204 len: 168 time: 0.1502519 Sep 30 08:44:35.729921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34764) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.740176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3f3b3-9c9a-4c40-bc93-50e4be2e2299 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d1140e-e761-4276-be85-6e01a29aa0b1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.807699 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a827389e-61a1-4342-912f-94eab2fc4b05 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762343 Sep 30 08:44:35.810418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34766) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.878018 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0ef5-9184-48fd-bcee-099fb2dff5fa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.907532 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0ef5-9184-48fd-bcee-099fb2dff5fa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.957787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0ef5-9184-48fd-bcee-099fb2dff5fa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.960752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0ef5-9184-48fd-bcee-099fb2dff5fa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.962253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bfbb0ef5-9184-48fd-bcee-099fb2dff5fa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "DELETE /v2.0/security-groups/80e5772f-c3ce-40c7-adf4-a1a1703be985 HTTP/1.1" status: 204 len: 168 time: 0.1504726 Sep 30 08:44:35.965194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34774) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.972212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0ef5-9184-48fd-bcee-099fb2dff5fa tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e5772f-c3ce-40c7-adf4-a1a1703be985,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:36.033503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f4e00000-7cd7-4859-a1c8-4e03e0728837 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662520 Sep 30 08:44:36.039230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34776) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:36.090991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d98866b2-7af7-4db7-9319-e41e1f6fa049 tempest-SecGroupTest-525634085 tempest-SecGroupTest-525634085-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498497 Sep 30 08:44:36.381162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927d00-7a00-48b9-ab76-39795b6f9b6c req-2090ee4e-6375-41ff-b2a1-ef88ba4e74b7 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:36.383605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b927d00-7a00-48b9-ab76-39795b6f9b6c req-2090ee4e-6375-41ff-b2a1-ef88ba4e74b7 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 946 time: 0.0878463 Sep 30 08:44:36.482149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-14bd6a96-678e-47a4-bf10-2f1e8868885b tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:36.483749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-14bd6a96-678e-47a4-bf10-2f1e8868885b tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 946 time: 0.0982444 Sep 30 08:44:36.525212 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34792) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:36.536948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b927d00-7a00-48b9-ab76-39795b6f9b6c req-6ed5e147-fba2-429f-bb4f-6c8bc2660a62 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/security-groups?id=267e2f28-2a75-4313-9709-e6ce24505eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095483 Sep 30 08:44:36.612684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Deleting port 74b53655-16b6-48c5-b822-e2b474c96d98 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:36.613252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.735444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] For port 74b53655-16b6-48c5-b822-e2b474c96d98, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=74b53655-16b6-48c5-b822-e2b474c96d98,segment=NetworkSegment(efe272e2-5a47-438f-aed4-4b6ca49f0b51),segment_id=efe272e2-5a47-438f-aed4-4b6ca49f0b51)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:36.735823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.766413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Calling delete_port for 74b53655-16b6-48c5-b822-e2b474c96d98 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:36.822043 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5650c283-865c-44aa-a142-bb3737bf770e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12907387b71c4cccb1f22d15852681d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953126 Sep 30 08:44:36.822693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34802) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:36.901906 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b38ef6d1-23d0-427a-97e3-abf77fc66af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.929082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ab02-b1cb-4425-946c-f09502a27a13 req-c210f225-ad39-4470-88dc-594dfdb55196 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:36.930869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ab02-b1cb-4425-946c-f09502a27a13 req-c210f225-ad39-4470-88dc-594dfdb55196 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0791929 Sep 30 08:44:36.931867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b38ef6d1-23d0-427a-97e3-abf77fc66af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.995258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b38ef6d1-23d0-427a-97e3-abf77fc66af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:37.000410 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b38ef6d1-23d0-427a-97e3-abf77fc66af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:37.002008 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b38ef6d1-23d0-427a-97e3-abf77fc66af5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25a9c26a-1a0a-476a-9a38-07ffb03e7e00 HTTP/1.1" status: 204 len: 168 time: 0.1783249 Sep 30 08:44:37.013197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ef6d1-23d0-427a-97e3-abf77fc66af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9c26a-1a0a-476a-9a38-07ffb03e7e00,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:37.022924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ab02-b1cb-4425-946c-f09502a27a13 req-07b4a59d-79ee-415f-a181-ce08e4d9860b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666802 Sep 30 08:44:37.025005 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:37.059365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['74b53655-16b6-48c5-b822-e2b474c96d98'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:37.063875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Pushing event deleted for resources: {'Port': ['ID=74b53655-16b6-48c5-b822-e2b474c96d98,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:37.116397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] No DVR routers for this DVR port 74b53655-16b6-48c5-b822-e2b474c96d98 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:37.119011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:37.121281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74949e80-89a3-4793-9e16-00205ef2efa2 req-a03af958-502c-4726-8aff-dae169acb79e tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.50 "DELETE /v2.0/ports/74b53655-16b6-48c5-b822-e2b474c96d98 HTTP/1.1" status: 204 len: 173 time: 0.6286860 Sep 30 08:44:37.122095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'name': 'network-vif-deleted', 'tag': '74b53655-16b6-48c5-b822-e2b474c96d98'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:37.130435 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0741d99-e5e1-4e27-8089-b78015fc6e77" -d '{"events": [{"server_uuid": "7c48a23a-d4c5-4a29-b868-7324c736cff9", "name": "network-vif-deleted", "tag": "74b53655-16b6-48c5-b822-e2b474c96d98"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:37.189279 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb3c99b-2031-472b-9a6f-378184eb05ef x-openstack-request-id: req-ffb3c99b-2031-472b-9a6f-378184eb05ef {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:37.190168 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c48a23a-d4c5-4a29-b868-7324c736cff9", "name": "network-vif-deleted", "tag": "74b53655-16b6-48c5-b822-e2b474c96d98", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:37.190521 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffb3c99b-2031-472b-9a6f-378184eb05ef {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:37.191041 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c48a23a-d4c5-4a29-b868-7324c736cff9', 'name': 'network-vif-deleted', 'tag': '74b53655-16b6-48c5-b822-e2b474c96d98', 'status': 'completed', 'code': 200} Sep 30 08:44:37.705672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da72a586-9d09-4397-a610-44116a9600e1 req-a4826334-34af-47f3-9b84-530ae23ae8b4 tempest-VolumesActionsTest-205360623 tempest-VolumesActionsTest-205360623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c48a23a-d4c5-4a29-b868-7324c736cff9 HTTP/1.1" status: 200 len: 210 time: 0.0406983 Sep 30 08:44:38.003563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34846) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:38.144941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1729313664'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:38.182821 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Made reservation on behalf of 22fa5effa47b4badbba8b1579f5d00bb for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:38.188874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.196665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ffa04-6d10-48b4-b250-fdf74b36fd17 req-fdc2a834-53d7-4c34-aee4-f13dcea67423 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:38.199110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-939ffa04-6d10-48b4-b250-fdf74b36fd17 req-fdc2a834-53d7-4c34-aee4-f13dcea67423 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0822136 Sep 30 08:44:38.207142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.259786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-939ffa04-6d10-48b4-b250-fdf74b36fd17 req-4b4ccf7a-5a0a-4e29-8b26-e9f3bb79ed7c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476453 Sep 30 08:44:38.330139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.335266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.367959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a43f1a7-68f7-4f5c-bb39-33bc1b15cac1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:38.376169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:44:38.390061 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.390569 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Added segment 181e99bb-bfcc-4aa0-a72b-e9f4033abc3e of type vlan for network 5a5209e0-2c38-4ac0-8435-33253c11e07a Sep 30 08:44:38.435174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.462581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.469044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:38.469730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.498208 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4934356 Sep 30 08:44:38.501013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:38.507503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Request body: {'subnet': {'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:38.551494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d748a-220a-497a-9fa5-e8e1a82fc0f1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event updated for resources: {'Network': ['ID=5a5209e0-2c38-4ac0-8435-33253c11e07a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:38.563895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:44:38.569805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79dd177c-deea-4fc9-9904-12932b6101fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.637404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Made reservation on behalf of 22fa5effa47b4badbba8b1579f5d00bb for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:38.641275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.878131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.946022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event updated for resources: {'Subnet': ['ID=0757c04b-7994-4c40-ab8c-bd6e7566fd0a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:39.003458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Checking segment: {'id': '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:39.004086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Network hostable DHCP agents. Network: 5a5209e0-2c38-4ac0-8435-33253c11e07a, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:44:39.035964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:44:39.052740 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 5a5209e0-2c38-4ac0-8435-33253c11e07a) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:39.063384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487dc5ec-09ed-4ebe-9d3d-c129ab50ec23 None None] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:39.083580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.086766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.118470 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:39.119304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4681987d-a24a-40cd-b79f-c445260670a4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6169078 Sep 30 08:44:39.127064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Request body: {'port': {'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a', 'name': 'tempest-TagsExtTest-1574541159'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:39.255843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 74b53655-16b6-48c5-b822-e2b474c96d98 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:39.283697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 74b53655-16b6-48c5-b822-e2b474c96d98 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:39.284282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 74b53655-16b6-48c5-b822-e2b474c96d98 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:39.394125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-5a5209e0-2c38-4ac0-8435-33253c11e07a', 'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a', 'tenant_id': '22fa5effa47b4badbba8b1579f5d00bb', 'fixed_ips': [{'subnet_id': '0757c04b-7994-4c40-ab8c-bd6e7566fd0a'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:44:39.395301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.450094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cd3f1-2414-4719-9901-38fb9ec563b0 req-13070f13-6339-4024-938a-33851790935b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.468385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c45cd3f1-2414-4719-9901-38fb9ec563b0 req-13070f13-6339-4024-938a-33851790935b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1230457 Sep 30 08:44:39.504248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c45cd3f1-2414-4719-9901-38fb9ec563b0 req-c3918390-e6da-4f08-90de-b36ff2477777 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348942 Sep 30 08:44:39.512159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Made reservation on behalf of 22fa5effa47b4badbba8b1579f5d00bb for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:39.515932 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.551611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] device_id is not set on port 79cf2e8b-0468-4e03-94d4-f620d9971a9a yet. {{(pid=95002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:44:39.659580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Allocated IP 172.20.0.2 (5a5209e0-2c38-4ac0-8435-33253c11e07a/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/066818e6-f569-4ae8-b8e0-ed46395f1803) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:39.876370 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.889225 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.943164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:39.947136 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:39.951845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:39.966182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Allocated IP 172.20.0.8 (5a5209e0-2c38-4ac0-8435-33253c11e07a/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/79cf2e8b-0468-4e03-94d4-f620d9971a9a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:39.990618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Pushing event updated for resources: {'Port': ['ID=066818e6-f569-4ae8-b8e0-ed46395f1803,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:40.020944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.025825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.027060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.027600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.029270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.030263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.032256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.032800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.033303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.034042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.035013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.038059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:40.068250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Attempting to bind port 066818e6-f569-4ae8-b8e0-ed46395f1803 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:40.071810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Attempting to bind port 066818e6-f569-4ae8-b8e0-ed46395f1803 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:40.073409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Attempting to bind port 066818e6-f569-4ae8-b8e0-ed46395f1803 on network 5a5209e0-2c38-4ac0-8435-33253c11e07a {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:40.085569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:40.089024 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Checking segment: {'id': '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:40.089641 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.090213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Bound using segment: {'id': '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:40.093063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Bound port: 066818e6-f569-4ae8-b8e0-ed46395f1803, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a5209e0-2c38-4ac0-8435-33253c11e07a'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:40.093780 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.191064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] For port 066818e6-f569-4ae8-b8e0-ed46395f1803, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:40.195533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] For port 066818e6-f569-4ae8-b8e0-ed46395f1803, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=066818e6-f569-4ae8-b8e0-ed46395f1803,segment=NetworkSegment(181e99bb-bfcc-4aa0-a72b-e9f4033abc3e),segment_id=181e99bb-bfcc-4aa0-a72b-e9f4033abc3e)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:40.200401 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.322618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6f3e-beea-4206-bf94-028bb8d2e6b2 None None] Pushing event updated for resources: {'Port': ['ID=066818e6-f569-4ae8-b8e0-ed46395f1803,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:40.334035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.409992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.474548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event updated for resources: {'Port': ['ID=79cf2e8b-0468-4e03-94d4-f620d9971a9a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:40.552914 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:40.554691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:40.558398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:40.628611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:40.629435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.683349 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5dac499a-382f-4bdc-887d-5a61c9066ffa tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5601001 Sep 30 08:44:40.683798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34940) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:40.688933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-817371872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:40.707096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1cffc-a064-4423-9945-3a14f67253ff req-8d677ec5-a063-44f0-8959-4a3d91929bf3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:40.711170 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1b1cffc-a064-4423-9945-3a14f67253ff req-8d677ec5-a063-44f0-8959-4a3d91929bf3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0872889 Sep 30 08:44:40.730913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.732114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.792508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1b1cffc-a064-4423-9945-3a14f67253ff req-67bf8f1f-bac8-4462-8c70-411e0ea27e3d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752640 Sep 30 08:44:40.841194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.850180 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.894675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.899246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34952) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:40.900381 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4e8b467d-6b79-43d5-9a8c-261be6aa799f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2155571 Sep 30 08:44:40.905187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-621be66b-3ab7-47ef-88a1-4ab54d546019 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1696943013', 'prefixes': ['172.20.0.0/16']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:41.062441 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-621be66b-3ab7-47ef-88a1-4ab54d546019 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for subnetpool, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:41.063685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-621be66b-3ab7-47ef-88a1-4ab54d546019 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1630850 Sep 30 08:44:41.067607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 34960) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:41.082673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-37d04bb9-01f6-4276-966e-ebc8c01b1a7d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-789027813') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:41.087286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ec7680af-efad-4de9-bc93-308092296284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:41.325651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-37d04bb9-01f6-4276-966e-ebc8c01b1a7d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-789027813 HTTP/1.1" status: 201 len: 201 time: 0.2536912 Sep 30 08:44:41.326260 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 34992) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:41.331679 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-2f9d67d3-fca5-4ab6-a312-dee4a17b8f96 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-1056306825') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:41.455605 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2f9d67d3-fca5-4ab6-a312-dee4a17b8f96 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-1056306825 HTTP/1.1" status: 201 len: 201 time: 0.1279190 Sep 30 08:44:41.458225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35006) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:41.470786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-7f44fc9a-b53c-440f-8d53-252d21872b4e tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-663167659') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:41.487978 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:41.773159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163af57-6634-4f47-9ac8-7a9b4ddbe149 None None] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:41.935075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 066818e6-f569-4ae8-b8e0-ed46395f1803 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:42.011780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dd497433-97d8-450e-aa37-de2f86647378 None None] Provisioning complete for port 066818e6-f569-4ae8-b8e0-ed46395f1803 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:42.012494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dd497433-97d8-450e-aa37-de2f86647378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.342638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 066818e6-f569-4ae8-b8e0-ed46395f1803 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:42.343930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.364575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35054) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:42.371278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-0e9e4480-23f4-455d-b8b6-be24b70ea06f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-604633931') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:42.376826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7f44fc9a-b53c-440f-8d53-252d21872b4e tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-663167659 HTTP/1.1" status: 201 len: 201 time: 0.9170368 Sep 30 08:44:42.463576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75254e8-dad9-4d1c-87aa-46402209b325 req-d13a2f3d-afef-4047-b17f-7b9fd6581bcc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:42.465621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d75254e8-dad9-4d1c-87aa-46402209b325 req-d13a2f3d-afef-4047-b17f-7b9fd6581bcc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1374750 Sep 30 08:44:42.478526 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0e9e4480-23f4-455d-b8b6-be24b70ea06f tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-604633931 HTTP/1.1" status: 201 len: 201 time: 0.1127586 Sep 30 08:44:42.480715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35062) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:42.486611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-8e099fa2-3c3a-4a7a-81bb-d359f3815843 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:42.540358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d75254e8-dad9-4d1c-87aa-46402209b325 req-ea0953cb-9b5b-41af-8a91-874db4f6b8f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662968 Sep 30 08:44:42.590474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dd497433-97d8-450e-aa37-de2f86647378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.633590 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8e099fa2-3c3a-4a7a-81bb-d359f3815843 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags HTTP/1.1" status: 200 len: 240 time: 0.1488574 Sep 30 08:44:42.634801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35074) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:42.643189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-c1b190fc-5894-4326-816b-cbb75c60fc32 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-789027813') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:42.753722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1b190fc-5894-4326-816b-cbb75c60fc32 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-789027813 HTTP/1.1" status: 204 len: 168 time: 0.1184244 Sep 30 08:44:42.756234 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35080) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:42.757212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dd497433-97d8-450e-aa37-de2f86647378 None None] For port 066818e6-f569-4ae8-b8e0-ed46395f1803, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=066818e6-f569-4ae8-b8e0-ed46395f1803,segment=NetworkSegment(181e99bb-bfcc-4aa0-a72b-e9f4033abc3e),segment_id=181e99bb-bfcc-4aa0-a72b-e9f4033abc3e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:42.762471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-db679318-7efb-41db-8f5d-66e47c8d01f8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-789027813') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:42.765367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dd497433-97d8-450e-aa37-de2f86647378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.783456 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.894320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd497433-97d8-450e-aa37-de2f86647378 None None] Pushing event updated for resources: {'Port': ['ID=066818e6-f569-4ae8-b8e0-ed46395f1803,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:42.922829 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:44:42.923287 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:44:42.957891 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-db679318-7efb-41db-8f5d-66e47c8d01f8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-789027813 HTTP/1.1" status: 204 len: 168 time: 0.2004869 Sep 30 08:44:42.961032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35084) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:42.966078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-b45ffd94-3df8-45e7-b773-b2f75992be7e tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:43.097194 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b45ffd94-3df8-45e7-b773-b2f75992be7e tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags HTTP/1.1" status: 200 len: 205 time: 0.1345358 Sep 30 08:44:43.099715 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:43.102293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-90fa1e52-61d1-4d09-888a-b8a80ebdf063 None None] Provisioning complete for port 066818e6-f569-4ae8-b8e0-ed46395f1803 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:43.102683 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90fa1e52-61d1-4d09-888a-b8a80ebdf063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:43.108159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-6f92e3c9-01d5-4fe3-8831-2077e78f82ed tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:43.215399 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6f92e3c9-01d5-4fe3-8831-2077e78f82ed tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags HTTP/1.1" status: 200 len: 241 time: 0.1133885 Sep 30 08:44:43.216470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:43.218173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35108) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:43.222522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-09c5feb1-b98d-49cc-a563-8ea1fb629dc0 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-1056306825') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:43.347857 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:44:43.371010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-09c5feb1-b98d-49cc-a563-8ea1fb629dc0 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-1056306825 HTTP/1.1" status: 204 len: 168 time: 0.1518822 Sep 30 08:44:43.373603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35122) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:43.378435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-1d632634-056a-4c7b-b2fa-f7d7d8efdf89 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-1056306825') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:43.396071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-90fa1e52-61d1-4d09-888a-b8a80ebdf063 None None] Provisioning complete for port 79cf2e8b-0468-4e03-94d4-f620d9971a9a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:43.396606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90fa1e52-61d1-4d09-888a-b8a80ebdf063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:43.472833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-90fa1e52-61d1-4d09-888a-b8a80ebdf063 None None] Port 79cf2e8b-0468-4e03-94d4-f620d9971a9a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:43.507479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:43.514284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-147f142e-22bd-4fbb-944f-e8f30e9906b8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:43.519955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1d632634-056a-4c7b-b2fa-f7d7d8efdf89 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-1056306825 HTTP/1.1" status: 204 len: 168 time: 0.1433365 Sep 30 08:44:43.610640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-78485050-ee9e-457b-8321-79de0eb88b55 None None] Provisioning complete for port 79cf2e8b-0468-4e03-94d4-f620d9971a9a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:43.613121 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78485050-ee9e-457b-8321-79de0eb88b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:43.695360 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-147f142e-22bd-4fbb-944f-e8f30e9906b8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags HTTP/1.1" status: 200 len: 205 time: 0.1856475 Sep 30 08:44:43.696459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35138) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:43.702246 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-99a68d4f-7ce5-4600-8293-29b2ef8e74c3 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:43.732730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-78485050-ee9e-457b-8321-79de0eb88b55 None None] Port 79cf2e8b-0468-4e03-94d4-f620d9971a9a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:43.750338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bdf61-f9d8-4c93-8173-b86398c2a365 req-cf5a8aca-e56a-41da-8e27-9ad0a1233ef5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:43.762073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e2bdf61-f9d8-4c93-8173-b86398c2a365 req-cf5a8aca-e56a-41da-8e27-9ad0a1233ef5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0998230 Sep 30 08:44:43.828937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e2bdf61-f9d8-4c93-8173-b86398c2a365 req-48db9352-9723-4bb0-bbca-5f59da2fa54c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615408 Sep 30 08:44:43.872592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 066818e6-f569-4ae8-b8e0-ed46395f1803 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:43.946501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 066818e6-f569-4ae8-b8e0-ed46395f1803 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:43.946883 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:44.244217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35156) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.248929 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-99a68d4f-7ce5-4600-8293-29b2ef8e74c3 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags HTTP/1.1" status: 200 len: 240 time: 0.5509160 Sep 30 08:44:44.250593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-e85be5ee-b40d-4d48-a1fd-7fa1f0f73262 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-663167659') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.434782 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.440336 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-d68e04e3-f0f7-4c90-aa86-50c5a3a3092b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-663167659') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.451708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e85be5ee-b40d-4d48-a1fd-7fa1f0f73262 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-663167659 HTTP/1.1" status: 204 len: 168 time: 0.2059705 Sep 30 08:44:44.586698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35174) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.593659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-fa5c8c09-4f8f-45df-b102-68630f4d88ed tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.596884 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d68e04e3-f0f7-4c90-aa86-50c5a3a3092b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-663167659 HTTP/1.1" status: 204 len: 168 time: 0.1605818 Sep 30 08:44:44.692688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fa5c8c09-4f8f-45df-b102-68630f4d88ed tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags HTTP/1.1" status: 200 len: 205 time: 0.1045835 Sep 30 08:44:44.696081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.701162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-af3cc7e4-fe94-4e60-8925-bd8cb624bbdc tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.727253 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-af3cc7e4-fe94-4e60-8925-bd8cb624bbdc tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags HTTP/1.1" status: 200 len: 240 time: 0.0297801 Sep 30 08:44:44.730344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35184) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.734906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-436e8498-cbf9-42be-ab53-f7caec5bdf87 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-604633931') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.811765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35192) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.815950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-436e8498-cbf9-42be-ab53-f7caec5bdf87 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-604633931 HTTP/1.1" status: 204 len: 168 time: 0.0839858 Sep 30 08:44:44.817176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-ac5c8bf1-409e-4011-85a3-98b8d43ad0b0 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-604633931') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.908581 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac5c8bf1-409e-4011-85a3-98b8d43ad0b0 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-604633931 HTTP/1.1" status: 204 len: 168 time: 0.0953357 Sep 30 08:44:44.911364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35202) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:44.920003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-21472d41-b1b0-4f75-93e0-b0e6b40bb73b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:44.949371 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:44.995366 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-21472d41-b1b0-4f75-93e0-b0e6b40bb73b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0814693 Sep 30 08:44:44.997239 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35206) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.002627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7e53-ea01-4d59-bafe-b343ef559b49 req-148a54dc-ceff-46e1-a895-04c4820d2db2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:45.007147 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-a94d57cb-98f2-4873-a981-b0c31ccf4f46 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.012180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-559a7e53-ea01-4d59-bafe-b343ef559b49 req-148a54dc-ceff-46e1-a895-04c4820d2db2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0835273 Sep 30 08:44:45.063399 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a94d57cb-98f2-4873-a981-b0c31ccf4f46 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0637968 Sep 30 08:44:45.066045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-559a7e53-ea01-4d59-bafe-b343ef559b49 req-4fe77d84-7152-4948-bc8a-698c980d51ba tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524480 Sep 30 08:44:45.066714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35208) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.072402 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-1e5cd281-4e01-41d0-94e9-98654c6784cd tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.236801 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e5cd281-4e01-41d0-94e9-98654c6784cd tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags HTTP/1.1" status: 204 len: 168 time: 0.1687529 Sep 30 08:44:45.239451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35214) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.244889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-d5f65160-76f6-4b17-bdb0-48807d50960a tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.400118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.400791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d5f65160-76f6-4b17-bdb0-48807d50960a tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1600506 Sep 30 08:44:45.404834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-b8a82145-941d-4445-ad02-6c315342f19b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.526560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b8a82145-941d-4445-ad02-6c315342f19b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1252513 Sep 30 08:44:45.547774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35238) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.554209 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-98963df5-acb0-47c0-992a-eff80154bba4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-1115832997') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.674586 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-98963df5-acb0-47c0-992a-eff80154bba4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-1115832997 HTTP/1.1" status: 201 len: 201 time: 0.1213996 Sep 30 08:44:45.675654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35254) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.680496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-6e06709f-5bd8-41ed-9938-acf533641847 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-447068110') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.813568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6e06709f-5bd8-41ed-9938-acf533641847 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-447068110 HTTP/1.1" status: 201 len: 201 time: 0.1375484 Sep 30 08:44:45.818178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35266) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.824047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-d000e191-cf70-4b33-b48d-1461dac2b35a tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-26223107') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:45.993428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d000e191-cf70-4b33-b48d-1461dac2b35a tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-26223107 HTTP/1.1" status: 201 len: 201 time: 0.1688824 Sep 30 08:44:45.993944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35280) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:45.999950 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-6afd861b-bb1e-4120-aa16-1d4d08700f3e tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-428519127') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:46.089754 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6afd861b-bb1e-4120-aa16-1d4d08700f3e tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-428519127 HTTP/1.1" status: 201 len: 201 time: 0.0942061 Sep 30 08:44:46.094462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35284) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:46.100161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-b14b5fd9-3559-401b-ae95-376f52820fc1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', {'tags': ['tempest-TagsExtTest-Tag-1934114771', 'tempest-TagsExtTest-Tag-1719536082', 'tempest-TagsExtTest-Tag-281652835']}) {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:46.247010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca7f14-3532-4351-bf2f-71bc717d2c7e req-ed89a76e-1723-4ec5-8022-8b1ea1d65e7b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:46.254016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0bca7f14-3532-4351-bf2f-71bc717d2c7e req-ed89a76e-1723-4ec5-8022-8b1ea1d65e7b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0839703 Sep 30 08:44:46.305534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:46.305828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b14b5fd9-3559-401b-ae95-376f52820fc1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags HTTP/1.1" status: 200 len: 317 time: 0.2097292 Sep 30 08:44:46.310451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-8b30035f-b340-4b61-8178-5491906673a1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:46.322715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0bca7f14-3532-4351-bf2f-71bc717d2c7e req-c9b158f2-31fe-41fb-bc1b-07b8eff4f4d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526843 Sep 30 08:44:46.480602 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8b30035f-b340-4b61-8178-5491906673a1 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1718552 Sep 30 08:44:46.482795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35316) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:46.492461 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-956d37fd-a04c-46be-a9ee-9debda54ed12 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-1934114771') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:46.632890 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-956d37fd-a04c-46be-a9ee-9debda54ed12 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:46.638714 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-956d37fd-a04c-46be-a9ee-9debda54ed12 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-1934114771 HTTP/1.1" status: 404 len: 329 time: 0.1493495 Sep 30 08:44:46.640294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35322) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:46.644849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-07d04c28-e58f-46af-bbd5-382ce28b9a2d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-1719536082') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:46.774319 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-07d04c28-e58f-46af-bbd5-382ce28b9a2d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:46.776403 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-07d04c28-e58f-46af-bbd5-382ce28b9a2d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-1719536082 HTTP/1.1" status: 404 len: 329 time: 0.1348460 Sep 30 08:44:46.779051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35332) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:46.785901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-a0d07e06-d0e3-4597-9033-0dfa08be1287 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a', 'tempest-TagsExtTest-Tag-281652835') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:46.901623 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a0d07e06-d0e3-4597-9033-0dfa08be1287 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:46.903179 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a0d07e06-d0e3-4597-9033-0dfa08be1287 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags/tempest-TagsExtTest-Tag-281652835 HTTP/1.1" status: 404 len: 328 time: 0.1225851 Sep 30 08:44:46.906486 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35340) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:46.914806 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-1ee6c7a0-e0a5-43ac-a9f8-2478deb31e13 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', {'tags': ['tempest-TagsExtTest-Tag-681067334', 'tempest-TagsExtTest-Tag-1125755280', 'tempest-TagsExtTest-Tag-1087627536']}) {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:47.026996 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1ee6c7a0-e0a5-43ac-a9f8-2478deb31e13 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags HTTP/1.1" status: 200 len: 317 time: 0.1182828 Sep 30 08:44:47.029411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35348) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:47.036587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-041db818-cdfd-4d41-bb65-fec3e8ff7b41 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:47.230254 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-041db818-cdfd-4d41-bb65-fec3e8ff7b41 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1988685 Sep 30 08:44:47.233320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35360) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:47.240275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-ad2773c0-fe4d-464a-a122-a0cf919a47a2 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-681067334') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:47.367866 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-ad2773c0-fe4d-464a-a122-a0cf919a47a2 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:47.372657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35370) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:47.374401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad2773c0-fe4d-464a-a122-a0cf919a47a2 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-681067334 HTTP/1.1" status: 404 len: 328 time: 0.1394281 Sep 30 08:44:47.378598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-3f1712d7-d80a-460d-b36a-a30d855b2c3d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-1125755280') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:47.534482 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-3f1712d7-d80a-460d-b36a-a30d855b2c3d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:47.535908 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f1712d7-d80a-460d-b36a-a30d855b2c3d tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-1125755280 HTTP/1.1" status: 404 len: 329 time: 0.1626358 Sep 30 08:44:47.539907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35382) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:47.546431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-8229fd65-f713-4099-bf92-842a1ba2a129 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a', 'tempest-TagsExtTest-Tag-1087627536') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:47.594942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec8aa-ee7b-4358-9e25-f8b52b3748cc req-163a99b7-8dca-4007-a90f-79360ad36ca6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:47.596870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55bec8aa-ee7b-4358-9e25-f8b52b3748cc req-163a99b7-8dca-4007-a90f-79360ad36ca6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1392860 Sep 30 08:44:47.666149 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-8229fd65-f713-4099-bf92-842a1ba2a129 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:47.667551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8229fd65-f713-4099-bf92-842a1ba2a129 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags/tempest-TagsExtTest-Tag-1087627536 HTTP/1.1" status: 404 len: 329 time: 0.1247139 Sep 30 08:44:47.670706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55bec8aa-ee7b-4358-9e25-f8b52b3748cc req-391c4248-4964-4d7b-908d-b14197b915f8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628655 Sep 30 08:44:47.671305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35394) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:47.679730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-d083ac6f-f42b-4ebb-978e-78ab92fd8c24 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', {'tags': ['tempest-TagsExtTest-Tag-1020952951', 'tempest-TagsExtTest-Tag-26970383', 'tempest-TagsExtTest-Tag-411937206']}) {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:47.844712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d083ac6f-f42b-4ebb-978e-78ab92fd8c24 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags HTTP/1.1" status: 200 len: 315 time: 0.1699417 Sep 30 08:44:47.844893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35408) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:47.849801 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-795b4edc-1358-4205-b327-6639e4b651a5 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.015935 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-795b4edc-1358-4205-b327-6639e4b651a5 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags HTTP/1.1" status: 204 len: 168 time: 0.1675017 Sep 30 08:44:48.016728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35416) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.025295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-b21bcc64-4cb4-48dc-a1be-1ea136bfcf7c tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-1020952951') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.209226 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-b21bcc64-4cb4-48dc-a1be-1ea136bfcf7c tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:48.210615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b21bcc64-4cb4-48dc-a1be-1ea136bfcf7c tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-1020952951 HTTP/1.1" status: 404 len: 329 time: 0.1927197 Sep 30 08:44:48.213348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35428) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.218385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-b24cb697-da83-409f-b01c-b771bf38bafe tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-26970383') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.358634 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-b24cb697-da83-409f-b01c-b771bf38bafe tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:48.361090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b24cb697-da83-409f-b01c-b771bf38bafe tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-26970383 HTTP/1.1" status: 404 len: 327 time: 0.1465244 Sep 30 08:44:48.364017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35440) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.370773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-a14b81c8-42f9-4952-9974-483578397fef tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae', 'tempest-TagsExtTest-Tag-411937206') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.544750 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-a14b81c8-42f9-4952-9974-483578397fef tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:48.546347 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a14b81c8-42f9-4952-9974-483578397fef tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags/tempest-TagsExtTest-Tag-411937206 HTTP/1.1" status: 404 len: 328 time: 0.1808882 Sep 30 08:44:48.549159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35458) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.554804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-553b0940-a6ea-4fb6-ac38-344bd1283bb8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', {'tags': ['tempest-TagsExtTest-Tag-1095654072', 'tempest-TagsExtTest-Tag-402828502', 'tempest-TagsExtTest-Tag-285871262']}) {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.613917 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-553b0940-a6ea-4fb6-ac38-344bd1283bb8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "PUT /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags HTTP/1.1" status: 200 len: 316 time: 0.0634930 Sep 30 08:44:48.617492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.625189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-a1beaa64-fc74-4a81-8161-fc0907ddf7b4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.684526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a1beaa64-fc74-4a81-8161-fc0907ddf7b4 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0641255 Sep 30 08:44:48.688292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.696570 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-5a3626d7-9d58-44bb-9a8d-d89453a59a8b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-1095654072') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.750135 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-5a3626d7-9d58-44bb-9a8d-d89453a59a8b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:48.750135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5a3626d7-9d58-44bb-9a8d-d89453a59a8b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-1095654072 HTTP/1.1" status: 404 len: 329 time: 0.0554426 Sep 30 08:44:48.750751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35472) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.754510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-c28b0c18-e3ba-454d-ac9d-836934d097d2 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-402828502') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.877939 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-c28b0c18-e3ba-454d-ac9d-836934d097d2 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:48.883715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c28b0c18-e3ba-454d-ac9d-836934d097d2 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-402828502 HTTP/1.1" status: 404 len: 328 time: 0.1303504 Sep 30 08:44:48.885091 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.895661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-16a5aee9-802d-499d-b0b8-87bd4a11e5cf tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1', 'tempest-TagsExtTest-Tag-285871262') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:48.926961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80a99-0a5c-49a9-b375-34b63750009e req-10390e2a-bde9-4569-9b0d-18b7dc519a1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:48.937681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52c80a99-0a5c-49a9-b375-34b63750009e req-10390e2a-bde9-4569-9b0d-18b7dc519a1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1643219 Sep 30 08:44:48.952582 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-16a5aee9-802d-499d-b0b8-87bd4a11e5cf tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] show failed (client error): The resource could not be found. Sep 30 08:44:48.963093 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16a5aee9-802d-499d-b0b8-87bd4a11e5cf tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags/tempest-TagsExtTest-Tag-285871262 HTTP/1.1" status: 404 len: 328 time: 0.0743515 Sep 30 08:44:48.964997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35494) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:48.972066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-1cb53832-5a53-4423-9844-c21b05fe590b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53f279d5-8122-4009-ba7e-9ad87c6079d1') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:49.014488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52c80a99-0a5c-49a9-b375-34b63750009e req-9cbe478f-e78d-4834-8d39-d8357f4a6cd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755928 Sep 30 08:44:49.031574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1cb53832-5a53-4423-9844-c21b05fe590b tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0652037 Sep 30 08:44:49.035006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35502) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:49.053715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-2945e841-ac07-4357-9a41-6839e623bd44 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30bf62ea-1c92-4b26-ae85-a4a3d2154fae') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:49.232735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2945e841-ac07-4357-9a41-6839e623bd44 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae/tags HTTP/1.1" status: 204 len: 168 time: 0.1942093 Sep 30 08:44:49.237972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35514) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:49.244476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.tag.tag_plugin [None req-31d00020-5326-4102-a6e7-abf7c73261cb tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79cf2e8b-0468-4e03-94d4-f620d9971a9a') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:49.396002 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-31d00020-5326-4102-a6e7-abf7c73261cb tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1560237 Sep 30 08:44:49.399804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35526) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:49.405551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.tag.tag_plugin [None req-2e4b1ea3-584f-40a5-a5cc-d1f84321a855 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0757c04b-7994-4c40-ab8c-bd6e7566fd0a') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:49.528213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2e4b1ea3-584f-40a5-a5cc-d1f84321a855 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1259451 Sep 30 08:44:49.535489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:49.693179 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-075cf1ce-38d2-4281-bf11-17667b1935f5 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for subnetpool, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:49.697324 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-075cf1ce-38d2-4281-bf11-17667b1935f5 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/53f279d5-8122-4009-ba7e-9ad87c6079d1 HTTP/1.1" status: 204 len: 168 time: 0.1585479 Sep 30 08:44:49.698452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35550) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:49.737133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d1a919b-dac0-4293-8deb-1d6fb4eb4a9c tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bf62ea-1c92-4b26-ae85-a4a3d2154fae HTTP/1.1" status: 200 len: 205 time: 0.0349295 Sep 30 08:44:49.737728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35554) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:49.855307 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.171584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.174877 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.230543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.231288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Fanout notify agent at l3_agent the message router_deleted on router 30bf62ea-1c92-4b26-ae85-a4a3d2154fae {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:44:50.247089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.250937 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3483f30f-81b0-4a73-a092-8c8d1885a1c7 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/routers/30bf62ea-1c92-4b26-ae85-a4a3d2154fae HTTP/1.1" status: 204 len: 168 time: 0.5120432 Sep 30 08:44:50.252437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d30a-b6ee-4b0d-b561-b3b146068609 req-951e5445-1e78-44d7-82e4-eab5ffdd658f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:50.253413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35582) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:50.275874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf56d30a-b6ee-4b0d-b561-b3b146068609 req-951e5445-1e78-44d7-82e4-eab5ffdd658f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1502588 Sep 30 08:44:50.406422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf56d30a-b6ee-4b0d-b561-b3b146068609 req-8e90c81b-f7af-4345-bacd-01d804e42a0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292746 Sep 30 08:44:50.476901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Deleting port 79cf2e8b-0468-4e03-94d4-f620d9971a9a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:50.477259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.626590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.650582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Calling delete_port for 79cf2e8b-0468-4e03-94d4-f620d9971a9a owned by {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:50.895831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:50.934496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event deleted for resources: {'Port': ['ID=79cf2e8b-0468-4e03-94d4-f620d9971a9a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:51.058833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.066575 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-230bb693-d91e-4e4d-be28-d02383420804 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/ports/79cf2e8b-0468-4e03-94d4-f620d9971a9a HTTP/1.1" status: 204 len: 168 time: 0.8119776 Sep 30 08:44:51.069411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35632) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:51.154494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Deleting subnet 0757c04b-7994-4c40-ab8c-bd6e7566fd0a {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:44:51.159815 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.224574 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.369928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.499023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.574377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event deleted for resources: {'Subnet': ['ID=0757c04b-7994-4c40-ab8c-bd6e7566fd0a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:51.594044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.600866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc43e6-4f6b-4aee-88ca-c37c90eb52a1 None None] Network 5a5209e0-2c38-4ac0-8435-33253c11e07a requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:51.622815 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8fab6ca1-967a-4052-9cd0-1a18f3d92983 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/subnets/0757c04b-7994-4c40-ab8c-bd6e7566fd0a HTTP/1.1" status: 204 len: 168 time: 0.5503352 Sep 30 08:44:51.623872 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35676) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:51.629880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f7e0-1477-41c3-9b0d-13160eefa4d5 req-30026dd9-df1f-4e54-a9c5-3a9b62aff00c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:51.636009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c328f7e0-1477-41c3-9b0d-13160eefa4d5 req-30026dd9-df1f-4e54-a9c5-3a9b62aff00c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1281931 Sep 30 08:44:51.754751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c328f7e0-1477-41c3-9b0d-13160eefa4d5 req-bc5394f3-56fb-4d91-8242-6a640c992727 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042423 Sep 30 08:44:51.802352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:51.937744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Deleting port 066818e6-f569-4ae8-b8e0-ed46395f1803 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:51.938350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.015275 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-332bc9a0-be83-44df-9fac-cb1ff34f8d91 service neutron] show failed (client error): The resource could not be found. Sep 30 08:44:52.016345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-332bc9a0-be83-44df-9fac-cb1ff34f8d91 service neutron] 10.222.0.57 "GET /v2.0/ports/e2e67c5f-9904-41dc-a43c-4ef656e7f183/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0939786 Sep 30 08:44:52.087308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] DHCP port deletion for 5a5209e0-2c38-4ac0-8435-33253c11e07a request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:44:52.111189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] For port 066818e6-f569-4ae8-b8e0-ed46395f1803, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=066818e6-f569-4ae8-b8e0-ed46395f1803,segment=NetworkSegment(181e99bb-bfcc-4aa0-a72b-e9f4033abc3e),segment_id=181e99bb-bfcc-4aa0-a72b-e9f4033abc3e)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:52.112670 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.148300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Calling delete_port for 066818e6-f569-4ae8-b8e0-ed46395f1803 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:52.230782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] Deleting port 066818e6-f569-4ae8-b8e0-ed46395f1803 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:52.231190 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.403237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] For port 066818e6-f569-4ae8-b8e0-ed46395f1803, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=066818e6-f569-4ae8-b8e0-ed46395f1803,segment=NetworkSegment(181e99bb-bfcc-4aa0-a72b-e9f4033abc3e),segment_id=181e99bb-bfcc-4aa0-a72b-e9f4033abc3e)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:52.403960 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.453257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] Calling delete_port for 066818e6-f569-4ae8-b8e0-ed46395f1803 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:52.503875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-dc75013c-609c-48d0-b6b1-414d00fc84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:52.506661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-dc75013c-609c-48d0-b6b1-414d00fc84b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 1096 time: 0.1511350 Sep 30 08:44:52.537802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:52.576245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.668763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] No DVR routers for this DVR port 066818e6-f569-4ae8-b8e0-ed46395f1803 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:52.678752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event deleted for resources: {'Port': ['ID=066818e6-f569-4ae8-b8e0-ed46395f1803,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:52.705369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.716616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.805735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] Pushing event deleted for resources: {'Port': ['ID=066818e6-f569-4ae8-b8e0-ed46395f1803,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:52.821108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c70b7-0988-4601-81d0-066748b3c826 None None] No DVR routers for this DVR port 066818e6-f569-4ae8-b8e0-ed46395f1803 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:52.947597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:52.985294 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5209e0-2c38-4ac0-8435-33253c11e07a']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:52.999126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:52.999711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181e99bb-bfcc-4aa0-a72b-e9f4033abc3e') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:53.018123 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.033528 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.036120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cb4e1-18a7-43df-b200-50f3a2469764 req-0874060e-6d43-4eda-b888-5db4609897b0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:53.038391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac9cb4e1-18a7-43df-b200-50f3a2469764 req-0874060e-6d43-4eda-b888-5db4609897b0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0755794 Sep 30 08:44:53.050517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:53.051794 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:53.056718 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:53.108753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac9cb4e1-18a7-43df-b200-50f3a2469764 req-62f87e9f-1635-4935-9b21-307c24576f02 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511701 Sep 30 08:44:53.189712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.208224 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.217352 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] 10.222.0.41 "DELETE /v2.0/networks/5a5209e0-2c38-4ac0-8435-33253c11e07a HTTP/1.1" status: 204 len: 168 time: 1.5920539 Sep 30 08:44:53.240285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec019a-fccc-40c5-81de-b2fa33fa15d8 tempest-TagsExtTest-2089597924 tempest-TagsExtTest-2089597924-project] Pushing event deleted for resources: {'Network': ['ID=5a5209e0-2c38-4ac0-8435-33253c11e07a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:53.245195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:53.382521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:53.530313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:53.535353 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229e620-cb78-4d70-9388-d28551041cb3" -d '{"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:53.543810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.572588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Transition to ACTIVE for port object e2e67c5f-9904-41dc-a43c-4ef656e7f183 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:44:53.579261 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:53.840714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35754) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:53.878856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 066818e6-f569-4ae8-b8e0-ed46395f1803 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:53.931104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 066818e6-f569-4ae8-b8e0-ed46395f1803 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:53.931831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 066818e6-f569-4ae8-b8e0-ed46395f1803 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:53.951519 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d9e5d8-ee67-4d1d-8c10-5df31f88a833 x-openstack-request-id: req-97d9e5d8-ee67-4d1d-8c10-5df31f88a833 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:53.952101 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:53.952319 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97d9e5d8-ee67-4d1d-8c10-5df31f88a833 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:53.956500 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'code': 200} Sep 30 08:44:54.009882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] No DVR routers for this DVR port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:54.108737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:54.202612 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d44e37bc-c5e7-4bae-920f-8b3ca7c25c08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22fa5effa47b4badbba8b1579f5d00bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583457 Sep 30 08:44:54.203494 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35764) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:54.361586 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35377ada-1a0c-471d-a072-3617f9cf9ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.421493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35377ada-1a0c-471d-a072-3617f9cf9ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.473304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:54.473789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:54.474214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:54.517705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35377ada-1a0c-471d-a072-3617f9cf9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.520786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35377ada-1a0c-471d-a072-3617f9cf9ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.522895 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35377ada-1a0c-471d-a072-3617f9cf9ac2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a43f1a7-68f7-4f5c-bb39-33bc1b15cac1 HTTP/1.1" status: 204 len: 168 time: 0.3183277 Sep 30 08:44:54.548165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698396dd-38c5-482a-998a-d9ec8ad8a4ca req-8a242bca-de9d-4474-97bd-370b0c8fc735 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:54.556709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-698396dd-38c5-482a-998a-d9ec8ad8a4ca req-8a242bca-de9d-4474-97bd-370b0c8fc735 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.2391000 Sep 30 08:44:54.561580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:44:54.564048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35377ada-1a0c-471d-a072-3617f9cf9ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a43f1a7-68f7-4f5c-bb39-33bc1b15cac1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:54.566014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Attempting to bind port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on network 64dce4a3-3b9f-4d49-ad78-42302d93398b {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:54.592325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:54.593203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Checking segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:54.593892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Bound using segment: {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:54.594806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Bound port: e2e67c5f-9904-41dc-a43c-4ef656e7f183, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:54.595552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.754834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-698396dd-38c5-482a-998a-d9ec8ad8a4ca req-62102f54-3679-4b1e-b937-2528777e5bdf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656246 Sep 30 08:44:54.803417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:54.811967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:54.817505 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.867259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:54.870195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:54.873595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 1091 time: 2.3425980 Sep 30 08:44:55.070124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8df3e-2ca7-4e13-9df3-4bae6d92fee8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:55.141872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-61728837-1d5d-46ec-8506-2e1cf804d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:55.148755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-61728837-1d5d-46ec-8506-2e1cf804d777 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.1824558 Sep 30 08:44:55.447887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-d33d8e54-39b1-43e4-b798-6f3265d902d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:55.449340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-d33d8e54-39b1-43e4-b798-6f3265d902d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.2984462 Sep 30 08:44:55.589351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-e79e1661-eb17-4634-9b4b-e168d9d10ff1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 999 time: 0.1331611 Sep 30 08:44:55.727245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-df437db9-10e0-4723-bc49-75f6887038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:55.732018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-df437db9-10e0-4723-bc49-75f6887038c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.1357679 Sep 30 08:44:55.877729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:55.915850 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:55.941323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-09c4f5f4-71f2-4e86-8550-6fd8910c125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:55.947812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-09c4f5f4-71f2-4e86-8550-6fd8910c125f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054513 Sep 30 08:44:55.988037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:55.998655 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a57a5-233a-469b-9931-0cf621a17ead" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:56.003920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:56.097256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:56.387235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-81883610-36e4-4d25-81a1-33969f1d20af service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314408 Sep 30 08:44:56.517703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10f49-f406-45c8-8b09-a99d0cc77ace req-8fe77ea4-6f42-480b-81e3-a5908d7e2375 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:56.519777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80e10f49-f406-45c8-8b09-a99d0cc77ace req-8fe77ea4-6f42-480b-81e3-a5908d7e2375 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.2989755 Sep 30 08:44:56.729759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80e10f49-f406-45c8-8b09-a99d0cc77ace req-cbc363f3-3726-4a83-8000-aa9b4bd96642 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965084 Sep 30 08:44:56.795340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718aea06-43cc-4181-a4dc-c6d2fdff05d0 req-f6f0ac72-9c16-424b-9a8a-7e3faa911fc6 service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969004 Sep 30 08:44:56.847680 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd2aab1-68aa-48b3-9f00-8f35064651c9 x-openstack-request-id: req-6fd2aab1-68aa-48b3-9f00-8f35064651c9 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:56.848246 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:56.848651 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fd2aab1-68aa-48b3-9f00-8f35064651c9 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:56.849223 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'status': 'completed', 'code': 200} Sep 30 08:44:57.274314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-e792f920-4f55-4731-b7c6-f12e73c9365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:57.277031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-e792f920-4f55-4731-b7c6-f12e73c9365f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.3856552 Sep 30 08:44:57.286881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-4135dc01-82b8-4687-9a4a-7d498a31a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:57.293252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-4135dc01-82b8-4687-9a4a-7d498a31a827 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.2843564 Sep 30 08:44:57.455870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-b6722ca1-2d93-44c2-bb97-fc1e43c9b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:57.459809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-b6722ca1-2d93-44c2-bb97-fc1e43c9b75b service neutron] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.1654212 Sep 30 08:44:57.690891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-b0cfcb8a-45af-458b-9ce9-35fd31c1fd2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 999 time: 0.2041979 Sep 30 08:44:58.580101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-7dc346cb-6ca7-4a1f-bde7-111f23057177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:58.582550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-7dc346cb-6ca7-4a1f-bde7-111f23057177 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 1.1217146 Sep 30 08:44:58.651507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-6c39871c-39a2-487e-82dd-7407bc0db7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:58.654661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-6c39871c-39a2-487e-82dd-7407bc0db7d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.9488149 Sep 30 08:44:58.781686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c556f6-ce6a-4b3f-9e02-5ddcbd3ebc8b req-f86ce834-455d-4ca1-8b26-117127bf3a5d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:58.783331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39c556f6-ce6a-4b3f-9e02-5ddcbd3ebc8b req-f86ce834-455d-4ca1-8b26-117127bf3a5d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 943 time: 0.2631326 Sep 30 08:44:58.785733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35884) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:58.866315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39c556f6-ce6a-4b3f-9e02-5ddcbd3ebc8b req-03b21efb-0a94-46dd-b7b1-0376840d3f77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710886 Sep 30 08:44:58.876434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-94e48e4d-cfee-4d40-bf7d-4836c8b2d5f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 999 time: 0.2624655 Sep 30 08:44:58.918154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-b3a73708-0fe3-4c1b-a408-3cfcec557a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:58.919526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-b3a73708-0fe3-4c1b-a408-3cfcec557a28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850135 Sep 30 08:44:59.037062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae13f238-a8c0-4aa6-a42d-6750abcd5ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.115621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-ed435b08-f5df-4b1e-bff2-e25087299fe8 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862876 Sep 30 08:44:59.175194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae13f238-a8c0-4aa6-a42d-6750abcd5ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.194846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ae13f238-a8c0-4aa6-a42d-6750abcd5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.258623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-86ad84ac-efe5-4a28-b407-3b3e461c329d service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332421 Sep 30 08:44:59.278447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-2fc49889-24c0-4db6-a57a-0a57d72fcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:59.283330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-2fc49889-24c0-4db6-a57a-0a57d72fcd71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.3963087 Sep 30 08:44:59.298987 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ae13f238-a8c0-4aa6-a42d-6750abcd5ec1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e41a6a56f7754bf4b9e79e0e51b3ee4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107949 Sep 30 08:44:59.309025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35894) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:59.320731 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f238-a8c0-4aa6-a42d-6750abcd5ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf6246-6d51-499b-bd9f-30f2b5cb73ca,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:59.350846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:44:59.459321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-18f2cb2b-50cf-4699-9392-3ad7da2de17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:59.464042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-18f2cb2b-50cf-4699-9392-3ad7da2de17b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736608 Sep 30 08:44:59.497358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9408916-bbb6-44c6-ac1a-33ac7773b221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.546493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:59.556897 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9408916-bbb6-44c6-ac1a-33ac7773b221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.565910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'port_id': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'mac_address': 'fa:16:3e:db:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:44:59.626351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.647636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e67c5f-9904-41dc-a43c-4ef656e7f183 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:59.660329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-b8de0516-c6ea-49f2-9075-7b5e36bfc5eb service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642566 Sep 30 08:44:59.677159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:59.688824 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.795838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec4a57a5-233a-469b-9931-0cf621a17ead req-74988444-2a1b-4d46-8ed2-99f3b3e4c5a8 service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261635 Sep 30 08:44:59.821811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:59.841001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9408916-bbb6-44c6-ac1a-33ac7773b221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.855400 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d9408916-bbb6-44c6-ac1a-33ac7773b221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:59.857842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d9408916-bbb6-44c6-ac1a-33ac7773b221 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ecf6246-6d51-499b-bd9f-30f2b5cb73ca HTTP/1.1" status: 204 len: 168 time: 0.5447719 Sep 30 08:44:59.884926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9408916-bbb6-44c6-ac1a-33ac7773b221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf6246-6d51-499b-bd9f-30f2b5cb73ca,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:59.959119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e2e67c5f-9904-41dc-a43c-4ef656e7f183'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:00.125987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969a1-8927-4e7c-b0c4-a2f16e0dbb62 req-9ae268e8-865a-4195-9743-bda25ce24207 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:00.134524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1f969a1-8927-4e7c-b0c4-a2f16e0dbb62 req-9ae268e8-865a-4195-9743-bda25ce24207 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 944 time: 0.1069756 Sep 30 08:45:00.191991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1f969a1-8927-4e7c-b0c4-a2f16e0dbb62 req-b5fa668c-26fd-4ebf-9946-00a11dfd5a80 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561416 Sep 30 08:45:00.436335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 35914) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:00.477458 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5fdf-5fb7-4e28-a1b7-7b3bd9d40fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:00.745069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-c43623a5-c4fd-4c24-9a8f-fa126f1c95d5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:00.746697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-c43623a5-c4fd-4c24-9a8f-fa126f1c95d5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce&tenant_id=2c3fab098af245ae97b68ab13d652c99&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.2659850 Sep 30 08:45:00.875711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4253ddd-1aa0-4932-87c3-89d398d219fb req-66738a5f-0b51-43e4-9437-f5c2b151e8d8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:00.884547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4253ddd-1aa0-4932-87c3-89d398d219fb req-66738a5f-0b51-43e4-9437-f5c2b151e8d8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 944 time: 0.3423603 Sep 30 08:45:01.035634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4253ddd-1aa0-4932-87c3-89d398d219fb req-58aa284c-576e-48ad-8f59-ffc76723ed66 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497984 Sep 30 08:45:01.116020 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-20e06644-1bce-4f09-be1a-184943a266ad service neutron] delete failed (client error): The resource could not be found. Sep 30 08:45:01.117373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-20e06644-1bce-4f09-be1a-184943a266ad service neutron] 10.222.0.57 "DELETE /v2.0/ports/e2e67c5f-9904-41dc-a43c-4ef656e7f183/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.3295362 Sep 30 08:45:01.126968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5fdf-5fb7-4e28-a1b7-7b3bd9d40fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.155990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5fdf-5fb7-4e28-a1b7-7b3bd9d40fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.206399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba5e5fdf-5fb7-4e28-a1b7-7b3bd9d40fba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f19babd9fd840a5a8636af74c0d6d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689459 Sep 30 08:45:01.210329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35930) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:01.245312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e5fdf-5fb7-4e28-a1b7-7b3bd9d40fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496f8588-d5db-4b8f-a3ab-570423ad88a3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:01.279147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-dab7ee85-29da-470f-875a-254c4fedd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:01.282574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-dab7ee85-29da-470f-875a-254c4fedd9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1095 time: 0.0814908 Sep 30 08:45:01.289730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d4f8217-2be8-42e9-a240-2db4a42e3e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.332153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d4f8217-2be8-42e9-a240-2db4a42e3e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.339717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:01.438390 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d4f8217-2be8-42e9-a240-2db4a42e3e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.442593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d4f8217-2be8-42e9-a240-2db4a42e3e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.447981 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d4f8217-2be8-42e9-a240-2db4a42e3e0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/496f8588-d5db-4b8f-a3ab-570423ad88a3 HTTP/1.1" status: 204 len: 168 time: 0.2188985 Sep 30 08:45:01.469208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f8217-2be8-42e9-a240-2db4a42e3e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496f8588-d5db-4b8f-a3ab-570423ad88a3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:01.482447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-ec7dc5a5-ed95-473e-9a44-a8287f090a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:01.484512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-ec7dc5a5-ed95-473e-9a44-a8287f090a8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.1945601 Sep 30 08:45:01.535770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e2e67c5f-9904-41dc-a43c-4ef656e7f183 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:45:01.554471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e2e67c5f-9904-41dc-a43c-4ef656e7f183 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:01.554893 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:01.594857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-460be73a-4eb7-4d52-8581-5f0ba7c2c469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 1000 time: 0.0966737 Sep 30 08:45:01.703267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-1b9f7d67-4268-4fac-bd20-ab295fb94c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:01.705889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-1b9f7d67-4268-4fac-bd20-ab295fb94c73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.1025789 Sep 30 08:45:01.773014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-05e831ca-5d3d-42f1-b0b6-0430eba16151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:01.775702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-05e831ca-5d3d-42f1-b0b6-0430eba16151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576100 Sep 30 08:45:02.050883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-6aadec3d-baa5-4178-8bd5-bba6fabb2042 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594135 Sep 30 08:45:02.151621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:02.250874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b06aed7-bd62-4c36-bd32-9375d76bb353 req-d60bd7fd-a192-4e98-ac7c-257607162319 service neutron] 10.222.0.57 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897192 Sep 30 08:45:02.251357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:02.256616 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8162f-cbc9-43cf-b0d4-04b47bb7d022" -d '{"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:02.298846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:02.307265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:02.445780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:02.449437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567be4dd-d9bb-4b3b-9bfe-169de133e003 req-684e5cad-f113-4bc2-8e68-4693053824bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:02.453902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-567be4dd-d9bb-4b3b-9bfe-169de133e003 req-684e5cad-f113-4bc2-8e68-4693053824bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0935781 Sep 30 08:45:02.543315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-567be4dd-d9bb-4b3b-9bfe-169de133e003 req-589766fe-491f-4715-8b3f-07642c75ccc1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796578 Sep 30 08:45:02.634521 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c6572-ffda-4415-aeef-bc8ee9c56359 x-openstack-request-id: req-307c6572-ffda-4415-aeef-bc8ee9c56359 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:02.635134 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:02.635632 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-307c6572-ffda-4415-aeef-bc8ee9c56359 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:02.636274 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'code': 200} Sep 30 08:45:03.749499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe6e4b-e48f-4ee3-b854-c09bd233286b req-d331e195-48e0-4dde-b48e-a33350e7e3e5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:03.766249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5fe6e4b-e48f-4ee3-b854-c09bd233286b req-d331e195-48e0-4dde-b48e-a33350e7e3e5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.1267173 Sep 30 08:45:03.831819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5fe6e4b-e48f-4ee3-b854-c09bd233286b req-d56998b3-54f6-49d0-8c25-8634d447d601 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597079 Sep 30 08:45:03.861567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 35988) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:04.124333 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-693d65d2-0227-44f3-8551-1f45cfbb5160 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/becd3c19-1fc9-4c0f-8ce5-0662623b1649 HTTP/1.1" status: 200 len: 993 time: 0.2603042 Sep 30 08:45:05.903126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36024) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:06.110466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e93c12bb-5d7b-44c0-b584-7b18e59fb617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.426552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e93c12bb-5d7b-44c0-b584-7b18e59fb617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.446790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e93c12bb-5d7b-44c0-b584-7b18e59fb617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.508369 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e93c12bb-5d7b-44c0-b584-7b18e59fb617 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=606f5f70f927470299d50e245bb32536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028867 Sep 30 08:45:06.511045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c12bb-5d7b-44c0-b584-7b18e59fb617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab87359-6dc4-4eaf-b216-1ba9f480a5da,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:06.511830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36036) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:06.585865 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e62d1530-ec0c-469c-96a1-e1b40cf926c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.629397 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e62d1530-ec0c-469c-96a1-e1b40cf926c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.746526 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e62d1530-ec0c-469c-96a1-e1b40cf926c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.750932 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e62d1530-ec0c-469c-96a1-e1b40cf926c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:06.752944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e62d1530-ec0c-469c-96a1-e1b40cf926c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ab87359-6dc4-4eaf-b216-1ba9f480a5da HTTP/1.1" status: 204 len: 168 time: 0.2391984 Sep 30 08:45:06.774718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d1530-ec0c-469c-96a1-e1b40cf926c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab87359-6dc4-4eaf-b216-1ba9f480a5da,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:06.923362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-03627b53-1c29-4bf9-b676-0f9fbaa84503 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983243 Sep 30 08:45:07.089671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-ddd09466-2e22-452c-a469-89474fc5e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:07.091661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-ddd09466-2e22-452c-a469-89474fc5e4c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0909750 Sep 30 08:45:07.268394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-25386b25-0eb4-439a-98d9-ea2e30de2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:07.270823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-25386b25-0eb4-439a-98d9-ea2e30de2229 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.1575606 Sep 30 08:45:07.298166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36048) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:07.319958 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7522372-5981-441e-9740-81fba38a48c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.448252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7522372-5981-441e-9740-81fba38a48c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.459370 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7522372-5981-441e-9740-81fba38a48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.483187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-daedc560-6c89-4c14-97d5-17c071f31883 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 1001 time: 0.2049696 Sep 30 08:45:07.517781 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7522372-5981-441e-9740-81fba38a48c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d3c2f68d87a440bb523bdd475716a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157581 Sep 30 08:45:07.518618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36054) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:07.572707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-7571db5d-e5c1-4d40-beb2-fdc2529a210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:07.573343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7522372-5981-441e-9740-81fba38a48c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60705652-e534-4661-8488-8bdb5dbe3114,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:07.576259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-7571db5d-e5c1-4d40-beb2-fdc2529a210a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.0837379 Sep 30 08:45:07.624238 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c250a91-c945-4a51-8351-236a410e6bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.652479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-2573878b-dd65-4721-b425-2cbf729fb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:07.653605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c250a91-c945-4a51-8351-236a410e6bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.654236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-2573878b-dd65-4721-b425-2cbf729fb07a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691242 Sep 30 08:45:07.742592 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c250a91-c945-4a51-8351-236a410e6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.754676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5c250a91-c945-4a51-8351-236a410e6bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:07.757199 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5c250a91-c945-4a51-8351-236a410e6bd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60705652-e534-4661-8488-8bdb5dbe3114 HTTP/1.1" status: 204 len: 168 time: 0.2342889 Sep 30 08:45:07.790608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c250a91-c945-4a51-8351-236a410e6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60705652-e534-4661-8488-8bdb5dbe3114,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:07.889957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-d23805f4-5c48-403c-8af3-c7ee0c17906e service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226140 Sep 30 08:45:08.019531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17adf2cd-9bc3-4ab5-94f8-fe32dcd6073e req-f6c0f20d-fb2d-40c1-91c4-8399be5df41e service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222205 Sep 30 08:45:08.586304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-860419fb-5fe0-498d-b621-a7c499593d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.413379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36106) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:09.418345 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100284211', 'description': 'tempest-secgroup-smoke-2100284211 description', 'project_id': '7d31e8a087524090a1431efcd147f4e8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:09.444952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.550996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.562090 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.585945 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.587680 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1730809 Sep 30 08:45:09.592567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36138) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:09.605773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group_rule': {'security_group_id': '263100c3-821f-4e7a-b3fb-0877c9da60e7', 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:09.617640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a26f7-1006-4a92-b1a3-90a67f035b3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263100c3-821f-4e7a-b3fb-0877c9da60e7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:09.676517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.782585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.793810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.826860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba76cc95-a6d6-4075-bccf-8aa93084d1b8,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:09.839606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.847566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36170) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:09.848890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-133b355c-a840-4df7-bfea-349af9f39d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2540152 Sep 30 08:45:09.852819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group_rule': {'security_group_id': '263100c3-821f-4e7a-b3fb-0877c9da60e7', 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:09.899476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.983363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:09.992270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.053979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bae793-c845-4878-a62e-7f4ff77f1ba9,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:10.059683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.075353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36172) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:10.082536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group_rule': {'security_group_id': '263100c3-821f-4e7a-b3fb-0877c9da60e7', 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:10.090182 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-88d63f7c-be83-4089-8dfc-1f3e80a24fe3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2409363 Sep 30 08:45:10.141583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.254790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.260921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.294600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c3aa02-8b7c-4506-a780-dcb16ff41f3a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:10.299413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.300714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8a0a8da5-c84c-471d-ac48-b9684fd22e65 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243538 Sep 30 08:45:10.304269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36184) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:10.313534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group_rule': {'security_group_id': '263100c3-821f-4e7a-b3fb-0877c9da60e7', 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:10.359556 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.435490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.441304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.475921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9c70c5-b26c-4412-97d5-3db8aa9ac8a9,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:10.481249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.484380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-260d6e30-aa72-4801-83c4-2bff74824fcf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785688 Sep 30 08:45:10.487288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36206) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:10.497990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group_rule': {'security_group_id': '263100c3-821f-4e7a-b3fb-0877c9da60e7', 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:10.541011 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Project 7d31e8a087524090a1431efcd147f4e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:45:10.550751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.652573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.658749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.688543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b343afa7-44d1-46f1-ba9e-474d3caeb609,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:10.707114 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.710186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3437422c-c95d-4099-aef4-c334e5354fec tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2202463 Sep 30 08:45:10.712918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36224) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:10.719583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'security_group_rule': {'security_group_id': '263100c3-821f-4e7a-b3fb-0877c9da60e7', 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:10.754811 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Project 7d31e8a087524090a1431efcd147f4e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:45:10.762126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.873084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.879846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.908374 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.910356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1951833 Sep 30 08:45:10.926437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b4d2e-62c2-4857-85d8-233c00899c8b tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2179f01d-8eb6-4033-b891-40fb9b4bb795,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:11.083799 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9309-5a11-4957-885b-ecb7b7be65c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:11.238070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-00766c32-8abb-4d9d-9039-9b4ee606f2e7 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100284211&fields=id&tenant_id=7d31e8a087524090a1431efcd147f4e8 HTTP/1.1" status: 200 len: 267 time: 0.0612636 Sep 30 08:45:11.419606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-4c3da675-9945-48ff-b45d-7685391d3493 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:11.429145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-4c3da675-9945-48ff-b45d-7685391d3493 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 812 time: 0.1712782 Sep 30 08:45:11.449283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-55370d8b-bb3b-4e31-bef8-fa8d0a3a3a03 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/quotas/7d31e8a087524090a1431efcd147f4e8 HTTP/1.1" status: 200 len: 375 time: 0.0189199 Sep 30 08:45:11.490974 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:11.527688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-cca4e305-f942-4b25-b6b5-fddc52b58732 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768979 Sep 30 08:45:11.660482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-0b40475b-b0c3-4614-b9c5-3912968a6501 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140652 Sep 30 08:45:11.907957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-c748a53c-f9af-4e8c-a5c0-4657e7e56bae service neutron] 10.222.0.41 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398849 Sep 30 08:45:12.375492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-870bb038-edda-40a8-9e85-d2eb6ad40963 req-d06446b7-fff0-4a71-9158-307c5bc716a7 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0372970 Sep 30 08:45:13.199262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:13.501524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1e382a03-b816-4ec5-b1ec-273edbef0b4a req-4cc79f7b-dfde-4bdb-bac9-e80d6e3339b8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0345237 Sep 30 08:45:13.738714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-72b376e5-f5c0-4c1e-bc25-d0436dbe3e06 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:13.741421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-72b376e5-f5c0-4c1e-bc25-d0436dbe3e06 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 812 time: 0.1252623 Sep 30 08:45:13.811005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-9d643043-8929-470d-9325-65ce381f26e4 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d31e8a087524090a1431efcd147f4e8 HTTP/1.1" status: 200 len: 380 time: 0.0555208 Sep 30 08:45:13.825892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'port': {'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'admin_state_up': True, 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'security_groups': ['263100c3-821f-4e7a-b3fb-0877c9da60e7']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:14.057939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:14.215529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Made reservation on behalf of 7d31e8a087524090a1431efcd147f4e8 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:14.223023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.242527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Deleting subnet 213d10f6-5fbc-4788-a377-24c5b03ed1fb {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:45:14.248173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.333041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.434223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.459625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Allocated IP 172.20.0.11 (9e3baf23-159e-4477-a211-0b047c6effe9/eda068af-a310-45d1-849a-c4f2672cc5fe/221b0de7-f5ce-4668-8616-ef0871761bd7) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:14.523420 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.555161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213d10f6-5fbc-4788-a377-24c5b03ed1fb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:14.564777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.572249 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5a81069f-4f9f-458d-a584-d36f4d94cfda admin admin] 10.222.0.41 "DELETE /v2.0/subnets/213d10f6-5fbc-4788-a377-24c5b03ed1fb HTTP/1.1" status: 204 len: 168 time: 0.5083477 Sep 30 08:45:14.573496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36332) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:14.716130 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.790812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c904120a-021b-46aa-8829-462786fa5454 req-9bee6c4c-f8a3-4b33-936d-9a5b9d5b424a tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0458279 Sep 30 08:45:14.809951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.834412 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.868912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295807c8-1f03-4bd8-abe1-163c2c111e62']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:14.875705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.885989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe272e2-5a47-438f-aed4-4b6ca49f0b51') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:14.887290 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe272e2-5a47-438f-aed4-4b6ca49f0b51') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:14.903659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.940239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Network 9e3baf23-159e-4477-a211-0b047c6effe9 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:14.945107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.958944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.960563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:45:14.961087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:45:14.963598 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:45:14.986125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:15.009163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:15.092525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.120834 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.120994 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] 10.222.0.41 "DELETE /v2.0/networks/295807c8-1f03-4bd8-abe1-163c2c111e62 HTTP/1.1" status: 204 len: 168 time: 0.5459478 Sep 30 08:45:15.123996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2e4f9-4034-4492-b59c-abd915c74593 admin admin] Pushing event deleted for resources: {'Network': ['ID=295807c8-1f03-4bd8-abe1-163c2c111e62,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:15.162235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'Port': ['ID=221b0de7-f5ce-4668-8616-ef0871761bd7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:15.233025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:15.233755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.273248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-927ec113-7cd2-4678-aa76-aaa011ef7b01 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4527216 Sep 30 08:45:15.292742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Request body: {'port': {'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:15.415594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.486448 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f3b09ac4-d8ac-4076-b364-c2a51cdc1788 None None] Provisioning complete for port 221b0de7-f5ce-4668-8616-ef0871761bd7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:15.488112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3b09ac4-d8ac-4076-b364-c2a51cdc1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.596240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f3b09ac4-d8ac-4076-b364-c2a51cdc1788 None None] Port 221b0de7-f5ce-4668-8616-ef0871761bd7 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:15.616631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36348) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:15.668129 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e97dec37-fb4c-43e5-924d-3b1e9880b441 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fba5c15fc1614c66973558beb6b5a4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500879 Sep 30 08:45:15.670607 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36350) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:15.744548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699fcdfe-94ec-4b82-a109-a7be3fcee64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.795792 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699fcdfe-94ec-4b82-a109-a7be3fcee64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.887672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221b0de7-f5ce-4668-8616-ef0871761bd7 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:15.912366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.929244 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699fcdfe-94ec-4b82-a109-a7be3fcee64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.932947 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-699fcdfe-94ec-4b82-a109-a7be3fcee64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.938511 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-699fcdfe-94ec-4b82-a109-a7be3fcee64a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/267e2f28-2a75-4313-9709-e6ce24505eb7 HTTP/1.1" status: 204 len: 168 time: 0.2656827 Sep 30 08:45:15.954214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fcdfe-94ec-4b82-a109-a7be3fcee64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e2f28-2a75-4313-9709-e6ce24505eb7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:16.002382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Transition to ACTIVE for port object 221b0de7-f5ce-4668-8616-ef0871761bd7 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:45:16.014558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.069475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661f37-f4a5-43e1-9550-ab8f7faf9941 req-55990dbc-61c9-40a0-aaf0-dfef48753071 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.072077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59661f37-f4a5-43e1-9550-ab8f7faf9941 req-55990dbc-61c9-40a0-aaf0-dfef48753071 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 932 time: 0.1401534 Sep 30 08:45:16.122054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=221b0de7-f5ce-4668-8616-ef0871761bd7,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:16.262114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59661f37-f4a5-43e1-9550-ab8f7faf9941 req-b0c510ef-636b-4e9c-8508-b10ac6195ad4 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822941 Sep 30 08:45:16.348289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Attempting to bind port 221b0de7-f5ce-4668-8616-ef0871761bd7 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:16.348900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Attempting to bind port 221b0de7-f5ce-4668-8616-ef0871761bd7 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:16.349589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Attempting to bind port 221b0de7-f5ce-4668-8616-ef0871761bd7 on network 9e3baf23-159e-4477-a211-0b047c6effe9 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:16.359431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Port 221b0de7-f5ce-4668-8616-ef0871761bd7 on network 9e3baf23-159e-4477-a211-0b047c6effe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:45:16.360007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Attempting to bind port 221b0de7-f5ce-4668-8616-ef0871761bd7 on network 9e3baf23-159e-4477-a211-0b047c6effe9 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:16.373569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:16.374105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Checking segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:16.374845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Bound using segment: {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:16.375902 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Bound port: 221b0de7-f5ce-4668-8616-ef0871761bd7, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:16.376528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.554556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] For port 221b0de7-f5ce-4668-8616-ef0871761bd7, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:16.561283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] For port 221b0de7-f5ce-4668-8616-ef0871761bd7, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=221b0de7-f5ce-4668-8616-ef0871761bd7,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:16.571435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.648306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.649275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.651588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 1092 time: 1.3676567 Sep 30 08:45:16.660956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:16.665421 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d078047f-ddec-4922-bbc8-0b2c96f9846c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:16.770172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb1e3-02ca-43c5-8f0a-261a2f1da0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=221b0de7-f5ce-4668-8616-ef0871761bd7,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:16.795863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8dd0798f-6124-4f41-aa86-a884d426dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.797648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-8dd0798f-6124-4f41-aa86-a884d426dc47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1095 time: 0.0715621 Sep 30 08:45:16.799588 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccdd4ea-3455-4253-9771-3f68b465d766 x-openstack-request-id: req-8ccdd4ea-3455-4253-9771-3f68b465d766 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:16.799873 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:16.800120 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ccdd4ea-3455-4253-9771-3f68b465d766 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:16.800514 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'status': 'completed', 'code': 200} Sep 30 08:45:16.857645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-700cc5b9-1414-46aa-a1bd-b6dea8066660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 217 time: 0.0503976 Sep 30 08:45:17.043840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-c24f44a8-7837-426f-98cb-a3238ef23fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:17.045723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-c24f44a8-7837-426f-98cb-a3238ef23fd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.1680722 Sep 30 08:45:17.195871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-c043b5ef-2d2b-4b17-98ab-c07fdffb6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:17.198481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-c043b5ef-2d2b-4b17-98ab-c07fdffb6a4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286199 Sep 30 08:45:17.570768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-88d874d5-e5d5-413a-9300-9fe04da27471 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596261 Sep 30 08:45:17.675595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36386) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:17.734169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fda171-8b3b-46c4-81f5-facec7a87611 req-66765f42-bdc4-44fb-84b4-a1f30c2079bf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:17.744507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51fda171-8b3b-46c4-81f5-facec7a87611 req-66765f42-bdc4-44fb-84b4-a1f30c2079bf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.1971836 Sep 30 08:45:17.818536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51fda171-8b3b-46c4-81f5-facec7a87611 req-90e34969-ee5c-48d0-8c87-5b3c35baa5f0 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681026 Sep 30 08:45:17.823161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba370cb-f2c6-41e4-9cdd-7ecdae1e6847 req-7a2d8a94-dc9d-422b-9932-04a3b5dce13a service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109821 Sep 30 08:45:17.866518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-292260270-network', 'tenant_id': '2e8f926965294ea1b718881ef8f38776'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:17.895719 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Made reservation on behalf of 2e8f926965294ea1b718881ef8f38776 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:17.899551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:17.910100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:17.959934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-f6a060ef-c2c2-4f82-864b-d603a0fe224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:17.964952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-f6a060ef-c2c2-4f82-864b-d603a0fe224c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1095 time: 0.0796788 Sep 30 08:45:18.072579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.079626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.093681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-3edfdc6c-02df-4558-9280-dffd98908160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.095698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-3edfdc6c-02df-4558-9280-dffd98908160 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 913 time: 0.1216853 Sep 30 08:45:18.107032 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:45:18.167489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.167967 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Added segment 7d46c9f6-a392-4ef5-8529-1d2c3b6fe145 of type vlan for network 335776c8-4219-4527-bf48-561ac9786b01 Sep 30 08:45:18.176622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-222b80d7-696d-43a3-ae7e-ef2c45fe7e64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 217 time: 0.0724099 Sep 30 08:45:18.185259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1f6a57-f045-4398-a48b-d00bedaa9eab,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:18.278953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.332173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.335194 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.336696 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.372691 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6959541 Sep 30 08:45:18.375890 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36392) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:18.384481 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Request body: {'subnet': {'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-292260270-subnet', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:18.421329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e35d-a7ee-4828-9a53-980e01961ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=335776c8-4219-4527-bf48-561ac9786b01,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:18.434044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 335776c8-4219-4527-bf48-561ac9786b01 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:45:18.454817 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Made reservation on behalf of 2e8f926965294ea1b718881ef8f38776 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:18.457401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.777377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-ea7cc055-88dd-42c4-94d8-4f16b5e14816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.786969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-ea7cc055-88dd-42c4-94d8-4f16b5e14816 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.5975382 Sep 30 08:45:18.852517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-cccbf7f7-9a6a-41b8-86fa-2947983d727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.854446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-cccbf7f7-9a6a-41b8-86fa-2947983d727e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625708 Sep 30 08:45:18.913299 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:19.144627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-833891cc-c739-412d-9ba7-d5e40dbd5f03 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715106 Sep 30 08:45:19.259318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220aa4-4f18-4cdd-a987-4a2336703e48 req-a47961b5-fa81-44ea-8463-44f5fb30bae5 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.266627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d220aa4-4f18-4cdd-a987-4a2336703e48 req-a47961b5-fa81-44ea-8463-44f5fb30bae5 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.2458851 Sep 30 08:45:19.412886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d078047f-ddec-4922-bbc8-0b2c96f9846c req-9983b14e-99d4-42d6-8060-2cec587df0d2 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585473 Sep 30 08:45:19.452115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d220aa4-4f18-4cdd-a987-4a2336703e48 req-6214f478-6b14-4d15-ac29-d0602e73d829 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516016 Sep 30 08:45:19.507958 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba93284c-68ad-44fa-b62e-fb4171d1468f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:19.535000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Checking segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:19.535371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Network hostable DHCP agents. Network: 335776c8-4219-4527-bf48-561ac9786b01, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:45:19.557513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Network 335776c8-4219-4527-bf48-561ac9786b01 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:45:19.586111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 335776c8-4219-4527-bf48-561ac9786b01) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:19.593620 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.594767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:19.604250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea13817-503f-4312-b02b-41baeaba4afd None None] Network 335776c8-4219-4527-bf48-561ac9786b01 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:19.627534 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e7b32605-14e8-42e6-802a-26dbec69429a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2504973 Sep 30 08:45:19.632391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:19.637637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:19.688281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:19.692752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:19.844351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:19.914604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-335776c8-4219-4527-bf48-561ac9786b01', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:45:19.915481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.024405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.266016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Allocated IP 172.20.0.2 (335776c8-4219-4527-bf48-561ac9786b01/ba93284c-68ad-44fa-b62e-fb4171d1468f/c9fab6c9-1e8e-48a0-b826-9f4c50103566) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:20.328302 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:45:20.526861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.557612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.564832 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.573652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.597048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Network 335776c8-4219-4527-bf48-561ac9786b01 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:20.616292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:20.621707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:20.688574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Pushing event updated for resources: {'Port': ['ID=c9fab6c9-1e8e-48a0-b826-9f4c50103566,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:20.700421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Attempting to bind port c9fab6c9-1e8e-48a0-b826-9f4c50103566 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:20.700807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Attempting to bind port c9fab6c9-1e8e-48a0-b826-9f4c50103566 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:20.701563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c19d2-c27a-4927-9309-804f0d99b413 req-e5a1289a-3001-457d-b54b-92a2eab4fb98 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:20.701712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Attempting to bind port c9fab6c9-1e8e-48a0-b826-9f4c50103566 on network 335776c8-4219-4527-bf48-561ac9786b01 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:20.702661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81c19d2-c27a-4927-9309-804f0d99b413 req-e5a1289a-3001-457d-b54b-92a2eab4fb98 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.1254930 Sep 30 08:45:20.707215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:20.707598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Checking segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:20.708528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.709123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Bound using segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:20.709633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Bound port: c9fab6c9-1e8e-48a0-b826-9f4c50103566, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:20.710026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.772380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Allocated IP 172.25.7.71 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/6bf4fc14-e5f3-4325-8453-6414b1f0e86e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:20.777639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81c19d2-c27a-4927-9309-804f0d99b413 req-db84aff3-8a9e-4d9e-80e7-35fa01dd5f61 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658276 Sep 30 08:45:20.797094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] For port c9fab6c9-1e8e-48a0-b826-9f4c50103566, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:20.800629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] For port c9fab6c9-1e8e-48a0-b826-9f4c50103566, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c9fab6c9-1e8e-48a0-b826-9f4c50103566,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:20.805590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.886094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa7643-608f-4d35-b7ae-506a92824ffc None None] Pushing event updated for resources: {'Port': ['ID=c9fab6c9-1e8e-48a0-b826-9f4c50103566,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:20.916097 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.956805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:21.000163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:21.003818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:21.008424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:21.043861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:21.342290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:21.591354 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:21.777878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Router f1d4d313-25b2-4af3-9315-4b291fb19a43 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:45:21.937738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c9fab6c9-1e8e-48a0-b826-9f4c50103566 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:21.991862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:22.011311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Sync routers for ids ['f1d4d313-25b2-4af3-9315-4b291fb19a43'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:22.013432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d748-8c7c-4378-ac52-a84eb158b542 req-c593627b-c7e9-4f4d-bc17-f13f33fc8358 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:22.018247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c9fab6c9-1e8e-48a0-b826-9f4c50103566 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:22.018781 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.021383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4908d748-8c7c-4378-ac52-a84eb158b542 req-c593627b-c7e9-4f4d-bc17-f13f33fc8358 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.0848465 Sep 30 08:45:22.039649 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.041045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-475e676f-1ecf-451b-bd41-cffbf54d8878 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4072907 Sep 30 08:45:22.043881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:22.070849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4908d748-8c7c-4378-ac52-a84eb158b542 req-5395be27-777b-4ae1-9e8f-794c1aa9b23a tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484610 Sep 30 08:45:22.073155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Routers {'f1d4d313-25b2-4af3-9315-4b291fb19a43'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:22.074104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f1d4d313-25b2-4af3-9315-4b291fb19a43'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:22.080406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a905a20-99ff-455c-a656-c4e71c7d352d None None] Network 335776c8-4219-4527-bf48-561ac9786b01 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:22.281474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ece04ac7-8cc1-4424-a8c5-a81359889b21 None None] Provisioning complete for port c9fab6c9-1e8e-48a0-b826-9f4c50103566 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:22.281791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ece04ac7-8cc1-4424-a8c5-a81359889b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.434449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Set router f1d4d313-25b2-4af3-9315-4b291fb19a43 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:22.436540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.621594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port c9fab6c9-1e8e-48a0-b826-9f4c50103566, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c9fab6c9-1e8e-48a0-b826-9f4c50103566,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:22.622262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ece04ac7-8cc1-4424-a8c5-a81359889b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.632610 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.685918 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.716954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=c9fab6c9-1e8e-48a0-b826-9f4c50103566,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:22.928186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-ece04ac7-8cc1-4424-a8c5-a81359889b21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:45:22.928543 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-ece04ac7-8cc1-4424-a8c5-a81359889b21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:45:22.960485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:45:21Z', 'revision_number': 3, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:22.999428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Checking router: f1d4d313-25b2-4af3-9315-4b291fb19a43 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:23.000170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Updating router f1d4d313-25b2-4af3-9315-4b291fb19a43 port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:45:23.001857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Allocated IP 172.20.0.1 (335776c8-4219-4527-bf48-561ac9786b01/ba93284c-68ad-44fa-b62e-fb4171d1468f/acffcd38-5b81-45d5-9593-a3c72bc52928) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:23.030364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.170580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.242672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.292248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1431fc8-9f29-424f-b9ee-9f0b26c27662 req-b4fea1c0-b6b8-4a79-953b-991976cb3c7d tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:23.306613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Network 335776c8-4219-4527-bf48-561ac9786b01 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:23.307977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1431fc8-9f29-424f-b9ee-9f0b26c27662 req-b4fea1c0-b6b8-4a79-953b-991976cb3c7d tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.1104896 Sep 30 08:45:23.310137 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:23.314858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:23.347244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Pushing event updated for resources: {'Port': ['ID=acffcd38-5b81-45d5-9593-a3c72bc52928,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:23.384627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.395039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1431fc8-9f29-424f-b9ee-9f0b26c27662 req-335e0926-d247-4065-947e-33819a6a6bd7 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852759 Sep 30 08:45:23.492112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.508596 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.589791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Attempting to bind port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:23.590168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Attempting to bind port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:23.590836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Attempting to bind port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:23.612101 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.622020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:23.625595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:23.626565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.627334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:23.628394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Bound port: 6bf4fc14-e5f3-4325-8453-6414b1f0e86e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:23.629168 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.670960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4d10-1161-4e7e-a251-b6ffa5db9815 None None] Pushing event updated for resources: {'Port': ['ID=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:23.687723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5f2d9542-57b8-4a40-a197-56f6199573fb None None] Provisioning complete for port c9fab6c9-1e8e-48a0-b826-9f4c50103566 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:23.687921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9542-57b8-4a40-a197-56f6199573fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.768365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] For port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:23.774845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] For port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:23.809909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.868623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c9fab6c9-1e8e-48a0-b826-9f4c50103566 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:23.871475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.876852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.935948 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Pushing event updated for resources: {'Port': ['ID=acffcd38-5b81-45d5-9593-a3c72bc52928,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:23.978887 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.089636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Routers {'f1d4d313-25b2-4af3-9315-4b291fb19a43'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:24.090265 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f1d4d313-25b2-4af3-9315-4b291fb19a43'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:24.097268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4d10-1161-4e7e-a251-b6ffa5db9815 None None] Pushing event updated for resources: {'Port': ['ID=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:24.111624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Network 335776c8-4219-4527-bf48-561ac9786b01 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:24.116173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:24.228515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c9fab6c9-1e8e-48a0-b826-9f4c50103566 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:24.231543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.259554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] Set router f1d4d313-25b2-4af3-9315-4b291fb19a43 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:24.264043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6e211836-6f32-485c-a394-6e8c455029fc None None] Provisioning complete for port acffcd38-5b81-45d5-9593-a3c72bc52928 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:24.264692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e211836-6f32-485c-a394-6e8c455029fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.464743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Router f1d4d313-25b2-4af3-9315-4b291fb19a43 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:24.549679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6e211836-6f32-485c-a394-6e8c455029fc None None] Port acffcd38-5b81-45d5-9593-a3c72bc52928 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:24.655045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685693c-ba4a-423d-bc8f-82b22d69f18e req-30393f51-afb8-4160-93e9-6aeb7872182e tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:24.657550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e685693c-ba4a-423d-bc8f-82b22d69f18e req-30393f51-afb8-4160-93e9-6aeb7872182e tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.1235662 Sep 30 08:45:24.708797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-501f909a-8015-4de9-8e78-9b60bcc6f486 None None] Provisioning complete for port acffcd38-5b81-45d5-9593-a3c72bc52928 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:24.709139 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-501f909a-8015-4de9-8e78-9b60bcc6f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.734766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'acffcd38-5b81-45d5-9593-a3c72bc52928', 'name': '', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'mac_address': 'fa:16:3e:24:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:22Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 2, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'subnets': [{'id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:24.742292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e685693c-ba4a-423d-bc8f-82b22d69f18e req-52b42f34-daa1-4b44-bfc2-e3388524a337 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761652 Sep 30 08:45:24.753211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:24.771896 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-499a101e-a598-4543-8e24-0d5aeabf2145 admin admin] 10.222.0.41 "PUT /v2.0/routers/f1d4d313-25b2-4af3-9315-4b291fb19a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7189047 Sep 30 08:45:24.772572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9642c-e0a0-41c7-9792-1295160c693e None None] The sync data for ids ['f1d4d313-25b2-4af3-9315-4b291fb19a43'] in n-d-807025-5 is: [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'acffcd38-5b81-45d5-9593-a3c72bc52928', 'name': '', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'mac_address': 'fa:16:3e:24:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:22Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 2, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'subnets': [{'id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:24.787121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-501f909a-8015-4de9-8e78-9b60bcc6f486 None None] Port acffcd38-5b81-45d5-9593-a3c72bc52928 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:25.464621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36474) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:25.470798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-380046979-network', 'tenant_id': '00e25586df3e48c0b307f9ad03552680'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:25.498551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Made reservation on behalf of 00e25586df3e48c0b307f9ad03552680 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:25.502838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.514226 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.627998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.632686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.675383 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:45:25.690541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.691367 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Added segment 449cbb6c-97fe-4c86-870b-10d1522de117 of type vlan for network a1cd5de6-0816-43e5-bc70-308035c68ec0 Sep 30 08:45:25.702753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf986d-be29-4ee4-a8a3-e88eb47746ff,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:25.753961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.791722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.792601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:25.793689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.875397 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4063041 Sep 30 08:45:25.875791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36484) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:25.879601 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.896998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Request body: {'subnet': {'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-380046979-subnet', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:25.916069 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.971548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6bf4fc14-e5f3-4325-8453-6414b1f0e86e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:25.993947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3b73e-392f-4653-b8f7-77a2ad218fb7 req-5966f87a-5825-470f-bc06-d03c82971f06 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:25.995525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fa3b73e-392f-4653-b8f7-77a2ad218fb7 req-5966f87a-5825-470f-bc06-d03c82971f06 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.0852098 Sep 30 08:45:26.005171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfc1f2-03c3-47b8-8080-31496780aec9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1cd5de6-0816-43e5-bc70-308035c68ec0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:26.029642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Made reservation on behalf of 00e25586df3e48c0b307f9ad03552680 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:26.032940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:45:26.037866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.100459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fa3b73e-392f-4653-b8f7-77a2ad218fb7 req-940b1e1e-f326-4634-a2d1-07c8f36bd25c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927236 Sep 30 08:45:26.176854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:26.177238 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.304844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.334113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:26.339149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.354987 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.399223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:26.430362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ab9efb-5551-4a53-98eb-63a87d859fca,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:26.445145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Checking segment: {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:26.445681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Network hostable DHCP agents. Network: a1cd5de6-0816-43e5-bc70-308035c68ec0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:45:26.467633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:45:26.480143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a1cd5de6-0816-43e5-bc70-308035c68ec0) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:26.485474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:26.486234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.491591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f7fa6-a1b5-4d2f-8218-afad654d9f55 None None] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:26.507123 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a2da0b64-3fe5-4c80-a6d7-3268f440b1b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6292577 Sep 30 08:45:26.509463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36492) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:26.514756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:26.560233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.561433 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.665610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.750321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a1cd5de6-0816-43e5-bc70-308035c68ec0', 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'fixed_ips': [{'subnet_id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:45:26.751214 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.867048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:26.916362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Allocated IP 172.20.0.2 (a1cd5de6-0816-43e5-bc70-308035c68ec0/e6ab9efb-5551-4a53-98eb-63a87d859fca/1bd00f77-d7ae-4278-8aa3-39dafb982181) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:27.149251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.159963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.174151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.205744 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.245327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:27.255089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:27.259503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:27.290927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Pushing event updated for resources: {'Port': ['ID=1bd00f77-d7ae-4278-8aa3-39dafb982181,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:27.392612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1277-ed43-4a7e-9acb-b3bffe6151eb req-5f3f9d74-9c16-4dbb-86bc-b3b855305183 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:27.401966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Attempting to bind port 1bd00f77-d7ae-4278-8aa3-39dafb982181 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:27.402337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Attempting to bind port 1bd00f77-d7ae-4278-8aa3-39dafb982181 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:27.402493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-835c1277-ed43-4a7e-9acb-b3bffe6151eb req-5f3f9d74-9c16-4dbb-86bc-b3b855305183 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 944 time: 0.1293676 Sep 30 08:45:27.402704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Attempting to bind port 1bd00f77-d7ae-4278-8aa3-39dafb982181 on network a1cd5de6-0816-43e5-bc70-308035c68ec0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:27.410422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:27.410801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Checking segment: {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:27.411764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.412160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Bound using segment: {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:27.412892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Bound port: 1bd00f77-d7ae-4278-8aa3-39dafb982181, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:27.413317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.464272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-835c1277-ed43-4a7e-9acb-b3bffe6151eb req-94f8134b-2c30-411e-a72b-c87fb3bacd4d tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609565 Sep 30 08:45:27.489498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Allocated IP 172.25.7.245 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9848a4ae-02a8-4e10-9828-8b66254e0172) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:27.520359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] For port 1bd00f77-d7ae-4278-8aa3-39dafb982181, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:27.525459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] For port 1bd00f77-d7ae-4278-8aa3-39dafb982181, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1bd00f77-d7ae-4278-8aa3-39dafb982181,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:27.531890 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.615177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f100b28-e33b-48ec-8fc2-c54156a9f10c None None] Pushing event updated for resources: {'Port': ['ID=1bd00f77-d7ae-4278-8aa3-39dafb982181,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:27.690418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.837845 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.858649 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Sync routers for ids ['f1d4d313-25b2-4af3-9315-4b291fb19a43'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:27.882078 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Routers {'f1d4d313-25b2-4af3-9315-4b291fb19a43'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:27.883620 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f1d4d313-25b2-4af3-9315-4b291fb19a43'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:27.888723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6bf4fc14-e5f3-4325-8453-6414b1f0e86e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:27.892681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:27.897018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:27.902418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:27.948947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Pushing event updated for resources: {'Port': ['ID=9848a4ae-02a8-4e10-9828-8b66254e0172,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:27.983923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.984676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.985213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.985742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.988194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.988833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.990269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.990950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.991456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.991963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.992480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:27.992990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:28.027328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:28.027897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.180755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 221b0de7-f5ce-4668-8616-ef0871761bd7 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:45:28.340706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.362517 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Set router f1d4d313-25b2-4af3-9315-4b291fb19a43 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:28.383242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 221b0de7-f5ce-4668-8616-ef0871761bd7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=221b0de7-f5ce-4668-8616-ef0871761bd7,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:28.409035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:45:28.475192 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.540499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221b0de7-f5ce-4668-8616-ef0871761bd7 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:28.604035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 221b0de7-f5ce-4668-8616-ef0871761bd7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=221b0de7-f5ce-4668-8616-ef0871761bd7,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:28.612971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.690296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=221b0de7-f5ce-4668-8616-ef0871761bd7,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:28.779223 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'acffcd38-5b81-45d5-9593-a3c72bc52928', 'name': '', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'mac_address': 'fa:16:3e:24:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:22Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 2, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'subnets': [{'id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:28.823306 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Checking router: f1d4d313-25b2-4af3-9315-4b291fb19a43 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:28.823987 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Updating router f1d4d313-25b2-4af3-9315-4b291fb19a43 port acffcd38-5b81-45d5-9593-a3c72bc52928 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:45:28.856081 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.868375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['221b0de7-f5ce-4668-8616-ef0871761bd7'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:28.942214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e96e-5b8b-4ba1-9ad5-316cd44d37be req-4058c043-1232-4358-90ae-1086cc8d77f2 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:28.956429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4218e96e-5b8b-4ba1-9ad5-316cd44d37be req-4058c043-1232-4358-90ae-1086cc8d77f2 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 945 time: 0.0838008 Sep 30 08:45:29.044106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4218e96e-5b8b-4ba1-9ad5-316cd44d37be req-84ce0903-8bec-4056-b099-2f1c866c07ba tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864325 Sep 30 08:45:29.348518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.372007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2f87c-2c45-48f3-a827-0fb0a65cbc67 None None] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:29.472389 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.482194 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.491158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bffc374b-82af-4dde-a653-df3bb52bfdd4 None None] Provisioning complete for port 1bd00f77-d7ae-4278-8aa3-39dafb982181 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:29.491539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bffc374b-82af-4dde-a653-df3bb52bfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.539389 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Pushing event updated for resources: {'Port': ['ID=acffcd38-5b81-45d5-9593-a3c72bc52928,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:29.545137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:45:29.552849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.552849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.552849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.553240 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.553499 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.553765 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.554098 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.554430 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.554777 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.555086 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.555413 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.555741 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:29.641349 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Attempting to bind port acffcd38-5b81-45d5-9593-a3c72bc52928 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:29.641907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Attempting to bind port acffcd38-5b81-45d5-9593-a3c72bc52928 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:29.642381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Attempting to bind port acffcd38-5b81-45d5-9593-a3c72bc52928 on network 335776c8-4219-4527-bf48-561ac9786b01 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:29.648393 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:29.648921 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Checking segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:29.649599 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.650100 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Bound using segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:29.650702 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Bound port: acffcd38-5b81-45d5-9593-a3c72bc52928, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:29.651206 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.773943 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] For port acffcd38-5b81-45d5-9593-a3c72bc52928, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:29.778649 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] For port acffcd38-5b81-45d5-9593-a3c72bc52928, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=acffcd38-5b81-45d5-9593-a3c72bc52928,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:29.785033 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.831136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:29.853144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:29.857309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c024a6a8-976b-4f50-b86c-e4d5f241670c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3440673 Sep 30 08:45:29.857555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Sync routers for ids ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:29.857808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36522) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:29.884018 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Routers {'f1d4d313-25b2-4af3-9315-4b291fb19a43'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:29.885029 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f1d4d313-25b2-4af3-9315-4b291fb19a43'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:29.952906 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae77b-916a-434c-88a7-bc1ea2fa155f None None] Pushing event updated for resources: {'Port': ['ID=acffcd38-5b81-45d5-9593-a3c72bc52928,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:29.995460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Routers {'15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:29.996111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:30.107860 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] Set router f1d4d313-25b2-4af3-9315-4b291fb19a43 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:30.318037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bffc374b-82af-4dde-a653-df3bb52bfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:30.369676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1bd00f77-d7ae-4278-8aa3-39dafb982181 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:30.375635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358c2ca-8fe0-4cc5-9d51-45b25f545946 req-3376013f-4f5a-4961-98f8-0649e7dd7168 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:30.383373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0358c2ca-8fe0-4cc5-9d51-45b25f545946 req-3376013f-4f5a-4961-98f8-0649e7dd7168 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 945 time: 0.1464450 Sep 30 08:45:30.553076 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'acffcd38-5b81-45d5-9593-a3c72bc52928', 'name': '', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'mac_address': 'fa:16:3e:24:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:22Z', 'updated_at': '2021-09-30T08:45:29Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'subnets': [{'id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:30.622928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0358c2ca-8fe0-4cc5-9d51-45b25f545946 req-c161ba88-9b4e-4c7a-8e86-f365ebc32370 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374542 Sep 30 08:45:30.635135 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2925fd-7f2e-41ca-ac0a-ef69faf49212 None None] The sync data for ids ['f1d4d313-25b2-4af3-9315-4b291fb19a43'] in n-d-807025-5 is: [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:45:23Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'acffcd38-5b81-45d5-9593-a3c72bc52928', 'name': '', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'mac_address': 'fa:16:3e:24:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:22Z', 'updated_at': '2021-09-30T08:45:29Z', 'revision_number': 4, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'subnets': [{'id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:30.766402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Set router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:30.885527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bffc374b-82af-4dde-a653-df3bb52bfdd4 None None] For port 1bd00f77-d7ae-4278-8aa3-39dafb982181, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1bd00f77-d7ae-4278-8aa3-39dafb982181,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:30.912722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bffc374b-82af-4dde-a653-df3bb52bfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:30.952925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80d51-1b0b-45d9-ac5d-c3b24d94fe7f req-6f874b9e-51ad-4a43-86be-8fb555aed9c4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:30.956470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac80d51-1b0b-45d9-ac5d-c3b24d94fe7f req-6f874b9e-51ad-4a43-86be-8fb555aed9c4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1237764 Sep 30 08:45:31.048592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1bd00f77-d7ae-4278-8aa3-39dafb982181 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:31.049104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.099164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ac80d51-1b0b-45d9-ac5d-c3b24d94fe7f req-3b355754-d3e8-4acd-a55a-87d49ba2d03c tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253290 Sep 30 08:45:31.118117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:31.120551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc374b-82af-4dde-a653-df3bb52bfdd4 None None] Pushing event updated for resources: {'Port': ['ID=1bd00f77-d7ae-4278-8aa3-39dafb982181,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:31.153937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Provisioning complete for port acffcd38-5b81-45d5-9593-a3c72bc52928 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:31.154478 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.190144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.276268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device acffcd38-5b81-45d5-9593-a3c72bc52928 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:31.412549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:45:28Z', 'revision_number': 3, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:31.432444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 10f8dbe6-2635-4c0e-9645-fcdee18d41c3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:45:31.432804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.466266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.468812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Checking router: 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:31.469167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Updating router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d port 9848a4ae-02a8-4e10-9828-8b66254e0172 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:45:31.472928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port acffcd38-5b81-45d5-9593-a3c72bc52928 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:31.473942 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.532283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Allocated IP 172.20.0.1 (a1cd5de6-0816-43e5-bc70-308035c68ec0/e6ab9efb-5551-4a53-98eb-63a87d859fca/fe98f4fc-e8a7-406a-b5e0-ff252233402f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:31.539059 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.564804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.565071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.579681 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 10f8dbe6-2635-4c0e-9645-fcdee18d41c3 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:45:31.693979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] For port acffcd38-5b81-45d5-9593-a3c72bc52928, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=acffcd38-5b81-45d5-9593-a3c72bc52928,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:31.711286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.756184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.869977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9e374-c82d-493b-a013-1aa174747d6b req-dfad086b-fee7-4165-9991-f533f472bb10 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:31.874573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33e9e374-c82d-493b-a013-1aa174747d6b req-dfad086b-fee7-4165-9991-f533f472bb10 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 945 time: 0.1128442 Sep 30 08:45:31.920303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.922786 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:31.959219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=10f8dbe6-2635-4c0e-9645-fcdee18d41c3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:31.983598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.983598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.983598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.983598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.983598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.983598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.984709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe98f4fc-e8a7-406a-b5e0-ff252233402f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:31.984885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.984885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.984885 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.985509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.985790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:31.986605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:32.012001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Provisioning complete for port 1bd00f77-d7ae-4278-8aa3-39dafb982181 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:32.012711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.017145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33e9e374-c82d-493b-a013-1aa174747d6b req-4185e74e-fae7-48f9-a75c-abd687a230f9 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315534 Sep 30 08:45:32.025889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d8449-8070-4639-ab78-366dcfc127eb None None] Pushing event updated for resources: {'Port': ['ID=acffcd38-5b81-45d5-9593-a3c72bc52928,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:32.048593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:32.050507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:32.065180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:32.112517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.112877 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP becd3c19-1fc9-4c0f-8ce5-0662623b1649 disassociated (deleted). External IP: 172.25.7.175, port: e2e67c5f-9904-41dc-a43c-4ef656e7f183. Sep 30 08:45:32.261326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.269261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 221b0de7-f5ce-4668-8616-ef0871761bd7 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:32.273242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1bd00f77-d7ae-4278-8aa3-39dafb982181 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:32.529733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.561007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.611720 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.741176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe85ea-0ae5-4a8b-bfbc-4e26a1550d36 None None] Pushing event updated for resources: {'Port': ['ID=9848a4ae-02a8-4e10-9828-8b66254e0172,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:32.752453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1bd00f77-d7ae-4278-8aa3-39dafb982181 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:32.752887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.772070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.779363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.807747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Attempting to bind port 9848a4ae-02a8-4e10-9828-8b66254e0172 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:32.808299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Attempting to bind port 9848a4ae-02a8-4e10-9828-8b66254e0172 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:32.808938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Attempting to bind port 9848a4ae-02a8-4e10-9828-8b66254e0172 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:32.818420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:32.819055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:32.819709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.820297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:32.821007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Bound port: 9848a4ae-02a8-4e10-9828-8b66254e0172, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:32.821676 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.827757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 221b0de7-f5ce-4668-8616-ef0871761bd7 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:45:32.856822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 221b0de7-f5ce-4668-8616-ef0871761bd7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:32.857946 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.952311 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.959227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe98f4fc-e8a7-406a-b5e0-ff252233402f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:33.002077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e82aed6e-1c50-493d-8369-143204c43c1e None None] Provisioning complete for port fe98f4fc-e8a7-406a-b5e0-ff252233402f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:33.002622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e82aed6e-1c50-493d-8369-143204c43c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.004582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.029435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a2330044-53c0-49aa-b898-980737f34246 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:33.059814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] For port 9848a4ae-02a8-4e10-9828-8b66254e0172, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:33.100889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 221b0de7-f5ce-4668-8616-ef0871761bd7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=221b0de7-f5ce-4668-8616-ef0871761bd7,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:33.129271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:33.132261 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39119724-614b-46d0-9db4-44bcebd23393" -d '{"events": [{"server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "name": "network-vif-plugged", "status": "completed", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:33.144512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] For port 9848a4ae-02a8-4e10-9828-8b66254e0172, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9848a4ae-02a8-4e10-9828-8b66254e0172,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:33.146489 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.152187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:33.154273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:33.255844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.314347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=221b0de7-f5ce-4668-8616-ef0871761bd7,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:33.319737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device acffcd38-5b81-45d5-9593-a3c72bc52928 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:33.336522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:33.345103 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.349391 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] Sync routers for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:33.367157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:33.368392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:33.378123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e82aed6e-1c50-493d-8369-143204c43c1e None None] Port fe98f4fc-e8a7-406a-b5e0-ff252233402f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:33.380481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e685-09b2-41e6-9a72-649eaf9020b3 req-48d4a4ea-2bc7-493a-9d46-903cfab2286d tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:33.382219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11f3e685-09b2-41e6-9a72-649eaf9020b3 req-48d4a4ea-2bc7-493a-9d46-903cfab2286d tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.1361001 Sep 30 08:45:33.418172 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1fb1f6ae-4938-4adf-a145-ff863d2826a7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/floatingips/becd3c19-1fc9-4c0f-8ce5-0662623b1649 HTTP/1.1" status: 204 len: 168 time: 2.2988565 Sep 30 08:45:33.418744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:33.421267 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b40bc-d620-4630-9a77-7b436594dc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:33.487328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe85ea-0ae5-4a8b-bfbc-4e26a1550d36 None None] Pushing event updated for resources: {'Port': ['ID=9848a4ae-02a8-4e10-9828-8b66254e0172,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:33.503270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:33.514751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11f3e685-09b2-41e6-9a72-649eaf9020b3 req-670ed23c-d344-4039-a7a0-2cf4d56cce6e tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229849 Sep 30 08:45:33.545150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Routers {'15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:33.545816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:33.615839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port acffcd38-5b81-45d5-9593-a3c72bc52928 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:33.616207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.640615 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:33.700713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-71b69ef5-4a2a-4354-9b81-1cd3a2d040ee None None] Provisioning complete for port fe98f4fc-e8a7-406a-b5e0-ff252233402f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:33.701221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-71b69ef5-4a2a-4354-9b81-1cd3a2d040ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:33.759690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:33.781428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f46a77c5-1901-454a-87a2-9713dca15bc2 admin admin] 10.222.0.41 "PUT /v2.0/routers/15bf9a7b-5024-4f2c-9204-a3cc433c2a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9224277 Sep 30 08:45:33.788239 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f2db56-56fd-40ee-bc5f-ee8230eac959 x-openstack-request-id: req-e9f2db56-56fd-40ee-bc5f-ee8230eac959 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:33.788517 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "name": "network-vif-plugged", "status": "completed", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:33.788765 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9f2db56-56fd-40ee-bc5f-ee8230eac959 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:33.789157 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'code': 200} Sep 30 08:45:33.797487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-71b69ef5-4a2a-4354-9b81-1cd3a2d040ee None None] Port fe98f4fc-e8a7-406a-b5e0-ff252233402f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:33.912609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] Set router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:33.935119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39def681-7430-4306-8c16-e553ca322411 req-1813bbf0-022e-402a-9dfc-3f657b25d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:33.940417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39def681-7430-4306-8c16-e553ca322411 req-1813bbf0-022e-402a-9dfc-3f657b25d5fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1097 time: 0.1040831 Sep 30 08:45:34.047291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39def681-7430-4306-8c16-e553ca322411 req-9441fce5-ce3b-4419-801f-051a5b7b8b24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001430 Sep 30 08:45:34.151130 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:34.205012 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] Checking router: a2330044-53c0-49aa-b898-980737f34246 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:34.221988 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:34.223463 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:34.324422 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15deae-7cb0-49ee-9307-757e41f245c0 x-openstack-request-id: req-bd15deae-7cb0-49ee-9307-757e41f245c0 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:34.324957 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:34.324957 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd15deae-7cb0-49ee-9307-757e41f245c0 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:34.325389 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'status': 'completed', 'code': 200} Sep 30 08:45:34.474055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-74b5e73e-bc5e-49eb-828f-6e3548df4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.475449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-74b5e73e-bc5e-49eb-828f-6e3548df4394 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1026344 Sep 30 08:45:34.483502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c773603-b8fa-45ea-a0e0-9d573e56b98f req-5a00affe-8c1d-42b2-aea9-c513f772761f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.485081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c773603-b8fa-45ea-a0e0-9d573e56b98f req-5a00affe-8c1d-42b2-aea9-c513f772761f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0714009 Sep 30 08:45:34.510468 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:34.575819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c773603-b8fa-45ea-a0e0-9d573e56b98f req-16691c44-e27b-451f-9d24-7be04512bfbe tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821321 Sep 30 08:45:34.703031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-68ccc185-bb14-4a5c-b1f9-0f960423e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.714555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-68ccc185-bb14-4a5c-b1f9-0f960423e763 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 200 len: 897 time: 0.2219133 Sep 30 08:45:34.752848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe98f4fc-e8a7-406a-b5e0-ff252233402f', 'name': '', 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'mac_address': 'fa:16:3e:d5:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:31Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 2, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'subnets': [{'id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:34.819200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-f5a427e6-b43f-4a82-b1d9-dcd93514695d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 200 len: 217 time: 0.1022816 Sep 30 08:45:34.827348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cde1c-8c72-47a2-8d12-1c4855cffc15 None None] The sync data for ids ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'] in n-d-807025-5 is: [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe98f4fc-e8a7-406a-b5e0-ff252233402f', 'name': '', 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'mac_address': 'fa:16:3e:d5:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:31Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 2, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'subnets': [{'id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:34.917670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-6c3c0052-3620-4576-9c67-e7d4821651c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.919354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-6c3c0052-3620-4576-9c67-e7d4821651c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 200 len: 833 time: 0.0926170 Sep 30 08:45:35.032571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf462-0d36-4389-8c14-e13b4b124503 req-c43230be-deb6-4fa9-832e-9a8104d19280 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:35.034679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2faf462-0d36-4389-8c14-e13b4b124503 req-c43230be-deb6-4fa9-832e-9a8104d19280 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.1347179 Sep 30 08:45:35.053848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-d6225a7b-721d-4f37-a609-5b3374b43b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:35.055682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-d6225a7b-721d-4f37-a609-5b3374b43b28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64dce4a3-3b9f-4d49-ad78-42302d93398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241503 Sep 30 08:45:35.126991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2faf462-0d36-4389-8c14-e13b4b124503 req-960c2330-a87a-414a-97b0-9d7d23414923 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820847 Sep 30 08:45:35.130729 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:35.228053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-55243278-45f8-4cd3-b2b5-288a3bc62275 service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616607 Sep 30 08:45:35.243563 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f80da5-1f44-41e7-829b-25a069da4830 None None] The sync data for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 is: [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2198771-6d6d-4aa5-b5bf-54d09e550127', 'name': '', 'network_id': '64dce4a3-3b9f-4d49-ad78-42302d93398b', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:e8:8b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:25Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '7c744051-a2d1-45e7-b7c4-e1331911ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:35.491536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b32b40bc-d620-4630-9a77-7b436594dc9c req-3435a07a-706c-462a-bebd-0a8b9e6a57f2 service neutron] 10.222.0.50 "GET /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551718 Sep 30 08:45:35.527017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd511575-6791-4199-bd90-fffba613b23b req-ec3a4a4d-3033-498c-af2b-7dd8a849b9b9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:35.528714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd511575-6791-4199-bd90-fffba613b23b req-ec3a4a4d-3033-498c-af2b-7dd8a849b9b9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0921459 Sep 30 08:45:35.530198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-e32b15ba-4a87-4127-b709-b8df0e159d27 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:35.531656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-e32b15ba-4a87-4127-b709-b8df0e159d27 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/networks?id=335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 200 len: 910 time: 0.2341242 Sep 30 08:45:35.583776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-62ea8641-979f-445e-8ed8-024787e7b73a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/quotas/00e25586df3e48c0b307f9ad03552680 HTTP/1.1" status: 200 len: 375 time: 0.0393524 Sep 30 08:45:35.709128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eaf018-2f24-4eb5-a56a-e85ecfb5f7e4 None None] New status for floating IP becd3c19-1fc9-4c0f-8ce5-0662623b1649: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:45:35.719286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-e66d8aaa-4722-4c21-9cae-c8fe682ec2e3 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=00e25586df3e48c0b307f9ad03552680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229484 Sep 30 08:45:35.766707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port e2e67c5f-9904-41dc-a43c-4ef656e7f183 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:45:35.767196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:36.325487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-4ed3c031-d976-4710-a79e-316b510c9b60 service neutron] 10.222.0.41 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049259 Sep 30 08:45:36.392133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port e2e67c5f-9904-41dc-a43c-4ef656e7f183, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e2e67c5f-9904-41dc-a43c-4ef656e7f183,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:36.392582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:36.442578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for e2e67c5f-9904-41dc-a43c-4ef656e7f183 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:45:36.520601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-1013ab56-2aa4-4cc0-a8c3-6d746d4ef1ea service neutron] 10.222.0.41 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936498 Sep 30 08:45:36.585085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9848a4ae-02a8-4e10-9828-8b66254e0172 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:36.715270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9848a4ae-02a8-4e10-9828-8b66254e0172 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:36.716428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:36.741887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:36.870164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=e2e67c5f-9904-41dc-a43c-4ef656e7f183,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:36.945050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-607cfb07-f0f3-4488-842e-c88c595f4eba req-c3c27d52-9b02-49ee-8cc7-d16541ab2bb3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c2a491-f51d-4a72-85d5-fa60b2b9a9ce HTTP/1.1" status: 200 len: 210 time: 0.0637534 Sep 30 08:45:36.961558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:37.009923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 9848a4ae-02a8-4e10-9828-8b66254e0172, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9848a4ae-02a8-4e10-9828-8b66254e0172,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:37.018636 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:37.027876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] No DVR routers for this DVR port e2e67c5f-9904-41dc-a43c-4ef656e7f183 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:45:37.032077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:37.036742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd511575-6791-4199-bd90-fffba613b23b req-241a74bf-99d2-47b3-b27d-259bb6cb3486 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "DELETE /v2.0/ports/e2e67c5f-9904-41dc-a43c-4ef656e7f183 HTTP/1.1" status: 204 len: 173 time: 1.4995279 Sep 30 08:45:37.036742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-deleted', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:37.047091 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c14f1e2-49aa-4a7b-8c61-b8024e5fd3f4" -d '{"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-deleted", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:37.113227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=9848a4ae-02a8-4e10-9828-8b66254e0172,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:37.180538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73297d-3c24-4545-8eca-775a2d3b46d9 req-277b5a87-9b86-4718-a244-82585b7dbb84 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:37.183548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f73297d-3c24-4545-8eca-775a2d3b46d9 req-277b5a87-9b86-4718-a244-82585b7dbb84 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.1089098 Sep 30 08:45:37.269193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f73297d-3c24-4545-8eca-775a2d3b46d9 req-ea90ce74-0dc9-4d63-bde6-1dab2cf8fedf tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775537 Sep 30 08:45:37.429952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b977313-7441-43e9-97fd-65993165ce3e req-bef27fbe-fdd0-4ba0-a79c-143f8550d9b6 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 210 time: 0.0441813 Sep 30 08:45:37.503843 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba8ddf-8504-4a3a-9e3a-15c36cad5f58 x-openstack-request-id: req-ccba8ddf-8504-4a3a-9e3a-15c36cad5f58 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:37.504185 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2a491-f51d-4a72-85d5-fa60b2b9a9ce", "name": "network-vif-deleted", "tag": "e2e67c5f-9904-41dc-a43c-4ef656e7f183", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:37.504979 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccba8ddf-8504-4a3a-9e3a-15c36cad5f58 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:37.505370 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2a491-f51d-4a72-85d5-fa60b2b9a9ce', 'name': 'network-vif-deleted', 'tag': 'e2e67c5f-9904-41dc-a43c-4ef656e7f183', 'status': 'completed', 'code': 200} Sep 30 08:45:37.638191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ba4e6-bf7a-4c24-9d12-61b78777efd4 req-074d0716-5be8-4cfa-bec3-2919d50d0b5c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:37.640259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909ba4e6-bf7a-4c24-9d12-61b78777efd4 req-074d0716-5be8-4cfa-bec3-2919d50d0b5c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.0720658 Sep 30 08:45:37.697317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909ba4e6-bf7a-4c24-9d12-61b78777efd4 req-05ebab7f-121d-46f6-a598-b38cd9e536e2 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498815 Sep 30 08:45:37.715670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36668) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:38.007706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42ae4b-d7e2-41c5-8bb7-0bfeb2ade42a tempest-TestVolumeBackupRestore-389291817 tempest-TestVolumeBackupRestore-389291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:38.013744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36678) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:38.019744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:38.024258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fe42ae4b-d7e2-41c5-8bb7-0bfeb2ade42a tempest-TestVolumeBackupRestore-389291817 tempest-TestVolumeBackupRestore-389291817-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1092 time: 0.3062532 Sep 30 08:45:38.027423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36680) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:38.100813 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:38.312452 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:38.417374 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Sync routers for ids ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:38.430414 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Routers {'15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:38.431736 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:38.572795 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ab269ffd-033d-435d-85f3-88404b2752e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:38.602797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36692) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:38.613305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9848a4ae-02a8-4e10-9828-8b66254e0172 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:38.621735 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Set router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:38.735451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c75d8c74-a065-495e-bba2-723ccd37f879 req-93b4aac6-1aff-49ee-8206-5d89339fd453 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 210 time: 0.1301422 Sep 30 08:45:38.775318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9848a4ae-02a8-4e10-9828-8b66254e0172 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:38.775938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:38.877136 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa0c6852-0f97-4ce9-9169-e248cc3b6678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:38.933877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-084f7e2d-7ef5-42b1-ad09-9bdc10fd0bca tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:38.935456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-084f7e2d-7ef5-42b1-ad09-9bdc10fd0bca tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.57 "GET /v2.0/networks?id=335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 200 len: 910 time: 0.5877066 Sep 30 08:45:38.943767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Allocated IP 172.25.7.47 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/fbd87cde-599c-47b0-a31a-3a062ad1e830) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:38.956976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Request body: {'port': {'device_id': '72cfba97-8b67-41be-96cb-557e7414643b', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'admin_state_up': True, 'tenant_id': '00e25586df3e48c0b307f9ad03552680'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:38.976210 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.014622 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe98f4fc-e8a7-406a-b5e0-ff252233402f', 'name': '', 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'mac_address': 'fa:16:3e:d5:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:31Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 2, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'subnets': [{'id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:39.050685 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Checking router: 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:39.051732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Updating router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d port fe98f4fc-e8a7-406a-b5e0-ff252233402f binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:45:39.081262 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.151714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa0c6852-0f97-4ce9-9169-e248cc3b6678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.157269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.163846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa0c6852-0f97-4ce9-9169-e248cc3b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.249356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Made reservation on behalf of 00e25586df3e48c0b307f9ad03552680 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:39.252201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.255398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c6852-0f97-4ce9-9169-e248cc3b6678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1cd1de-550b-4354-9dd0-c13e83d70416,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:39.282231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa0c6852-0f97-4ce9-9169-e248cc3b6678 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76f5b0acb80f458b88297f080fc119a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727219 Sep 30 08:45:39.289812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36704) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:39.352041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.404760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:39.412750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:39.418141 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.425928 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.426358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:39.436267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75a67611-9868-4797-af4a-18be391de99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.518082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75a67611-9868-4797-af4a-18be391de99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.522727 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c6f7-cab5-47d5-829a-de52023bfbf9 None None] Pushing event updated for resources: {'Port': ['ID=fe98f4fc-e8a7-406a-b5e0-ff252233402f,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:39.552778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'Port': ['ID=fbd87cde-599c-47b0-a31a-3a062ad1e830,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:39.559021 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Attempting to bind port fe98f4fc-e8a7-406a-b5e0-ff252233402f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:39.559617 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Attempting to bind port fe98f4fc-e8a7-406a-b5e0-ff252233402f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:39.560211 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Attempting to bind port fe98f4fc-e8a7-406a-b5e0-ff252233402f on network a1cd5de6-0816-43e5-bc70-308035c68ec0 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:39.567568 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:39.568335 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Checking segment: {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:39.568893 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.569580 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Bound using segment: {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:39.570164 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Bound port: fe98f4fc-e8a7-406a-b5e0-ff252233402f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449cbb6c-97fe-4c86-870b-10d1522de117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:39.570664 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.578406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:45:39.599212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Allocated IP 172.20.0.8 (335776c8-4219-4527-bf48-561ac9786b01/ba93284c-68ad-44fa-b62e-fb4171d1468f/799d5005-761a-49b3-9f06-aea56f9792e2) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:39.619492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: e2e67c5f-9904-41dc-a43c-4ef656e7f183 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:45:39.631709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e2e67c5f-9904-41dc-a43c-4ef656e7f183 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:45:39.679295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port d2198771-6d6d-4aa5-b5bf-54d09e550127 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:45:39.679943 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.704629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75a67611-9868-4797-af4a-18be391de99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.708654 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-75a67611-9868-4797-af4a-18be391de99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.709884 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-75a67611-9868-4797-af4a-18be391de99b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f1cd1de-550b-4354-9dd0-c13e83d70416 HTTP/1.1" status: 204 len: 168 time: 0.4191139 Sep 30 08:45:39.710379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] For port fe98f4fc-e8a7-406a-b5e0-ff252233402f, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:39.728696 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] For port fe98f4fc-e8a7-406a-b5e0-ff252233402f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fe98f4fc-e8a7-406a-b5e0-ff252233402f,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:39.735654 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.736462 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a67611-9868-4797-af4a-18be391de99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1cd1de-550b-4354-9dd0-c13e83d70416,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:39.920677 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Routers {'15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:39.921321 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:39.944142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port d2198771-6d6d-4aa5-b5bf-54d09e550127, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d2198771-6d6d-4aa5-b5bf-54d09e550127,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:39.944745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.980729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Provisioning complete for port fe98f4fc-e8a7-406a-b5e0-ff252233402f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:39.982769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:39.993802 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for d2198771-6d6d-4aa5-b5bf-54d09e550127 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:45:40.017528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f33ae18-cc0b-4c6c-bf35-914810461fc9 req-ff7a497e-5f9d-4535-9437-c551f2c10a01 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 210 time: 0.1165299 Sep 30 08:45:40.150397 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] Set router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:40.166824 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.231414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-be876196-7022-407d-9781-2fffccf6da0f None None] For port fe98f4fc-e8a7-406a-b5e0-ff252233402f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fe98f4fc-e8a7-406a-b5e0-ff252233402f,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:40.240505 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.284247 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c6f7-cab5-47d5-829a-de52023bfbf9 None None] Pushing event updated for resources: {'Port': ['ID=fe98f4fc-e8a7-406a-b5e0-ff252233402f,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:40.342226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Pushing event updated for resources: {'Port': ['ID=fe98f4fc-e8a7-406a-b5e0-ff252233402f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:40.352962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.363717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.364067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.364414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.364757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.365092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.365424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.369671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.369933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.370271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.370609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.370947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.371281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be876196-7022-407d-9781-2fffccf6da0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:40.408214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-484663f2-fa5f-4afb-a0ad-99c0687479ee None None] Provisioning complete for port fe98f4fc-e8a7-406a-b5e0-ff252233402f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:40.408852 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-484663f2-fa5f-4afb-a0ad-99c0687479ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.421229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36714) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:40.488308 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64353698-0f38-4dd2-b737-95198d6c107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.499383 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.534511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=d2198771-6d6d-4aa5-b5bf-54d09e550127,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:40.590708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe98f4fc-e8a7-406a-b5e0-ff252233402f', 'name': '', 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'mac_address': 'fa:16:3e:d5:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:31Z', 'updated_at': '2021-09-30T08:45:39Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'subnets': [{'id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:40.608879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe98f4fc-e8a7-406a-b5e0-ff252233402f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:40.611877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.654714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8674099-b293-4498-a1e8-35c540bb1a3a None None] The sync data for ids ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'] in n-d-807025-5 is: [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:45:32Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fe98f4fc-e8a7-406a-b5e0-ff252233402f', 'name': '', 'network_id': 'a1cd5de6-0816-43e5-bc70-308035c68ec0', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'mac_address': 'fa:16:3e:d5:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:31Z', 'updated_at': '2021-09-30T08:45:39Z', 'revision_number': 4, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'subnets': [{'id': 'e6ab9efb-5551-4a53-98eb-63a87d859fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:40.768145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Network 335776c8-4219-4527-bf48-561ac9786b01 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:40.777956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:40.782358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.789355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:40.844655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fe98f4fc-e8a7-406a-b5e0-ff252233402f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:40.852623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.864203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Pushing event updated for resources: {'Port': ['ID=799d5005-761a-49b3-9f06-aea56f9792e2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:40.913649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:40.914276 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.069131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.100683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.134742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64353698-0f38-4dd2-b737-95198d6c107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.147655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64353698-0f38-4dd2-b737-95198d6c107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.164117 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-02e7aafd-66e8-4236-b10f-cfde4fd6185e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2142534 Sep 30 08:45:41.165513 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b43-82ee-4a5b-a5fd-6c8a9ecf2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.204586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Request body: {'port': {'device_id': '72cfba97-8b67-41be-96cb-557e7414643b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:41.252801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-53d378cd-d95d-4a4b-8b6a-0ecf85259930 None None] Provisioning complete for port 799d5005-761a-49b3-9f06-aea56f9792e2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:41.253187 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53d378cd-d95d-4a4b-8b6a-0ecf85259930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.295983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-64353698-0f38-4dd2-b737-95198d6c107c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=268742a278b044e893377b59c0b8e217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698087 Sep 30 08:45:41.307674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64353698-0f38-4dd2-b737-95198d6c107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc568d94-01c9-4ac3-8f6b-a5984d38ca1e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:41.310992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36720) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:41.312928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-53d378cd-d95d-4a4b-8b6a-0ecf85259930 None None] Port 799d5005-761a-49b3-9f06-aea56f9792e2 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:41.405980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc60a5-9144-4ed4-bcd6-0df37514cc91 req-a55f2f96-07e7-4f3e-b5bc-75cce165f9f2 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:41.407541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbbc60a5-9144-4ed4-bcd6-0df37514cc91 req-a55f2f96-07e7-4f3e-b5bc-75cce165f9f2 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1027 time: 0.2141385 Sep 30 08:45:41.414350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.430250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a2330044-53c0-49aa-b898-980737f34246 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:41.490497 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.578451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:41.586902 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a049abb2-bc0e-46bb-b8ec-ac83ee44d6a8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/a2330044-53c0-49aa-b898-980737f34246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5549397 Sep 30 08:45:41.587164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:41.590902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] Sync routers for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:41.602968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:41.603663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:41.639811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5de7f414-f1d7-4868-ad24-f3008fad84d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.690553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbbc60a5-9144-4ed4-bcd6-0df37514cc91 req-44a802c1-999e-407d-9fd9-50d303a9b188 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645254 Sep 30 08:45:41.694004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting subnet 7c744051-a2d1-45e7-b7c4-e1331911ba4f {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:45:41.703551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.740362 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5de7f414-f1d7-4868-ad24-f3008fad84d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.768734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:41.773605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.816560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.837670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.891434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.961278 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.981721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event updated for resources: {'Port': ['ID=fbd87cde-599c-47b0-a31a-3a062ad1e830,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:41.992824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.993268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:45:40Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:41.994812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5de7f414-f1d7-4868-ad24-f3008fad84d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.997691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5de7f414-f1d7-4868-ad24-f3008fad84d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:41.998869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Subnet': ['ID=7c744051-a2d1-45e7-b7c4-e1331911ba4f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:42.002197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5de7f414-f1d7-4868-ad24-f3008fad84d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc568d94-01c9-4ac3-8f6b-a5984d38ca1e HTTP/1.1" status: 204 len: 168 time: 0.6869249 Sep 30 08:45:42.004297 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.008812 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-298dd57a-ae58-4e03-9645-caa6ca21ade6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/subnets/7c744051-a2d1-45e7-b7c4-e1331911ba4f HTTP/1.1" status: 204 len: 168 time: 0.4182909 Sep 30 08:45:42.009526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36726) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:42.036006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] Checking router: a2330044-53c0-49aa-b898-980737f34246 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:42.038405 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5d813-7bbc-4af1-b8aa-effae7fadf71 None None] Network 64dce4a3-3b9f-4d49-ad78-42302d93398b requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:42.106641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7f414-f1d7-4868-ad24-f3008fad84d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc568d94-01c9-4ac3-8f6b-a5984d38ca1e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:42.134647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799d5005-761a-49b3-9f06-aea56f9792e2 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:42.149294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.207882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] Routers {'a2330044-53c0-49aa-b898-980737f34246'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:42.209228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a2330044-53c0-49aa-b898-980737f34246'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:42.264295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Transition to ACTIVE for port object 799d5005-761a-49b3-9f06-aea56f9792e2 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:45:42.268416 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.279445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.282187 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Floating IP 8ab318cd-81f3-4688-9c0c-2e960124ce12 associated. External IP: 172.25.7.47, port: 221b0de7-f5ce-4668-8616-ef0871761bd7. Sep 30 08:45:42.424625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.446021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] DHCP port deletion for 64dce4a3-3b9f-4d49-ad78-42302d93398b request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:45:42.487370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] Set router a2330044-53c0-49aa-b898-980737f34246 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:42.507247 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 5ef3d111-8835-4463-aa7c-d4ef860f27eb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:45:42.507934 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.661385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 69164a14-9eca-48ae-b82a-83519cfed4d3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:45:42.675462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Pushing event updated for resources: {'Port': ['ID=799d5005-761a-49b3-9f06-aea56f9792e2,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:42.682568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 5ef3d111-8835-4463-aa7c-d4ef860f27eb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5ef3d111-8835-4463-aa7c-d4ef860f27eb,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:42.684044 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.703087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 5ef3d111-8835-4463-aa7c-d4ef860f27eb owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:45:42.845679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] Deleting port 69164a14-9eca-48ae-b82a-83519cfed4d3 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:45:42.846679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.933919 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.972985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=5ef3d111-8835-4463-aa7c-d4ef860f27eb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:42.978542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] For port 69164a14-9eca-48ae-b82a-83519cfed4d3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=69164a14-9eca-48ae-b82a-83519cfed4d3,segment=NetworkSegment(daedbf37-3a51-4b5a-9ee6-be2f33bd8311),segment_id=daedbf37-3a51-4b5a-9ee6-be2f33bd8311)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:42.979389 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:42.980376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9c6b7-7816-44ca-97b9-dd474de1fc6e req-c5f73fe3-f906-410b-b950-30e5a9fff7e3 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:42.982386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbb9c6b7-7816-44ca-97b9-dd474de1fc6e req-c5f73fe3-f906-410b-b950-30e5a9fff7e3 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1052 time: 0.1265752 Sep 30 08:45:42.984231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Router 54803184-8fb2-4135-9e34-d81a7f12293f has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:42.985101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Attempting to bind port 799d5005-761a-49b3-9f06-aea56f9792e2 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:42.985436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Attempting to bind port 799d5005-761a-49b3-9f06-aea56f9792e2 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:42.985805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Attempting to bind port 799d5005-761a-49b3-9f06-aea56f9792e2 on network 335776c8-4219-4527-bf48-561ac9786b01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:42.997347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] Calling delete_port for 69164a14-9eca-48ae-b82a-83519cfed4d3 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:45:43.001200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Port 799d5005-761a-49b3-9f06-aea56f9792e2 on network 335776c8-4219-4527-bf48-561ac9786b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:45:43.001575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Attempting to bind port 799d5005-761a-49b3-9f06-aea56f9792e2 on network 335776c8-4219-4527-bf48-561ac9786b01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:43.017888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:43.018234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Checking segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:43.018627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Bound using segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:43.019081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Bound port: 799d5005-761a-49b3-9f06-aea56f9792e2, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:43.019442 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.054583 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.175223 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.187848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.249686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.250415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Fanout notify agent at l3_agent the message router_deleted on router a2330044-53c0-49aa-b898-980737f34246 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:45:43.271911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.276169 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e85312b3-2f23-43a4-bb67-4c9984bdaad6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/routers/a2330044-53c0-49aa-b898-980737f34246 HTTP/1.1" status: 204 len: 168 time: 1.2631152 Sep 30 08:45:43.277612 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36750) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:43.315857 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.342286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.346902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:45:40Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:43.406058 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.414755 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.467350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] No DVR routers for this DVR port 69164a14-9eca-48ae-b82a-83519cfed4d3 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:45:43.513597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288221a-b2b5-495f-9edb-d6f6cc15ae2b None None] The sync data for ids ['a2330044-53c0-49aa-b898-980737f34246'] in n-d-807025-5 is: [{'id': 'a2330044-53c0-49aa-b898-980737f34246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146042086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:45:40Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '5ef3d111-8835-4463-aa7c-d4ef860f27eb', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2330044-53c0-49aa-b898-980737f34246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:18Z', 'updated_at': '2021-09-30T08:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:43.539447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4944c-9fe6-4951-bb36-b2a79d3877bc None None] Pushing event deleted for resources: {'Port': ['ID=69164a14-9eca-48ae-b82a-83519cfed4d3,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:43.579745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbb9c6b7-7816-44ca-97b9-dd474de1fc6e req-d1463744-aac8-4cb6-8f0a-2e19a36b225a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871930 Sep 30 08:45:43.591853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.619994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dce4a3-3b9f-4d49-ad78-42302d93398b']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:43.643227 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:43.643939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daedbf37-3a51-4b5a-9ee6-be2f33bd8311') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:43.654748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] For port 799d5005-761a-49b3-9f06-aea56f9792e2, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:43.659403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] For port 799d5005-761a-49b3-9f06-aea56f9792e2, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=799d5005-761a-49b3-9f06-aea56f9792e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:43.660164 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.670554 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.673204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:43.688351 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] Sync routers for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:43.700345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.703527 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:43.704658 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:43.712418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:45:43.713781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.719392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:43.720020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.721427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] 10.222.0.57 "PUT /v2.0/ports/799d5005-761a-49b3-9f06-aea56f9792e2 HTTP/1.1" status: 200 len: 1091 time: 2.5264447 Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:45:43.721836 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:45:43.724822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cfba97-8b67-41be-96cb-557e7414643b', 'tag': '799d5005-761a-49b3-9f06-aea56f9792e2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:43.725115 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e511246-863b-4c28-bebc-ffdcf69cbb98" -d '{"events": [{"name": "network-changed", "server_uuid": "72cfba97-8b67-41be-96cb-557e7414643b", "tag": "799d5005-761a-49b3-9f06-aea56f9792e2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:43.758144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.851810 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca22cfe3-00bd-40c3-9833-379f995f52bd x-openstack-request-id: req-ca22cfe3-00bd-40c3-9833-379f995f52bd {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:43.852099 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cfba97-8b67-41be-96cb-557e7414643b", "tag": "799d5005-761a-49b3-9f06-aea56f9792e2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:43.852350 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca22cfe3-00bd-40c3-9833-379f995f52bd {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:43.852747 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cfba97-8b67-41be-96cb-557e7414643b', 'tag': '799d5005-761a-49b3-9f06-aea56f9792e2', 'status': 'completed', 'code': 200} Sep 30 08:45:43.899328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.905429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.907576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/networks/64dce4a3-3b9f-4d49-ad78-42302d93398b HTTP/1.1" status: 204 len: 168 time: 0.6289015 Sep 30 08:45:43.914800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36760) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:43.928566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4b11859e-7ffe-4072-9628-de53f862a1d3 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9134772 Sep 30 08:45:43.930912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533cbf9-6fe8-428f-a4a0-98f89903d17e service neutron] Pushing event updated for resources: {'Port': ['ID=799d5005-761a-49b3-9f06-aea56f9792e2,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:43.936232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36762) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:43.962316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5f27b-b6db-4380-ac82-f2797880eb97 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Network': ['ID=64dce4a3-3b9f-4d49-ad78-42302d93398b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:43.988366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2432cbdf-e422-4958-8116-56a5051d2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:43.990120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-2432cbdf-e422-4958-8116-56a5051d2d20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00e25586df3e48c0b307f9ad03552680&device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1094 time: 0.1796019 Sep 30 08:45:44.043091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17aa84ba-6017-4653-af30-7c6e38fbb465 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:44.099394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-3cbcaf28-f995-4f63-94de-c3a79d1adccd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=799d5005-761a-49b3-9f06-aea56f9792e2 HTTP/1.1" status: 200 len: 217 time: 0.0930941 Sep 30 08:45:44.109035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df82d89-c504-4f12-b2a7-aff07312ed11 tempest-TestVolumeBackupRestore-389291817 tempest-TestVolumeBackupRestore-389291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:44.114828 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17aa84ba-6017-4653-af30-7c6e38fbb465 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:44.115147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6df82d89-c504-4f12-b2a7-aff07312ed11 tempest-TestVolumeBackupRestore-389291817 tempest-TestVolumeBackupRestore-389291817-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1092 time: 0.1725650 Sep 30 08:45:44.122542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36768) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:44.133552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Request body: {'floatingip': {'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:44.174322 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:44.220150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-6044e81b-ea8d-4fe6-92e9-0cfedbcc868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:44.225276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-6044e81b-ea8d-4fe6-92e9-0cfedbcc868e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba93284c-68ad-44fa-b62e-fb4171d1468f HTTP/1.1" status: 200 len: 848 time: 0.1073716 Sep 30 08:45:44.295894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-a97391a6-b975-4a1d-963d-64dfdab47d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:44.297617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-a97391a6-b975-4a1d-963d-64dfdab47d9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=335776c8-4219-4527-bf48-561ac9786b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631225 Sep 30 08:45:44.499176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-7f3b4216-8420-4333-b95e-25aed05a9ae1 service neutron] 10.222.0.57 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854172 Sep 30 08:45:44.607690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d2198771-6d6d-4aa5-b5bf-54d09e550127 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:45:44.703386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d2198771-6d6d-4aa5-b5bf-54d09e550127 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:45:44.706011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d2198771-6d6d-4aa5-b5bf-54d09e550127 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:45:44.719013 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for floatingip, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:44.768297 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8ab318cd-81f3-4688-9c0c-2e960124ce12', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:45:40Z', 'updated_at': '2021-09-30T08:45:40Z', 'revision_number': 0, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:44.814249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e0cce0b-24ee-4b3f-88a3-bab8ccea4e9b req-ef25cdf5-288f-444d-8754-fc03757fd276 service neutron] 10.222.0.57 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057606 Sep 30 08:45:44.820242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a8f37-57bf-4ca6-b07d-340cef503cbd req-ebfbded2-252d-4086-80fc-aa2e117d4746 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:44.821877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc4a8f37-57bf-4ca6-b07d-340cef503cbd req-ebfbded2-252d-4086-80fc-aa2e117d4746 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1094 time: 0.0695853 Sep 30 08:45:44.836751 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] Checking router: 54803184-8fb2-4135-9e34-d81a7f12293f for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:44.887073 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:44.889520 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:44.924625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc4a8f37-57bf-4ca6-b07d-340cef503cbd req-603ad58c-6b7e-42f7-b7c6-f5973209bd06 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808268 Sep 30 08:45:44.932628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17aa84ba-6017-4653-af30-7c6e38fbb465 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:44.936702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-17aa84ba-6017-4653-af30-7c6e38fbb465 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:44.943889 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-17aa84ba-6017-4653-af30-7c6e38fbb465 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/security-groups/5c2c68d9-cdcb-47c7-ba30-a688ee988f9a HTTP/1.1" status: 204 len: 168 time: 1.0272768 Sep 30 08:45:44.971933 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:45.015507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa84ba-6017-4653-af30-7c6e38fbb465 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c68d9-cdcb-47c7-ba30-a688ee988f9a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:45.036344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-136ea0d6-d6a0-463e-812f-88d39d8e5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:45.038929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-136ea0d6-d6a0-463e-812f-88d39d8e5044 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00e25586df3e48c0b307f9ad03552680&device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1094 time: 0.1124508 Sep 30 08:45:45.205407 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:45.420269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-00e6bb18-e636-4303-ab79-a51b01f4a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:45.421716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-00e6bb18-e636-4303-ab79-a51b01f4a481 service neutron] 10.222.0.57 "GET /v2.0/networks?id=335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 200 len: 910 time: 0.3680220 Sep 30 08:45:45.644079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-df9349e0-a040-4439-bb50-11970f9a5e23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=799d5005-761a-49b3-9f06-aea56f9792e2 HTTP/1.1" status: 200 len: 217 time: 0.2105787 Sep 30 08:45:45.719802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-489ee5c8-ecdf-4050-ae03-bdd03632d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:45.721386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-489ee5c8-ecdf-4050-ae03-bdd03632d388 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba93284c-68ad-44fa-b62e-fb4171d1468f HTTP/1.1" status: 200 len: 848 time: 0.0677249 Sep 30 08:45:45.764204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:45.774925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192171438', 'description': 'tempest-secgroup-smoke-192171438 description', 'project_id': '2c3fab098af245ae97b68ab13d652c99'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:45.799409 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8ab318cd-81f3-4688-9c0c-2e960124ce12', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:45:40Z', 'updated_at': '2021-09-30T08:45:40Z', 'revision_number': 0, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:45.843619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-8c6a04d3-5d06-4f5e-848e-b11f69310231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:45.846162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-8c6a04d3-5d06-4f5e-848e-b11f69310231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=335776c8-4219-4527-bf48-561ac9786b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123211 Sep 30 08:45:45.846732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c717-4ec0-4310-88c4-30ee999c736e None None] The sync data for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 is: [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8ab318cd-81f3-4688-9c0c-2e960124ce12', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:45:40Z', 'updated_at': '2021-09-30T08:45:40Z', 'revision_number': 0, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:45.855160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:45.858543 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461c4a8-376d-478e-87e0-0915a5f130ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:45.925732 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d14b4a-c5e7-494e-a6c2-2343a8480271 x-openstack-request-id: req-f7d14b4a-c5e7-494e-a6c2-2343a8480271 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:45.926747 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:45.927029 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7d14b4a-c5e7-494e-a6c2-2343a8480271 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:45.927574 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'status': 'completed', 'code': 200} Sep 30 08:45:45.933984 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:45.989136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.db.resource_extend [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:45:46.086471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:46.154465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.165801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.188194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-ae563901-84f0-47ac-a9ab-206c38e1d095 service neutron] 10.222.0.57 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261001 Sep 30 08:45:46.246777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424559d9-44d1-4fe7-98f0-34944b623f77 req-085e19ab-cafb-496a-b30c-2c5149be0a22 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:46.256987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-424559d9-44d1-4fe7-98f0-34944b623f77 req-085e19ab-cafb-496a-b30c-2c5149be0a22 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1094 time: 0.1458635 Sep 30 08:45:46.305712 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-bbc95c56-0824-4804-833a-5514e5d9a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:46.307408 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-bbc95c56-0824-4804-833a-5514e5d9a775 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1097 time: 0.2701030 Sep 30 08:45:46.338800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-424559d9-44d1-4fe7-98f0-34944b623f77 req-430c0b5b-89e3-487a-ab2a-2dc9d11d7ee0 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Sep 30 08:45:46.374170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ef9f6-202a-41dd-bb93-41d894baf172 None None] New status for floating IP 8ab318cd-81f3-4688-9c0c-2e960124ce12: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:45:46.418938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.444594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.474206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e511246-863b-4c28-bebc-ffdcf69cbb98 req-c6858922-36ef-44f2-8fe4-bc3b893b6c71 service neutron] 10.222.0.57 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737007 Sep 30 08:45:46.504502 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-066dfe0b-f4f4-49e1-9fda-148850b0e78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.600807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.604954 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8370259 Sep 30 08:45:46.606113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36810) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:46.614517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99610563-4ea5-49cd-9366-519d357c639c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c780c6c0-39b9-4234-a993-d040fcb9ea0c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:46.614904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c780c6c0-39b9-4234-a993-d040fcb9ea0c', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:46.627228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ef3d111-8835-4463-aa7c-d4ef860f27eb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:45:46.641809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-2aa2f9f3-3945-42d8-819d-1ec9caff4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:46.643338 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-2aa2f9f3-3945-42d8-819d-1ec9caff4ae1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 913 time: 0.3222473 Sep 30 08:45:46.671486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5ef3d111-8835-4463-aa7c-d4ef860f27eb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:45:46.672040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5ef3d111-8835-4463-aa7c-d4ef860f27eb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:45:47.121837 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-2a90750e-0072-47f0-b5a8-987d8dc7d8ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 999 time: 0.4677720 Sep 30 08:45:47.134190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Router 54803184-8fb2-4135-9e34-d81a7f12293f has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:47.241788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-a523704d-cb44-4b71-8dde-b4b694a002ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:47.243399 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-a523704d-cb44-4b71-8dde-b4b694a002ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.1071775 Sep 30 08:45:47.267798 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-066dfe0b-f4f4-49e1-9fda-148850b0e78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.278866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-066dfe0b-f4f4-49e1-9fda-148850b0e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.323948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.391795 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-066dfe0b-f4f4-49e1-9fda-148850b0e78f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=131289f5b23f42838786374385c27774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3038847 Sep 30 08:45:47.395632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36816) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:47.401547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dfe0b-f4f4-49e1-9fda-148850b0e78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef25fd8-13fe-4ffc-9a6d-bd7e1cb73766,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:47.417763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-9a0431d8-f9e4-4c79-bc7e-a95fdc152a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:47.420622 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-9a0431d8-f9e4-4c79-bc7e-a95fdc152a6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669393 Sep 30 08:45:47.420622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:47.427674 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.441002 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] Sync routers for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:47.456026 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:47.456667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:47.512454 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:47.518397 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:47.524196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.548307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.582167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6548305-183e-4dcc-8216-d3ec0f0dbb48,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:47.584412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca999e91-0b46-47af-b312-72064f93b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.593558 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5ad62222-15df-4bbc-8098-caff0c176b97 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "PUT /v2.0/floatingips/8ab318cd-81f3-4688-9c0c-2e960124ce12 HTTP/1.1" status: 200 len: 991 time: 3.4685743 Sep 30 08:45:47.624090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.630547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1de0a9c0-cfab-4ce1-8d75-3ff690ab8719 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0225103 Sep 30 08:45:47.634694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36820) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:47.638264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8933db3-5a5a-4bdc-8e38-d283502d28c6 req-edb3cc83-ba70-47bd-ad98-6918f2123db7 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:47.646404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8933db3-5a5a-4bdc-8e38-d283502d28c6 req-edb3cc83-ba70-47bd-ad98-6918f2123db7 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1094 time: 0.1477575 Sep 30 08:45:47.650758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-ca2fb222-42ce-4551-b206-cdd08626598d service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214830 Sep 30 08:45:47.653718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c780c6c0-39b9-4234-a993-d040fcb9ea0c', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:47.663217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca999e91-0b46-47af-b312-72064f93b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.676691 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:47.750473 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.755264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8933db3-5a5a-4bdc-8e38-d283502d28c6 req-e709e23d-6c30-4343-8141-308b4fa52868 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057961 Sep 30 08:45:47.816157 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2461c4a8-376d-478e-87e0-0915a5f130ae req-32dde71d-6956-41d3-bcc4-3ee30ca4fc5d service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556518 Sep 30 08:45:47.842644 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbffe3-8cc8-406a-acdf-ad87fa0bccf3 x-openstack-request-id: req-85cbffe3-8cc8-406a-acdf-ad87fa0bccf3 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:47.842989 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:47.843165 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85cbffe3-8cc8-406a-acdf-ad87fa0bccf3 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:47.843478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca999e91-0b46-47af-b312-72064f93b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.843684 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'status': 'completed', 'code': 200} Sep 30 08:45:47.849478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ca999e91-0b46-47af-b312-72064f93b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.855295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ca999e91-0b46-47af-b312-72064f93b08a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bef25fd8-13fe-4ffc-9a6d-bd7e1cb73766 HTTP/1.1" status: 204 len: 168 time: 0.4579554 Sep 30 08:45:47.902227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca999e91-0b46-47af-b312-72064f93b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef25fd8-13fe-4ffc-9a6d-bd7e1cb73766,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:47.919793 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.926939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.954254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20ef55d-7e47-4e6f-8c74-b8148481c6f1,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:47.959286 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.963379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-87fd03e0-0a0f-47d7-bfc5-3eddd3b4d468 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3248692 Sep 30 08:45:47.964237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36826) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:47.973865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c780c6c0-39b9-4234-a993-d040fcb9ea0c', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:47.994797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-97dd86ab-2d08-4036-aa50-99c66cab6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:47.994797 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-97dd86ab-2d08-4036-aa50-99c66cab6b51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1097 time: 0.0987687 Sep 30 08:45:48.022225 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.132290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.137348 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8ab318cd-81f3-4688-9c0c-2e960124ce12', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:45:40Z', 'updated_at': '2021-09-30T08:45:46Z', 'revision_number': 2, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:48.141350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.181742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b740530e-b063-4ed4-aa59-d41b323dc8b3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:48.204186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-1244636b-9f14-4757-8276-0d759e3455c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:48.206006 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-1244636b-9f14-4757-8276-0d759e3455c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 913 time: 0.2016122 Sep 30 08:45:48.221291 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] Checking router: 54803184-8fb2-4135-9e34-d81a7f12293f for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:48.223157 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.227335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d2c705e7-d3b0-41ae-8249-32463c400c33 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2590942 Sep 30 08:45:48.228349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36832) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:48.235941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c780c6c0-39b9-4234-a993-d040fcb9ea0c', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:48.237658 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:48.239808 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:48.268441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 799d5005-761a-49b3-9f06-aea56f9792e2 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:45:48.276039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.315241 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-9af2a9a3-f358-4a1c-9a41-99a0d0bd57d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 1001 time: 0.1011248 Sep 30 08:45:48.396105 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.409137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.412561 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:48.426964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-e1f0996c-0c97-48a8-8c8d-19f7d2e37da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:48.434227 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-e1f0996c-0c97-48a8-8c8d-19f7d2e37da5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.1048164 Sep 30 08:45:48.503325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.511067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2770419 Sep 30 08:45:48.512090 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36834) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:48.512835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734cf82-113e-414e-b33b-31c6a3b07cd4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85057059-4024-456a-9958-f6e100291938,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:48.523849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-f92d6792-08e6-488c-b5f3-188f43955564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:48.524013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c780c6c0-39b9-4234-a993-d040fcb9ea0c', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:48.526751 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-f92d6792-08e6-488c-b5f3-188f43955564 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843582 Sep 30 08:45:48.586356 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:45:48.593635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.595915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 799d5005-761a-49b3-9f06-aea56f9792e2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=799d5005-761a-49b3-9f06-aea56f9792e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:48.625060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '799d5005-761a-49b3-9f06-aea56f9792e2', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'port_id': '799d5005-761a-49b3-9f06-aea56f9792e2', 'mac_address': 'fa:16:3e:98:d6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:45:48.698277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36836) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:48.707266 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.721212 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc2421af-8038-4ad2-bcc3-e36e6928962b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.734429 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-fc3ab8bf-a37b-4aea-87db-31b6322624b2 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970072 Sep 30 08:45:48.737554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799d5005-761a-49b3-9f06-aea56f9792e2 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:48.740687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.748950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.776528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 799d5005-761a-49b3-9f06-aea56f9792e2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=799d5005-761a-49b3-9f06-aea56f9792e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:48.784408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:48.790261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6e0b55-2077-4958-84f7-c15b851fe6d1,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:48.876533 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8ab318cd-81f3-4688-9c0c-2e960124ce12', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:45:40Z', 'updated_at': '2021-09-30T08:45:46Z', 'revision_number': 2, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:48.933256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=799d5005-761a-49b3-9f06-aea56f9792e2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:48.978905 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d3f45019-f471-4c9c-8b92-0dd7ab32f31f req-ec26901a-8cb9-4b90-b662-d789900f0ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350810 Sep 30 08:45:49.014991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8843-ecfd-4652-ab7b-db8c0cf81cb3 req-d7433b0d-2642-4d5d-9efb-e450369e5f2c tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:49.017189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9eb8843-ecfd-4652-ab7b-db8c0cf81cb3 req-d7433b0d-2642-4d5d-9efb-e450369e5f2c tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1095 time: 0.1165771 Sep 30 08:45:49.024270 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554680b4-5878-4786-aec4-4f5181f4646b None None] The sync data for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 is: [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8ab318cd-81f3-4688-9c0c-2e960124ce12', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'port_id': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'mac_address': 'fa:16:3e:81:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:45:40Z', 'updated_at': '2021-09-30T08:45:46Z', 'revision_number': 2, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:49.056682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc2421af-8038-4ad2-bcc3-e36e6928962b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.069976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bc2421af-8038-4ad2-bcc3-e36e6928962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.073358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['799d5005-761a-49b3-9f06-aea56f9792e2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:49.094038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.097478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-df5bb303-bc4c-4d61-a688-ea5770f570c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5786517 Sep 30 08:45:49.100085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36842) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:49.104714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c780c6c0-39b9-4234-a993-d040fcb9ea0c', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:49.132689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9eb8843-ecfd-4652-ab7b-db8c0cf81cb3 req-529086ea-10cc-46ce-8f1d-3cfcdee92e8d tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061444 Sep 30 08:45:49.133545 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2421af-8038-4ad2-bcc3-e36e6928962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e052762-b8c6-438c-bb2f-0b04be121647,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:49.160064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bc2421af-8038-4ad2-bcc3-e36e6928962b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=093d8d0562284f29b3f112758567a2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608808 Sep 30 08:45:49.161361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36844) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:49.165906 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:45:49.173009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.251550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49321dd6-f4d0-40fe-81b6-1ea48655cb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.277485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.284074 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.301973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49321dd6-f4d0-40fe-81b6-1ea48655cb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.337275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f75836-dbc8-439f-90cf-b7506629ef0b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:49.353989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.355410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-740581d3-2eb1-4241-ae87-d726f4126e1c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2542486 Sep 30 08:45:49.359121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36846) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:49.364448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'network': {'name': 'tempest-network-smoke--118404952', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'port_security_enabled': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:49.393581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:49.397668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.417727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49321dd6-f4d0-40fe-81b6-1ea48655cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.423968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-49321dd6-f4d0-40fe-81b6-1ea48655cb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.428339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-49321dd6-f4d0-40fe-81b6-1ea48655cb9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e052762-b8c6-438c-bb2f-0b04be121647 HTTP/1.1" status: 204 len: 168 time: 0.2658930 Sep 30 08:45:49.429831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:45:49.440572 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.440868 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Added segment d2a247ca-b79f-489a-a5be-b6a48721da51 of type vlan for network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 Sep 30 08:45:49.446888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321dd6-f4d0-40fe-81b6-1ea48655cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e052762-b8c6-438c-bb2f-0b04be121647,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:49.502584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.538446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.544455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:49.545121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.580702 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2204137 Sep 30 08:45:49.585539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36850) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:49.592627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'admin_state_up': True, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:49.634964 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.636291 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.638243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec400d06-83f5-43ac-a236-10ee792173f5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Network': ['ID=3e5f86e8-3032-4c97-9d3e-793dfaf6e086,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:49.668901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:45:49.735195 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.845057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:49.847529 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22d017-94c3-4bfe-a497-5e471184c758" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:49.903119 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:49.909897 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7837344f-64f1-45f2-9d52-95f332509ed2 x-openstack-request-id: req-7837344f-64f1-45f2-9d52-95f332509ed2 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:49.910298 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:49.910700 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7837344f-64f1-45f2-9d52-95f332509ed2 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:49.913278 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'status': 'completed', 'code': 200} Sep 30 08:45:50.007279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-d98517db-7a08-4346-9e42-cfd6eb2cedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.008822 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-d98517db-7a08-4346-9e42-cfd6eb2cedda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1097 time: 0.0560939 Sep 30 08:45:50.171979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-03bb8dcb-5760-48a2-b659-747252101caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.173503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-03bb8dcb-5760-48a2-b659-747252101caf service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 913 time: 0.1495652 Sep 30 08:45:50.198368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.236194 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.268452 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-8ba09ed2-3343-4fae-9405-b68fc4854e3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 1001 time: 0.0827823 Sep 30 08:45:50.299453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 799d5005-761a-49b3-9f06-aea56f9792e2 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:50.383453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d160ef-c1db-40ba-bd1c-4a8d376dc50c req-73f5e6bc-ca9a-4890-85e4-768192938508 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.386984 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-7304159d-b6f1-427e-ba9f-2da063cb9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.391566 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-7304159d-b6f1-427e-ba9f-2da063cb9850 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.1133983 Sep 30 08:45:50.392233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37d160ef-c1db-40ba-bd1c-4a8d376dc50c req-73f5e6bc-ca9a-4890-85e4-768192938508 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1095 time: 0.1062624 Sep 30 08:45:50.415801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 799d5005-761a-49b3-9f06-aea56f9792e2 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:45:50.422800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 799d5005-761a-49b3-9f06-aea56f9792e2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:50.423503 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.445588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37d160ef-c1db-40ba-bd1c-4a8d376dc50c req-bd61876a-41f0-47e1-a356-f3602ddb685a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522902 Sep 30 08:45:50.483048 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-22a42b52-4518-4535-b8da-200a3061d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.484945 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-22a42b52-4518-4535-b8da-200a3061d0cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805900 Sep 30 08:45:50.489983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.98 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/65130bb1-3fa2-4480-8cd6-d80c919cbe2c) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:50.549273 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.592427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cfba97-8b67-41be-96cb-557e7414643b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799d5005-761a-49b3-9f06-aea56f9792e2'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:50.596457 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c62c7ed-e1a0-4150-8f68-d2e55c626fa7" -d '{"events": [{"server_uuid": "72cfba97-8b67-41be-96cb-557e7414643b", "name": "network-vif-plugged", "status": "completed", "tag": "799d5005-761a-49b3-9f06-aea56f9792e2"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:50.615771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 799d5005-761a-49b3-9f06-aea56f9792e2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=799d5005-761a-49b3-9f06-aea56f9792e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:50.623231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.636056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.645120 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-01e1ee44-5191-4d52-94d9-cb8560c11007 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438198 Sep 30 08:45:50.705172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:50.718837 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a36eb2-b0de-4e76-aab1-43231f6c1ca3 x-openstack-request-id: req-39a36eb2-b0de-4e76-aab1-43231f6c1ca3 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:50.718837 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cfba97-8b67-41be-96cb-557e7414643b", "name": "network-vif-plugged", "status": "completed", "tag": "799d5005-761a-49b3-9f06-aea56f9792e2", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:50.722301 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39a36eb2-b0de-4e76-aab1-43231f6c1ca3 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:50.722744 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cfba97-8b67-41be-96cb-557e7414643b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799d5005-761a-49b3-9f06-aea56f9792e2', 'code': 200} Sep 30 08:45:50.758193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:50.762013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:50.776645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:50.791392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:50.806646 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-3a22d017-94c3-4bfe-a497-5e471184c758 req-557383ba-09ac-4a7a-a5bf-fc65907beb19 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474819 Sep 30 08:45:50.816877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=799d5005-761a-49b3-9f06-aea56f9792e2,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:50.871226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0db3-e9f3-4024-88a7-cfdaa68903af req-7381d606-1656-4a71-9ba5-23b18085c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.872794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5eeb0db3-e9f3-4024-88a7-cfdaa68903af req-7381d606-1656-4a71-9ba5-23b18085c190 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0925772 Sep 30 08:45:50.998968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5eeb0db3-e9f3-4024-88a7-cfdaa68903af req-7626f0f1-25c7-4903-afb2-4d8aee7b65db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866270 Sep 30 08:45:51.155164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:51.384176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:51.578667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router f77c0a39-894f-4d19-9b0f-f5ee08724bfb is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:45:51.587111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e50f-5c3a-46b1-89b0-9f5d4fa0c2ac req-d3f2caaa-30d8-4c01-b566-957ec1b84daf tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:51.593965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0443e50f-5c3a-46b1-89b0-9f5d4fa0c2ac req-d3f2caaa-30d8-4c01-b566-957ec1b84daf tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0745656 Sep 30 08:45:51.674466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0443e50f-5c3a-46b1-89b0-9f5d4fa0c2ac req-7ddfd748-9440-4c5e-bf39-4bb71dbde535 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779014 Sep 30 08:45:51.730052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:51.745598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Sync routers for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:51.756496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:51.757175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:51.762738 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:51.763995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2e8e7180-1e25-4e80-87e9-51134251fe0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1772354 Sep 30 08:45:51.767567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36906) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:51.808980 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-45badc32-1ac4-4b96-b652-57c15ceaf638 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2c3fab098af245ae97b68ab13d652c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395734 Sep 30 08:45:51.811973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36908) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:51.904631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:51.997287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4b6ab-0a6e-458a-8809-474460ac7ab3 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:52.002278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bbe4b6ab-0a6e-458a-8809-474460ac7ab3 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1859481 Sep 30 08:45:52.002278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36912) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:52.034885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bfb734c5-5669-49b5-906a-50aa49acfa1e tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318551 Sep 30 08:45:52.037331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36916) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:52.042340 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524958081', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:52.170368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:51Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:52.172869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:52.176965 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.206251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Checking router: f77c0a39-894f-4d19-9b0f-f5ee08724bfb for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:52.207121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Updating router f77c0a39-894f-4d19-9b0f-f5ee08724bfb port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:45:52.253155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.605606 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.615373 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.663589 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3397e-6197-4f37-b3fe-713d8f25d312 None None] Pushing event updated for resources: {'Port': ['ID=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:52.688664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Attempting to bind port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:52.689137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Attempting to bind port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:52.689585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Attempting to bind port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:52.698201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:52.698578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:52.698991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.699378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:52.699865 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Bound port: 65130bb1-3fa2-4480-8cd6-d80c919cbe2c, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:52.700399 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.803761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] For port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:52.808701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] For port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:52.815028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.883072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:52.884073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:52.925423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:52.928502 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3397e-6197-4f37-b3fe-713d8f25d312 None None] Pushing event updated for resources: {'Port': ['ID=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:53.054267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b7df9-7c0b-44d9-8bf2-7180b6522a0f req-2b5df4bc-90a6-46b0-af9a-99590aad6bfa tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:53.057485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca1b7df9-7c0b-44d9-8bf2-7180b6522a0f req-2b5df4bc-90a6-46b0-af9a-99590aad6bfa tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.2114737 Sep 30 08:45:53.067441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Subnet': ['ID=acfef9ac-04c7-4f6d-b577-e535b5398920,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:53.082768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:53.147665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca1b7df9-7c0b-44d9-8bf2-7180b6522a0f req-600a99b6-8c00-4f9a-862b-d1cf9040a2a7 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 Sep 30 08:45:53.148532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Checking segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:53.149046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network hostable DHCP agents. Network: 3e5f86e8-3032-4c97-9d3e-793dfaf6e086, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:45:53.173491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:45:53.197739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 3e5f86e8-3032-4c97-9d3e-793dfaf6e086) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:53.216766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:53.219832 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.262983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6c65d3a1-65cd-4486-9a27-21a876ee5422 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2244599 Sep 30 08:45:53.265888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36944) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:53.308592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36946) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:53.399445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956760-f2ca-47bb-a129-2a4f175467bf req-b3241f4e-9dec-43c0-ab23-eac52e0dc2f4 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:53.400913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35956760-f2ca-47bb-a129-2a4f175467bf req-b3241f4e-9dec-43c0-ab23-eac52e0dc2f4 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0908163 Sep 30 08:45:53.406131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61072ce9-4eea-4f82-9fa6-e7bd1049a9c2 None None] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:53.464082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ff3efb-02e9-449c-b73a-e2296ef0c469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.493090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35956760-f2ca-47bb-a129-2a4f175467bf req-84fa731e-854c-41a9-9fae-788bfe8974e2 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855334 Sep 30 08:45:53.594790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:51Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:53.596381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ff3efb-02e9-449c-b73a-e2296ef0c469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.601256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-69ff3efb-02e9-449c-b73a-e2296ef0c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.649750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a0ce9-d70c-425b-8457-7374c3fe5cc4 None None] The sync data for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 is: [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:51Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:53.653957 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-69ff3efb-02e9-449c-b73a-e2296ef0c469 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd7e1541146c4d6bb7a1ba6c399bc638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425899 Sep 30 08:45:53.654646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36952) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:53.661891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff3efb-02e9-449c-b73a-e2296ef0c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab772bc-de0a-42b6-95c7-7bb9b1c89f9b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:53.683946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:45:53.685701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.692434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7b48-f3d1-4c39-9fd6-231801d528f5 req-da4c351b-9497-49c6-b7a2-e9a91f0bbb4d tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:53.694037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b55f7b48-f3d1-4c39-9fd6-231801d528f5 req-da4c351b-9497-49c6-b7a2-e9a91f0bbb4d tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0868051 Sep 30 08:45:53.727886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b94-3617-424b-bf56-fa6034221a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.752259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b94-3617-424b-bf56-fa6034221a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.786859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b55f7b48-f3d1-4c39-9fd6-231801d528f5 req-7626b503-8ce4-44d9-857b-3479cf5b4b4b tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782602 Sep 30 08:45:53.828537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b94-3617-424b-bf56-fa6034221a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.832889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b94-3617-424b-bf56-fa6034221a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:53.834392 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a8a82b94-3617-424b-bf56-fa6034221a26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ab772bc-de0a-42b6-95c7-7bb9b1c89f9b HTTP/1.1" status: 204 len: 168 time: 0.1785190 Sep 30 08:45:53.841606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Allocated IP 172.20.0.2 (3e5f86e8-3032-4c97-9d3e-793dfaf6e086/acfef9ac-04c7-4f6d-b577-e535b5398920/605f38c0-242a-48ca-a727-3a05815b279d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:53.848851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82b94-3617-424b-bf56-fa6034221a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab772bc-de0a-42b6-95c7-7bb9b1c89f9b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:53.941063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.049083 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.060181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.120390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:54.125060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:54.128564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:54.139852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Pushing event updated for resources: {'Port': ['ID=605f38c0-242a-48ca-a727-3a05815b279d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:54.209219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Attempting to bind port 605f38c0-242a-48ca-a727-3a05815b279d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:54.209648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Attempting to bind port 605f38c0-242a-48ca-a727-3a05815b279d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:54.210165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Attempting to bind port 605f38c0-242a-48ca-a727-3a05815b279d on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:54.217660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:54.218044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Checking segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:54.221035 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.221145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Bound using segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:54.221771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Bound port: 605f38c0-242a-48ca-a727-3a05815b279d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:54.222169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.298384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 36972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:54.315835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f12b-54bd-4fec-b4f2-09be1f4eec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.455710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f12b-54bd-4fec-b4f2-09be1f4eec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.462293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f12b-54bd-4fec-b4f2-09be1f4eec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.532724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-f4d7af4a-e7e6-4206-a23f-614823a1b21d tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:54.540561 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5aa3f12b-54bd-4fec-b4f2-09be1f4eec85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3129f877f39c4467888299d3fc87f967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410622 Sep 30 08:45:54.541476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-f4d7af4a-e7e6-4206-a23f-614823a1b21d tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/networks?id=335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 200 len: 910 time: 0.3027251 Sep 30 08:45:54.545873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3f12b-54bd-4fec-b4f2-09be1f4eec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0649ec10-a0e6-479a-a6ad-bf881edb9549,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:54.546212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 36978) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:54.596193 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.1 (3e5f86e8-3032-4c97-9d3e-793dfaf6e086/acfef9ac-04c7-4f6d-b577-e535b5398920/151fe38f-c751-4237-b501-f57ce13bb5bf) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:54.609280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65130bb1-3fa2-4480-8cd6-d80c919cbe2c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:54.616005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-21127aef-0740-4b37-8653-8cabdd96799a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/quotas/00e25586df3e48c0b307f9ad03552680 HTTP/1.1" status: 200 len: 375 time: 0.0735443 Sep 30 08:45:54.674427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] For port 605f38c0-242a-48ca-a727-3a05815b279d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:54.684065 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcaf449f-68f1-47b2-93a0-dd6b9bc147c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.692702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] For port 605f38c0-242a-48ca-a727-3a05815b279d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=605f38c0-242a-48ca-a727-3a05815b279d,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:54.700368 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.741956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcaf449f-68f1-47b2-93a0-dd6b9bc147c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.754504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:54.754939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.822677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba476b5-d4a6-4570-9dbd-468f20c4fc64 None None] Pushing event updated for resources: {'Port': ['ID=605f38c0-242a-48ca-a727-3a05815b279d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:54.834114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-b08ef826-5581-41e5-99e9-c57e94ba5498 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=00e25586df3e48c0b307f9ad03552680&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2172003 Sep 30 08:45:54.936123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:54.976510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:54.983799 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.043716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.087976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:55.099113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcaf449f-68f1-47b2-93a0-dd6b9bc147c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.102038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fcaf449f-68f1-47b2-93a0-dd6b9bc147c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.103445 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fcaf449f-68f1-47b2-93a0-dd6b9bc147c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0649ec10-a0e6-479a-a6ad-bf881edb9549 HTTP/1.1" status: 204 len: 168 time: 0.5562887 Sep 30 08:45:55.115406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-4f31e35f-d0b7-4938-a30d-6f804de5381b service neutron] 10.222.0.41 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626460 Sep 30 08:45:55.161495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf449f-68f1-47b2-93a0-dd6b9bc147c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0649ec10-a0e6-479a-a6ad-bf881edb9549,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:55.244255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.330296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-735d3361-4013-4f3e-8a62-f6be80a2d65d service neutron] 10.222.0.41 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058089 Sep 30 08:45:55.332839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:55.334926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=151fe38f-c751-4237-b501-f57ce13bb5bf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:55.338032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:55.340867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:55.403192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.590147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c43b8fa0-d91f-453d-b0fd-d8adfe78693e req-f39aced4-77da-4c3b-9cdf-7cffab4403b7 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 210 time: 0.0457716 Sep 30 08:45:55.636797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.878000 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:55.880397 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.141910 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.147339 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.248475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=151fe38f-c751-4237-b501-f57ce13bb5bf,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:56.250950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.328287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333f2d3-55c6-48ab-baa2-4c9cdd798d93 None None] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:56.392036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:56.393769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:56.454581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-20390da5-3f94-47f6-84fd-e54df66e2204 None None] Provisioning complete for port 605f38c0-242a-48ca-a727-3a05815b279d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:56.455107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20390da5-3f94-47f6-84fd-e54df66e2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.619366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router f77c0a39-894f-4d19-9b0f-f5ee08724bfb has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:45:56.711818 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20390da5-3f94-47f6-84fd-e54df66e2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.789293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-20390da5-3f94-47f6-84fd-e54df66e2204 None None] For port 605f38c0-242a-48ca-a727-3a05815b279d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=605f38c0-242a-48ca-a727-3a05815b279d,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:56.792384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 605f38c0-242a-48ca-a727-3a05815b279d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:56.797245 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20390da5-3f94-47f6-84fd-e54df66e2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:56.866280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7cd5d36-c736-40a3-be97-3af6b2d79f8c req-fa078c32-3334-44e9-a707-6ccb2d9a29eb tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 210 time: 0.1228044 Sep 30 08:45:56.918817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390da5-3f94-47f6-84fd-e54df66e2204 None None] Pushing event updated for resources: {'Port': ['ID=605f38c0-242a-48ca-a727-3a05815b279d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:56.938939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 605f38c0-242a-48ca-a727-3a05815b279d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:56.939306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.026400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:45:57.039436 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Sync routers for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:45:57.058594 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:57.059289 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:57.077493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a488fc85-28c2-46d0-b439-824a3158add9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/f77c0a39-894f-4d19-9b0f-f5ee08724bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8062718 Sep 30 08:45:57.136920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65130bb1-3fa2-4480-8cd6-d80c919cbe2c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:57.166567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-cb61ebc5-aa00-42ff-89a1-e0afd0d77dbd tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:57.170734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-cb61ebc5-aa00-42ff-89a1-e0afd0d77dbd tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.50 "GET /v2.0/networks?id=335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 200 len: 910 time: 0.2066007 Sep 30 08:45:57.183236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Request body: {'port': {'device_id': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'admin_state_up': True, 'tenant_id': '00e25586df3e48c0b307f9ad03552680'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:57.246186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Made reservation on behalf of 00e25586df3e48c0b307f9ad03552680 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:57.249345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.290102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:57.290809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.298556 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:57.300248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6ae53f2a-0d04-4988-ba5b-a0b30287ffd9 None None] Provisioning complete for port 151fe38f-c751-4237-b501-f57ce13bb5bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:57.300992 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f2a-0d04-4988-ba5b-a0b30287ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.389329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37044) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:57.403246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6ae53f2a-0d04-4988-ba5b-a0b30287ffd9 None None] Port 151fe38f-c751-4237-b501-f57ce13bb5bf cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:57.420931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:45:57.451558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Allocated IP 172.20.0.14 (335776c8-4219-4527-bf48-561ac9786b01/ba93284c-68ad-44fa-b62e-fb4171d1468f/bccdd13a-19d7-4184-96f2-d66e03d077e2) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:57.467384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6ae53f2a-0d04-4988-ba5b-a0b30287ffd9 None None] Provisioning complete for port 605f38c0-242a-48ca-a727-3a05815b279d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:57.468217 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f2a-0d04-4988-ba5b-a0b30287ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.588151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-027b39a5-3341-4dba-a26b-87e8168340ef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192171438&fields=id&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 267 time: 0.1322036 Sep 30 08:45:57.611619 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9748ff1a-8b24-4ab5-b893-417bb5757158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.695456 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 2, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:57.744262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9748ff1a-8b24-4ab5-b893-417bb5757158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.744852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8d7f92f2-1a87-47fa-ac71-bd5f2416969a None None] Provisioning complete for port 151fe38f-c751-4237-b501-f57ce13bb5bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:57.745241 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d7f92f2-1a87-47fa-ac71-bd5f2416969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.752976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9748ff1a-8b24-4ab5-b893-417bb5757158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.787913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Checking router: f77c0a39-894f-4d19-9b0f-f5ee08724bfb for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:45:57.788269 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Updating router f77c0a39-894f-4d19-9b0f-f5ee08724bfb port 151fe38f-c751-4237-b501-f57ce13bb5bf binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:45:57.794867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748ff1a-8b24-4ab5-b893-417bb5757158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054cdb66-3514-42d7-a021-87aa2e25139b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:57.823600 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9748ff1a-8b24-4ab5-b893-417bb5757158 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f405b5277cb45da967d9be158ba4aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329104 Sep 30 08:45:57.825834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37054) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:57.842041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f92f2-1a87-47fa-ac71-bd5f2416969a None None] Port 151fe38f-c751-4237-b501-f57ce13bb5bf cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:57.863945 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.876573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-58e3d7f5-23b4-469a-845d-97087fbe309c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:57.890077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-58e3d7f5-23b4-469a-845d-97087fbe309c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 796 time: 0.2816136 Sep 30 08:45:57.903455 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e82c461e-6b84-4977-9326-329eb3f2d9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.920190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-17a1ec42-5d99-4c8e-be86-d8b30deb634b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/quotas/2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 375 time: 0.0290422 Sep 30 08:45:57.924557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.938715 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e82c461e-6b84-4977-9326-329eb3f2d9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:57.967259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9a1aafa4-01d9-48c4-962f-90964d96c23d None None] Provisioning complete for port 151fe38f-c751-4237-b501-f57ce13bb5bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:57.967953 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9a1aafa4-01d9-48c4-962f-90964d96c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.007385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b9ef0201-2e73-425c-b4e2-3b4f72a66968 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785873 Sep 30 08:45:58.016027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e82c461e-6b84-4977-9326-329eb3f2d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.021515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e82c461e-6b84-4977-9326-329eb3f2d9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.022398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9a1aafa4-01d9-48c4-962f-90964d96c23d None None] Port 151fe38f-c751-4237-b501-f57ce13bb5bf cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:58.027794 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e82c461e-6b84-4977-9326-329eb3f2d9c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/054cdb66-3514-42d7-a021-87aa2e25139b HTTP/1.1" status: 204 len: 168 time: 0.1971524 Sep 30 08:45:58.030677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.041998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['799d5005-761a-49b3-9f06-aea56f9792e2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:58.048776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c461e-6b84-4977-9326-329eb3f2d9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054cdb66-3514-42d7-a021-87aa2e25139b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:58.126067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Network 335776c8-4219-4527-bf48-561ac9786b01 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:58.135287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:58.139594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Pushing event updated for resources: {'Port': ['ID=bccdd13a-19d7-4184-96f2-d66e03d077e2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:58.142498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:58.230499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-8ab94ac7-73c0-4e61-a494-780140411a9b service neutron] 10.222.0.41 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222040 Sep 30 08:45:58.232134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:58.232802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.315802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-48f395e1-c59b-4a98-86a1-0bc494aceb41 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1370459 Sep 30 08:45:58.334249 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.343255 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.378668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Request body: {'port': {'device_id': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:58.447694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d2e66-c06a-4df6-aa77-04977b664a3a None None] Pushing event updated for resources: {'Port': ['ID=151fe38f-c751-4237-b501-f57ce13bb5bf,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:58.505681 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.561034 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Attempting to bind port 151fe38f-c751-4237-b501-f57ce13bb5bf on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:58.561533 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Attempting to bind port 151fe38f-c751-4237-b501-f57ce13bb5bf by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:58.562034 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Attempting to bind port 151fe38f-c751-4237-b501-f57ce13bb5bf on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:58.562770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 605f38c0-242a-48ca-a727-3a05815b279d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:58.568042 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:58.569392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Checking segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:58.570205 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.570672 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Bound using segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:58.571307 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Bound port: 151fe38f-c751-4237-b501-f57ce13bb5bf, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:58.571871 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.605918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-2464a3b6-516e-451e-a5e5-9efc2eb58c73 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623655 Sep 30 08:45:58.692782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-97e0c0e6-0d15-457f-8d42-0ce6ba83b3f4 None None] Provisioning complete for port bccdd13a-19d7-4184-96f2-d66e03d077e2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:58.693173 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97e0c0e6-0d15-457f-8d42-0ce6ba83b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.717377 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] For port 151fe38f-c751-4237-b501-f57ce13bb5bf, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:58.747848 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] For port 151fe38f-c751-4237-b501-f57ce13bb5bf, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=151fe38f-c751-4237-b501-f57ce13bb5bf,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:58.767897 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.804607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 605f38c0-242a-48ca-a727-3a05815b279d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:58.804876 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:58.977665 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:45:58.987709 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:45:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:59.012160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-97e0c0e6-0d15-457f-8d42-0ce6ba83b3f4 None None] Port bccdd13a-19d7-4184-96f2-d66e03d077e2 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:45:59.092350 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d2e66-c06a-4df6-aa77-04977b664a3a None None] Pushing event updated for resources: {'Port': ['ID=151fe38f-c751-4237-b501-f57ce13bb5bf,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:59.145864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579abe3-1dcc-4651-9d13-5b25b81500f9 req-da84571b-143b-4e54-b53a-88a758d6a943 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:59.147569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7579abe3-1dcc-4651-9d13-5b25b81500f9 req-da84571b-143b-4e54-b53a-88a758d6a943 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1028 time: 0.1687193 Sep 30 08:45:59.171002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-deb1c11f-fd56-4fe6-941c-37d39d8e9800 None None] Provisioning complete for port 151fe38f-c751-4237-b501-f57ce13bb5bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:59.171387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-deb1c11f-fd56-4fe6-941c-37d39d8e9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.286995 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:45:59.313334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7579abe3-1dcc-4651-9d13-5b25b81500f9 req-623ecee4-400c-441c-8f65-cc7ecb45038e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219008 Sep 30 08:45:59.394806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-deb1c11f-fd56-4fe6-941c-37d39d8e9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.471566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-deb1c11f-fd56-4fe6-941c-37d39d8e9800 None None] For port 151fe38f-c751-4237-b501-f57ce13bb5bf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=151fe38f-c751-4237-b501-f57ce13bb5bf,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:59.479250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-deb1c11f-fd56-4fe6-941c-37d39d8e9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.512737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8cf881dd-0e9b-49da-b4b5-b84f7636c581 req-ef307c54-d156-40c2-9ded-9244f47052fb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 210 time: 0.0798485 Sep 30 08:45:59.530789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccdd13a-19d7-4184-96f2-d66e03d077e2 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:59.541783 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.558714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Transition to ACTIVE for port object bccdd13a-19d7-4184-96f2-d66e03d077e2 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:45:59.564351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.608445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c11f-fd56-4fe6-941c-37d39d8e9800 None None] Pushing event updated for resources: {'Port': ['ID=151fe38f-c751-4237-b501-f57ce13bb5bf,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:59.621137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1c030e88-55b6-47a8-b331-a4c9de4df424 None None] Provisioning complete for port 151fe38f-c751-4237-b501-f57ce13bb5bf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:59.622162 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1c030e88-55b6-47a8-b331-a4c9de4df424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.669856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:58Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:59.684237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Pushing event updated for resources: {'Port': ['ID=bccdd13a-19d7-4184-96f2-d66e03d077e2,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:59.726236 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58011d4c-e339-4846-ad69-28b085185d58 None None] The sync data for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 is: [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:58Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:45:59.863896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Attempting to bind port bccdd13a-19d7-4184-96f2-d66e03d077e2 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:59.864243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Attempting to bind port bccdd13a-19d7-4184-96f2-d66e03d077e2 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:59.864700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Attempting to bind port bccdd13a-19d7-4184-96f2-d66e03d077e2 on network 335776c8-4219-4527-bf48-561ac9786b01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:59.883918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Port bccdd13a-19d7-4184-96f2-d66e03d077e2 on network 335776c8-4219-4527-bf48-561ac9786b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:45:59.884346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Attempting to bind port bccdd13a-19d7-4184-96f2-d66e03d077e2 on network 335776c8-4219-4527-bf48-561ac9786b01 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:59.891021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:59.891722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Checking segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:59.892466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Bound using segment: {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:59.893011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Bound port: bccdd13a-19d7-4184-96f2-d66e03d077e2, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '335776c8-4219-4527-bf48-561ac9786b01'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:59.893491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:59.993924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] For port bccdd13a-19d7-4184-96f2-d66e03d077e2, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:59.997509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] For port bccdd13a-19d7-4184-96f2-d66e03d077e2, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:00.006836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:00.064329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:00.064992 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:00.066954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] 10.222.0.50 "PUT /v2.0/ports/bccdd13a-19d7-4184-96f2-d66e03d077e2 HTTP/1.1" status: 200 len: 1092 time: 1.6984136 Sep 30 08:46:00.067414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'tag': 'bccdd13a-19d7-4184-96f2-d66e03d077e2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:00.069744 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7903fe-998b-450c-8135-fa7c5a296658" -d '{"events": [{"name": "network-changed", "server_uuid": "deecd20c-fc30-4322-93b0-0970f989cd2d", "tag": "bccdd13a-19d7-4184-96f2-d66e03d077e2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:00.203380 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ad89f-0a67-4f2e-bc37-cfaca4e004ad x-openstack-request-id: req-7e4ad89f-0a67-4f2e-bc37-cfaca4e004ad {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:00.203865 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deecd20c-fc30-4322-93b0-0970f989cd2d", "tag": "bccdd13a-19d7-4184-96f2-d66e03d077e2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:00.204271 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e4ad89f-0a67-4f2e-bc37-cfaca4e004ad {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:00.204854 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'tag': 'bccdd13a-19d7-4184-96f2-d66e03d077e2', 'status': 'completed', 'code': 200} Sep 30 08:46:00.232093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d6551-def9-41f9-a26d-b33e70dca7ac service neutron] Pushing event updated for resources: {'Port': ['ID=bccdd13a-19d7-4184-96f2-d66e03d077e2,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:00.269778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-f749a06e-1cca-420a-8bf2-b72c6aac9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:00.271683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-f749a06e-1cca-420a-8bf2-b72c6aac9ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=00e25586df3e48c0b307f9ad03552680&device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1095 time: 0.1446567 Sep 30 08:46:00.400230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-08a75dda-32d4-400d-926b-5034ad7685da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2 HTTP/1.1" status: 200 len: 217 time: 0.1139367 Sep 30 08:46:00.613720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 151fe38f-c751-4237-b501-f57ce13bb5bf up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:00.711894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 151fe38f-c751-4237-b501-f57ce13bb5bf triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:00.712276 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:01.135314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-43f52967-69e7-4c29-9cdf-fedb90972af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:01.135314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-43f52967-69e7-4c29-9cdf-fedb90972af8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba93284c-68ad-44fa-b62e-fb4171d1468f HTTP/1.1" status: 200 len: 848 time: 0.7139323 Sep 30 08:46:01.221863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81190c28-5376-41ed-84e1-8f6bbee5a5f2 req-efa93987-9318-4f57-ab4b-888eca2d9f96 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:01.231053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81190c28-5376-41ed-84e1-8f6bbee5a5f2 req-efa93987-9318-4f57-ab4b-888eca2d9f96 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1095 time: 0.7995658 Sep 30 08:46:01.302321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-ac9e8dde-1892-4118-9fdd-48f3ceabe8bf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:01.304089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-ac9e8dde-1892-4118-9fdd-48f3ceabe8bf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 796 time: 0.9027159 Sep 30 08:46:01.306711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81190c28-5376-41ed-84e1-8f6bbee5a5f2 req-323c73d2-5cb3-41ff-adef-1568da901c58 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750165 Sep 30 08:46:01.342156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-cc7dd045-31fb-4995-af63-80e11222d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:01.344210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-cc7dd045-31fb-4995-af63-80e11222d1de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335776c8-4219-4527-bf48-561ac9786b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838121 Sep 30 08:46:01.401784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-2139a596-ec98-4db8-957d-e1401a6e5afd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 379 time: 0.0822930 Sep 30 08:46:01.432212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'port': {'device_id': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'admin_state_up': True, 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'security_groups': ['c780c6c0-39b9-4234-a993-d040fcb9ea0c']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:01.491358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36d3ca02-862d-46aa-8e2c-8b87b32ae672 req-be45202b-77b1-4285-9f10-53ca3520da26 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 210 time: 0.0692530 Sep 30 08:46:01.614100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-0747cb11-c6ba-4a81-a674-73d764f016e7 service neutron] 10.222.0.50 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612631 Sep 30 08:46:01.710184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:01.714145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:01.764957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-946629c5-ffda-4703-93bf-5d0ef2a32541 req-fbca5867-cd1a-4732-a581-a6b3ae13788f service neutron] 10.222.0.50 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427314 Sep 30 08:46:01.933226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-3c3ee50a-86b0-499d-a45a-217c231a1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:01.936132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-3c3ee50a-86b0-499d-a45a-217c231a1185 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=00e25586df3e48c0b307f9ad03552680&device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1095 time: 0.0697341 Sep 30 08:46:01.939247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.11 (3e5f86e8-3032-4c97-9d3e-793dfaf6e086/acfef9ac-04c7-4f6d-b577-e535b5398920/2a33942f-e62e-4eab-a6f6-8664ef6f1c12) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:02.098778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-e929f5de-117b-43a4-a967-3ae61c50b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:02.100294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-e929f5de-117b-43a4-a967-3ae61c50b39d service neutron] 10.222.0.50 "GET /v2.0/networks?id=335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 200 len: 910 time: 0.1586432 Sep 30 08:46:02.180942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-c9115f59-e715-43e0-89fb-6252b7de5a4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2 HTTP/1.1" status: 200 len: 217 time: 0.0479562 Sep 30 08:46:02.257600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:02.291457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-725b8f9a-d9bf-4908-9447-f26534399842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:02.293232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-725b8f9a-d9bf-4908-9447-f26534399842 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba93284c-68ad-44fa-b62e-fb4171d1468f HTTP/1.1" status: 200 len: 848 time: 0.1053970 Sep 30 08:46:02.387684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-ec1120d8-5482-4729-b310-aade24f91dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:02.389290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-ec1120d8-5482-4729-b310-aade24f91dc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335776c8-4219-4527-bf48-561ac9786b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870779 Sep 30 08:46:02.392648 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:02.546604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:02.555681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:02.562997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:02.609634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568546-fa54-42ca-afe9-fe7f4cb44a73 req-1094c9a9-6685-45c3-90b2-0c7d4c715072 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:02.611178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43568546-fa54-42ca-afe9-fe7f4cb44a73 req-1094c9a9-6685-45c3-90b2-0c7d4c715072 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1095 time: 0.2206197 Sep 30 08:46:02.615904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:02.634266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-ea901620-2f8d-42fe-8473-c104e20f4949 service neutron] 10.222.0.50 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319200 Sep 30 08:46:02.726456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:02.728180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:02.798298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43568546-fa54-42ca-afe9-fe7f4cb44a73 req-21c12dc2-6fc3-41a6-bb7d-6a3b10ea3a99 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749241 Sep 30 08:46:02.823772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-14f0b256-de59-44df-a257-ee6e094462b8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3999679 Sep 30 08:46:02.845812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Request body: {'port': {'device_id': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:02.938435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-3561bec4-53ce-4ac8-b90e-21f07bc198a1 service neutron] 10.222.0.50 "GET /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914228 Sep 30 08:46:02.970931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-858934a9-34e4-4fa2-bec8-28c03fb12607 None None] Provisioning complete for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:02.971493 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-858934a9-34e4-4fa2-bec8-28c03fb12607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:03.034221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:03.037757 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-858934a9-34e4-4fa2-bec8-28c03fb12607 None None] Port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:03.061365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-f84586e7-1fdd-4ac2-b870-d739a7a12995 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1804984 Sep 30 08:46:03.105309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54666d91-aa50-41a0-982f-e5334b1ae1eb req-d5428b6a-3d9f-41fd-a929-8d3f351a4031 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:03.106906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54666d91-aa50-41a0-982f-e5334b1ae1eb req-d5428b6a-3d9f-41fd-a929-8d3f351a4031 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 932 time: 0.1590044 Sep 30 08:46:03.254414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54666d91-aa50-41a0-982f-e5334b1ae1eb req-e849ab02-a448-4c47-823c-c1dd9e2864fb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396539 Sep 30 08:46:03.268470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-b51ffa7d-2e8e-44bf-a836-a8249efdc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:03.271232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-b51ffa7d-2e8e-44bf-a836-a8249efdc4b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1097 time: 0.1418364 Sep 30 08:46:03.512222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-6231d098-665b-4ceb-a758-1782750c339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:03.514239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-6231d098-665b-4ceb-a758-1782750c339b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 913 time: 0.1658707 Sep 30 08:46:03.529761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:03.543414 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:03.599590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Transition to ACTIVE for port object 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:46:03.611056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:03.623152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-d8f02f69-2271-4f02-95ed-b512a3f2be13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 1001 time: 0.0885885 Sep 30 08:46:03.751776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:03.933311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-9d1c7e64-de1a-447a-84bd-950049396331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:03.934964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-9d1c7e64-de1a-447a-84bd-950049396331 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.2858822 Sep 30 08:46:03.939791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:03.940421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:03.940760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:03.971623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:46:03.971623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:03.999556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:04.000018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Checking segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:04.001419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Bound using segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:04.001419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Bound port: 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:04.001419 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.047980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-0761a508-5cea-4878-abdd-b7bf86f23f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.049560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-0761a508-5cea-4878-abdd-b7bf86f23f15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999818 Sep 30 08:46:04.184453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:04.203919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:04.211802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.270362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-dd255beb-6204-40f8-969d-1cb6b333d3d2 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045498 Sep 30 08:46:04.279310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.280736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.281534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 1092 time: 1.4402182 Sep 30 08:46:04.285319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:04.287759 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e1c47b-f57a-4e40-8ce3-81053df9004c" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:04.391873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac4cc-6b7d-49b7-88c5-93b4ca98e688 service neutron] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:04.485712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292b898-f9c5-4400-b260-2f4f3bf981b7 req-d5c33a8c-ff39-4f38-a9c8-c69d0e1f7bac tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.487593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a292b898-f9c5-4400-b260-2f4f3bf981b7 req-d5c33a8c-ff39-4f38-a9c8-c69d0e1f7bac tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1095 time: 0.5796678 Sep 30 08:46:04.512884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-819ba3e0-d7c6-431c-9bfa-44380a05c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.514587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-819ba3e0-d7c6-431c-9bfa-44380a05c541 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1095 time: 0.1576762 Sep 30 08:46:04.591720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-b8ecc3cd-9a94-40f1-8e34-d0c669e162d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 217 time: 0.0600498 Sep 30 08:46:04.593302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a292b898-f9c5-4400-b260-2f4f3bf981b7 req-e296bbe7-ede3-49bf-8e50-22df6e76b2bb tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Sep 30 08:46:04.595741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4f9a627-9860-4fa4-b14b-1b2b4f81c1f7 req-7ef09bc9-90b9-4670-b0e4-5f72b6e1f351 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112113 Sep 30 08:46:04.682556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-44be0309-8dd8-4786-82a7-315ed73b5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.684073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-44be0309-8dd8-4786-82a7-315ed73b5388 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0853534 Sep 30 08:46:04.787292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-3fcd0047-f038-4ab4-956e-5e9a1c58ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.789308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-3fcd0047-f038-4ab4-956e-5e9a1c58ff69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982182 Sep 30 08:46:04.832868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c05e38-2b77-4f9d-8039-b88a2d6285ac req-ad6d8662-1147-47f6-aaa9-31d364f0663f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.834412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8c05e38-2b77-4f9d-8039-b88a2d6285ac req-ad6d8662-1147-47f6-aaa9-31d364f0663f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.1276641 Sep 30 08:46:04.936091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8c05e38-2b77-4f9d-8039-b88a2d6285ac req-36a5d3de-9eb8-470a-974b-35f0006d18a1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921910 Sep 30 08:46:04.993877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-51196548-0162-4f91-ae05-d803e22aea36 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941376 Sep 30 08:46:05.106300 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18365a98-6c60-49a2-8199-3d3637650487 x-openstack-request-id: req-18365a98-6c60-49a2-8199-3d3637650487 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:05.107068 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:05.107068 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18365a98-6c60-49a2-8199-3d3637650487 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:05.108823 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'status': 'completed', 'code': 200} Sep 30 08:46:05.132757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d54bee21-83cd-41a9-ab55-6b379e56ac9d req-9012990e-8162-4fd5-834d-f2e72fe5cca2 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314695 Sep 30 08:46:05.201211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37160) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:05.292318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-72caf868-9389-4b4c-9ddb-7c08176a8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:05.297289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-72caf868-9389-4b4c-9ddb-7c08176a8c05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1095 time: 0.0681024 Sep 30 08:46:05.374525 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1f77ed8-99ad-42ce-bcc8-3d5da4e0808b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.434583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-80c94ddb-88be-4636-a209-b217f964b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:05.450649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-80c94ddb-88be-4636-a209-b217f964b458 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1439192 Sep 30 08:46:05.503121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1f77ed8-99ad-42ce-bcc8-3d5da4e0808b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.512980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1f77ed8-99ad-42ce-bcc8-3d5da4e0808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.525718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-c981d89f-4d2f-48c9-902e-de947e20e78d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 217 time: 0.0641170 Sep 30 08:46:05.545250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77ed8-99ad-42ce-bcc8-3d5da4e0808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea00ee6-bf66-4741-911e-df23c792125d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:05.601501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-98d1e0a9-9465-413a-b24f-453a62c34fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:05.603167 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d1f77ed8-99ad-42ce-bcc8-3d5da4e0808b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3e05c380ba54a72936dc26eed03b122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003861 Sep 30 08:46:05.603557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-98d1e0a9-9465-413a-b24f-453a62c34fd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0691962 Sep 30 08:46:05.603672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:05.669650 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5234-41a4-499c-9f97-7637c2e2983d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.669917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-42f4040c-8323-4e32-9022-086e97f407b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:05.671217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-42f4040c-8323-4e32-9022-086e97f407b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604405 Sep 30 08:46:05.706429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5234-41a4-499c-9f97-7637c2e2983d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.752965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bccdd13a-19d7-4184-96f2-d66e03d077e2 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:46:05.773281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5234-41a4-499c-9f97-7637c2e2983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.784353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5234-41a4-499c-9f97-7637c2e2983d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:05.790890 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d6fe5234-41a4-499c-9f97-7637c2e2983d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bea00ee6-bf66-4741-911e-df23c792125d HTTP/1.1" status: 204 len: 168 time: 0.1833074 Sep 30 08:46:05.802857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c020a1e-e0e4-43a2-a2ec-d4d5c3691414 req-76bea2ba-6d31-472f-a56b-dbb032a47ffa tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:05.804539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c020a1e-e0e4-43a2-a2ec-d4d5c3691414 req-76bea2ba-6d31-472f-a56b-dbb032a47ffa tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1095 time: 0.1071742 Sep 30 08:46:05.812190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe5234-41a4-499c-9f97-7637c2e2983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea00ee6-bf66-4741-911e-df23c792125d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:05.859130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-bbd6758e-c97a-4aa1-ba04-eff426ab6bda service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754992 Sep 30 08:46:05.901463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c020a1e-e0e4-43a2-a2ec-d4d5c3691414 req-d8888f33-abf5-476f-9b67-db9b0bb019da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 Sep 30 08:46:05.928578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bccdd13a-19d7-4184-96f2-d66e03d077e2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:05.944876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'bccdd13a-19d7-4184-96f2-d66e03d077e2', 'network_id': '335776c8-4219-4527-bf48-561ac9786b01', 'port_id': 'bccdd13a-19d7-4184-96f2-d66e03d077e2', 'mac_address': 'fa:16:3e:0d:cb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba93284c-68ad-44fa-b62e-fb4171d1468f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:46:05.988161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68e1c47b-f57a-4e40-8ce3-81053df9004c req-cb78925a-d1a8-4a73-9adf-8513ecdc0169 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177349 Sep 30 08:46:05.998583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.039042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccdd13a-19d7-4184-96f2-d66e03d077e2 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:06.063862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bccdd13a-19d7-4184-96f2-d66e03d077e2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:06.081306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.119983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b8de-7a61-4889-8210-b6c33da1bb28 req-4749fe9e-74a2-422a-b56a-4c04c1c70386 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.121937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2a8b8de-7a61-4889-8210-b6c33da1bb28 req-4749fe9e-74a2-422a-b56a-4c04c1c70386 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.0892456 Sep 30 08:46:06.161563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bccdd13a-19d7-4184-96f2-d66e03d077e2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:06.178613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2a8b8de-7a61-4889-8210-b6c33da1bb28 req-bd4f445e-c025-49eb-91c9-a4faf9270def tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469787 Sep 30 08:46:06.294847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37176) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:06.308860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb304fb5-bcf7-46e8-be2b-554d1187494a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.368060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['bccdd13a-19d7-4184-96f2-d66e03d077e2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:06.433848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb304fb5-bcf7-46e8-be2b-554d1187494a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.440496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb304fb5-bcf7-46e8-be2b-554d1187494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.492013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb304fb5-bcf7-46e8-be2b-554d1187494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897ff942-47e4-4494-a4f9-d54fe878f236,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:06.501037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eb304fb5-bcf7-46e8-be2b-554d1187494a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b1e1bc2736d461eab98e0ba32668196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028155 Sep 30 08:46:06.502008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37178) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:06.560270 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77411dea-0447-42ea-8f25-333da119136d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.588809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77411dea-0447-42ea-8f25-333da119136d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.651780 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77411dea-0447-42ea-8f25-333da119136d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.654655 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77411dea-0447-42ea-8f25-333da119136d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:06.655940 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77411dea-0447-42ea-8f25-333da119136d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/897ff942-47e4-4494-a4f9-d54fe878f236 HTTP/1.1" status: 204 len: 168 time: 0.1528509 Sep 30 08:46:06.670522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77411dea-0447-42ea-8f25-333da119136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ff942-47e4-4494-a4f9-d54fe878f236,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:07.041018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206a85a-3b43-4c2c-96e9-a72878fd1f13 req-91e2923e-fe17-4cc3-9ad0-9afc9488ef50 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:07.042821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3206a85a-3b43-4c2c-96e9-a72878fd1f13 req-91e2923e-fe17-4cc3-9ad0-9afc9488ef50 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1096 time: 0.0610466 Sep 30 08:46:07.087254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3206a85a-3b43-4c2c-96e9-a72878fd1f13 req-6768b1c9-392b-499f-9a68-2b454a43b293 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353897 Sep 30 08:46:07.328136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c0a1-e1f7-43b5-b662-058f6ba09238 req-22fa4d37-2cdc-4a5a-b203-7db8736986d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:07.329703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3985c0a1-e1f7-43b5-b662-058f6ba09238 req-22fa4d37-2cdc-4a5a-b203-7db8736986d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.0578346 Sep 30 08:46:07.378721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3985c0a1-e1f7-43b5-b662-058f6ba09238 req-56ff91f2-03bf-4612-91b6-51844ee4d2d5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404220 Sep 30 08:46:07.766051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:46:07.773838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bccdd13a-19d7-4184-96f2-d66e03d077e2 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:07.887863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port bccdd13a-19d7-4184-96f2-d66e03d077e2 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:46:07.896434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port bccdd13a-19d7-4184-96f2-d66e03d077e2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:07.896820 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:07.939998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:07.958218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'mac_address': 'fa:16:3e:df:c4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:46:08.022612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:08.041327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:08.050260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:08.080862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:08.087198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccdd13a-19d7-4184-96f2-d66e03d077e2'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:08.089338 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea07c7d-ffaf-409a-9c24-4873bdda0980" -d '{"events": [{"server_uuid": "deecd20c-fc30-4322-93b0-0970f989cd2d", "name": "network-vif-plugged", "status": "completed", "tag": "bccdd13a-19d7-4184-96f2-d66e03d077e2"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:08.099232 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:08.106929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port bccdd13a-19d7-4184-96f2-d66e03d077e2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:08.140084 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e3ee09-2b2c-4eaa-896f-304346481b1f x-openstack-request-id: req-f6e3ee09-2b2c-4eaa-896f-304346481b1f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:08.140084 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deecd20c-fc30-4322-93b0-0970f989cd2d", "name": "network-vif-plugged", "status": "completed", "tag": "bccdd13a-19d7-4184-96f2-d66e03d077e2", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:08.140084 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6e3ee09-2b2c-4eaa-896f-304346481b1f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:08.140084 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccdd13a-19d7-4184-96f2-d66e03d077e2', 'code': 200} Sep 30 08:46:08.141247 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:08.174254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:08.273088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=bccdd13a-19d7-4184-96f2-d66e03d077e2,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:08.284369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76fe8f-5f29-4b35-b085-de150f5ef0db req-d1970465-085c-43af-bd76-e12e12550131 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:08.286488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee76fe8f-5f29-4b35-b085-de150f5ef0db req-d1970465-085c-43af-bd76-e12e12550131 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0860510 Sep 30 08:46:08.293280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cefaf4-9640-4c8f-82f2-20da2f7cde2c req-a8822b9e-8b98-4b28-9b3d-1ecc4a9e7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:08.294946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81cefaf4-9640-4c8f-82f2-20da2f7cde2c req-a8822b9e-8b98-4b28-9b3d-1ecc4a9e7ef9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0523789 Sep 30 08:46:08.349765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee76fe8f-5f29-4b35-b085-de150f5ef0db req-d1790d69-29fd-43b0-b12d-ecce3bbf770e tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537934 Sep 30 08:46:08.360575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81cefaf4-9640-4c8f-82f2-20da2f7cde2c req-719678d8-84e6-43c4-b20b-accfc9bf969f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Sep 30 08:46:08.398161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2a33942f-e62e-4eab-a6f6-8664ef6f1c12'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:08.522702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83359d6-53f6-459a-afe5-bd8e40053e09 req-552d87f1-9dea-4620-9438-94b9d0d97a26 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:08.524275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f83359d6-53f6-459a-afe5-bd8e40053e09 req-552d87f1-9dea-4620-9438-94b9d0d97a26 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0605640 Sep 30 08:46:08.582515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f83359d6-53f6-459a-afe5-bd8e40053e09 req-fcfba2b8-08af-4f08-bd30-ca54af6ec4c6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486109 Sep 30 08:46:08.615310 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-88ff9913-02b9-4b93-9629-f061c1c319b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:09.486103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ed508-7443-4a5c-adfa-5f5050156782 req-174a8240-10bd-416f-85dd-ef83defc15ca tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:09.488342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e17ed508-7443-4a5c-adfa-5f5050156782 req-174a8240-10bd-416f-85dd-ef83defc15ca tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0541961 Sep 30 08:46:09.538697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e17ed508-7443-4a5c-adfa-5f5050156782 req-56df101b-221c-4fa7-b2b2-781f85d88099 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391555 Sep 30 08:46:09.717648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850af60-fdee-480e-a5cb-2e13c7775a7f req-086d98d7-b483-4309-90e1-9d3d4edaedf7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:09.719705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0850af60-fdee-480e-a5cb-2e13c7775a7f req-086d98d7-b483-4309-90e1-9d3d4edaedf7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0613549 Sep 30 08:46:09.766518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:09.788981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0850af60-fdee-480e-a5cb-2e13c7775a7f req-7c1e5ba5-cdbb-4e1b-9551-998808393dda tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612688 Sep 30 08:46:09.840006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:46:09.844176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:09.844547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:09.960719 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:10.005395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:10.009662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:10.061637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:10.139470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:10.143522 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c2f59-dfaa-49ed-abaa-78c4e28c08da" -d '{"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-plugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:10.180371 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eec063-471c-451d-bbe9-940ea3d28bf1 x-openstack-request-id: req-05eec063-471c-451d-bbe9-940ea3d28bf1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:10.180668 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-plugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:10.180921 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05eec063-471c-451d-bbe9-940ea3d28bf1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:10.181313 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'code': 200} Sep 30 08:46:10.357863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da725b-9e6a-49d6-8f1f-20ab67458ac2 req-67747b4b-8869-4255-85dd-13efed303e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:10.360744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4da725b-9e6a-49d6-8f1f-20ab67458ac2 req-67747b4b-8869-4255-85dd-13efed303e03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1097 time: 0.0922401 Sep 30 08:46:10.405146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4da725b-9e6a-49d6-8f1f-20ab67458ac2 req-5bac311d-c463-40fc-8151-6d68bfcc3c3b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366685 Sep 30 08:46:10.673378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c0920-75ad-4ebd-89c4-a5a0009915f1 req-25187122-9a4a-46d2-bbf0-77e30b09c327 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:10.674971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-810c0920-75ad-4ebd-89c4-a5a0009915f1 req-25187122-9a4a-46d2-bbf0-77e30b09c327 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0446525 Sep 30 08:46:10.718698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-810c0920-75ad-4ebd-89c4-a5a0009915f1 req-2a5f3c85-698d-4a6c-917b-44b200193b1f tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Sep 30 08:46:10.837744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ebfc-22fe-47e4-a071-fb70cd23c052 req-b52a368e-a2fc-43e4-b028-2c346db111c4 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:10.839720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db89ebfc-22fe-47e4-a071-fb70cd23c052 req-b52a368e-a2fc-43e4-b028-2c346db111c4 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0463541 Sep 30 08:46:10.882593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db89ebfc-22fe-47e4-a071-fb70cd23c052 req-f0e1e07a-7b58-451b-939d-ca89446dfbbb tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Sep 30 08:46:11.036254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1ec65-cd58-48e7-b247-0851f557dcc6 req-fd082b05-2d53-4729-83cb-c34458f9634f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:11.047534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6eb1ec65-cd58-48e7-b247-0851f557dcc6 req-fd082b05-2d53-4729-83cb-c34458f9634f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0911233 Sep 30 08:46:11.097501 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b622f6cd-5c0b-454c-85eb-5747cef12cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.099959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6eb1ec65-cd58-48e7-b247-0851f557dcc6 req-fc729dc9-ecfb-4273-844c-631605787a7f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Sep 30 08:46:11.186304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a72c-0ab3-40dd-9c8e-26f8e7c00d88 req-d02a9bac-a26f-4359-9919-9ed37785c970 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:11.187989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f754a72c-0ab3-40dd-9c8e-26f8e7c00d88 req-d02a9bac-a26f-4359-9919-9ed37785c970 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0422916 Sep 30 08:46:11.237244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f754a72c-0ab3-40dd-9c8e-26f8e7c00d88 req-b809b6ca-313e-4971-b87f-acd0b91d1226 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Sep 30 08:46:11.531558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.550633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1de55-4fd6-40b1-be76-b4f84498bae1 req-4e08834a-72bf-48e8-b7f8-cf9b06f3ba77 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:11.552260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaa1de55-4fd6-40b1-be76-b4f84498bae1 req-4e08834a-72bf-48e8-b7f8-cf9b06f3ba77 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0532935 Sep 30 08:46:11.609378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eaa1de55-4fd6-40b1-be76-b4f84498bae1 req-1c912cae-8a6d-4008-bffa-62dd6a0e3703 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Sep 30 08:46:12.250574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89754c6f-1947-4552-a251-f759d815b382 req-875a32be-033e-46ee-953b-c18d3fea655b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.252234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89754c6f-1947-4552-a251-f759d815b382 req-875a32be-033e-46ee-953b-c18d3fea655b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0632753 Sep 30 08:46:12.298988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-89754c6f-1947-4552-a251-f759d815b382 req-f731ab2e-2e99-456c-a540-83d5ac5308eb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378132 Sep 30 08:46:12.482613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69da49d-01f4-4a21-b80c-5171545742aa req-6788ecf0-0400-4111-8490-e5478935cd6c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.496504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e69da49d-01f4-4a21-b80c-5171545742aa req-6788ecf0-0400-4111-8490-e5478935cd6c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.1093893 Sep 30 08:46:12.570634 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e69da49d-01f4-4a21-b80c-5171545742aa req-8286c064-d845-489a-b75c-8e401178ccfa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721958 Sep 30 08:46:12.587407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:12.635946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b8826-9133-453d-ac4c-e454df9549c4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.638921 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4b1b8826-9133-453d-ac4c-e454df9549c4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1092 time: 0.0490589 Sep 30 08:46:12.640698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37328) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:12.649983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:12.677837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.726032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc3f24-ebdb-4fb4-970f-03474364e59b req-13b5a91e-c732-4369-b101-ce806651ade3 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.736076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cbc3f24-ebdb-4fb4-970f-03474364e59b req-13b5a91e-c732-4369-b101-ce806651ade3 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0527177 Sep 30 08:46:12.777339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cbc3f24-ebdb-4fb4-970f-03474364e59b req-9faac7ac-192a-4a70-9099-92497414fe55 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Sep 30 08:46:12.828686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.889931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-3bb8985c-d343-42bc-9222-b47d1605c53c tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.892672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-3bb8985c-d343-42bc-9222-b47d1605c53c tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 1097 time: 0.0488183 Sep 30 08:46:12.960566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.58 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/bdf78dd5-bf61-4620-a2f4-9a62fc7361e8) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:13.010923 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Deleting port bccdd13a-19d7-4184-96f2-d66e03d077e2 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:13.011258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.095697 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.120702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] For port bccdd13a-19d7-4184-96f2-d66e03d077e2, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=bccdd13a-19d7-4184-96f2-d66e03d077e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:13.121083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.136866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.137246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Calling delete_port for bccdd13a-19d7-4184-96f2-d66e03d077e2 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:13.176510 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:13.179365 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:13.180713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.182888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:13.190553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=bdf78dd5-bf61-4620-a2f4-9a62fc7361e8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:13.314346 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.332427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['799d5005-761a-49b3-9f06-aea56f9792e2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:13.358520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Pushing event deleted for resources: {'Port': ['ID=bccdd13a-19d7-4184-96f2-d66e03d077e2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:13.415919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['bccdd13a-19d7-4184-96f2-d66e03d077e2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:13.417239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] No DVR routers for this DVR port bccdd13a-19d7-4184-96f2-d66e03d077e2 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:13.420129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.427956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b68c3011-db87-41d2-8e65-f224a849a1f7 req-9b6fd751-4f92-4a2f-83d4-95c79352b6da tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bccdd13a-19d7-4184-96f2-d66e03d077e2 HTTP/1.1" status: 204 len: 173 time: 0.5251412 Sep 30 08:46:13.428467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'name': 'network-vif-deleted', 'tag': 'bccdd13a-19d7-4184-96f2-d66e03d077e2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:13.434105 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f301e64-2c79-4422-8bc4-233370f7824b" -d '{"events": [{"server_uuid": "deecd20c-fc30-4322-93b0-0970f989cd2d", "name": "network-vif-deleted", "tag": "bccdd13a-19d7-4184-96f2-d66e03d077e2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:13.513931 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aadb36-3c51-4dc1-824e-8effcd0489de x-openstack-request-id: req-61aadb36-3c51-4dc1-824e-8effcd0489de {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:13.514231 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deecd20c-fc30-4322-93b0-0970f989cd2d", "name": "network-vif-deleted", "tag": "bccdd13a-19d7-4184-96f2-d66e03d077e2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:13.515855 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61aadb36-3c51-4dc1-824e-8effcd0489de {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:13.515855 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deecd20c-fc30-4322-93b0-0970f989cd2d', 'name': 'network-vif-deleted', 'tag': 'bccdd13a-19d7-4184-96f2-d66e03d077e2', 'status': 'completed', 'code': 200} Sep 30 08:46:13.780561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.916917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f2032f2-7dfc-469f-b097-1151b4d988ed req-2e6bf359-b85d-49a0-b52d-d1954dc526f8 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deecd20c-fc30-4322-93b0-0970f989cd2d HTTP/1.1" status: 200 len: 210 time: 0.0412571 Sep 30 08:46:13.958332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:14.197741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:14.210379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:14.286649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=bdf78dd5-bf61-4620-a2f4-9a62fc7361e8,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:14.318435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:14.466230 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP 92511988-01be-4891-9606-e533afffd78f associated. External IP: 172.25.7.58, port: 2a33942f-e62e-4eab-a6f6-8664ef6f1c12. Sep 30 08:46:14.940539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:15.053548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router f77c0a39-894f-4d19-9b0f-f5ee08724bfb has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:15.200369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:15.220864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] Sync routers for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:15.235689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:15.239403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:15.243709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:15.270475 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b5bd8223-4ac9-467b-b74a-22d88722449e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6282325 Sep 30 08:46:15.271448 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:15.274198 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b1c88-cc92-4e88-bd49-be857043571b" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:15.375291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a534-811f-40da-b0bf-b39e1c5b42db req-a24e70d6-fa1a-4b5a-b825-98302aec5dff tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:15.377117 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90f3a534-811f-40da-b0bf-b39e1c5b42db req-a24e70d6-fa1a-4b5a-b825-98302aec5dff tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0873778 Sep 30 08:46:15.398339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:15.705977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '92511988-01be-4891-9606-e533afffd78f', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'mac_address': 'fa:16:3e:df:c4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:46:13Z', 'updated_at': '2021-09-30T08:46:13Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:59Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:15.734706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] Checking router: f77c0a39-894f-4d19-9b0f-f5ee08724bfb for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:15.747834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:15.749059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:15.805619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90f3a534-811f-40da-b0bf-b39e1c5b42db req-2eb3bd1e-4ea9-401d-97de-76e20ba717f1 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207697 Sep 30 08:46:15.834283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bccdd13a-19d7-4184-96f2-d66e03d077e2 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:15.890233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: bccdd13a-19d7-4184-96f2-d66e03d077e2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:15.890941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device bccdd13a-19d7-4184-96f2-d66e03d077e2 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:15.922480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:15.940894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8ef56-09bb-444b-a48c-c614b83b29b6 req-f3b6c2be-8acf-49f1-9fbb-26fd4af217dd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:15.948926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fe8ef56-09bb-444b-a48c-c614b83b29b6 req-f3b6c2be-8acf-49f1-9fbb-26fd4af217dd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0648446 Sep 30 08:46:15.994995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fe8ef56-09bb-444b-a48c-c614b83b29b6 req-0371d9a8-1b89-455e-9b58-2f7a58927888 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Sep 30 08:46:16.010009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37386) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:16.062450 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d40374f-3aae-4f54-8946-7b203a037572 x-openstack-request-id: req-2d40374f-3aae-4f54-8946-7b203a037572 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:16.063089 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:16.063089 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d40374f-3aae-4f54-8946-7b203a037572 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:16.063475 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'status': 'completed', 'code': 200} Sep 30 08:46:16.104664 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-170351ac-70ac-4e94-94db-9dfe6e0c415b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/92511988-01be-4891-9606-e533afffd78f HTTP/1.1" status: 200 len: 991 time: 0.0900958 Sep 30 08:46:16.140390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-d5f80aee-25e2-47e8-8a05-86b2aff93860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:16.142025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-d5f80aee-25e2-47e8-8a05-86b2aff93860 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1097 time: 0.0586972 Sep 30 08:46:16.202294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '92511988-01be-4891-9606-e533afffd78f', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'mac_address': 'fa:16:3e:df:c4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:46:13Z', 'updated_at': '2021-09-30T08:46:13Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:59Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:16.236892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b87084-e6ef-4268-9f5a-ae475b02ad64 None None] The sync data for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 is: [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '92511988-01be-4891-9606-e533afffd78f', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'mac_address': 'fa:16:3e:df:c4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:46:13Z', 'updated_at': '2021-09-30T08:46:13Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:59Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:16.259647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-8326f798-2987-4d06-852b-ad4d3ed45606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:16.261985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-8326f798-2987-4d06-852b-ad4d3ed45606 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1124268 Sep 30 08:46:16.339590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-75f86258-db22-43e9-81c5-2aa3e1e46a2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0698440 Sep 30 08:46:16.398760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-80a8b011-10bd-49de-9429-ab013efc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:16.400327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-80a8b011-10bd-49de-9429-ab013efc82f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0541933 Sep 30 08:46:16.456770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-457db1b1-1188-4c45-9a40-3fae01cd5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:16.458756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-457db1b1-1188-4c45-9a40-3fae01cd5131 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470674 Sep 30 08:46:16.552912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2614c-3e5d-477e-9849-a92798d33a88 None None] New status for floating IP 92511988-01be-4891-9606-e533afffd78f: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:46:16.572798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-d25c9c1b-45ac-43af-8da7-029443d5adfb service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064353 Sep 30 08:46:16.693295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2b1c88-cc92-4e88-bd49-be857043571b req-2042b766-d4dc-49b0-bb15-50b25539f707 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131613 Sep 30 08:46:16.934064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4633-a835-44e0-bde4-13f90b433767 req-2e1d3828-854a-49ee-b73b-9a2949b4f9c0 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:16.942295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3aac4633-a835-44e0-bde4-13f90b433767 req-2e1d3828-854a-49ee-b73b-9a2949b4f9c0 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0533197 Sep 30 08:46:16.985929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3aac4633-a835-44e0-bde4-13f90b433767 req-2b83b0e0-0a94-4c59-be7f-00ff6f25a29d tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bbf986d-be29-4ee4-a8a3-e88eb47746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Sep 30 08:46:17.043507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-fd6e69ac-4c1f-40e8-b2b2-3bf33d1d61e2 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:17.045020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-fd6e69ac-4c1f-40e8-b2b2-3bf33d1d61e2 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 1096 time: 0.0579245 Sep 30 08:46:17.108497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:17.142663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Deleting port 799d5005-761a-49b3-9f06-aea56f9792e2 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:17.143008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:17.189580 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3de1cbf0-57df-4cf8-9adb-1ac8bd18084b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/92511988-01be-4891-9606-e533afffd78f HTTP/1.1" status: 200 len: 993 time: 0.0775280 Sep 30 08:46:17.236999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] For port 799d5005-761a-49b3-9f06-aea56f9792e2, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=799d5005-761a-49b3-9f06-aea56f9792e2,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:17.236999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:17.251763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Calling delete_port for 799d5005-761a-49b3-9f06-aea56f9792e2 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:17.404926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:17.417623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['799d5005-761a-49b3-9f06-aea56f9792e2'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:17.458021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Pushing event deleted for resources: {'Port': ['ID=799d5005-761a-49b3-9f06-aea56f9792e2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:17.500716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] No DVR routers for this DVR port 799d5005-761a-49b3-9f06-aea56f9792e2 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:17.504362 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:17.506559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01f54cb7-a298-4330-9cec-fd5f9db2eb49 req-f1f0f63c-1f4a-4696-96d2-3d223f90f58a tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.57 "DELETE /v2.0/ports/799d5005-761a-49b3-9f06-aea56f9792e2 HTTP/1.1" status: 204 len: 173 time: 0.4442096 Sep 30 08:46:17.507115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cfba97-8b67-41be-96cb-557e7414643b', 'name': 'network-vif-deleted', 'tag': '799d5005-761a-49b3-9f06-aea56f9792e2'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:17.509590 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2a72f-fa99-4651-8125-f36027cd3ce4" -d '{"events": [{"server_uuid": "72cfba97-8b67-41be-96cb-557e7414643b", "name": "network-vif-deleted", "tag": "799d5005-761a-49b3-9f06-aea56f9792e2"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:17.585784 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ee32e-2280-4e62-a776-f96527255535 x-openstack-request-id: req-bb5ee32e-2280-4e62-a776-f96527255535 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:17.586564 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cfba97-8b67-41be-96cb-557e7414643b", "name": "network-vif-deleted", "tag": "799d5005-761a-49b3-9f06-aea56f9792e2", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:17.586909 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb5ee32e-2280-4e62-a776-f96527255535 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:17.587404 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cfba97-8b67-41be-96cb-557e7414643b', 'name': 'network-vif-deleted', 'tag': '799d5005-761a-49b3-9f06-aea56f9792e2', 'status': 'completed', 'code': 200} Sep 30 08:46:18.144959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbc6e24a-35fa-4920-98ed-54b3f8836e8d req-9f39d959-e618-4128-b40f-8d81dcf9a161 tempest-TestServerMultinode-2105065821 tempest-TestServerMultinode-2105065821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72cfba97-8b67-41be-96cb-557e7414643b HTTP/1.1" status: 200 len: 210 time: 0.0450687 Sep 30 08:46:18.238941 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37420) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:18.367937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5695e45e-2cc5-4f54-abbf-626518fe55a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.468100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5695e45e-2cc5-4f54-abbf-626518fe55a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.474745 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5695e45e-2cc5-4f54-abbf-626518fe55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.517915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695e45e-2cc5-4f54-abbf-626518fe55a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2470a-2c2e-4843-a607-7e0c88361830,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:18.523278 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5695e45e-2cc5-4f54-abbf-626518fe55a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02732550d6344769a0397f936e8918c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830954 Sep 30 08:46:18.525899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37424) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:18.581835 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dc42-fee9-480d-a256-5fce415899bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.603442 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dc42-fee9-480d-a256-5fce415899bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.656271 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dc42-fee9-480d-a256-5fce415899bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.659259 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dc42-fee9-480d-a256-5fce415899bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.660546 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b2d9dc42-fee9-480d-a256-5fce415899bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fa2470a-2c2e-4843-a607-7e0c88361830 HTTP/1.1" status: 204 len: 168 time: 0.1337066 Sep 30 08:46:18.668397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9dc42-fee9-480d-a256-5fce415899bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2470a-2c2e-4843-a607-7e0c88361830,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:18.941749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37434) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:18.957522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87839e69-ff84-4fff-a53b-695f5ea6b578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.063535 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87839e69-ff84-4fff-a53b-695f5ea6b578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.068353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:19.068988 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-87839e69-ff84-4fff-a53b-695f5ea6b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.104699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-87839e69-ff84-4fff-a53b-695f5ea6b578 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=706cf62282ab4817ab6c4acb4a0d8a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589656 Sep 30 08:46:19.104906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37442) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:19.131353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87839e69-ff84-4fff-a53b-695f5ea6b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf7d01c-3858-4de2-90c8-c619d1b8794e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:19.168252 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b03d108-d75b-4bde-92b4-d30db263f8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.193625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b03d108-d75b-4bde-92b4-d30db263f8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.201963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37446) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:19.206465 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b60a8-8514-4945-8de3-e6aed59bc582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.316154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b60a8-8514-4945-8de3-e6aed59bc582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.321505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-098b60a8-8514-4945-8de3-e6aed59bc582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.329848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b03d108-d75b-4bde-92b4-d30db263f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.332786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7b03d108-d75b-4bde-92b4-d30db263f8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.333996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7b03d108-d75b-4bde-92b4-d30db263f8de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cf7d01c-3858-4de2-90c8-c619d1b8794e HTTP/1.1" status: 204 len: 168 time: 0.2282453 Sep 30 08:46:19.351606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03d108-d75b-4bde-92b4-d30db263f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf7d01c-3858-4de2-90c8-c619d1b8794e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:19.381855 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-098b60a8-8514-4945-8de3-e6aed59bc582 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=705dc9ae5c54471ba346b39286f3b5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120148 Sep 30 08:46:19.382873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b60a8-8514-4945-8de3-e6aed59bc582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc4355-d6f2-487e-96e9-3f0dc81cb51c,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:19.385600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37450) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:19.451451 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-926885a8-832e-4d61-b8df-dc19380400c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.474731 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-926885a8-832e-4d61-b8df-dc19380400c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.528967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-926885a8-832e-4d61-b8df-dc19380400c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.531686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-926885a8-832e-4d61-b8df-dc19380400c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.533207 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-926885a8-832e-4d61-b8df-dc19380400c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbcc4355-d6f2-487e-96e9-3f0dc81cb51c HTTP/1.1" status: 204 len: 168 time: 0.1462791 Sep 30 08:46:19.542544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926885a8-832e-4d61-b8df-dc19380400c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc4355-d6f2-487e-96e9-3f0dc81cb51c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:19.664768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.672618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37456) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:19.687098 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddc61918-0cd5-4fdd-9a13-a9bba07bd218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.799336 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddc61918-0cd5-4fdd-9a13-a9bba07bd218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.803562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ddc61918-0cd5-4fdd-9a13-a9bba07bd218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.848366 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ddc61918-0cd5-4fdd-9a13-a9bba07bd218 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ae397d303174a3fa78d0cc2f6a6de89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717539 Sep 30 08:46:19.848366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc61918-0cd5-4fdd-9a13-a9bba07bd218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4dbda6-1651-4a5d-9943-7b5a0c39d447,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:19.850398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:19.959734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96e2dd71-5a06-4420-a640-41876ff2162f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.986436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96e2dd71-5a06-4420-a640-41876ff2162f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.029748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Deleting port acffcd38-5b81-45d5-9593-a3c72bc52928 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:20.030145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.092534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96e2dd71-5a06-4420-a640-41876ff2162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.095376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96e2dd71-5a06-4420-a640-41876ff2162f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.096544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-96e2dd71-5a06-4420-a640-41876ff2162f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae4dbda6-1651-4a5d-9943-7b5a0c39d447 HTTP/1.1" status: 204 len: 168 time: 0.2460315 Sep 30 08:46:20.109048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2dd71-5a06-4420-a640-41876ff2162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4dbda6-1651-4a5d-9943-7b5a0c39d447,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:20.132417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] For port acffcd38-5b81-45d5-9593-a3c72bc52928, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=acffcd38-5b81-45d5-9593-a3c72bc52928,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:20.132888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.153721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Calling delete_port for acffcd38-5b81-45d5-9593-a3c72bc52928 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:20.291626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37484) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:20.370070 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.399836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=acffcd38-5b81-45d5-9593-a3c72bc52928,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:20.412776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-979044425-network', 'tenant_id': '594285206d444e62979610c161249a9c'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:20.445288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Made reservation on behalf of 594285206d444e62979610c161249a9c for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:20.447746 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.466911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.533357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 799d5005-761a-49b3-9f06-aea56f9792e2 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:20.563342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 799d5005-761a-49b3-9f06-aea56f9792e2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:20.563666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 799d5005-761a-49b3-9f06-aea56f9792e2 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:20.648911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.655036 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.680118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:20.682305 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.682491 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:46:20.740996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.741356 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Added segment 2cd8e7a9-bd95-4703-9b87-7d81e7f270b6 of type vlan for network a4747838-5200-4aff-8731-5bcfca255f70 Sep 30 08:46:20.742746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b1ce04-c142-4524-8090-255bcf1e18f5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:20.804151 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.912492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.913397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:20.914011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:20.946144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Router f1d4d313-25b2-4af3-9315-4b291fb19a43 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:20.960040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6670911 Sep 30 08:46:20.962871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37510) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:20.988107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec12c-26fc-4031-98d7-132a5905e076 admin admin] Pushing event updated for resources: {'Network': ['ID=a4747838-5200-4aff-8731-5bcfca255f70,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:21.001591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a4747838-5200-4aff-8731-5bcfca255f70 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:46:21.003671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Request body: {'subnet': {'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-979044425-subnet', 'tenant_id': '594285206d444e62979610c161249a9c', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:21.010825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Deleting port fbd87cde-599c-47b0-a31a-3a062ad1e830 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:21.011544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.038016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Made reservation on behalf of 594285206d444e62979610c161249a9c for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:21.040083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.116982 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.117421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.130225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Calling delete_port for fbd87cde-599c-47b0-a31a-3a062ad1e830 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:21.171086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:21.177763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-24efbc04-13a6-492e-a912-c8e2f41df5fd admin admin] 10.222.0.41 "PUT /v2.0/routers/f1d4d313-25b2-4af3-9315-4b291fb19a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758418 Sep 30 08:46:21.180364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37512) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:21.191101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] Sync routers for ids ['f1d4d313-25b2-4af3-9315-4b291fb19a43'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:21.215564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] Routers {'f1d4d313-25b2-4af3-9315-4b291fb19a43'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:21.218193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f1d4d313-25b2-4af3-9315-4b291fb19a43'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:21.308048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.333953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.374726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] Set router f1d4d313-25b2-4af3-9315-4b291fb19a43 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:21.396475 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event deleted for resources: {'Port': ['ID=fbd87cde-599c-47b0-a31a-3a062ad1e830,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:21.446784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.457869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.458483 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Floating IP 8ab318cd-81f3-4688-9c0c-2e960124ce12 disassociated (deleted). External IP: 172.25.7.47, port: 221b0de7-f5ce-4668-8616-ef0871761bd7. Sep 30 08:46:21.552638 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.560871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Deleting port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:21.561285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.670984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:46:20Z', 'revision_number': 5, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port': {'id': '6bf4fc14-e5f3-4325-8453-6414b1f0e86e', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:20Z', 'updated_at': '2021-09-30T08:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:21.687044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98fd5d3-9e92-44b0-b247-1a97eb40924a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:21.703669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] For port 6bf4fc14-e5f3-4325-8453-6414b1f0e86e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:21.704230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.721505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Calling delete_port for 6bf4fc14-e5f3-4325-8453-6414b1f0e86e owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:21.722880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] Checking router: f1d4d313-25b2-4af3-9315-4b291fb19a43 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:21.724186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Checking segment: {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:21.724635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Network hostable DHCP agents. Network: a4747838-5200-4aff-8731-5bcfca255f70, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:46:21.734933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] Routers {'f1d4d313-25b2-4af3-9315-4b291fb19a43'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:21.735522 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Router 54803184-8fb2-4135-9e34-d81a7f12293f has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:21.735772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f1d4d313-25b2-4af3-9315-4b291fb19a43'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:21.787601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Network a4747838-5200-4aff-8731-5bcfca255f70 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:46:21.806232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a4747838-5200-4aff-8731-5bcfca255f70) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:21.813439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:21.814169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.848665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] Set router f1d4d313-25b2-4af3-9315-4b291fb19a43 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:21.871522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0222752f-3416-42c2-8e63-b895f67830e6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8728523 Sep 30 08:46:21.876218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37520) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:21.881328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:21.913984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:46:21Z', 'revision_number': 6, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:21.916486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.917947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:21.918134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.925109 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:21.929210 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] Sync routers for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:21.940023 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:21.942681 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:21.957295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde722aa-0e6c-42ef-ae19-425aed00690d None None] The sync data for ids ['f1d4d313-25b2-4af3-9315-4b291fb19a43'] in n-d-807025-5 is: [{'id': 'f1d4d313-25b2-4af3-9315-4b291fb19a43', 'name': 'tempest-TestServerMultinode-292260270-router', 'tenant_id': '2e8f926965294ea1b718881ef8f38776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:19Z', 'updated_at': '2021-09-30T08:46:21Z', 'revision_number': 6, 'project_id': '2e8f926965294ea1b718881ef8f38776', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:21.962323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd182424-5e39-4c47-bcf7-bec3f39f91e8 None None] Network a4747838-5200-4aff-8731-5bcfca255f70 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:21.965764 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-448c85f9-a0a3-4c90-94c8-edf8121c20e8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "DELETE /v2.0/floatingips/8ab318cd-81f3-4688-9c0c-2e960124ce12 HTTP/1.1" status: 204 len: 168 time: 1.2845335 Sep 30 08:46:21.969077 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:21.976071 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:22.041596 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.091203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf4fc14-e5f3-4325-8453-6414b1f0e86e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:22.127537 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:22.174860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.225374 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23112c9-758d-4ec9-b3e6-6962ccbd2a36 x-openstack-request-id: req-e23112c9-758d-4ec9-b3e6-6962ccbd2a36 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:22.225926 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:22.226357 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e23112c9-758d-4ec9-b3e6-6962ccbd2a36 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:22.227264 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'status': 'completed', 'code': 200} Sep 30 08:46:22.243156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a4747838-5200-4aff-8731-5bcfca255f70', 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70', 'tenant_id': '594285206d444e62979610c161249a9c', 'fixed_ips': [{'subnet_id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:46:22.244192 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.440930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Allocated IP 172.20.0.2 (a4747838-5200-4aff-8731-5bcfca255f70/b98fd5d3-9e92-44b0-b247-1a97eb40924a/e063b1c0-8bdf-47ff-b953-753994880059) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:22.615894 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:22.638930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.646126 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.652773 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] Checking router: 54803184-8fb2-4135-9e34-d81a7f12293f for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:22.662507 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:22.663595 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:22.684197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Network a4747838-5200-4aff-8731-5bcfca255f70 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:22.689656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:22.694920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:22.781317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Pushing event updated for resources: {'Port': ['ID=e063b1c0-8bdf-47ff-b953-753994880059,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:22.801714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Attempting to bind port e063b1c0-8bdf-47ff-b953-753994880059 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:22.802201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Attempting to bind port e063b1c0-8bdf-47ff-b953-753994880059 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:22.802579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Attempting to bind port e063b1c0-8bdf-47ff-b953-753994880059 on network a4747838-5200-4aff-8731-5bcfca255f70 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:22.813327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:22.814182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Checking segment: {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:22.814744 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:22.815345 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.816498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Bound using segment: {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:22.818044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Bound port: e063b1c0-8bdf-47ff-b953-753994880059, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:22.820024 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.930542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6bf4fc14-e5f3-4325-8453-6414b1f0e86e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:22.960639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] For port e063b1c0-8bdf-47ff-b953-753994880059, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:22.963519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6bf4fc14-e5f3-4325-8453-6414b1f0e86e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:22.963889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6bf4fc14-e5f3-4325-8453-6414b1f0e86e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:22.964389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device acffcd38-5b81-45d5-9593-a3c72bc52928 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:22.983861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:22.986582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: acffcd38-5b81-45d5-9593-a3c72bc52928 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:22.986947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device acffcd38-5b81-45d5-9593-a3c72bc52928 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:22.997437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] For port e063b1c0-8bdf-47ff-b953-753994880059, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e063b1c0-8bdf-47ff-b953-753994880059,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:23.005603 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.085627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b3028-6129-4996-845a-3f31a73d6871 None None] Pushing event updated for resources: {'Port': ['ID=e063b1c0-8bdf-47ff-b953-753994880059,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:23.107470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.118459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-4b5ebd03-9ad7-4f84-87a7-bb9abc3a4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:23.125285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-4b5ebd03-9ad7-4f84-87a7-bb9abc3a4bbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d31e8a087524090a1431efcd147f4e8&device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 1097 time: 0.8502553 Sep 30 08:46:23.143761 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:23.162460 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.167820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.181767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd3c9-6100-4884-9169-59d43e45801b None None] The sync data for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 is: [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:41:30Z', 'revision_number': 4, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd2776c78-537a-4f6c-b6e0-d19ef6fdc33b', 'name': '', 'network_id': '9e3baf23-159e-4477-a211-0b047c6effe9', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'mac_address': 'fa:16:3e:8c:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:28Z', 'updated_at': '2021-09-30T08:41:37Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'subnets': [{'id': 'eda068af-a310-45d1-849a-c4f2672cc5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:23.227111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837fe8-ab1c-4269-9bc9-eb64e42c4692 req-3a562336-b3bd-4f2e-975f-2f71e4f2c59c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:23.228602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e837fe8-ab1c-4269-9bc9-eb64e42c4692 req-3a562336-b3bd-4f2e-975f-2f71e4f2c59c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.9009466 Sep 30 08:46:23.324094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.324094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d4d313-25b2-4af3-9315-4b291fb19a43 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:46:23.341797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.343535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bbd9b5f1-e86d-4c43-bcb4-75d1dda24e8e admin admin] 10.222.0.41 "DELETE /v2.0/routers/f1d4d313-25b2-4af3-9315-4b291fb19a43 HTTP/1.1" status: 204 len: 168 time: 2.1621988 Sep 30 08:46:23.346596 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:23.408202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e837fe8-ab1c-4269-9bc9-eb64e42c4692 req-4feae42a-3c0c-463c-b41b-50331a3faeb9 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414294 Sep 30 08:46:23.414969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-6c0fa0a5-838a-4bde-b531-d5b43882f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:23.416780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-6c0fa0a5-838a-4bde-b531-d5b43882f923 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 200 len: 913 time: 0.2514298 Sep 30 08:46:23.476488 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Deleting subnet ba93284c-68ad-44fa-b62e-fb4171d1468f {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:46:23.489262 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.516952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-cee169f7-1d45-4df2-81ad-e873a8a7db79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 200 len: 217 time: 0.0674903 Sep 30 08:46:23.564519 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.614630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-dcbf1eee-c2bb-4020-b215-3dc32b61b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:23.616529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-dcbf1eee-c2bb-4020-b215-3dc32b61b83a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 200 len: 851 time: 0.0909595 Sep 30 08:46:23.675361 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.713805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d1436-497b-4229-8e0f-fbdea23a8786 None None] New status for floating IP 8ab318cd-81f3-4688-9c0c-2e960124ce12: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:46:23.772804 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.801230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba93284c-68ad-44fa-b62e-fb4171d1468f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:23.807619 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.812705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-8e6733f1-2bdb-4181-b0fe-05f6df8e7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:23.814268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-8e6733f1-2bdb-4181-b0fe-05f6df8e7d7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e3baf23-159e-4477-a211-0b047c6effe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819947 Sep 30 08:46:23.818023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.821510 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-64c5a831-56f0-49ea-9db1-7240396295c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba93284c-68ad-44fa-b62e-fb4171d1468f HTTP/1.1" status: 204 len: 168 time: 0.4723737 Sep 30 08:46:23.825252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85916be5-fe82-4579-b2cb-0ec28d668562 None None] Network 335776c8-4219-4527-bf48-561ac9786b01 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:23.828310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37538) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:23.842655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.931051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:23.990968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Deleting port c9fab6c9-1e8e-48a0-b826-9f4c50103566 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:23.991318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.028528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-c26a2765-460f-4e3e-a769-cc1a062d7c6e service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946290 Sep 30 08:46:24.069772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] For port c9fab6c9-1e8e-48a0-b826-9f4c50103566, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c9fab6c9-1e8e-48a0-b826-9f4c50103566,segment=NetworkSegment(7d46c9f6-a392-4ef5-8529-1d2c3b6fe145),segment_id=7d46c9f6-a392-4ef5-8529-1d2c3b6fe145)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:24.070150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.077765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Allocated IP 172.25.7.181 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/2817d1ee-2c57-4ead-88ef-a5df2a1766fa) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:24.092837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Calling delete_port for c9fab6c9-1e8e-48a0-b826-9f4c50103566 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:24.199430 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.244856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9fab6c9-1e8e-48a0-b826-9f4c50103566,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:24.263306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] No DVR routers for this DVR port c9fab6c9-1e8e-48a0-b826-9f4c50103566 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:24.284844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6be34cc-68a4-4ddf-89e2-03d5f5782ba5 req-088cfddb-ddc0-41a3-a18a-d84b2d3f6af2 service neutron] 10.222.0.57 "GET /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404065 Sep 30 08:46:24.327152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526340f1-4c65-4e2e-9a21-f19eb0e1abc4 None None] DHCP port deletion for 335776c8-4219-4527-bf48-561ac9786b01 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:46:24.332422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-8f3db116-79bb-4a6b-94bd-daebc20ed082 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:24.334067 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-8f3db116-79bb-4a6b-94bd-daebc20ed082 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.1491225 Sep 30 08:46:24.357182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.407473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.409917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.449065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335776c8-4219-4527-bf48-561ac9786b01']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:24.449988 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:24.474813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:24.477960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:24.489417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:24.489745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d46c9f6-a392-4ef5-8529-1d2c3b6fe145') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:24.504182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.527140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.542313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:46:24.542588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:46:24.544757 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:46:24.568974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Deleting port 221b0de7-f5ce-4668-8616-ef0871761bd7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:24.569332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.569639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Pushing event updated for resources: {'Port': ['ID=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:24.650634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.676467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148016-e851-4d7a-a3b6-5a76b9528742 req-766c994b-da02-49d2-9b5d-78080e113d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:24.678390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e063b1c0-8bdf-47ff-b953-753994880059 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:24.684797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6148016-e851-4d7a-a3b6-5a76b9528742 req-766c994b-da02-49d2-9b5d-78080e113d3c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 946 time: 0.1200886 Sep 30 08:46:24.689948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.692208 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] 10.222.0.41 "DELETE /v2.0/networks/335776c8-4219-4527-bf48-561ac9786b01 HTTP/1.1" status: 204 len: 168 time: 0.8618271 Sep 30 08:46:24.695895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:24.730232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a1465-c5ef-402d-8f7d-5cbfb4e19a64 None None] Network a4747838-5200-4aff-8731-5bcfca255f70 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:24.761943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35513-7a54-4213-9e94-ed83b77c9126 admin admin] Pushing event deleted for resources: {'Network': ['ID=335776c8-4219-4527-bf48-561ac9786b01,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:24.799408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6148016-e851-4d7a-a3b6-5a76b9528742 req-63f21732-e439-47a7-a284-e6835b433681 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/security-groups?id=263100c3-821f-4e7a-b3fb-0877c9da60e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136968 Sep 30 08:46:24.811025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] For port 221b0de7-f5ce-4668-8616-ef0871761bd7, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=221b0de7-f5ce-4668-8616-ef0871761bd7,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:24.811908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.859418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Calling delete_port for 221b0de7-f5ce-4668-8616-ef0871761bd7 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:24.904849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d0103f5a-9640-4082-a736-29aac2a4b3c0 None None] Provisioning complete for port e063b1c0-8bdf-47ff-b953-753994880059 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:24.905594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0103f5a-9640-4082-a736-29aac2a4b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:24.953720 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.022807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e063b1c0-8bdf-47ff-b953-753994880059 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:25.023476 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.140699 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0103f5a-9640-4082-a736-29aac2a4b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.169896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.240072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event deleted for resources: {'Port': ['ID=221b0de7-f5ce-4668-8616-ef0871761bd7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:25.264422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d0103f5a-9640-4082-a736-29aac2a4b3c0 None None] For port e063b1c0-8bdf-47ff-b953-753994880059, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e063b1c0-8bdf-47ff-b953-753994880059,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:25.265884 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.272773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.291700 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0103f5a-9640-4082-a736-29aac2a4b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.328346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] No DVR routers for this DVR port 221b0de7-f5ce-4668-8616-ef0871761bd7 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:25.331955 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.334020 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0715cbc1-741c-456f-94d5-7c6640c81fbf req-dcfdb495-c366-4aac-846f-8a17e417a951 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.57 "DELETE /v2.0/ports/221b0de7-f5ce-4668-8616-ef0871761bd7 HTTP/1.1" status: 204 len: 173 time: 0.9892485 Sep 30 08:46:25.335608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'name': 'network-vif-deleted', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:25.336918 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4220eed-d9d8-4d80-9fac-ceef10826b3c" -d '{"events": [{"server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "name": "network-vif-deleted", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:25.419592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0103f5a-9640-4082-a736-29aac2a4b3c0 None None] Pushing event updated for resources: {'Port': ['ID=e063b1c0-8bdf-47ff-b953-753994880059,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:25.425488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:46:25.426807 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:46:25.448714 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d450a7f-543c-421e-ba4d-01f171f829d4 x-openstack-request-id: req-9d450a7f-543c-421e-ba4d-01f171f829d4 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:25.449173 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6dfa39-a3eb-4184-933d-cfa3ea3526aa", "name": "network-vif-deleted", "tag": "221b0de7-f5ce-4668-8616-ef0871761bd7", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:25.449289 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d450a7f-543c-421e-ba4d-01f171f829d4 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:25.449658 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6dfa39-a3eb-4184-933d-cfa3ea3526aa', 'name': 'network-vif-deleted', 'tag': '221b0de7-f5ce-4668-8616-ef0871761bd7', 'status': 'completed', 'code': 200} Sep 30 08:46:25.474886 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.483853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:46:25.516690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d3b7e7c9-4cec-4f05-835f-9e146b765f2a None None] Provisioning complete for port e063b1c0-8bdf-47ff-b953-753994880059 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:25.517069 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d3b7e7c9-4cec-4f05-835f-9e146b765f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.628444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:25.644202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Sync routers for ids ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:25.654564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.655909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8d5716d9-2a0e-49da-ab07-7dfd84bcd19e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7784412 Sep 30 08:46:25.659934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37548) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:25.660125 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Routers {'17b53536-bdc5-43d4-b3c2-350f4ae413f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:25.660678 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:25.797246 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Set router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:25.815161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Deleting port fe98f4fc-e8a7-406a-b5e0-ff252233402f {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:25.816087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.933189 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:25.975952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] For port fe98f4fc-e8a7-406a-b5e0-ff252233402f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fe98f4fc-e8a7-406a-b5e0-ff252233402f,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:25.976328 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.022037 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.057621 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:24Z', 'revision_number': 3, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:26.095463 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Checking router: 17b53536-bdc5-43d4-b3c2-350f4ae413f7 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:26.096987 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Updating router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:46:26.099621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c9fab6c9-1e8e-48a0-b826-9f4c50103566 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:26.123211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c9fab6c9-1e8e-48a0-b826-9f4c50103566 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:26.123564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c9fab6c9-1e8e-48a0-b826-9f4c50103566 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:26.134538 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.144411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9a578ef-a6a0-4c1e-b69d-3a9d659b1b5d req-eda73802-dbc3-4e9e-9e6b-63cfe503c0f8 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.1310899 Sep 30 08:46:26.356370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.358245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Calling delete_port for fe98f4fc-e8a7-406a-b5e0-ff252233402f owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:26.426933 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.434027 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.513639 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Attempting to bind port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:26.513976 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Attempting to bind port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:26.514336 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Attempting to bind port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:26.525109 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:26.525621 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:26.526028 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.526413 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:26.526883 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Bound port: 2817d1ee-2c57-4ead-88ef-a5df2a1766fa, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:26.527262 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.562356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Allocated IP 172.20.0.1 (a4747838-5200-4aff-8731-5bcfca255f70/b98fd5d3-9e92-44b0-b247-1a97eb40924a/6e180eef-6a0a-484a-b912-e88bb8d22f61) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:26.567388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.581675 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af115832-8e90-489f-8e1e-91822e6ea26b None None] Pushing event updated for resources: {'Port': ['ID=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:26.603238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e063b1c0-8bdf-47ff-b953-753994880059 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:26.616445 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] For port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:26.620344 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] For port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:26.629206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe98f4fc-e8a7-406a-b5e0-ff252233402f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:26.629943 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.721012 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Routers {'17b53536-bdc5-43d4-b3c2-350f4ae413f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:26.722273 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:26.727945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e063b1c0-8bdf-47ff-b953-753994880059 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:26.728322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.745674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.789028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.808202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af115832-8e90-489f-8e1e-91822e6ea26b None None] Pushing event updated for resources: {'Port': ['ID=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:26.857604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Network a4747838-5200-4aff-8731-5bcfca255f70 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:26.861242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:26.871334 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:26.879017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:26.932607 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] Set router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:26.951476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Pushing event updated for resources: {'Port': ['ID=6e180eef-6a0a-484a-b912-e88bb8d22f61,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:26.975789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:27.154298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:27.241404 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:27.252257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-799e7b07-22c7-4e64-a737-85816804fe63 None None] Provisioning complete for port 6e180eef-6a0a-484a-b912-e88bb8d22f61 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:27.254007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-799e7b07-22c7-4e64-a737-85816804fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:27.279475 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:24Z', 'revision_number': 3, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:27.307390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5418633b-d1a5-4986-b807-eff489e4534d req-2e41c96c-3951-4d7a-baaa-6b1693f09457 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0404339 Sep 30 08:46:27.342156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-799e7b07-22c7-4e64-a737-85816804fe63 None None] Port 6e180eef-6a0a-484a-b912-e88bb8d22f61 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:27.415637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:27.415898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482efcf-dfe2-4e66-adac-5d6fcc2240dd None None] The sync data for ids ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'] in n-d-807025-5 is: [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:24Z', 'revision_number': 3, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:27.428111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] Sync routers for ids ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:27.430661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37560) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:27.433200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-68d45b2b-7c42-4084-b1f5-ed5454bcd587 admin admin] 10.222.0.41 "PUT /v2.0/routers/15bf9a7b-5024-4f2c-9204-a3cc433c2a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7264776 Sep 30 08:46:27.438792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] Routers {'15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:27.446041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:27.527278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:27.534707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:27.566583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] Set router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:27.832597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:46:26Z', 'revision_number': 5, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:27.862958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] Checking router: 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:27.874595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] Routers {'15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:27.875245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:28.009690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] Set router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:28.021895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:28.072271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Pushing event updated for resources: {'Port': ['ID=6e180eef-6a0a-484a-b912-e88bb8d22f61,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:28.156271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.156626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.156974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.157317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.157939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.158281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.158616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.159063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.159849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.160182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.160513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.160862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:28.177850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:28.298601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:46:26Z', 'revision_number': 5, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:28.345416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81527b2-a129-48f6-a040-96f0ebe4da79 None None] The sync data for ids ['15bf9a7b-5024-4f2c-9204-a3cc433c2a5d'] in n-d-807025-5 is: [{'id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'name': 'tempest-TestServerMultinode-380046979-router', 'tenant_id': '00e25586df3e48c0b307f9ad03552680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:26Z', 'updated_at': '2021-09-30T08:46:26Z', 'revision_number': 5, 'project_id': '00e25586df3e48c0b307f9ad03552680', 'gw_port': {'id': '9848a4ae-02a8-4e10-9828-8b66254e0172', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf9a7b-5024-4f2c-9204-a3cc433c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:27Z', 'updated_at': '2021-09-30T08:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:28.431107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:28.452333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7135c4f0-068a-4ffa-a715-ae35f4c9ddbf req-f3fc1e54-9c27-4d9d-bfcf-83619946141c tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0445871 Sep 30 08:46:28.508309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Network a4747838-5200-4aff-8731-5bcfca255f70 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:28.512590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:28.566768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 221b0de7-f5ce-4668-8616-ef0871761bd7 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:28.592360 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 221b0de7-f5ce-4668-8616-ef0871761bd7 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:28.592715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 221b0de7-f5ce-4668-8616-ef0871761bd7 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:28.617296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Deleting port 9848a4ae-02a8-4e10-9828-8b66254e0172 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:28.617675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:28.778248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] For port 9848a4ae-02a8-4e10-9828-8b66254e0172, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9848a4ae-02a8-4e10-9828-8b66254e0172,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:28.778868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:28.795614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Calling delete_port for 9848a4ae-02a8-4e10-9828-8b66254e0172 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:28.864095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2817d1ee-2c57-4ead-88ef-a5df2a1766fa up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:28.903084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7fa691c6-5f70-4fc9-b361-7f2c2588af8a None None] Provisioning complete for port 6e180eef-6a0a-484a-b912-e88bb8d22f61 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:28.903722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7fa691c6-5f70-4fc9-b361-7f2c2588af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:28.940819 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7fa691c6-5f70-4fc9-b361-7f2c2588af8a None None] Port 6e180eef-6a0a-484a-b912-e88bb8d22f61 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:28.974028 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:28.974669 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.084738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:29.107172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.108762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.129902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:29.135192 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.178956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9848a4ae-02a8-4e10-9828-8b66254e0172,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:29.226309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe98f4fc-e8a7-406a-b5e0-ff252233402f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:29.263737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fe98f4fc-e8a7-406a-b5e0-ff252233402f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:29.264226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fe98f4fc-e8a7-406a-b5e0-ff252233402f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:29.276096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:29.324899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.334830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:29.340138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-43515fe9-1ce5-42a9-98b2-47881062db09 admin admin] 10.222.0.41 "PUT /v2.0/routers/17b53536-bdc5-43d4-b3c2-350f4ae413f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6791828 Sep 30 08:46:29.439145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.442275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.490196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.491434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bf9a7b-5024-4f2c-9204-a3cc433c2a5d {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:46:29.498335 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.499721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ea31ab1e-ef06-46d0-805e-d63d1292aa46 admin admin] 10.222.0.41 "DELETE /v2.0/routers/15bf9a7b-5024-4f2c-9204-a3cc433c2a5d HTTP/1.1" status: 204 len: 168 time: 2.0677972 Sep 30 08:46:29.502032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37574) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:29.567220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Deleting subnet e6ab9efb-5551-4a53-98eb-63a87d859fca {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:46:29.571726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.630845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-349ace8b-5ca8-4264-8fec-8a93610e7225 req-44830b32-f0ea-4960-a013-8697667fc3af tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0600479 Sep 30 08:46:29.652074 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.770098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.830491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.867232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ab9efb-5551-4a53-98eb-63a87d859fca,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:29.870044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:29.873566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8c6e4d50-034e-4252-a99e-0eb8c41da141 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6ab9efb-5551-4a53-98eb-63a87d859fca HTTP/1.1" status: 204 len: 168 time: 0.3689249 Sep 30 08:46:29.873739 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Sync routers for ids ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:29.875728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37584) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:29.879408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ae36e-6373-48ed-8e52-a5e78a545082 None None] Network a1cd5de6-0816-43e5-bc70-308035c68ec0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:29.886897 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Routers {'17b53536-bdc5-43d4-b3c2-350f4ae413f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:29.887512 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:30.013380 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Set router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:30.020954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.098822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] DHCP port deletion for a1cd5de6-0816-43e5-bc70-308035c68ec0 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:46:30.105656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Deleting port 1bd00f77-d7ae-4278-8aa3-39dafb982181 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:30.105784 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.192372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] For port 1bd00f77-d7ae-4278-8aa3-39dafb982181, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1bd00f77-d7ae-4278-8aa3-39dafb982181,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:30.192751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.207482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Calling delete_port for 1bd00f77-d7ae-4278-8aa3-39dafb982181 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:30.210725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] Deleting port 1bd00f77-d7ae-4278-8aa3-39dafb982181 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:30.218581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.310774 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.327960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] For port 1bd00f77-d7ae-4278-8aa3-39dafb982181, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1bd00f77-d7ae-4278-8aa3-39dafb982181,segment=NetworkSegment(449cbb6c-97fe-4c86-870b-10d1522de117),segment_id=449cbb6c-97fe-4c86-870b-10d1522de117)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:30.328281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.338651 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:27Z', 'revision_number': 4, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '6e180eef-6a0a-484a-b912-e88bb8d22f61', 'name': '', 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70', 'tenant_id': '594285206d444e62979610c161249a9c', 'mac_address': 'fa:16:3e:55:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:26Z', 'updated_at': '2021-09-30T08:46:27Z', 'revision_number': 2, 'project_id': '594285206d444e62979610c161249a9c', 'subnets': [{'id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:30.346228 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd00f77-d7ae-4278-8aa3-39dafb982181,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:30.351090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] No DVR routers for this DVR port 1bd00f77-d7ae-4278-8aa3-39dafb982181 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:30.355718 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] Calling delete_port for 1bd00f77-d7ae-4278-8aa3-39dafb982181 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:30.374080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Checking router: 17b53536-bdc5-43d4-b3c2-350f4ae413f7 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:30.374429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Updating router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 port 6e180eef-6a0a-484a-b912-e88bb8d22f61 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:46:30.403816 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.456756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.458323 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.497528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] No DVR routers for this DVR port 1bd00f77-d7ae-4278-8aa3-39dafb982181 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:30.499497 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cd5de6-0816-43e5-bc70-308035c68ec0']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:30.504065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a91b08-6b17-44af-9806-5df5399d43ab None None] Pushing event deleted for resources: {'Port': ['ID=1bd00f77-d7ae-4278-8aa3-39dafb982181,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:30.519182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449cbb6c-97fe-4c86-870b-10d1522de117') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:30.519483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449cbb6c-97fe-4c86-870b-10d1522de117') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:30.530097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.558343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.579174 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:46:30.581695 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:46:30.584989 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:46:30.617207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2817d1ee-2c57-4ead-88ef-a5df2a1766fa up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:30.698959 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.709512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.717070 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] 10.222.0.41 "DELETE /v2.0/networks/a1cd5de6-0816-43e5-bc70-308035c68ec0 HTTP/1.1" status: 204 len: 168 time: 0.8381104 Sep 30 08:46:30.717301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:30.717301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.744084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25082283-4330-4231-ab52-df2d761e1dba admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cd5de6-0816-43e5-bc70-308035c68ec0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:30.780345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60cbda8d-3deb-4644-b0cb-6c0acff86bf9 req-5b30db52-d539-428c-a319-dbfe8ec6c6c6 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0365958 Sep 30 08:46:30.819940 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.831496 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.933173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9848a4ae-02a8-4e10-9828-8b66254e0172 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:30.933953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Pushing event updated for resources: {'Port': ['ID=6e180eef-6a0a-484a-b912-e88bb8d22f61,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:30.962236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37598) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:30.969591 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.970239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.970753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.972780 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.973455 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.973960 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.974575 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.975353 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.975968 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.976476 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.977179 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.977853 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:30.997907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9848a4ae-02a8-4e10-9828-8b66254e0172 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:31.002299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9848a4ae-02a8-4e10-9828-8b66254e0172 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:31.003160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1bd00f77-d7ae-4278-8aa3-39dafb982181 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:31.034568 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Attempting to bind port 6e180eef-6a0a-484a-b912-e88bb8d22f61 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:31.036567 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Attempting to bind port 6e180eef-6a0a-484a-b912-e88bb8d22f61 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:31.038359 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Attempting to bind port 6e180eef-6a0a-484a-b912-e88bb8d22f61 on network a4747838-5200-4aff-8731-5bcfca255f70 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:31.051818 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:31.052323 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Checking segment: {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:31.053535 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.055090 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Bound using segment: {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:31.055698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Bound port: 6e180eef-6a0a-484a-b912-e88bb8d22f61, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:31.057155 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.076364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1bd00f77-d7ae-4278-8aa3-39dafb982181 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:31.077508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1bd00f77-d7ae-4278-8aa3-39dafb982181 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:31.093415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37602) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:31.093787 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-37343ebf-5440-4051-9ceb-0599d8563a7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e8f926965294ea1b718881ef8f38776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301143 Sep 30 08:46:31.154619 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] For port 6e180eef-6a0a-484a-b912-e88bb8d22f61, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:31.165138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] For port 6e180eef-6a0a-484a-b912-e88bb8d22f61, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6e180eef-6a0a-484a-b912-e88bb8d22f61,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:31.172375 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.177682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d6d401a-f395-40a1-bea5-66c92549b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.185331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37604) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:31.246784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d6d401a-f395-40a1-bea5-66c92549b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.252451 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Routers {'17b53536-bdc5-43d4-b3c2-350f4ae413f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:31.252451 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:31.289319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8b25b734-3a7a-4fc7-8ff5-dd71d08b5e0c None None] Provisioning complete for port 6e180eef-6a0a-484a-b912-e88bb8d22f61 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:31.289864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8b25b734-3a7a-4fc7-8ff5-dd71d08b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.317898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d6d401a-f395-40a1-bea5-66c92549b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.322272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d6d401a-f395-40a1-bea5-66c92549b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.324816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1d6d401a-f395-40a1-bea5-66c92549b513 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca1f6a57-f045-4398-a48b-d00bedaa9eab HTTP/1.1" status: 204 len: 168 time: 0.2284915 Sep 30 08:46:31.330341 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578660-4cbd-449e-9867-b66e958ae090 None None] Pushing event updated for resources: {'Port': ['ID=6e180eef-6a0a-484a-b912-e88bb8d22f61,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:31.358960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d401a-f395-40a1-bea5-66c92549b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1f6a57-f045-4398-a48b-d00bedaa9eab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:31.461062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8b25b734-3a7a-4fc7-8ff5-dd71d08b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.517347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8b25b734-3a7a-4fc7-8ff5-dd71d08b5e0c None None] For port 6e180eef-6a0a-484a-b912-e88bb8d22f61, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6e180eef-6a0a-484a-b912-e88bb8d22f61,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:31.522918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8b25b734-3a7a-4fc7-8ff5-dd71d08b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.556618 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] Set router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:31.654535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25b734-3a7a-4fc7-8ff5-dd71d08b5e0c None None] Pushing event updated for resources: {'Port': ['ID=6e180eef-6a0a-484a-b912-e88bb8d22f61,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:31.668170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-778d02ca-975a-489c-bf56-1da24706b46f None None] Provisioning complete for port 6e180eef-6a0a-484a-b912-e88bb8d22f61 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:31.669086 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-778d02ca-975a-489c-bf56-1da24706b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.855116 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:27Z', 'revision_number': 4, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '6e180eef-6a0a-484a-b912-e88bb8d22f61', 'name': '', 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70', 'tenant_id': '594285206d444e62979610c161249a9c', 'mac_address': 'fa:16:3e:55:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:26Z', 'updated_at': '2021-09-30T08:46:31Z', 'revision_number': 4, 'project_id': '594285206d444e62979610c161249a9c', 'subnets': [{'id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:31.877590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:31.941110 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe250cf7-5421-4d33-af69-d6d3326e069a None None] The sync data for ids ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'] in n-d-807025-5 is: [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:27Z', 'revision_number': 4, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '6e180eef-6a0a-484a-b912-e88bb8d22f61', 'name': '', 'network_id': 'a4747838-5200-4aff-8731-5bcfca255f70', 'tenant_id': '594285206d444e62979610c161249a9c', 'mac_address': 'fa:16:3e:55:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:26Z', 'updated_at': '2021-09-30T08:46:31Z', 'revision_number': 4, 'project_id': '594285206d444e62979610c161249a9c', 'subnets': [{'id': 'b98fd5d3-9e92-44b0-b247-1a97eb40924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:32.032940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-625afa84-2622-4600-9c5d-67a31ff54000 req-782b7ebe-6682-48e3-aa83-bf4eda7d5758 tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe6dfa39-a3eb-4184-933d-cfa3ea3526aa HTTP/1.1" status: 200 len: 210 time: 0.0823512 Sep 30 08:46:32.037225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37612) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:32.109824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-52464f56-6e9a-44c1-9f85-b0c9862af295 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00e25586df3e48c0b307f9ad03552680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678248 Sep 30 08:46:32.109970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37616) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:32.201487 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.251843 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.302026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Deleting port 6e180eef-6a0a-484a-b912-e88bb8d22f61 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:32.302431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.340879 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.343870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.348323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bbf986d-be29-4ee4-a8a3-e88eb47746ff HTTP/1.1" status: 204 len: 168 time: 0.2349620 Sep 30 08:46:32.386837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf986d-be29-4ee4-a8a3-e88eb47746ff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:32.399396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.399752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.400082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.400410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.400740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.401071 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.401664 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.401772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.402051 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.402376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.402699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.403025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d363ad1-8774-4f7f-b09a-216fce90ca6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:32.426342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] For port 6e180eef-6a0a-484a-b912-e88bb8d22f61, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=6e180eef-6a0a-484a-b912-e88bb8d22f61,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:32.427118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.453139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Calling delete_port for 6e180eef-6a0a-484a-b912-e88bb8d22f61 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:32.614828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6e180eef-6a0a-484a-b912-e88bb8d22f61 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:32.714755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 6e180eef-6a0a-484a-b912-e88bb8d22f61 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:32.715231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.766944 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:32.819292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e180eef-6a0a-484a-b912-e88bb8d22f61,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:32.821091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Could not find standard attr ID for object 6e180eef-6a0a-484a-b912-e88bb8d22f61. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:46:32.834513 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No ports have port_id starting with 6e180eef-6a0a-484a-b912-e88bb8d22f61 Sep 30 08:46:33.084986 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.112523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37622) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:33.194877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af942e29-89eb-4ddc-83c4-6cb1e75ffcca tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.239045 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af942e29-89eb-4ddc-83c4-6cb1e75ffcca tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.322351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af942e29-89eb-4ddc-83c4-6cb1e75ffcca tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.325030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af942e29-89eb-4ddc-83c4-6cb1e75ffcca tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.326752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-af942e29-89eb-4ddc-83c4-6cb1e75ffcca tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] 10.222.0.41 "DELETE /v2.0/security-groups/263100c3-821f-4e7a-b3fb-0877c9da60e7 HTTP/1.1" status: 204 len: 168 time: 0.2133036 Sep 30 08:46:33.337992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af942e29-89eb-4ddc-83c4-6cb1e75ffcca tempest-TestVolumeBackupRestore-1299630956 tempest-TestVolumeBackupRestore-1299630956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263100c3-821f-4e7a-b3fb-0877c9da60e7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:33.392190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:33.543458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:33.567406 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d0f2e52-d568-4df6-a888-83353750efa6 admin admin] 10.222.0.41 "PUT /v2.0/routers/17b53536-bdc5-43d4-b3c2-350f4ae413f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3775952 Sep 30 08:46:33.567406 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37640) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:33.707759 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] Sync routers for ids ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:33.730535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] Routers {'17b53536-bdc5-43d4-b3c2-350f4ae413f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:33.734822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:33.767760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.875380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] Set router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:33.895763 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:33.962628 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Deleting port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:33.962976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.060851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] For port 2817d1ee-2c57-4ead-88ef-a5df2a1766fa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:34.061267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.076024 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Calling delete_port for 2817d1ee-2c57-4ead-88ef-a5df2a1766fa owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:34.116248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:32Z', 'revision_number': 5, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port': {'id': '2817d1ee-2c57-4ead-88ef-a5df2a1766fa', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:23Z', 'updated_at': '2021-09-30T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:34.143853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] Checking router: 17b53536-bdc5-43d4-b3c2-350f4ae413f7 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:34.153564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] Routers {'17b53536-bdc5-43d4-b3c2-350f4ae413f7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:34.154965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:34.266400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] Set router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:34.299257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.337190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Pushing event deleted for resources: {'Port': ['ID=2817d1ee-2c57-4ead-88ef-a5df2a1766fa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:34.421290 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.421986 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:46:34.546481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:33Z', 'revision_number': 6, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:34.606613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71162132-bd3a-4c8a-8ccc-30bee02ecb73 None None] The sync data for ids ['17b53536-bdc5-43d4-b3c2-350f4ae413f7'] in n-d-807025-5 is: [{'id': '17b53536-bdc5-43d4-b3c2-350f4ae413f7', 'name': 'tempest-ImageQuotaTest-979044425-router', 'tenant_id': '594285206d444e62979610c161249a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:21Z', 'updated_at': '2021-09-30T08:46:33Z', 'revision_number': 6, 'project_id': '594285206d444e62979610c161249a9c', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:34.667340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.670774 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.738908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.740152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b53536-bdc5-43d4-b3c2-350f4ae413f7 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:46:34.749406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.750803 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44b5c947-9bac-49e2-9d37-69af9cde6330 admin admin] 10.222.0.41 "DELETE /v2.0/routers/17b53536-bdc5-43d4-b3c2-350f4ae413f7 HTTP/1.1" status: 204 len: 168 time: 1.1832080 Sep 30 08:46:34.753474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37760) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:34.832168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Deleting subnet b98fd5d3-9e92-44b0-b247-1a97eb40924a {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:46:34.836251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:34.905358 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.034650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.131396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.186580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ca8f2-ba3b-4a39-8c8a-2d17da772fd2 None None] Network a4747838-5200-4aff-8731-5bcfca255f70 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:35.197591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98fd5d3-9e92-44b0-b247-1a97eb40924a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:35.203819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.216184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-71b3d37d-7184-4c41-8a5f-cf11b4ce13d4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b98fd5d3-9e92-44b0-b247-1a97eb40924a HTTP/1.1" status: 204 len: 168 time: 0.4615002 Sep 30 08:46:35.218491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 37818) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:35.480248 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.548841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] DHCP port deletion for a4747838-5200-4aff-8731-5bcfca255f70 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:46:35.635840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Deleting port e063b1c0-8bdf-47ff-b953-753994880059 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:35.637075 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.694472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] Deleting port e063b1c0-8bdf-47ff-b953-753994880059 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:35.709380 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.810586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] For port e063b1c0-8bdf-47ff-b953-753994880059, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e063b1c0-8bdf-47ff-b953-753994880059,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:35.811100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.825532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Calling delete_port for e063b1c0-8bdf-47ff-b953-753994880059 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:35.835444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] For port e063b1c0-8bdf-47ff-b953-753994880059, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e063b1c0-8bdf-47ff-b953-753994880059,segment=NetworkSegment(2cd8e7a9-bd95-4703-9b87-7d81e7f270b6),segment_id=2cd8e7a9-bd95-4703-9b87-7d81e7f270b6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:35.836296 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:35.856517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] Calling delete_port for e063b1c0-8bdf-47ff-b953-753994880059 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:35.969276 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.025030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] Pushing event deleted for resources: {'Port': ['ID=e063b1c0-8bdf-47ff-b953-753994880059,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:36.027800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.054676 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111099b-750a-4774-a2da-cc5dc923be1d None None] No DVR routers for this DVR port e063b1c0-8bdf-47ff-b953-753994880059 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:36.093917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Pushing event deleted for resources: {'Port': ['ID=e063b1c0-8bdf-47ff-b953-753994880059,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:36.120887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] No DVR routers for this DVR port e063b1c0-8bdf-47ff-b953-753994880059 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:36.304010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.329693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4747838-5200-4aff-8731-5bcfca255f70']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:36.345676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:36.347350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd8e7a9-bd95-4703-9b87-7d81e7f270b6') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:36.374934 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.403022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.412265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:46:36.414732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: self.session.flush() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:46:36.417189 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:46:36.506051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.535469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:36.537429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a4747838-5200-4aff-8731-5bcfca255f70 HTTP/1.1" status: 204 len: 168 time: 1.3176517 Sep 30 08:46:36.539310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a17c8-47d5-474a-927b-ff58343a7252 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4747838-5200-4aff-8731-5bcfca255f70,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:36.603202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2817d1ee-2c57-4ead-88ef-a5df2a1766fa no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:36.637743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 2817d1ee-2c57-4ead-88ef-a5df2a1766fa {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:36.638840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2817d1ee-2c57-4ead-88ef-a5df2a1766fa not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:36.640156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6e180eef-6a0a-484a-b912-e88bb8d22f61 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:36.686715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 6e180eef-6a0a-484a-b912-e88bb8d22f61 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:36.689790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 6e180eef-6a0a-484a-b912-e88bb8d22f61 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:36.690370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e063b1c0-8bdf-47ff-b953-753994880059 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:36.772250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e063b1c0-8bdf-47ff-b953-753994880059 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:36.778398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e063b1c0-8bdf-47ff-b953-753994880059 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:36.912990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 37996) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:37.009420 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ef48fc8e-38a3-4e12-a65f-97768869d64d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=594285206d444e62979610c161249a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962179 Sep 30 08:46:37.011687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38010) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:37.085608 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cba232aa-f349-47db-8a81-02f418d9ff20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.113532 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cba232aa-f349-47db-8a81-02f418d9ff20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.181434 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cba232aa-f349-47db-8a81-02f418d9ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.190283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cba232aa-f349-47db-8a81-02f418d9ff20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.195235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cba232aa-f349-47db-8a81-02f418d9ff20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3b1ce04-c142-4524-8090-255bcf1e18f5 HTTP/1.1" status: 204 len: 168 time: 0.1822615 Sep 30 08:46:37.210849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba232aa-f349-47db-8a81-02f418d9ff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b1ce04-c142-4524-8090-255bcf1e18f5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:37.717429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38092) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:37.736363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea46429f-6775-4e3a-a27f-2daf43518f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.891184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea46429f-6775-4e3a-a27f-2daf43518f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.901721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ea46429f-6775-4e3a-a27f-2daf43518f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:37.938288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38116) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:37.938875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ea46429f-6775-4e3a-a27f-2daf43518f66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2194402 Sep 30 08:46:37.960242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46429f-6775-4e3a-a27f-2daf43518f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a497b59-78a3-42b0-a762-56050010f0f7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:38.033550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e010e1c-342a-4432-9773-8eea7e91a212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:38.060014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e010e1c-342a-4432-9773-8eea7e91a212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:38.113217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38136) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:38.127105 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e010e1c-342a-4432-9773-8eea7e91a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:38.133605 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5e010e1c-342a-4432-9773-8eea7e91a212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:38.138323 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5e010e1c-342a-4432-9773-8eea7e91a212 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a497b59-78a3-42b0-a762-56050010f0f7 HTTP/1.1" status: 204 len: 168 time: 0.1981773 Sep 30 08:46:38.177341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e010e1c-342a-4432-9773-8eea7e91a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a497b59-78a3-42b0-a762-56050010f0f7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:38.572510 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77466a19-f3f0-432d-b177-e32dc3e2cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:38.918345 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.029774 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38188) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:39.161682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-604037795-network', 'tenant_id': '1dffe66d819f40f589201175a9c72e69'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:39.216567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:39.219177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.229327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.259096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Deleting port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:39.259485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.660814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] For port d2776c78-537a-4f6c-b6e0-d19ef6fdc33b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:39.661188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.679546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Calling delete_port for d2776c78-537a-4f6c-b6e0-d19ef6fdc33b owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:39.742150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.747793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.789622 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:46:39.799139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e277ac-62c6-4970-a317-4dcfda3c5b24,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:39.807339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.808362 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Added segment b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1 of type vlan for network 486f6a02-6892-49a6-962c-60f94fb61fe1 Sep 30 08:46:39.898819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.943230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:39.944325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:39.944819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.013518 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9820156 Sep 30 08:46:40.016462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38210) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:40.023431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Request body: {'subnet': {'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-604037795-subnet', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:40.047787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:40.050389 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.052441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983cc45-6522-4ca3-9126-b4db3ac3db88 admin admin] Pushing event updated for resources: {'Network': ['ID=486f6a02-6892-49a6-962c-60f94fb61fe1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:40.056734 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.064010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:46:40.082764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2776c78-537a-4f6c-b6e0-d19ef6fdc33b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:40.303581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.335048 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.402230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3610d2ce-4c33-4aca-bf3b-4889d67c88fb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:40.408027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:40.408469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Network hostable DHCP agents. Network: 486f6a02-6892-49a6-962c-60f94fb61fe1, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:46:40.434370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:46:40.446406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 486f6a02-6892-49a6-962c-60f94fb61fe1) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:40.450630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:40.451220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.455725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe69c90-cd5f-4674-842a-f7ecbd0ae23d None None] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:40.465624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d5360cc5-d82a-4e85-8b70-1980e8816044 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4474852 Sep 30 08:46:40.468289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38222) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:40.473720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:40.497354 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.498712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.577509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.585514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Router 54803184-8fb2-4135-9e34-d81a7f12293f has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:40.698681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-486f6a02-6892-49a6-962c-60f94fb61fe1', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:46:40.699598 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.711764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:40.718838 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eeb5e5a4-a14d-466f-ac11-fbf5da70e7a3 admin admin] 10.222.0.41 "PUT /v2.0/routers/54803184-8fb2-4135-9e34-d81a7f12293f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045020 Sep 30 08:46:40.723090 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] Sync routers for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:40.724214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:40.736038 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:40.736982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:40.744542 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:40.872975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Allocated IP 172.20.0.2 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/1d80ee27-21f6-4d16-8137-ccb5b8be0c3b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:40.891939 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:40.939470 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.084123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.093326 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.104311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.110360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.131133 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.176592 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:46:39Z', 'revision_number': 5, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port': {'id': 'aa3d6a83-d410-40fe-94e6-4904f71c92a3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:22Z', 'updated_at': '2021-09-30T08:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:41.188319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Pushing event updated for resources: {'Port': ['ID=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:41.200513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Deleting port aa3d6a83-d410-40fe-94e6-4904f71c92a3 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:41.200867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.208485 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] Checking router: 54803184-8fb2-4135-9e34-d81a7f12293f for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:41.218405 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:41.222832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:41.225050 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] Routers {'54803184-8fb2-4135-9e34-d81a7f12293f'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:41.225698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['54803184-8fb2-4135-9e34-d81a7f12293f'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:41.227903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:41.239352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.240099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.240680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.241574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.242131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.242680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.243812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.244566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.245163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.245747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.246309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.246863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:41.252177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-81525985-f755-45b4-8767-ac2a2b6a4786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.301765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] For port aa3d6a83-d410-40fe-94e6-4904f71c92a3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aa3d6a83-d410-40fe-94e6-4904f71c92a3,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:41.302144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.316635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Calling delete_port for aa3d6a83-d410-40fe-94e6-4904f71c92a3 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:41.320860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Attempting to bind port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:41.322069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Attempting to bind port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:41.322675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Attempting to bind port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:41.330511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:41.332214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:41.332866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.334027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:41.334781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Bound port: 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:41.335393 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.373406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Allocated IP 172.25.7.181 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/bec807ea-2507-4b03-bbc1-8e23ce9c253d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:41.428389 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] Set router 54803184-8fb2-4135-9e34-d81a7f12293f gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:41.432611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] For port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:41.442741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] For port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:41.449708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.484599 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:46:41Z', 'revision_number': 6, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:41.515131 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a5128-cfca-4073-aa77-494d65c7793e None None] The sync data for ids ['54803184-8fb2-4135-9e34-d81a7f12293f'] in n-d-807025-5 is: [{'id': '54803184-8fb2-4135-9e34-d81a7f12293f', 'name': 'tempest-TestVolumeBackupRestore-48125739-router', 'tenant_id': '7d31e8a087524090a1431efcd147f4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:20Z', 'updated_at': '2021-09-30T08:46:41Z', 'revision_number': 6, 'project_id': '7d31e8a087524090a1431efcd147f4e8', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:41.543108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.562517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.607103 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3d6a83-d410-40fe-94e6-4904f71c92a3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:41.617158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.622953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d678c-a8be-4f6f-b337-f4fd2a0eb5a7 None None] Pushing event updated for resources: {'Port': ['ID=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:41.628414 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.691466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.694942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:41.698843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:41.703255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:41.727893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Pushing event updated for resources: {'Port': ['ID=bec807ea-2507-4b03-bbc1-8e23ce9c253d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:41.797837 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.801000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.854341 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.854899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54803184-8fb2-4135-9e34-d81a7f12293f {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:46:41.859911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.861406 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-22f41d13-8768-4ad3-aef6-988db911d698 admin admin] 10.222.0.41 "DELETE /v2.0/routers/54803184-8fb2-4135-9e34-d81a7f12293f HTTP/1.1" status: 204 len: 168 time: 1.1348665 Sep 30 08:46:41.864410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38242) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:41.950709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Deleting subnet eda068af-a310-45d1-849a-c4f2672cc5fe {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:46:41.955080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.023024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.038429 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.133558 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.192610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.223391 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda068af-a310-45d1-849a-c4f2672cc5fe,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:42.227287 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.229192 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-79f1111e-1360-4514-8c73-3ff49456c0a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eda068af-a310-45d1-849a-c4f2672cc5fe HTTP/1.1" status: 204 len: 168 time: 0.3637443 Sep 30 08:46:42.231837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38252) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:42.235807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e50c8-80e6-4cbe-87af-532ce723af4a None None] Network 9e3baf23-159e-4477-a211-0b047c6effe9 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:42.458076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] DHCP port deletion for 9e3baf23-159e-4477-a211-0b047c6effe9 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:46:42.552051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] Deleting port ad30b03f-084a-409c-97d9-d41c44bc48ab {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:42.554430 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.656181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:42.676029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] For port ad30b03f-084a-409c-97d9-d41c44bc48ab, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ad30b03f-084a-409c-97d9-d41c44bc48ab,segment=NetworkSegment(f3fac1ad-0e3f-4bbf-967a-1b549accdd71),segment_id=f3fac1ad-0e3f-4bbf-967a-1b549accdd71)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:42.676353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.693504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] Calling delete_port for ad30b03f-084a-409c-97d9-d41c44bc48ab owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:42.781175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.824173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:42.824809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.840533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.943021 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.958749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.028157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257513b-f2d9-44c8-a04f-56bccf45d4fc None None] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:43.032077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] No DVR routers for this DVR port ad30b03f-084a-409c-97d9-d41c44bc48ab on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:43.045010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623e78d-d1b0-403c-ad73-655571d539de None None] Pushing event deleted for resources: {'Port': ['ID=ad30b03f-084a-409c-97d9-d41c44bc48ab,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:43.052900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Deleting port ad30b03f-084a-409c-97d9-d41c44bc48ab {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:43.053365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.087459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Router 6826b8b3-d00b-466b-a406-636ab8440587 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:46:43.132648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] For port ad30b03f-084a-409c-97d9-d41c44bc48ab, host n-d-807025-5, got binding levels [] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:43.140210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.140408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:43.142157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-32fdd0df-071e-4c0c-abcc-251ae91cbe98 None None] Provisioning complete for port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:43.142562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32fdd0df-071e-4c0c-abcc-251ae91cbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.173717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.196004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Calling delete_port for ad30b03f-084a-409c-97d9-d41c44bc48ab owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:43.200085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.ipam_backend_mixin [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Port ad30b03f-084a-409c-97d9-d41c44bc48ab was not found and therefore no delete operation was performed {{(pid=95001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:46:43.204295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.243522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] No DVR routers for this DVR port ad30b03f-084a-409c-97d9-d41c44bc48ab on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:43.275654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d2776c78-537a-4f6c-b6e0-d19ef6fdc33b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:43.285539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:43.295347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad30b03f-084a-409c-97d9-d41c44bc48ab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:43.307496 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.332206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d2776c78-537a-4f6c-b6e0-d19ef6fdc33b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:43.332874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d2776c78-537a-4f6c-b6e0-d19ef6fdc33b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:43.333508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa3d6a83-d410-40fe-94e6-4904f71c92a3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:43.352397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:43.359140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: aa3d6a83-d410-40fe-94e6-4904f71c92a3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:43.359497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa3d6a83-d410-40fe-94e6-4904f71c92a3 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:43.359928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ad30b03f-084a-409c-97d9-d41c44bc48ab no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:43.381292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.402318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:43.411078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3baf23-159e-4477-a211-0b047c6effe9']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:43.412924 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ad30b03f-084a-409c-97d9-d41c44bc48ab {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:43.413295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ad30b03f-084a-409c-97d9-d41c44bc48ab not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:43.424803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:43.424803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fac1ad-0e3f-4bbf-967a-1b549accdd71') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:43.436294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.451307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.456645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:43.457366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:43.457987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:46:43.458449 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:46:43.518697 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:46:43.524056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.528849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67bac97d-8805-4b1e-b87b-02122bed9256 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0553930 Sep 30 08:46:43.529968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38272) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:43.546136 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.553609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:43.559480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e3baf23-159e-4477-a211-0b047c6effe9 HTTP/1.1" status: 204 len: 168 time: 1.3261747 Sep 30 08:46:43.561238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38276) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:43.580989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67407b9d-f53f-4f93-91e8-c417d877cbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3baf23-159e-4477-a211-0b047c6effe9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:43.636442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:43.883508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:41Z', 'revision_number': 3, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:43.916620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:43.916975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Updating router 6826b8b3-d00b-466b-a406-636ab8440587 port bec807ea-2507-4b03-bbc1-8e23ce9c253d binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:46:43.949169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.004131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-99158f8c-f472-4ea0-bfc9-100a24cfa112 None None] Provisioning complete for port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:44.004663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99158f8c-f472-4ea0-bfc9-100a24cfa112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.072982 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.172761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.332779 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.338872 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.364128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Allocated IP 172.20.0.1 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/8d8a75cc-b4b8-4463-96e7-75eada1a00ba) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:44.375990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Deleting port 77e1ac91-31f1-42b4-b05a-cd491b1be153 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:44.381885 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.404878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Attempting to bind port bec807ea-2507-4b03-bbc1-8e23ce9c253d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:44.405254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Attempting to bind port bec807ea-2507-4b03-bbc1-8e23ce9c253d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:44.406836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Attempting to bind port bec807ea-2507-4b03-bbc1-8e23ce9c253d on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:44.409422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38342c9-6083-4e01-ae83-9ddbd9ca76b9 None None] Pushing event updated for resources: {'Port': ['ID=bec807ea-2507-4b03-bbc1-8e23ce9c253d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:44.416207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:44.416588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:44.417110 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.417532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:44.418492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Bound port: bec807ea-2507-4b03-bbc1-8e23ce9c253d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:44.418492 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.485356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] For port 77e1ac91-31f1-42b4-b05a-cd491b1be153, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77e1ac91-31f1-42b4-b05a-cd491b1be153,segment=NetworkSegment(994b34bf-e666-4261-a30a-c74d2844e31f),segment_id=994b34bf-e666-4261-a30a-c74d2844e31f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:44.485766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.506504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.509073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Calling delete_port for 77e1ac91-31f1-42b4-b05a-cd491b1be153 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:44.612706 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.664781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:44.670215 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:44.671672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] For port bec807ea-2507-4b03-bbc1-8e23ce9c253d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:44.672901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:44.675817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] For port bec807ea-2507-4b03-bbc1-8e23ce9c253d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bec807ea-2507-4b03-bbc1-8e23ce9c253d,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:44.679542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:44.716568 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Pushing event updated for resources: {'Port': ['ID=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:44.720143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.742639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.775124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:44.775794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:44.829878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:44.830324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.868478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:44.874734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38342c9-6083-4e01-ae83-9ddbd9ca76b9 None None] Pushing event updated for resources: {'Port': ['ID=bec807ea-2507-4b03-bbc1-8e23ce9c253d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:44.931964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Pushing event deleted for resources: {'Port': ['ID=77e1ac91-31f1-42b4-b05a-cd491b1be153,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:44.963429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:45.027322 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.040939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.197228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-061c61a9-d704-4cef-890d-c17f7381dc94 None None] Provisioning complete for port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:45.197645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-061c61a9-d704-4cef-890d-c17f7381dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.219979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.266689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-061c61a9-d704-4cef-890d-c17f7381dc94 None None] Port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:45.286624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:41Z', 'revision_number': 3, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:45.335948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471f8a7-68a3-490b-9564-c6b5374d7eb7 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:41Z', 'revision_number': 3, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:45.347362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.354401 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.422239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.454230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Pushing event updated for resources: {'Port': ['ID=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:45.510690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:45.530575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:45.532101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:45.685339 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:45.701877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:45.707528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-381bd473-3bdf-4e4c-b1f0-70b27c0e062a admin admin] 10.222.0.41 "PUT /v2.0/routers/9c64cd23-3de2-48d2-9f00-c3da55e769d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452284 Sep 30 08:46:45.709990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38306) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:45.767239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] Sync routers for ids ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:45.777301 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] Routers {'9c64cd23-3de2-48d2-9f00-c3da55e769d8'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:45.778282 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:45.860242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:45.870259 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f5aedef-b9c1-4213-b1be-1948282a59fd admin admin] 10.222.0.41 "PUT /v2.0/routers/6826b8b3-d00b-466b-a406-636ab8440587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395972 Sep 30 08:46:45.924079 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.961217 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] Set router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:46.039533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4dcfe938-43cf-4fe4-868d-5d63007c62b6 None None] Provisioning complete for port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:46.040284 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4dcfe938-43cf-4fe4-868d-5d63007c62b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.113165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4dcfe938-43cf-4fe4-868d-5d63007c62b6 None None] Port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:46.162759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.235152 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 5, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port': {'id': 'b8b33d3b-41ab-4964-96db-35dc28a33225', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:41:41Z', 'updated_at': '2021-09-30T08:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:46.238987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Deleting port b8b33d3b-41ab-4964-96db-35dc28a33225 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:46.239359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.276992 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] Checking router: 9c64cd23-3de2-48d2-9f00-c3da55e769d8 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:46.287243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] Routers {'9c64cd23-3de2-48d2-9f00-c3da55e769d8'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:46.288222 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:46.346162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] For port b8b33d3b-41ab-4964-96db-35dc28a33225, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8b33d3b-41ab-4964-96db-35dc28a33225,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:46.346634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.371039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Calling delete_port for b8b33d3b-41ab-4964-96db-35dc28a33225 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:46.391687 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] Set router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:46.451381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:46:46Z', 'revision_number': 6, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:46.504502 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83231c-b00c-492f-85b9-8b06f6436dc4 None None] The sync data for ids ['9c64cd23-3de2-48d2-9f00-c3da55e769d8'] in n-d-807025-5 is: [{'id': '9c64cd23-3de2-48d2-9f00-c3da55e769d8', 'name': 'tempest-TestVolumeBackupRestore-1534272941-router', 'tenant_id': 'db326d808da942bb8885644cf9951716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:41:39Z', 'updated_at': '2021-09-30T08:46:46Z', 'revision_number': 6, 'project_id': 'db326d808da942bb8885644cf9951716', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:46.624895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.657031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b33d3b-41ab-4964-96db-35dc28a33225,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:46.742707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.766425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38340) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:46.772668 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-771803676-network', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:46.816721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Made reservation on behalf of 92bbad50f0a648ea9d39a3b13dd07786 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:46.819474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.836406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.912977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.919974 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.961829 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.970167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa089f-5d8c-4a2b-bede-3c1c1e4d5372 req-b82764d2-1388-4d1c-a6b4-e533666d0d92 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:46.971657 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.972338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48aa089f-5d8c-4a2b-bede-3c1c1e4d5372 req-b82764d2-1388-4d1c-a6b4-e533666d0d92 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1097 time: 0.1200168 Sep 30 08:46:46.979891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:46.980448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c64cd23-3de2-48d2-9f00-c3da55e769d8 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:46:46.996679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.003407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-92cb7469-7538-4e00-a821-c7e33143c814 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9c64cd23-3de2-48d2-9f00-c3da55e769d8 HTTP/1.1" status: 204 len: 168 time: 1.2922461 Sep 30 08:46:47.005898 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:47.007434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:46:47.064483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e124340-0766-4108-a8f2-d8920ee8181f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:47.065682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48aa089f-5d8c-4a2b-bede-3c1c1e4d5372 req-3f51625f-0b2f-4497-8224-7f322cbfa763 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827003 Sep 30 08:46:47.071832 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.072182 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Added segment f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6 of type vlan for network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc Sep 30 08:46:47.104283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bec807ea-2507-4b03-bbc1-8e23ce9c253d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:47.105576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Deleting subnet c212aea5-99f3-4fff-a3b3-2acc77fa260c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:46:47.126152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.167414 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.183935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bec807ea-2507-4b03-bbc1-8e23ce9c253d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:47.184764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.186593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.237718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.238663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:47.239245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.259057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97814334-533b-484c-a35e-ad292550000a req-39894261-9b0b-4cb4-a8c6-d1d5fc191a15 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:47.268891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97814334-533b-484c-a35e-ad292550000a req-39894261-9b0b-4cb4-a8c6-d1d5fc191a15 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.1046553 Sep 30 08:46:47.340189 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.344526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] Pushing event updated for resources: {'Network': ['ID=7f6c40b5-c78e-43ee-adf7-5e009c6817fc,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:47.364326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97814334-533b-484c-a35e-ad292550000a req-65d30eeb-9924-42c0-975a-eaa16beb97ba tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937316 Sep 30 08:46:47.365678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:46:47.372337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port bec807ea-2507-4b03-bbc1-8e23ce9c253d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bec807ea-2507-4b03-bbc1-8e23ce9c253d,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:47.380140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38350) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:47.391033 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eba69886-f752-4c44-a112-4bf6db14ff8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6222503 Sep 30 08:46:47.394701 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38352) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:47.399093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.403121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Request body: {'subnet': {'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-771803676-subnet', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:47.408621 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.463029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Made reservation on behalf of 92bbad50f0a648ea9d39a3b13dd07786 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:47.466710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.496990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bcfe1359-9304-4488-94a8-1ca82d3a43ea tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/92511988-01be-4891-9606-e533afffd78f HTTP/1.1" status: 200 len: 993 time: 0.1155894 Sep 30 08:46:47.518077 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.578600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=bec807ea-2507-4b03-bbc1-8e23ce9c253d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:47.992915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c212aea5-99f3-4fff-a3b3-2acc77fa260c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:48.007051 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.009996 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5577a8a0-79ea-425f-b285-2738a570b285 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c212aea5-99f3-4fff-a3b3-2acc77fa260c HTTP/1.1" status: 204 len: 168 time: 0.9999704 Sep 30 08:46:48.012387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd340e84-ee6f-4e4e-b2c0-9f7e537c1675 None None] Network 37c610db-429c-4c95-8cc6-87de3a28bf1c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:48.012816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38368) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:48.225943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38376) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:48.277574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.291389 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.317318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:48.355077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac268b09-59fc-416f-bf64-49785ec0c4c3 req-a5de9f51-f797-4a1d-9ef7-19a5ab783b71 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:48.357257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac268b09-59fc-416f-bf64-49785ec0c4c3 req-a5de9f51-f797-4a1d-9ef7-19a5ab783b71 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.1065872 Sep 30 08:46:48.373833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:48.375222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:48.378043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a7a786-255a-4210-ba35-8b1afb87fec6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:48.397754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Checking segment: {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:48.398436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Network hostable DHCP agents. Network: 7f6c40b5-c78e-43ee-adf7-5e009c6817fc, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:46:48.420270 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:46:48.437766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] DHCP port deletion for 37c610db-429c-4c95-8cc6-87de3a28bf1c request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:46:48.441799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 7f6c40b5-c78e-43ee-adf7-5e009c6817fc) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:48.447727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:48.448562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.456807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd5c33-1387-4994-9775-ee8c1b6d1b96 None None] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:48.467468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac268b09-59fc-416f-bf64-49785ec0c4c3 req-49667149-6f23-43b6-84b0-61bead4238da tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991597 Sep 30 08:46:48.507202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Deleting port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:48.507924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.524662 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-26ffbe9b-b715-4138-80a2-72b0c21de2df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1262999 Sep 30 08:46:48.524928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38384) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:48.529160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:48.561309 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-b0051e7f-50d6-4361-86bb-83e7a777dab3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3369513 Sep 30 08:46:48.562228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.563280 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.572295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-3443a828-01b9-4d05-b57d-d3b8e4250eb3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:46:48.574523 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-3443a828-01b9-4d05-b57d-d3b8e4250eb3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060718 Sep 30 08:46:48.617918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bec807ea-2507-4b03-bbc1-8e23ce9c253d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:48.660973 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.686458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:48.702815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] For port aa49a725-03cd-4d3b-81b7-f3cbd4446e95, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,segment=NetworkSegment(994b34bf-e666-4261-a30a-c74d2844e31f),segment_id=994b34bf-e666-4261-a30a-c74d2844e31f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:48.703431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.724132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Calling delete_port for aa49a725-03cd-4d3b-81b7-f3cbd4446e95 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:48.823235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.836030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.868736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Deleting port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:48.869151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.913473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:48.917531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] No DVR routers for this DVR port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:48.973020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bec807ea-2507-4b03-bbc1-8e23ce9c253d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:48.973402 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.045585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-7f6c40b5-c78e-43ee-adf7-5e009c6817fc', 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'fixed_ips': [{'subnet_id': '76a7a786-255a-4210-ba35-8b1afb87fec6'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:46:49.046442 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.098125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] For port aa49a725-03cd-4d3b-81b7-f3cbd4446e95, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:49.114582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.214656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Calling delete_port for aa49a725-03cd-4d3b-81b7-f3cbd4446e95 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:49.233935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:46:49.317192 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.375456 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.483806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.581340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] Pushing event deleted for resources: {'Port': ['ID=aa49a725-03cd-4d3b-81b7-f3cbd4446e95,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:49.588183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d5c4d-5d90-4727-b12a-9f34c3fb763c None None] No DVR routers for this DVR port aa49a725-03cd-4d3b-81b7-f3cbd4446e95 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:49.604217 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Allocated IP 172.25.7.160 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/e6401051-b8d5-48ad-9bca-5e11a8e3ba9b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:49.623490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.649249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c610db-429c-4c95-8cc6-87de3a28bf1c']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:49.661881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994b34bf-e666-4261-a30a-c74d2844e31f') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:49.662302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994b34bf-e666-4261-a30a-c74d2844e31f') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:49.673274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.713663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.735972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:46:49.736353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:46:49.738544 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:46:49.765843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321254b7-1c45-4e8f-903f-96039aff0895 req-ac93f57c-893e-4f86-97ce-a9f1fbcd9638 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:49.774354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-321254b7-1c45-4e8f-903f-96039aff0895 req-ac93f57c-893e-4f86-97ce-a9f1fbcd9638 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0934217 Sep 30 08:46:49.805157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Allocated IP 172.20.0.2 (7f6c40b5-c78e-43ee-adf7-5e009c6817fc/76a7a786-255a-4210-ba35-8b1afb87fec6/d3de38b1-3be8-49f0-b073-46e3d9a5def3) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:49.807302 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.851744 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.904445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:49.911230 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:49.926068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:49.928390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-321254b7-1c45-4e8f-903f-96039aff0895 req-5a455404-eb23-4837-94bf-1c1e03a0851f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530828 Sep 30 08:46:49.947471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.958579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:49.960591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/37c610db-429c-4c95-8cc6-87de3a28bf1c HTTP/1.1" status: 204 len: 168 time: 1.9455705 Sep 30 08:46:49.968716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa49a725-03cd-4d3b-81b7-f3cbd4446e95 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:50.014661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: aa49a725-03cd-4d3b-81b7-f3cbd4446e95 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:50.015021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device aa49a725-03cd-4d3b-81b7-f3cbd4446e95 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:50.015432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77e1ac91-31f1-42b4-b05a-cd491b1be153 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:50.019612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:45Z', 'revision_number': 2, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:50.024160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e564-e7f3-4400-bbc9-02f26bb3eec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c610db-429c-4c95-8cc6-87de3a28bf1c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.081284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 77e1ac91-31f1-42b4-b05a-cd491b1be153 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:50.081667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77e1ac91-31f1-42b4-b05a-cd491b1be153 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:50.082114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8b33d3b-41ab-4964-96db-35dc28a33225 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:50.083030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Pushing event updated for resources: {'Port': ['ID=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.087762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:50.088611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Updating router 6826b8b3-d00b-466b-a406-636ab8440587 port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:46:50.140179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.156160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b8b33d3b-41ab-4964-96db-35dc28a33225 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:50.156160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8b33d3b-41ab-4964-96db-35dc28a33225 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:50.243046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.267256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38432) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:50.303317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.321834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38434) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:50.323383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f1a7a05e-22fd-4eea-b7e3-1b4b8606c6f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d31e8a087524090a1431efcd147f4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542953 Sep 30 08:46:50.340905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.380352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:50.383726 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Pushing event updated for resources: {'Port': ['ID=d3de38b1-3be8-49f0-b073-46e3d9a5def3,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.390599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:50.399595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:50.486152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b80937-57d1-4c0a-9813-500373a3e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.522207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Attempting to bind port d3de38b1-3be8-49f0-b073-46e3d9a5def3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:50.522207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Attempting to bind port d3de38b1-3be8-49f0-b073-46e3d9a5def3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:50.522207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Attempting to bind port d3de38b1-3be8-49f0-b073-46e3d9a5def3 on network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:50.540629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:50.541349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Checking segment: {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:50.541969 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.542538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Bound using segment: {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:50.543237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Bound port: d3de38b1-3be8-49f0-b073-46e3d9a5def3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:50.543805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.553177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-86d294b3-70a7-4e4f-a7f6-01e48b856978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.555137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-86d294b3-70a7-4e4f-a7f6-01e48b856978 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1097 time: 0.1027195 Sep 30 08:46:50.557952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b80937-57d1-4c0a-9813-500373a3e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.656041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.675281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] For port d3de38b1-3be8-49f0-b073-46e3d9a5def3, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:50.686730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] For port d3de38b1-3be8-49f0-b073-46e3d9a5def3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d3de38b1-3be8-49f0-b073-46e3d9a5def3,segment=NetworkSegment(f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6),segment_id=f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:50.693029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.696620 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.709602 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b80937-57d1-4c0a-9813-500373a3e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.710280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-0be5b691-6e66-4867-85aa-bd93e4c116b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.712011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-0be5b691-6e66-4867-85aa-bd93e4c116b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1500473 Sep 30 08:46:50.712477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b80937-57d1-4c0a-9813-500373a3e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.713777 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7b80937-57d1-4c0a-9813-500373a3e16d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6458ff89-86d2-423f-bcee-248f5d75c277 HTTP/1.1" status: 204 len: 168 time: 0.3908498 Sep 30 08:46:50.730421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b80937-57d1-4c0a-9813-500373a3e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6458ff89-86d2-423f-bcee-248f5d75c277,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.737661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.812043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6991cb-3d43-4346-b51d-bd719981cab6 None None] Pushing event updated for resources: {'Port': ['ID=d3de38b1-3be8-49f0-b073-46e3d9a5def3,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.930271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Router 641c1786-735c-4cf9-9e68-906d2fd518dc is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:46:50.933052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Attempting to bind port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:50.933460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Attempting to bind port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:50.933880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Attempting to bind port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:50.936202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8908-69d0-4433-ba37-7d5da86f032e None None] Pushing event updated for resources: {'Port': ['ID=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.937672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-2aa9c15f-9f93-4a60-8bf7-28723eefe76f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 1001 time: 0.2128582 Sep 30 08:46:50.950806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:50.951195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:50.957206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.958072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:50.962508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Bound port: 8d8a75cc-b4b8-4463-96e7-75eada1a00ba, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:50.962936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:51.037192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-54f1eaef-bbbf-4df0-bed0-26060e4a9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:51.039137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-54f1eaef-bbbf-4df0-bed0-26060e4a9a88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0942886 Sep 30 08:46:51.151656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-8b0301ae-e02a-4c19-8b73-42f926900cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:51.153566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-8b0301ae-e02a-4c19-8b73-42f926900cba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078405 Sep 30 08:46:51.190534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] For port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:51.199035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] For port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:51.222084 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:51.228332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:51.230238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9914a27-5c87-446e-bde7-47de904fafde req-efeeffd7-149c-4cd0-8059-712a08ab7b0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:51.238447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9914a27-5c87-446e-bde7-47de904fafde req-efeeffd7-149c-4cd0-8059-712a08ab7b0e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.1906712 Sep 30 08:46:51.239628 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Sync routers for ids ['641c1786-735c-4cf9-9e68-906d2fd518dc'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:51.243163 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:51.248158 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-858fc37c-6413-4c0d-8775-b25b421ba6bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7220666 Sep 30 08:46:51.249074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 38452) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:51.258880 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Routers {'641c1786-735c-4cf9-9e68-906d2fd518dc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:51.259876 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['641c1786-735c-4cf9-9e68-906d2fd518dc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:51.399018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9914a27-5c87-446e-bde7-47de904fafde req-3bdd90a4-985b-4132-835b-4e7751773455 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485882 Sep 30 08:46:51.418185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8908-69d0-4433-ba37-7d5da86f032e None None] Pushing event updated for resources: {'Port': ['ID=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:51.421161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a67ca501-ab22-47b7-aec6-7df7bab4f9cd None None] Provisioning complete for port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:51.425267 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a67ca501-ab22-47b7-aec6-7df7bab4f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:51.436067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-abf7c6c0-f3b2-438b-a033-d9c8dd601996 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718225 Sep 30 08:46:51.490918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:51.491576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:51.539243 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Set router 641c1786-735c-4cf9-9e68-906d2fd518dc gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:51.649048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38458) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:51.731954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-7c0a8d04-2e26-46a6-9e72-a2b1630f050a service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867301 Sep 30 08:46:51.760190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2af60812-a298-4342-98c1-e1857182e71f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db326d808da942bb8885644cf9951716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099370 Sep 30 08:46:51.762645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 38460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:51.819874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:51.880206 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d3a437e-48ec-4fd1-95a1-98e9b9257716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:51.937601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d3a437e-48ec-4fd1-95a1-98e9b9257716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.044391 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:46:50Z', 'revision_number': 3, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:52.045150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d3a437e-48ec-4fd1-95a1-98e9b9257716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.050385 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5d3a437e-48ec-4fd1-95a1-98e9b9257716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.051881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5d3a437e-48ec-4fd1-95a1-98e9b9257716 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e470872-c558-46e8-9bed-3884fb4e6a39 HTTP/1.1" status: 204 len: 168 time: 0.2882869 Sep 30 08:46:52.068758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a437e-48ec-4fd1-95a1-98e9b9257716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e470872-c558-46e8-9bed-3884fb4e6a39,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:52.079012 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a67ca501-ab22-47b7-aec6-7df7bab4f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.117531 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Checking router: 641c1786-735c-4cf9-9e68-906d2fd518dc for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:52.117884 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Updating router 641c1786-735c-4cf9-9e68-906d2fd518dc port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:46:52.214396 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.264514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a67ca501-ab22-47b7-aec6-7df7bab4f9cd None None] For port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:52.287598 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a67ca501-ab22-47b7-aec6-7df7bab4f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.360722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe882f6-54bf-4a75-8db5-27eb6dd302b6 None None] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:46:52.384894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca501-ab22-47b7-aec6-7df7bab4f9cd None None] Pushing event updated for resources: {'Port': ['ID=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:52.389307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:51Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:52.438615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6cf61-e26f-42e3-aec1-78a7093282d9 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:51Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:52.560035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Provisioning complete for port d3de38b1-3be8-49f0-b073-46e3d9a5def3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:52.560415 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.709566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1152-2d45-45d6-b3b2-1a021c24e443 req-0925ddb1-4df0-4a33-b41e-a03ac7ba56e9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.719927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bfd1152-2d45-45d6-b3b2-1a021c24e443 req-0925ddb1-4df0-4a33-b41e-a03ac7ba56e9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.1261971 Sep 30 08:46:52.791371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:52.803931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bfd1152-2d45-45d6-b3b2-1a021c24e443 req-89296b6a-7b4b-4653-b17e-b2881bf56d08 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828242 Sep 30 08:46:52.912857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d3de38b1-3be8-49f0-b073-46e3d9a5def3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:53.029130 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.050462 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.099097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d3de38b1-3be8-49f0-b073-46e3d9a5def3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:53.109079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.112833 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.124715 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da3a1f-5dc1-4780-af4b-01df4312ce43 None None] Pushing event updated for resources: {'Port': ['ID=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:53.131310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Allocated IP 172.20.0.1 (7f6c40b5-c78e-43ee-adf7-5e009c6817fc/76a7a786-255a-4210-ba35-8b1afb87fec6/113a9126-8624-44f9-bcb1-c91cd339549a) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:53.161997 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Attempting to bind port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:53.166703 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Attempting to bind port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:53.171522 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Attempting to bind port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:53.179420 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:53.185255 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:53.185862 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.186363 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:53.186966 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Bound port: e6401051-b8d5-48ad-9bca-5e11a8e3ba9b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:53.187472 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.194045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] For port d3de38b1-3be8-49f0-b073-46e3d9a5def3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d3de38b1-3be8-49f0-b073-46e3d9a5def3,segment=NetworkSegment(f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6),segment_id=f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:53.212050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.288124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Provisioning complete for port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:53.288541 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.318779 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] For port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:53.325464 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] For port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:53.332936 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.427799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be521c-65ac-4baf-97a9-f8f388018b0a None None] Pushing event updated for resources: {'Port': ['ID=d3de38b1-3be8-49f0-b073-46e3d9a5def3,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:53.435521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.441979 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Routers {'641c1786-735c-4cf9-9e68-906d2fd518dc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:53.443497 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['641c1786-735c-4cf9-9e68-906d2fd518dc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:53.447224 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da3a1f-5dc1-4780-af4b-01df4312ce43 None None] Pushing event updated for resources: {'Port': ['ID=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:53.504395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.539317 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:53.569996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:53.572758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:53.629157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] Set router 641c1786-735c-4cf9-9e68-906d2fd518dc gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:53.654262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Pushing event updated for resources: {'Port': ['ID=113a9126-8624-44f9-bcb1-c91cd339549a,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:53.705764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.807107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ad92c93c-9318-4cb3-b3da-e9d22e27787e None None] Provisioning complete for port d3de38b1-3be8-49f0-b073-46e3d9a5def3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:53.807484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ad92c93c-9318-4cb3-b3da-e9d22e27787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.921185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.005591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b408-b438-4219-849a-53b3c573bd87 req-28286e04-4f7a-4093-9612-36807a86a64e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.007536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a58b408-b438-4219-849a-53b3c573bd87 req-28286e04-4f7a-4093-9612-36807a86a64e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0589640 Sep 30 08:46:54.011223 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:46:50Z', 'revision_number': 3, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:54.053546 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03161d-1657-442c-a063-6d1adaef7db7 None None] The sync data for ids ['641c1786-735c-4cf9-9e68-906d2fd518dc'] in n-d-807025-5 is: [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:46:50Z', 'revision_number': 3, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:54.072154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a58b408-b438-4219-849a-53b3c573bd87 req-8eff42ca-f3ce-4042-ba3c-5a2c4b1a61aa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507848 Sep 30 08:46:54.104253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a5c4ae04-6bf3-4d51-8bb0-b371a98b71ba None None] Provisioning complete for port 113a9126-8624-44f9-bcb1-c91cd339549a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:54.105190 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ae04-6bf3-4d51-8bb0-b371a98b71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.143548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4ae04-6bf3-4d51-8bb0-b371a98b71ba None None] Port 113a9126-8624-44f9-bcb1-c91cd339549a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:54.197855 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.204066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.286010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Pushing event updated for resources: {'Port': ['ID=113a9126-8624-44f9-bcb1-c91cd339549a,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:54.288656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.401407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:54.407749 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:54.613410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Router 641c1786-735c-4cf9-9e68-906d2fd518dc has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:46:54.796475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8d8a75cc-b4b8-4463-96e7-75eada1a00ba up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:54.815675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:46:54.820866 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d3806abe-add8-47f3-af01-7e7dc8095da5 admin admin] 10.222.0.41 "PUT /v2.0/routers/641c1786-735c-4cf9-9e68-906d2fd518dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5706336 Sep 30 08:46:54.879040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:54.879410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.882087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-55fdf650-c1d9-429b-be56-549d95dff4cf None None] Provisioning complete for port 113a9126-8624-44f9-bcb1-c91cd339549a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:54.882446 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55fdf650-c1d9-429b-be56-549d95dff4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:54.956107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-55fdf650-c1d9-429b-be56-549d95dff4cf None None] Port 113a9126-8624-44f9-bcb1-c91cd339549a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:46:55.038345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6401051-b8d5-48ad-9bca-5e11a8e3ba9b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:55.098370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:55.098932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.239222 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.258455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c1862-2588-44b4-aed7-a1353a03ad35 req-e7ad2108-7cb9-44f1-8854-2b6aa3cbc8ff tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:55.260491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c2c1862-2588-44b4-aed7-a1353a03ad35 req-e7ad2108-7cb9-44f1-8854-2b6aa3cbc8ff tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0800037 Sep 30 08:46:55.283995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:55.288869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.289997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d3de38b1-3be8-49f0-b073-46e3d9a5def3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:55.337880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1c2c1862-2588-44b4-aed7-a1353a03ad35 req-bbea62a2-73c3-4994-b0a1-af9695c70e8d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Sep 30 08:46:55.548799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:55.559338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d3de38b1-3be8-49f0-b073-46e3d9a5def3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:55.559736 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.900215 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.902539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:56.325464 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Sync routers for ids ['641c1786-735c-4cf9-9e68-906d2fd518dc'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:46:56.341660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Routers {'641c1786-735c-4cf9-9e68-906d2fd518dc'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:56.342596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['641c1786-735c-4cf9-9e68-906d2fd518dc'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:56.496182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Set router 641c1786-735c-4cf9-9e68-906d2fd518dc gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:56.512786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7ca29-ad95-4335-ac85-96f44e4b5012 req-7b91badd-d41c-49b0-9238-ade302da7baa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:56.515733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6c7ca29-ad95-4335-ac85-96f44e4b5012 req-7b91badd-d41c-49b0-9238-ade302da7baa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0732574 Sep 30 08:46:56.573075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6c7ca29-ad95-4335-ac85-96f44e4b5012 req-dedc2dfd-ead6-42a4-9aa1-93e6bc2605f7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499473 Sep 30 08:46:56.582215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6401051-b8d5-48ad-9bca-5e11a8e3ba9b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:56.720596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:56.720962 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:56.818535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:46:53Z', 'revision_number': 4, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '113a9126-8624-44f9-bcb1-c91cd339549a', 'name': '', 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'mac_address': 'fa:16:3e:5b:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '76a7a786-255a-4210-ba35-8b1afb87fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:52Z', 'updated_at': '2021-09-30T08:46:54Z', 'revision_number': 2, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'subnets': [{'id': '76a7a786-255a-4210-ba35-8b1afb87fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:56.851048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Checking router: 641c1786-735c-4cf9-9e68-906d2fd518dc for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:46:56.851478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Updating router 641c1786-735c-4cf9-9e68-906d2fd518dc port 113a9126-8624-44f9-bcb1-c91cd339549a binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:46:56.882263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.124621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-8ce0e127-132a-4b64-b2e3-10bb29ad0d91 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:57.126220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-8ce0e127-132a-4b64-b2e3-10bb29ad0d91 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1103396 Sep 30 08:46:57.144520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-bcfb3b99-d3a7-4cad-9eb5-160395d1032a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0123062 Sep 30 08:46:57.197422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.202249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-415a3254-48b9-4347-8c95-821128a7b399 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515761 Sep 30 08:46:57.206317 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.328303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-ef9ba4ab-0cdb-44fc-9c4b-7f0534065919 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180863 Sep 30 08:46:57.346763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Attempting to bind port 113a9126-8624-44f9-bcb1-c91cd339549a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:57.347312 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Attempting to bind port 113a9126-8624-44f9-bcb1-c91cd339549a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:57.347434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Attempting to bind port 113a9126-8624-44f9-bcb1-c91cd339549a on network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:57.354200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087871-6683-42d2-94a6-b19b8f447ab2 None None] Pushing event updated for resources: {'Port': ['ID=113a9126-8624-44f9-bcb1-c91cd339549a,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:57.357119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:57.357603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Checking segment: {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:57.358137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.358607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Bound using segment: {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:57.359165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Bound port: 113a9126-8624-44f9-bcb1-c91cd339549a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:57.359610 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.439222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] For port 113a9126-8624-44f9-bcb1-c91cd339549a, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:57.443202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] For port 113a9126-8624-44f9-bcb1-c91cd339549a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=113a9126-8624-44f9-bcb1-c91cd339549a,segment=NetworkSegment(f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6),segment_id=f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:57.444106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-39d121a8-a33d-4e40-a087-1095dc3a5b65 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146822 Sep 30 08:46:57.449467 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.527558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Routers {'641c1786-735c-4cf9-9e68-906d2fd518dc'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:46:57.527994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:46:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['641c1786-735c-4cf9-9e68-906d2fd518dc'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:57.569509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087871-6683-42d2-94a6-b19b8f447ab2 None None] Pushing event updated for resources: {'Port': ['ID=113a9126-8624-44f9-bcb1-c91cd339549a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:57.654793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9083de81-b8c9-4a15-89c3-68052f746991 None None] Provisioning complete for port 113a9126-8624-44f9-bcb1-c91cd339549a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:57.655303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9083de81-b8c9-4a15-89c3-68052f746991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.708383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] Set router 641c1786-735c-4cf9-9e68-906d2fd518dc gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:46:57.894645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d0e8-10e7-4ee8-ba3a-86c156955309 req-22b2bf13-3bee-4d01-a341-633f74837e08 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:57.901909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9083de81-b8c9-4a15-89c3-68052f746991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.904142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1c8d0e8-10e7-4ee8-ba3a-86c156955309 req-22b2bf13-3bee-4d01-a341-633f74837e08 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0743601 Sep 30 08:46:57.943620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9083de81-b8c9-4a15-89c3-68052f746991 None None] For port 113a9126-8624-44f9-bcb1-c91cd339549a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=113a9126-8624-44f9-bcb1-c91cd339549a,segment=NetworkSegment(f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6),segment_id=f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:57.950932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1c8d0e8-10e7-4ee8-ba3a-86c156955309 req-6ea6718d-21f5-41cd-88fc-0f41574cdeab tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Sep 30 08:46:57.984563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9083de81-b8c9-4a15-89c3-68052f746991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:58.030872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41ab66bc-eef6-4116-895a-663ff38edf58 req-dc18a03b-90a5-43bf-bb7c-454502e647f9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 210 time: 0.0300946 Sep 30 08:46:58.098908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083de81-b8c9-4a15-89c3-68052f746991 None None] Pushing event updated for resources: {'Port': ['ID=113a9126-8624-44f9-bcb1-c91cd339549a,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:58.122242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3a1da91c-f231-42c6-ba12-bf22777990ab None None] Provisioning complete for port 113a9126-8624-44f9-bcb1-c91cd339549a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:58.122697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a1da91c-f231-42c6-ba12-bf22777990ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:58.167781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:46:53Z', 'revision_number': 4, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '113a9126-8624-44f9-bcb1-c91cd339549a', 'name': '', 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'mac_address': 'fa:16:3e:5b:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '76a7a786-255a-4210-ba35-8b1afb87fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:52Z', 'updated_at': '2021-09-30T08:46:57Z', 'revision_number': 4, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'subnets': [{'id': '76a7a786-255a-4210-ba35-8b1afb87fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:58.200438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0af1f-9931-4d92-ae29-aa5daf2316c4 None None] The sync data for ids ['641c1786-735c-4cf9-9e68-906d2fd518dc'] in n-d-807025-5 is: [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:46:53Z', 'revision_number': 4, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '113a9126-8624-44f9-bcb1-c91cd339549a', 'name': '', 'network_id': '7f6c40b5-c78e-43ee-adf7-5e009c6817fc', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'mac_address': 'fa:16:3e:5b:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '76a7a786-255a-4210-ba35-8b1afb87fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:52Z', 'updated_at': '2021-09-30T08:46:57Z', 'revision_number': 4, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'subnets': [{'id': '76a7a786-255a-4210-ba35-8b1afb87fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:46:58.613239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 113a9126-8624-44f9-bcb1-c91cd339549a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:58.687637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 113a9126-8624-44f9-bcb1-c91cd339549a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:58.688229 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.145677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c00e9-01e6-46f9-b8af-5f4ef90ddb78 req-dd19d139-ec69-40e4-a0d1-7c29dc0163f6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:59.151979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc0c00e9-01e6-46f9-b8af-5f4ef90ddb78 req-dd19d139-ec69-40e4-a0d1-7c29dc0163f6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.1148939 Sep 30 08:46:59.271626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc0c00e9-01e6-46f9-b8af-5f4ef90ddb78 req-6e9b4ca0-fef4-46f6-93e6-a2188fadd506 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966830 Sep 30 08:46:59.291332 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-3256784b-de2e-4589-b850-ea8ab00a74b1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:59.293601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-3256784b-de2e-4589-b850-ea8ab00a74b1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.3481243 Sep 30 08:46:59.308834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:59.419638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2589775e-245e-430e-ae79-b96000b57e44 req-69c893e8-ea94-45ed-ab8b-89dbfdfa4e23 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 210 time: 0.0370607 Sep 30 08:46:59.451068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:59.455212 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.646139 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.12 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/61b04971-556e-4f1a-a1f7-0e9c0a53c170) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:59.867385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.934875 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.998435 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:00.001553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:00.009533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:00.066669 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:00.067348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.076820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=61b04971-556e-4f1a-a1f7-0e9c0a53c170,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:00.087961 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b61c88f-f9b7-4870-9381-3a209bfd2f85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830966 Sep 30 08:47:00.104983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Request body: {'port': {'device_id': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:00.186009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.457050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab5b77-9092-4052-ac3d-da0fe35e3ee2 req-faec387d-2c0e-47e2-8658-5c28e1dcc776 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:00.460457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65ab5b77-9092-4052-ac3d-da0fe35e3ee2 req-faec387d-2c0e-47e2-8658-5c28e1dcc776 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0607822 Sep 30 08:47:00.486602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-53823e0c-759d-4d6a-bc91-0aeecc117ead None None] Provisioning complete for port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:00.487306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-53823e0c-759d-4d6a-bc91-0aeecc117ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.541113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65ab5b77-9092-4052-ac3d-da0fe35e3ee2 req-5292e489-9d21-49e5-9512-0c3d05e43e80 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654349 Sep 30 08:47:00.543246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-53823e0c-759d-4d6a-bc91-0aeecc117ead None None] Port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:47:00.668688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c3d4-c92c-48dd-9666-01c8575689d5 req-4d96c237-2498-492f-ac65-202badc92497 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:00.677471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dc2c3d4-c92c-48dd-9666-01c8575689d5 req-4d96c237-2498-492f-ac65-202badc92497 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 932 time: 0.0649610 Sep 30 08:47:00.714771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b04971-556e-4f1a-a1f7-0e9c0a53c170 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:00.725791 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.757500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dc2c3d4-c92c-48dd-9666-01c8575689d5 req-dc0cb3d5-454d-470e-ab32-b70e8835897d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 Sep 30 08:47:00.759172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Transition to ACTIVE for port object 61b04971-556e-4f1a-a1f7-0e9c0a53c170 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:47:00.769712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.840204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Pushing event updated for resources: {'Port': ['ID=61b04971-556e-4f1a-a1f7-0e9c0a53c170,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:00.967061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Attempting to bind port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:00.967411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Attempting to bind port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:00.967747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Attempting to bind port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:00.975431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:47:00.975766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Attempting to bind port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:00.981852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:00.982197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:00.982597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:00.984117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Bound port: 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:00.984447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.084694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] For port 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:01.088055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] For port 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:01.094717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.129857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.130483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.131927 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] 10.222.0.57 "PUT /v2.0/ports/61b04971-556e-4f1a-a1f7-0e9c0a53c170 HTTP/1.1" status: 200 len: 1092 time: 1.0331676 Sep 30 08:47:01.132389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'tag': '61b04971-556e-4f1a-a1f7-0e9c0a53c170'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:01.134953 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85576046-f889-4eef-8b7a-5e673a0bdc10" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b912d3-017f-4088-bd83-a2c3229f19ad", "tag": "61b04971-556e-4f1a-a1f7-0e9c0a53c170"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:01.161129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2349c-ec54-4c3f-8dbc-a709e617e65e service neutron] Pushing event updated for resources: {'Port': ['ID=61b04971-556e-4f1a-a1f7-0e9c0a53c170,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:01.203689 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9094b585-c896-4f6e-9701-33246aaf39be x-openstack-request-id: req-9094b585-c896-4f6e-9701-33246aaf39be {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:01.203987 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b912d3-017f-4088-bd83-a2c3229f19ad", "tag": "61b04971-556e-4f1a-a1f7-0e9c0a53c170", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:01.204264 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9094b585-c896-4f6e-9701-33246aaf39be {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:01.204629 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'tag': '61b04971-556e-4f1a-a1f7-0e9c0a53c170', 'status': 'completed', 'code': 200} Sep 30 08:47:01.284441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b01bdce-59f7-4b8e-bf99-7180fe55887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.288057 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-2b01bdce-59f7-4b8e-bf99-7180fe55887d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 1095 time: 0.0660551 Sep 30 08:47:01.363438 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-5ef16106-6b6f-4091-9db9-053dc03e8a61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170 HTTP/1.1" status: 200 len: 217 time: 0.0654235 Sep 30 08:47:01.425405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-0007ac70-36f9-4430-9e1a-eebf5eba2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.427000 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-0007ac70-36f9-4430-9e1a-eebf5eba2792 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0538788 Sep 30 08:47:01.480800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-7efc9200-e874-4be7-a38d-2ea2640352d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.482727 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-7efc9200-e874-4be7-a38d-2ea2640352d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470188 Sep 30 08:47:01.610073 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-4cbf1ce1-cc71-47bc-9159-f9a32098e327 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190064 Sep 30 08:47:01.705701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265708f-f7c1-48a5-a75f-7fc800faed3a req-2e43b617-6127-44b8-80db-6bce001b3ae7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.710053 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0265708f-f7c1-48a5-a75f-7fc800faed3a req-2e43b617-6127-44b8-80db-6bce001b3ae7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0928810 Sep 30 08:47:01.730359 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c2eba3e1-28e7-4011-ac40-0f20ecbd6f73 req-9c82cc26-5508-49af-ac17-071c23896b30 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118281 Sep 30 08:47:01.789295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0265708f-f7c1-48a5-a75f-7fc800faed3a req-9a1a3c8b-62a7-4dd3-a09c-9abc91aa9f23 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722950 Sep 30 08:47:01.834411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-fd5790cf-4418-4979-9ed5-2e8691242e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.835885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-fd5790cf-4418-4979-9ed5-2e8691242e00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 1095 time: 0.0506761 Sep 30 08:47:01.971189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-6c8c6870-07c4-4a62-9c2e-230dc821068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.974007 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-6c8c6870-07c4-4a62-9c2e-230dc821068b service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1289773 Sep 30 08:47:01.974826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f52d4-4855-42b9-b8d7-6678c0f27fe4 req-fb9183f8-cf87-45a7-a3e7-fea10b1e677d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.976413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e65f52d4-4855-42b9-b8d7-6678c0f27fe4 req-fb9183f8-cf87-45a7-a3e7-fea10b1e677d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0565543 Sep 30 08:47:02.031976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e65f52d4-4855-42b9-b8d7-6678c0f27fe4 req-e644edd2-3df3-45b8-b7d8-f52f1225d4d1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 Sep 30 08:47:02.063318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-f42c4fa8-5581-4621-88e3-5876efdc69b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170 HTTP/1.1" status: 200 len: 217 time: 0.0763526 Sep 30 08:47:02.122020 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-e52fb78f-476e-49fc-bb22-6bc400d90b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:02.124554 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-e52fb78f-476e-49fc-bb22-6bc400d90b41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0556910 Sep 30 08:47:02.185001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-b8ede687-3b9d-4c07-bc52-95ac1d58f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:02.186909 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-b8ede687-3b9d-4c07-bc52-95ac1d58f516 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541961 Sep 30 08:47:02.302605 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-92047ef9-67ca-475c-8c1d-1d1ae08bdac2 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064937 Sep 30 08:47:02.420379 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85576046-f889-4eef-8b7a-5e673a0bdc10 req-3d856d6a-33df-4f93-b4e0-a25ce7ac6cf1 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045570 Sep 30 08:47:02.953605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5136d4a-8051-4d73-b052-55027e3c2789 req-707da968-c1ba-47bb-82e8-fa0290688296 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:02.956029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5136d4a-8051-4d73-b052-55027e3c2789 req-707da968-c1ba-47bb-82e8-fa0290688296 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0664589 Sep 30 08:47:02.998462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5136d4a-8051-4d73-b052-55027e3c2789 req-b5cfe19d-560d-4ccf-8594-39a722921d26 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362806 Sep 30 08:47:03.185005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22b31-9450-40a2-a33f-2643294a9d72 req-ece6396d-75d0-4a5b-8b6b-043c0a9c6b0d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:03.186946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17e22b31-9450-40a2-a33f-2643294a9d72 req-ece6396d-75d0-4a5b-8b6b-043c0a9c6b0d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0640376 Sep 30 08:47:03.238855 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17e22b31-9450-40a2-a33f-2643294a9d72 req-a5f9af87-b34c-4e99-b633-97841b732cd9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Sep 30 08:47:03.882640 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-23081e40-35d9-4072-a42c-b544814271b4 req-0fa0b874-55a2-477f-b5a5-9a0106f39778 service neutron] show failed (client error): The resource could not be found. Sep 30 08:47:03.883900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-0fa0b874-55a2-477f-b5a5-9a0106f39778 service neutron] 10.222.0.50 "GET /v2.0/ports/2a33942f-e62e-4eab-a6f6-8664ef6f1c12/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0653386 Sep 30 08:47:04.135664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb46aca-ec8f-4b28-b9e5-b1b7a5cbb3d1 req-8b31f67d-5a92-4c82-8dcb-88706f00c2ef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:04.137343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9fb46aca-ec8f-4b28-b9e5-b1b7a5cbb3d1 req-8b31f67d-5a92-4c82-8dcb-88706f00c2ef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0508804 Sep 30 08:47:04.177218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-6df8d2ad-6f1f-44a6-b45d-2da0e88fc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:04.179410 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-6df8d2ad-6f1f-44a6-b45d-2da0e88fc264 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 1097 time: 0.0819764 Sep 30 08:47:04.179585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9fb46aca-ec8f-4b28-b9e5-b1b7a5cbb3d1 req-0983d593-c973-4999-bfc9-ab2305c263ea tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352573 Sep 30 08:47:04.197353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:04.259323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.394810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b274d65-9fd6-443f-aa3b-b96034c3a656 req-e0e68eea-d927-45f0-8f4e-eeaf18738847 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:04.396971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b274d65-9fd6-443f-aa3b-b96034c3a656 req-e0e68eea-d927-45f0-8f4e-eeaf18738847 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0862377 Sep 30 08:47:04.458241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b274d65-9fd6-443f-aa3b-b96034c3a656 req-28f27b6e-fde8-4dcc-af09-3e84dbecd02c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Sep 30 08:47:04.505743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:04.541192 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:04.584392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:04.586925 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba26ac4-6c5f-4b6e-b308-7ec6f97697f9" -d '{"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:04.591445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.604860 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Transition to ACTIVE for port object 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:47:04.610007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.704054 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82177b-92f6-4489-b7ef-1d943dcc4738 x-openstack-request-id: req-0b82177b-92f6-4489-b7ef-1d943dcc4738 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:04.704314 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:04.704595 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b82177b-92f6-4489-b7ef-1d943dcc4738 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:04.704968 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'code': 200} Sep 30 08:47:04.722956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=6']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:04.785143 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] No DVR routers for this DVR port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on host n-h1-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:47:05.272411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:05.273086 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:05.273547 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:05.283370 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:47:05.283917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:05.294248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:05.294814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Checking segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:05.295451 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Bound using segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:05.296977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Bound port: 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:05.297742 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.319693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287957c-d6c9-4885-b647-4ea39083d38c req-63b53690-9cb1-492f-b800-4e88403302ef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.322457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a287957c-d6c9-4885-b647-4ea39083d38c req-63b53690-9cb1-492f-b800-4e88403302ef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.0602417 Sep 30 08:47:05.384401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a287957c-d6c9-4885-b647-4ea39083d38c req-2aada5bf-6a36-4bbc-b28c-50bc21af3e6e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454793 Sep 30 08:47:05.427384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:05.430926 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:05.434950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.469324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.470012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.471576 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] 10.222.0.57 "PUT /v2.0/ports/2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 1092 time: 1.2813416 Sep 30 08:47:05.500758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f3401-42f2-4c75-aee6-8a048c8b285d service neutron] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:05.585088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-d0a1b17e-7380-48d5-b1f7-448b19683da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.587718 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-d0a1b17e-7380-48d5-b1f7-448b19683da1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1095 time: 0.0756986 Sep 30 08:47:05.621258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63719fe-f471-4321-8281-7ec8a6982aa9 req-afd0ebb9-babc-468b-b66c-5ad4908b5584 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.623472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c63719fe-f471-4321-8281-7ec8a6982aa9 req-afd0ebb9-babc-468b-b66c-5ad4908b5584 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0822434 Sep 30 08:47:05.680869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c63719fe-f471-4321-8281-7ec8a6982aa9 req-ffd1e5de-a52f-4d13-911b-64ac0f347ff3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Sep 30 08:47:05.719640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-bb34e17b-c108-435a-9f6a-f1b82e52d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.721313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-bb34e17b-c108-435a-9f6a-f1b82e52d7c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1257133 Sep 30 08:47:05.791352 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-123a3eaf-1820-46a1-83b3-e4278911ba1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0622950 Sep 30 08:47:05.848847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-a99b956a-9951-439e-af5c-fb0e73f1a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.850345 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-a99b956a-9951-439e-af5c-fb0e73f1a4af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0495872 Sep 30 08:47:05.899707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081e40-35d9-4072-a42c-b544814271b4 req-7d78aeb5-7646-4922-bb29-03c17781d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:05.901241 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-7d78aeb5-7646-4922-bb29-03c17781d2e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423591 Sep 30 08:47:06.013994 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-414a414a-38ef-469b-8290-6c57a4030bb6 service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046209 Sep 30 08:47:06.113109 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-23081e40-35d9-4072-a42c-b544814271b4 req-1fa6a3b4-978c-4fb4-aeb6-8521fe39b68c service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881729 Sep 30 08:47:06.509869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd546ce-4403-428a-b8df-e9eedeb81312 req-ee29976e-1f97-464a-b872-ac8fe2c9453b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:06.515640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5cd546ce-4403-428a-b8df-e9eedeb81312 req-ee29976e-1f97-464a-b872-ac8fe2c9453b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.0584354 Sep 30 08:47:06.556214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5cd546ce-4403-428a-b8df-e9eedeb81312 req-ba991615-d926-451c-9e8c-ad804e95ddef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383635 Sep 30 08:47:06.706832 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:06.710675 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b813df89-8a4d-4e56-9a7c-778cec25845e" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:06.811679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888911b-00af-43d8-8034-9968c7d23de7 req-bd8e440a-183b-4b51-bd45-764957193caa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:06.813307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6888911b-00af-43d8-8034-9968c7d23de7 req-bd8e440a-183b-4b51-bd45-764957193caa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0601044 Sep 30 08:47:06.856031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6888911b-00af-43d8-8034-9968c7d23de7 req-d714c473-ce1a-4a4e-bf28-f5b858e1b16d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Sep 30 08:47:06.920405 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165c89ca-9f8f-4ebb-972a-e30e9b810579 x-openstack-request-id: req-165c89ca-9f8f-4ebb-972a-e30e9b810579 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:06.920759 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:06.921100 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-165c89ca-9f8f-4ebb-972a-e30e9b810579 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:06.921610 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'status': 'completed', 'code': 200} Sep 30 08:47:06.994197 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-a976e1b8-9478-4c22-b491-1bd17989a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:06.996225 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-a976e1b8-9478-4c22-b491-1bd17989a7cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1095 time: 0.0469174 Sep 30 08:47:07.027104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-061eee04-6380-4470-961c-dd05ca760de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.029055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-061eee04-6380-4470-961c-dd05ca760de1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1095 time: 0.0638344 Sep 30 08:47:07.107069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-089af140-8cf3-47fe-9615-d7445780406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.108695 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-089af140-8cf3-47fe-9615-d7445780406b service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1041400 Sep 30 08:47:07.159254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-c336b489-1008-4c70-bbf4-42a9e64208f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.160992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-c336b489-1008-4c70-bbf4-42a9e64208f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1248343 Sep 30 08:47:07.198981 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-cdb36edc-f762-4800-be1a-c1bdea800215 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0800352 Sep 30 08:47:07.256786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-92c0bd2b-59e9-4717-a0cc-d930c2b1a51e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0880327 Sep 30 08:47:07.271838 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-785d830f-31dd-4ff6-8b50-eb8071ba17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.274480 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-785d830f-31dd-4ff6-8b50-eb8071ba17b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0650144 Sep 30 08:47:07.334804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-c2077898-f528-4358-872d-6fb35e2a31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.336545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-c2077898-f528-4358-872d-6fb35e2a31ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504766 Sep 30 08:47:07.344214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-a709ea1a-812a-4a38-861d-59550f29e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.346285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-a709ea1a-812a-4a38-861d-59550f29e76c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0817075 Sep 30 08:47:07.411109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-4de64889-daf8-4405-ae4d-7283ee26301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.412668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-4de64889-daf8-4405-ae4d-7283ee26301c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579908 Sep 30 08:47:07.469044 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-b2614d48-627d-4be4-ad60-615bc23cbbe0 service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218920 Sep 30 08:47:07.532639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-075cca26-96d6-4f8e-bc30-b2abcb9787fd service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113842 Sep 30 08:47:07.597718 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-e5bafb15-70ce-419e-a21b-dfe0321d3da3 service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177981 Sep 30 08:47:07.670442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b813df89-8a4d-4e56-9a7c-778cec25845e req-aa8814ba-6642-4806-a220-5d522de5a353 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304619 Sep 30 08:47:07.720947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d92d9-4cbd-4d1f-ae43-eaa13df12758 req-7b3eb34a-624c-4b1c-80e8-413e86cc6e8d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.722745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c1d92d9-4cbd-4d1f-ae43-eaa13df12758 req-7b3eb34a-624c-4b1c-80e8-413e86cc6e8d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.0687685 Sep 30 08:47:07.770163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c1d92d9-4cbd-4d1f-ae43-eaa13df12758 req-3da20a9b-2e09-4e8b-9453-91a61adb2658 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403113 Sep 30 08:47:07.991634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ae3e6-b6cb-40f8-b616-d66265831d7e req-8ad5156f-7a85-4f31-90e1-8cbe9a00d329 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:07.993678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-188ae3e6-b6cb-40f8-b616-d66265831d7e req-8ad5156f-7a85-4f31-90e1-8cbe9a00d329 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0558877 Sep 30 08:47:08.054994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-188ae3e6-b6cb-40f8-b616-d66265831d7e req-122429c9-88d7-46b4-ae28-1ccc8beaf9c7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Sep 30 08:47:08.139275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:08.185858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:08.575488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a466ec5d-3d28-41db-94b1-09fbbc15c2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.840122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:47:08.897242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35f8f1-be95-4272-860d-51d84116731c req-6e8ca389-6493-4a28-a510-24391f19553f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:08.899094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d35f8f1-be95-4272-860d-51d84116731c req-6e8ca389-6493-4a28-a510-24391f19553f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 944 time: 0.0520351 Sep 30 08:47:08.950446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d35f8f1-be95-4272-860d-51d84116731c req-548b8972-8d67-4a1c-8d80-377b579f6ff6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Sep 30 08:47:08.951941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:08.968313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'mac_address': 'fa:16:3e:df:c4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:47:09.042341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.055959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:09.076678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:09.086130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.121869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-f7199e06-686f-4162-a185-71b2e942781e req-370830cf-bb88-47f7-8c34-cc473f9271d4 service neutron] (95002) timed out ('10.222.0.50', 52235) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:47:09.149845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:09.265136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7390b0b-2838-4698-af80-ba89a474944e req-69db6c1b-6fc5-49e3-b8ae-f3012460f3ef tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.266886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7390b0b-2838-4698-af80-ba89a474944e req-69db6c1b-6fc5-49e3-b8ae-f3012460f3ef tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0595555 Sep 30 08:47:09.316527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-e2568fec-7b98-4b88-9095-fe92a062f247 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.318838 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-e2568fec-7b98-4b88-9095-fe92a062f247 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e&tenant_id=2c3fab098af245ae97b68ab13d652c99&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 945 time: 0.1227798 Sep 30 08:47:09.319248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7390b0b-2838-4698-af80-ba89a474944e req-5bac68a2-15a5-456b-a8ae-3d78dc888193 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Sep 30 08:47:09.385277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2a33942f-e62e-4eab-a6f6-8664ef6f1c12'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:09.409831 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-343b65d4-f5ae-4d30-b3ef-6fe4d22d08ab service neutron] 10.222.0.57 "GET /v2.0/ports/2a33942f-e62e-4eab-a6f6-8664ef6f1c12/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 382 time: 0.0760105 Sep 30 08:47:09.448959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db8c00-011a-4f89-abe0-e95d8542c569 req-99fc59c5-e6a6-402a-b910-fb8a89a2fc3f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.450779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4db8c00-011a-4f89-abe0-e95d8542c569 req-99fc59c5-e6a6-402a-b910-fb8a89a2fc3f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0625703 Sep 30 08:47:09.489407 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-5e86a1ca-0df1-4674-a188-55ddfb8ef1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.491126 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-5e86a1ca-0df1-4674-a188-55ddfb8ef1b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1096 time: 0.0547848 Sep 30 08:47:09.525742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4db8c00-011a-4f89-abe0-e95d8542c569 req-c3a1de11-513e-42ba-b320-b2a3cd135cfa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538445 Sep 30 08:47:09.608962 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-2411df96-5cde-47a0-8137-8c146e4bea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.610808 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-2411df96-5cde-47a0-8137-8c146e4bea39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1100547 Sep 30 08:47:09.695518 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-ece03411-6aee-4263-8f45-d020aa2f827c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 1000 time: 0.0707834 Sep 30 08:47:09.755170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-f70aec13-1eb6-4725-8ab4-79a5abef37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.756711 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-f70aec13-1eb6-4725-8ab4-79a5abef37b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0478411 Sep 30 08:47:09.815581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-c5b60b26-4c5b-42bc-b023-f0280ca7239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.817119 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-c5b60b26-4c5b-42bc-b023-f0280ca7239c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466723 Sep 30 08:47:09.918706 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-b28072dc-f11c-4406-a165-98c184ca36e5 service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876820 Sep 30 08:47:10.038196 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-a0979b5e-ac5d-4d7a-bb74-c33aa803c203 service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018388 Sep 30 08:47:10.439282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba27d0-4ce5-4f63-a349-706ad9945676 req-53d0fc17-74dd-4349-8b92-9848561f5bac tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.440963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08ba27d0-4ce5-4f63-a349-706ad9945676 req-53d0fc17-74dd-4349-8b92-9848561f5bac tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0515666 Sep 30 08:47:10.482345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08ba27d0-4ce5-4f63-a349-706ad9945676 req-7045a4f4-0e6f-4715-a22c-1f61f27cc557 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351009 Sep 30 08:47:10.630942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36d179-9153-419a-a536-d44118b649c6 req-6f2b2dbf-3da2-422d-84be-5c8ed66c2c03 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.633208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb36d179-9153-419a-a536-d44118b649c6 req-6f2b2dbf-3da2-422d-84be-5c8ed66c2c03 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0524881 Sep 30 08:47:10.675259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cb36d179-9153-419a-a536-d44118b649c6 req-0c34196a-b76f-479f-8963-f51930d7e0ab tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Sep 30 08:47:10.832852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:10.883594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:47:10.888596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:10.888977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:11.140836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:11.167653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38f7934a-c552-42bb-afae-36dcafb05187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:11.177064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:11.179931 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44abcd58-541f-4390-8bbc-5bb9b1f540c5" -d '{"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-plugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:11.194793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:11.200592 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:11.241952 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d1b66-8a28-4b07-aa5d-1347bd6b082b x-openstack-request-id: req-754d1b66-8a28-4b07-aa5d-1347bd6b082b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:11.242332 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-plugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:11.242651 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-754d1b66-8a28-4b07-aa5d-1347bd6b082b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:11.243106 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'code': 200} Sep 30 08:47:11.260335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:11.412544 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:47:11.491444 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:11.631887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348c2f2-d44a-4e1e-a371-11615da358e0 req-32bcf864-a76d-48fd-85dc-3cfc77500f5c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:11.633649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5348c2f2-d44a-4e1e-a371-11615da358e0 req-32bcf864-a76d-48fd-85dc-3cfc77500f5c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0736110 Sep 30 08:47:11.682553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5348c2f2-d44a-4e1e-a371-11615da358e0 req-96bb8d4d-bca9-40b3-b730-0d28d3288c7c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Sep 30 08:47:11.807317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e630a1-40a7-4fc0-935e-71f39129fa6d req-77fe75ac-fdfd-4d91-8fbb-d1f6bce8ae85 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:11.809965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4e630a1-40a7-4fc0-935e-71f39129fa6d req-77fe75ac-fdfd-4d91-8fbb-d1f6bce8ae85 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 946 time: 0.0608969 Sep 30 08:47:11.850344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4e630a1-40a7-4fc0-935e-71f39129fa6d req-a0fb2047-50c2-47a3-9fb0-25bacd77c283 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336246 Sep 30 08:47:12.509757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-62e329d2-b893-4183-b697-2a63ef91c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:12.511296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-62e329d2-b893-4183-b697-2a63ef91c3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 1097 time: 0.0456796 Sep 30 08:47:12.530420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:12.588218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:12.838345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:12.846478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 61b04971-556e-4f1a-a1f7-0e9c0a53c170 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:47:12.859034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d86c-e663-4d19-af77-991a738438fa req-26685c14-9f1b-4176-b04d-5ef94bbb89a0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:12.860616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11b5d86c-e663-4d19-af77-991a738438fa req-26685c14-9f1b-4176-b04d-5ef94bbb89a0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 944 time: 0.0800793 Sep 30 08:47:12.905179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:12.944940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11b5d86c-e663-4d19-af77-991a738438fa req-164ebdd1-0d2d-4cf2-8b99-abc24fae9ca4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706272 Sep 30 08:47:12.952245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:12.961959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:12.964307 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df1645-8826-4f07-8544-82b7992a156d" -d '{"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:12.965515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '61b04971-556e-4f1a-a1f7-0e9c0a53c170', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': '61b04971-556e-4f1a-a1f7-0e9c0a53c170', 'mac_address': 'fa:16:3e:7f:7c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:47:12.969150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:12.986943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Transition to ACTIVE for port object 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:47:12.992894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.016319 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.046117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b04971-556e-4f1a-a1f7-0e9c0a53c170 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:13.075861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:13.082179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.124905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=10']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:13.152491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=61b04971-556e-4f1a-a1f7-0e9c0a53c170,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:13.185403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] No DVR routers for this DVR port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:47:13.187030 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.229915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06d85-12fe-4097-be75-3d0e37505c09 req-4ad6a61c-ae90-4274-908f-7eb0a4951cbe tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.231537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85a06d85-12fe-4097-be75-3d0e37505c09 req-4ad6a61c-ae90-4274-908f-7eb0a4951cbe tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.1551008 Sep 30 08:47:13.328975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85a06d85-12fe-4097-be75-3d0e37505c09 req-03999b73-6de6-4119-b531-eda9d27ee41b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892348 Sep 30 08:47:13.339011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['61b04971-556e-4f1a-a1f7-0e9c0a53c170'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:13.397937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:13.398305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:13.398640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:13.403462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:47:13.403749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Attempting to bind port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:13.409342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:13.409718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Checking segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:13.410111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Bound using segment: {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:13.410554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Bound port: 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a247ca-b79f-489a-a5be-b6a48721da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:13.410916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.446148 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429a4bb6-332f-4353-b01f-cfe89c4f7166 x-openstack-request-id: req-429a4bb6-332f-4353-b01f-cfe89c4f7166 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:13.446148 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:13.446479 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-429a4bb6-332f-4353-b01f-cfe89c4f7166 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:13.446851 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'code': 200} Sep 30 08:47:13.490842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:13.495138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:13.502135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.541302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.541750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.543238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] 10.222.0.50 "PUT /v2.0/ports/2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 1093 time: 1.0174816 Sep 30 08:47:13.566645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662116-2650-40ef-96cd-21d4fb84017b service neutron] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=11']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:13.639552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-f974a19d-20b7-450d-99ec-b72488a212c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.641491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-f974a19d-20b7-450d-99ec-b72488a212c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1096 time: 0.0508351 Sep 30 08:47:13.764079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-b849583d-d8a6-40d3-804f-30213438bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.766755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-b849583d-d8a6-40d3-804f-30213438bdc9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1187656 Sep 30 08:47:13.840613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-7156ae6c-037a-4506-91a7-7badab2eb329 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0667162 Sep 30 08:47:13.893870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-e71c87d7-2599-4945-9c26-e6a2a3e480d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.895305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-e71c87d7-2599-4945-9c26-e6a2a3e480d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0480714 Sep 30 08:47:13.951362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-5734572d-e295-464a-a22b-66f8472221bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.951362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-5734572d-e295-464a-a22b-66f8472221bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450823 Sep 30 08:47:14.149068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-e52675e0-2e1a-4c45-a2f5-006c6115ace4 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944752 Sep 30 08:47:14.173058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97dfb9-bf85-4335-a949-32e54dc20c35 req-bcbab705-19cf-4fba-9556-6c25f491dab9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:14.175318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb97dfb9-bf85-4335-a949-32e54dc20c35 req-bcbab705-19cf-4fba-9556-6c25f491dab9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 945 time: 0.1278975 Sep 30 08:47:14.293173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb97dfb9-bf85-4335-a949-32e54dc20c35 req-ac980d16-a4c5-4fa4-82bb-a50ddacdcbee tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049025 Sep 30 08:47:14.322052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7afce2d5-280e-4757-8af7-3873dd308e31 req-6e9549dc-56c0-4e1a-99c2-90c3e4aa5f5e service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649137 Sep 30 08:47:14.457045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63fba-4bf3-47f0-bab9-3efd64bfb605 req-28377770-debe-4e0f-bfaf-fc2acdb58c46 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:14.458585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23c63fba-4bf3-47f0-bab9-3efd64bfb605 req-28377770-debe-4e0f-bfaf-fc2acdb58c46 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0534360 Sep 30 08:47:14.499327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23c63fba-4bf3-47f0-bab9-3efd64bfb605 req-58d7f3b8-3609-44dc-8205-c442cdddb0d9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344760 Sep 30 08:47:14.867093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 61b04971-556e-4f1a-a1f7-0e9c0a53c170 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:14.919003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:47:14.923704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:14.924190 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:14.975785 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.023341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.050859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b04971-556e-4f1a-a1f7-0e9c0a53c170'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:15.053436 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb1d754-b187-46c4-8322-635b4b1876a3" -d '{"events": [{"server_uuid": "b7b912d3-017f-4088-bd83-a2c3229f19ad", "name": "network-vif-plugged", "status": "completed", "tag": "61b04971-556e-4f1a-a1f7-0e9c0a53c170"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:15.073929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:15.079573 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.080978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:15.120338 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb3ca2-59c9-455a-aa6f-c730929dbbca x-openstack-request-id: req-0edb3ca2-59c9-455a-aa6f-c730929dbbca {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:15.120626 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b912d3-017f-4088-bd83-a2c3229f19ad", "name": "network-vif-plugged", "status": "completed", "tag": "61b04971-556e-4f1a-a1f7-0e9c0a53c170", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:15.120885 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0edb3ca2-59c9-455a-aa6f-c730929dbbca {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:15.121305 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b04971-556e-4f1a-a1f7-0e9c0a53c170', 'code': 200} Sep 30 08:47:15.200194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:15.215584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=61b04971-556e-4f1a-a1f7-0e9c0a53c170,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:15.239708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8929c-1d9d-4632-88d5-f60a014418c5 req-bdd8eacf-50ed-44e0-b6b6-fb79a0bf6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.241281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a9d8929c-1d9d-4632-88d5-f60a014418c5 req-bdd8eacf-50ed-44e0-b6b6-fb79a0bf6cb2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 1097 time: 0.0540578 Sep 30 08:47:15.303412 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a9d8929c-1d9d-4632-88d5-f60a014418c5 req-3b085c16-5e81-40e9-8cb7-9283d239045a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Sep 30 08:47:15.415623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71f98-73fa-46b9-9859-8b283d43719a req-e4e25cc0-1eb2-46de-af17-9dfc9e75fb96 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.417276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fa71f98-73fa-46b9-9859-8b283d43719a req-e4e25cc0-1eb2-46de-af17-9dfc9e75fb96 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.0533109 Sep 30 08:47:15.451528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:15.453871 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9335677-ca4a-41a3-8afc-3842039ac2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:15.469925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1fa71f98-73fa-46b9-9859-8b283d43719a req-ccd91b87-9da6-4f76-8cb6-e876bf387257 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Sep 30 08:47:15.533915 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca8c7b-4d40-450b-b05f-76451c01f400 x-openstack-request-id: req-c2ca8c7b-4d40-450b-b05f-76451c01f400 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:15.534184 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:15.534446 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2ca8c7b-4d40-450b-b05f-76451c01f400 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:15.534827 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'status': 'completed', 'code': 200} Sep 30 08:47:15.603350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-a09e5e3c-bb22-4581-9681-aaf218c60e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.604771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-a09e5e3c-bb22-4581-9681-aaf218c60e11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1096 time: 0.0484571 Sep 30 08:47:15.664348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fd6e0-b2ce-401f-a364-31719ee277e7 req-d33d2b04-b348-46bb-a55e-92480a96daec tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.665955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-325fd6e0-b2ce-401f-a364-31719ee277e7 req-d33d2b04-b348-46bb-a55e-92480a96daec tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0776620 Sep 30 08:47:15.667921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-5cc8dbc7-d8e7-4283-90de-b1299085501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.669310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-5cc8dbc7-d8e7-4283-90de-b1299085501a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1096 time: 0.0706396 Sep 30 08:47:15.700982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-fc9feec5-00b7-4fb3-90d3-0540c13bf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.702503 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-fc9feec5-00b7-4fb3-90d3-0540c13bf17b service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.0889802 Sep 30 08:47:15.743348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-325fd6e0-b2ce-401f-a364-31719ee277e7 req-6fd98e1e-1969-4904-bc35-416b3328ef3c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711875 Sep 30 08:47:15.793573 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-813d0aad-ea23-4031-945e-11e5f459f04f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0796640 Sep 30 08:47:15.824192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-a5979096-c9aa-44c8-9f52-e8c80d485ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.825881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-a5979096-c9aa-44c8-9f52-e8c80d485ab2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1399000 Sep 30 08:47:15.864025 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-169f2266-972f-440f-9973-ad88279073bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.865544 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-169f2266-972f-440f-9973-ad88279073bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0645118 Sep 30 08:47:15.930661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-65c8dccd-1f27-48a9-ba3c-5ea387efdac2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 999 time: 0.0961111 Sep 30 08:47:15.933957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-91ade1a5-856c-4d56-a40a-60cf26dff223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.935976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-91ade1a5-856c-4d56-a40a-60cf26dff223 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599797 Sep 30 08:47:15.999345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-4e103930-42ce-4126-ae22-2abaf5805d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:16.001164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-4e103930-42ce-4126-ae22-2abaf5805d6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0636857 Sep 30 08:47:16.058821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-59b7a739-2aab-4890-9199-7d43fac618e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:16.060586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-59b7a739-2aab-4890-9199-7d43fac618e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515952 Sep 30 08:47:16.145548 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-e6fe8017-b48c-46c3-b1b9-5793cafbb339 service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968732 Sep 30 08:47:16.185133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-3b404f7e-8e9c-4bde-9689-9413ae34dbc9 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174221 Sep 30 08:47:16.250334 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-38fa3990-4931-497a-87c8-31ffbdb3ef6c service neutron] 10.222.0.57 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967710 Sep 30 08:47:16.307376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9335677-ca4a-41a3-8afc-3842039ac2e3 req-a8c5e624-f4df-4a8e-8168-03a652ef9fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149921 Sep 30 08:47:16.623207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249e54-93d9-4fc8-a7d8-a543c3b1fe28 req-8b934f31-7ae4-44d9-b9e0-3f4148043f14 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:16.625407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74249e54-93d9-4fc8-a7d8-a543c3b1fe28 req-8b934f31-7ae4-44d9-b9e0-3f4148043f14 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.0607271 Sep 30 08:47:16.690369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74249e54-93d9-4fc8-a7d8-a543c3b1fe28 req-08a569f4-c5a7-40d6-b41b-ca69948c654a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584064 Sep 30 08:47:16.891067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121c58b-49e4-4d3d-a410-cd86fc209859 req-2f78f643-2066-4b8c-b6c2-b2c26180aba5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:16.894284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4121c58b-49e4-4d3d-a410-cd86fc209859 req-2f78f643-2066-4b8c-b6c2-b2c26180aba5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 945 time: 0.0749264 Sep 30 08:47:16.944763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4121c58b-49e4-4d3d-a410-cd86fc209859 req-edb00282-b28b-4186-a6dc-cbef60e238f9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432324 Sep 30 08:47:16.971078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39032) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:17.057844 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7084eb06-585e-485b-aa32-2aa9174391f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/92511988-01be-4891-9606-e533afffd78f HTTP/1.1" status: 200 len: 991 time: 0.0837412 Sep 30 08:47:17.831414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68730f-c06b-42a1-9dcf-2e3ac0e0f024 req-16b955d4-b904-4f02-82cd-0ab0e07d3edb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:17.833052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee68730f-c06b-42a1-9dcf-2e3ac0e0f024 req-16b955d4-b904-4f02-82cd-0ab0e07d3edb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.0558262 Sep 30 08:47:17.878668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee68730f-c06b-42a1-9dcf-2e3ac0e0f024 req-ac4adb51-b173-4829-8ca5-0ba8de608d20 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Sep 30 08:47:18.020940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c9c5b-5d12-4cf4-97f7-54ccc6b37fda req-af9e17ac-bfd8-46a2-bf61-f2dda179e7b7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:18.023460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e50c9c5b-5d12-4cf4-97f7-54ccc6b37fda req-af9e17ac-bfd8-46a2-bf61-f2dda179e7b7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.0602074 Sep 30 08:47:18.071557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e50c9c5b-5d12-4cf4-97f7-54ccc6b37fda req-9ee82031-23bd-44e3-99b7-7424e695e526 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361934 Sep 30 08:47:18.163260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:47:18.271367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d1cc6-48af-408a-b9c2-78268386680b req-fd8c8459-824b-49df-835b-888d6c93193b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:18.273111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da1d1cc6-48af-408a-b9c2-78268386680b req-fd8c8459-824b-49df-835b-888d6c93193b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.1012232 Sep 30 08:47:18.323648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:18.329025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da1d1cc6-48af-408a-b9c2-78268386680b req-a0f76761-0d36-479b-baa8-ee8e45fe0255 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 Sep 30 08:47:18.338062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'port_id': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'mac_address': 'fa:16:3e:df:c4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:47:18.398455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:18.419962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:18.449243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:18.458796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:18.538113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:18.620532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2ee3b-d331-4cf1-9bb8-41ddf2b993c4 req-cae3acd2-0b63-4c7c-959a-5922c33f27e5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:18.622286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52f2ee3b-d331-4cf1-9bb8-41ddf2b993c4 req-cae3acd2-0b63-4c7c-959a-5922c33f27e5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.0577900 Sep 30 08:47:18.670289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52f2ee3b-d331-4cf1-9bb8-41ddf2b993c4 req-75914429-0905-4621-a1db-117879451905 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Sep 30 08:47:18.752385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2a33942f-e62e-4eab-a6f6-8664ef6f1c12'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:19.799021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791a956-9056-42bd-946f-80ba950a7943 req-d17b4eaf-3d6c-41bf-b840-53391e8ccba7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:19.800626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2791a956-9056-42bd-946f-80ba950a7943 req-d17b4eaf-3d6c-41bf-b840-53391e8ccba7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.0584860 Sep 30 08:47:19.842622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2791a956-9056-42bd-946f-80ba950a7943 req-1600df22-7b33-471b-ad95-011385b64f49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Sep 30 08:47:20.175607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:20.268527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:47:20.274463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:20.274886 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.372103 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.398006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:20.400264 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3998d0-1a01-44ab-9791-bc2d1ba469bc" -d '{"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-plugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:20.413827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:20.421398 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.466625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-a1ed0104-b55c-40b9-afaf-de6ef86c0101 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:20.469736 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-a1ed0104-b55c-40b9-afaf-de6ef86c0101 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 946 time: 0.1184359 Sep 30 08:47:20.477423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=13']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:20.482533 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca6e27-4d7d-4fa1-aa91-93c28adb10ec x-openstack-request-id: req-5eca6e27-4d7d-4fa1-aa91-93c28adb10ec {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:20.484356 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-plugged", "status": "completed", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:20.484710 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5eca6e27-4d7d-4fa1-aa91-93c28adb10ec {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:20.485299 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'code': 200} Sep 30 08:47:20.576501 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:20.576865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.687558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port 61b04971-556e-4f1a-a1f7-0e9c0a53c170, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=61b04971-556e-4f1a-a1f7-0e9c0a53c170,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:20.687928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.703288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for 61b04971-556e-4f1a-a1f7-0e9c0a53c170 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:20.850701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.868104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['61b04971-556e-4f1a-a1f7-0e9c0a53c170'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:20.897148 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=61b04971-556e-4f1a-a1f7-0e9c0a53c170,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:20.976079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port 61b04971-556e-4f1a-a1f7-0e9c0a53c170 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:47:20.980613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:20.982850 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c385ba8c-fbd1-4c5b-8297-1596e2287a62 req-d8927125-8e3c-4de1-a12a-7ca3af38d805 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "DELETE /v2.0/ports/61b04971-556e-4f1a-a1f7-0e9c0a53c170 HTTP/1.1" status: 204 len: 173 time: 0.5047579 Sep 30 08:47:20.983328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'name': 'network-vif-deleted', 'tag': '61b04971-556e-4f1a-a1f7-0e9c0a53c170'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:20.986394 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5e0206-5f09-4d21-b1c5-b719813960d2" -d '{"events": [{"server_uuid": "b7b912d3-017f-4088-bd83-a2c3229f19ad", "name": "network-vif-deleted", "tag": "61b04971-556e-4f1a-a1f7-0e9c0a53c170"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:21.051841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d6844ab-34e4-4a09-b6ec-31aa487f39c4 req-86fa1114-1365-4ec2-8c93-0a8f28721f1b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 210 time: 0.0612097 Sep 30 08:47:21.085993 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b6e968-1162-44b2-aa3f-6d79a9526497 x-openstack-request-id: req-84b6e968-1162-44b2-aa3f-6d79a9526497 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:21.086711 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b912d3-017f-4088-bd83-a2c3229f19ad", "name": "network-vif-deleted", "tag": "61b04971-556e-4f1a-a1f7-0e9c0a53c170", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:21.086959 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84b6e968-1162-44b2-aa3f-6d79a9526497 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:21.087380 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b912d3-017f-4088-bd83-a2c3229f19ad', 'name': 'network-vif-deleted', 'tag': '61b04971-556e-4f1a-a1f7-0e9c0a53c170', 'status': 'completed', 'code': 200} Sep 30 08:47:22.146757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4f874c55-bff6-47c3-ad07-d03579f263f9 req-2b4fb7c8-8d13-4258-af86-587dc21a1b5b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 210 time: 0.0273676 Sep 30 08:47:22.905252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 61b04971-556e-4f1a-a1f7-0e9c0a53c170 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:22.931829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 61b04971-556e-4f1a-a1f7-0e9c0a53c170 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:22.932176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 61b04971-556e-4f1a-a1f7-0e9c0a53c170 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:23.281989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdb95bdf-6f9c-4f0c-a930-618de6509762 req-d3eef35a-5592-4510-bc64-9f4210a95393 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 210 time: 0.0481820 Sep 30 08:47:23.799550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39384) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:23.919262 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a735c7f-3608-4d4f-b624-a7c998cb488b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.026852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a735c7f-3608-4d4f-b624-a7c998cb488b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.034202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a735c7f-3608-4d4f-b624-a7c998cb488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.102956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6a735c7f-3608-4d4f-b624-a7c998cb488b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f58420e0d3a84f2084eaa8a381f481c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019912 Sep 30 08:47:24.104416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a735c7f-3608-4d4f-b624-a7c998cb488b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827f429-734d-44bc-83a3-0dd9a74be5bc,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:24.105381 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39388) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:24.167888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c643abe4-3a6d-4c79-b9d3-be7231dbb4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.190493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c643abe4-3a6d-4c79-b9d3-be7231dbb4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.245847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c643abe4-3a6d-4c79-b9d3-be7231dbb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.248546 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c643abe4-3a6d-4c79-b9d3-be7231dbb4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:24.250409 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c643abe4-3a6d-4c79-b9d3-be7231dbb4aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8827f429-734d-44bc-83a3-0dd9a74be5bc HTTP/1.1" status: 204 len: 168 time: 0.1439655 Sep 30 08:47:24.260834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643abe4-3a6d-4c79-b9d3-be7231dbb4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827f429-734d-44bc-83a3-0dd9a74be5bc,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:24.393777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383cfb94-c14e-40ea-94b8-d4382d6e55d2 req-cc13df9f-6f73-4f92-8d0a-2f58d2cff315 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b912d3-017f-4088-bd83-a2c3229f19ad HTTP/1.1" status: 200 len: 210 time: 0.0265372 Sep 30 08:47:25.898506 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:25.903465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:26.557162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-258f5385-292c-40dc-8fec-b2304a0fffa5 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dcf1e1a1e7c14fc9a4ac0769c0429dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324214 Sep 30 08:47:27.082061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-73de5eed-67f3-4f0d-9b10-38e35924836d tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:27.083665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-73de5eed-67f3-4f0d-9b10-38e35924836d tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5208786 Sep 30 08:47:27.100435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-d9713345-db1e-4e7d-8119-22c6e01a77f2 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/quotas/dcf1e1a1e7c14fc9a4ac0769c0429dde HTTP/1.1" status: 200 len: 375 time: 0.0106885 Sep 30 08:47:27.133521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-642552fc-2004-4920-8312-d9bb4d7f8bad tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dcf1e1a1e7c14fc9a4ac0769c0429dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271819 Sep 30 08:47:27.311506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08e00b9d-085a-4889-b963-0422953daeb7 req-1bb9da19-17b1-47a8-96c3-2a1fd16f8c34 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 210 time: 0.0302560 Sep 30 08:47:28.456777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-523a08bc-4e8b-4c6d-acb1-9490f3b64d74 req-51ac76c4-b3c3-4fbe-be37-5a9725d2eb81 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 210 time: 0.0700171 Sep 30 08:47:28.463418 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-2e7ad3ec-7dda-4b46-b1de-4b2bee119a91 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dcf1e1a1e7c14fc9a4ac0769c0429dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616872 Sep 30 08:47:28.689309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-7ffc66b2-0c5b-4029-aee1-e0ba8bfdc398 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:28.690885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-7ffc66b2-0c5b-4029-aee1-e0ba8bfdc398 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211289 Sep 30 08:47:28.709527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Request body: {'port': {'device_id': '033d4534-71df-4ebb-9e80-521acb8c3843', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'dcf1e1a1e7c14fc9a4ac0769c0429dde'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:28.832613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Made reservation on behalf of dcf1e1a1e7c14fc9a4ac0769c0429dde for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:47:28.836725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:28.846384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:28.946726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:28.951703 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.019421 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:29.095655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Allocated IP 192.168.233.7 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/f4bf7882-bae1-4e9c-8c7d-07afaafd9fec) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:29.277392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.312831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.359720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:29.363269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:29.366038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:29.397994 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Pushing event updated for resources: {'Port': ['ID=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:29.427635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:29.428337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.446136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-0c2547a7-a2ec-4f35-a527-de89fa5be6b3 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7408323 Sep 30 08:47:29.459977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Request body: {'port': {'device_id': '033d4534-71df-4ebb-9e80-521acb8c3843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:29.534032 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.596151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5b7e-6ea7-4921-ae4f-11190b36cf3c req-3a28402e-b6e7-4c13-87bd-6005e4872553 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:29.597697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492c5b7e-6ea7-4921-ae4f-11190b36cf3c req-3a28402e-b6e7-4c13-87bd-6005e4872553 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 934 time: 0.0611868 Sep 30 08:47:29.639988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492c5b7e-6ea7-4921-ae4f-11190b36cf3c req-f9b54d63-6f50-4b22-9879-6265644b1435 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Sep 30 08:47:29.678879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-16e3082e-b09b-4156-93f4-bf0ba9ce9e3b None None] Provisioning complete for port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:29.679922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-16e3082e-b09b-4156-93f4-bf0ba9ce9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.719857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-16e3082e-b09b-4156-93f4-bf0ba9ce9e3b None None] Port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:47:29.815489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bf7882-bae1-4e9c-8c7d-07afaafd9fec {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:29.823394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.835778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Transition to ACTIVE for port object f4bf7882-bae1-4e9c-8c7d-07afaafd9fec will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:47:29.838996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:29.892443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:29.968853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Attempting to bind port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:29.969360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Attempting to bind port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:29.970585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Attempting to bind port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:29.976189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:47:29.976687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Attempting to bind port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:29.982583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:29.983059 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:29.983558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:29.984098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Bound port: f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:29.984563 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:30.070738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] For port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:30.076642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] For port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:30.088310 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:30.155521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.156841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:30.159901 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/f4bf7882-bae1-4e9c-8c7d-07afaafd9fec HTTP/1.1" status: 200 len: 1094 time: 0.7048256 Sep 30 08:47:30.160635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033d4534-71df-4ebb-9e80-521acb8c3843', 'tag': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:30.164869 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85133740-8052-462e-9db8-ea71c6052640" -d '{"events": [{"name": "network-changed", "server_uuid": "033d4534-71df-4ebb-9e80-521acb8c3843", "tag": "f4bf7882-bae1-4e9c-8c7d-07afaafd9fec"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:30.210599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c90e-e389-4cbd-b8f6-ad74d4e143d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:30.254105 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08690c3-5ec7-4b69-8127-5ad6fa500582 x-openstack-request-id: req-d08690c3-5ec7-4b69-8127-5ad6fa500582 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:30.254397 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033d4534-71df-4ebb-9e80-521acb8c3843", "tag": "f4bf7882-bae1-4e9c-8c7d-07afaafd9fec", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:30.254729 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d08690c3-5ec7-4b69-8127-5ad6fa500582 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:30.255247 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033d4534-71df-4ebb-9e80-521acb8c3843', 'tag': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec', 'status': 'completed', 'code': 200} Sep 30 08:47:30.277376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-01792611-67b1-40ce-9e52-46e6b8e27b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.283413 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-01792611-67b1-40ce-9e52-46e6b8e27b8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcf1e1a1e7c14fc9a4ac0769c0429dde&device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 1097 time: 0.0609109 Sep 30 08:47:30.338639 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-678da2cb-1a32-49ce-af67-acac99707306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec HTTP/1.1" status: 200 len: 217 time: 0.0449066 Sep 30 08:47:30.394544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-bb636ed4-21bf-48e7-ac07-8cff6418dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.396046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-bb636ed4-21bf-48e7-ac07-8cff6418dfc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0454395 Sep 30 08:47:30.448965 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bab02-d66e-4206-b31f-35e71794a3ea req-b9c9cd03-8d71-48cc-8612-8f0ad680a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.451110 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-b9c9cd03-8d71-48cc-8612-8f0ad680a546 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463018 Sep 30 08:47:30.546277 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-2b85742c-e6db-4eda-91c9-64162b2a54f7 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Sep 30 08:47:30.644658 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-080bab02-d66e-4206-b31f-35e71794a3ea req-916c3fff-c09c-48ad-b35f-bed6febdf4c3 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895884 Sep 30 08:47:30.738722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85133740-8052-462e-9db8-ea71c6052640 req-587acb9a-f1cd-47e7-a31d-9122bd162fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.740357 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-587acb9a-f1cd-47e7-a31d-9122bd162fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcf1e1a1e7c14fc9a4ac0769c0429dde&device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 1097 time: 0.0450137 Sep 30 08:47:30.784135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836e50d-0105-4a6c-a503-c2600c7af37d req-6784fb02-e7b5-487b-b810-b4efeb11eb40 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.785578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c836e50d-0105-4a6c-a503-c2600c7af37d req-6784fb02-e7b5-487b-b810-b4efeb11eb40 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 946 time: 0.0596817 Sep 30 08:47:30.829938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c836e50d-0105-4a6c-a503-c2600c7af37d req-198a9872-242f-4746-ae3c-1125b6992765 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378349 Sep 30 08:47:30.844744 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85133740-8052-462e-9db8-ea71c6052640 req-073ebaa7-795d-4a0f-a643-8169531a3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.846651 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-073ebaa7-795d-4a0f-a643-8169531a3c19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.0980346 Sep 30 08:47:30.895499 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-57a3916c-0c82-4f8d-9688-2c164cc31317 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec HTTP/1.1" status: 200 len: 217 time: 0.0349197 Sep 30 08:47:30.948172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85133740-8052-462e-9db8-ea71c6052640 req-de0250ec-022c-4959-9b5a-6b36228476cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:30.949757 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-de0250ec-022c-4959-9b5a-6b36228476cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0464337 Sep 30 08:47:31.013242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85133740-8052-462e-9db8-ea71c6052640 req-690ae706-f4fd-49be-894b-8db83e9b62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:31.014926 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-690ae706-f4fd-49be-894b-8db83e9b62f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554669 Sep 30 08:47:31.110882 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-2c163fb1-7ae9-4670-93ba-5846d4aafd0b service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864737 Sep 30 08:47:31.211880 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85133740-8052-462e-9db8-ea71c6052640 req-90db8c13-c7b5-4c5f-b039-7605f31f23f7 service neutron] 10.222.0.57 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931072 Sep 30 08:47:31.950195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70f22-8964-495b-87ea-9bb773c90f6b req-93fcd89b-4f9f-47bd-8290-618468a2e535 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:31.951699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bc70f22-8964-495b-87ea-9bb773c90f6b req-93fcd89b-4f9f-47bd-8290-618468a2e535 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 946 time: 0.0550361 Sep 30 08:47:32.001711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bc70f22-8964-495b-87ea-9bb773c90f6b req-21070b9b-d7bc-4c4d-80f5-f89a4712977c tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Sep 30 08:47:32.939561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f4bf7882-bae1-4e9c-8c7d-07afaafd9fec details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:47:33.065128 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:33.077846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec', 'mac_address': 'fa:16:3e:6f:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:47:33.120923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:33.134702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccb7f9-b5dd-4efd-8a44-73896f133eaa req-18261df3-1bed-4618-aa1d-4a630e57ff95 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:33.135298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bf7882-bae1-4e9c-8c7d-07afaafd9fec {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:33.137249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5eccb7f9-b5dd-4efd-8a44-73896f133eaa req-18261df3-1bed-4618-aa1d-4a630e57ff95 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 946 time: 0.0546815 Sep 30 08:47:33.156370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:33.162219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:33.181835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5eccb7f9-b5dd-4efd-8a44-73896f133eaa req-4bac7732-9f0a-449f-9dda-29f66228fcd2 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Sep 30 08:47:33.212383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:33.388512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f4bf7882-bae1-4e9c-8c7d-07afaafd9fec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:34.311951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a52df-a432-40ad-8486-19abf8166abd req-4217431b-c84a-4de1-a1fe-851f7cbbaacb tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:34.312576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a6a52df-a432-40ad-8486-19abf8166abd req-4217431b-c84a-4de1-a1fe-851f7cbbaacb tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 947 time: 0.0553482 Sep 30 08:47:34.355547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a6a52df-a432-40ad-8486-19abf8166abd req-bc5865fb-018b-4a00-a546-9f37098df325 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359759 Sep 30 08:47:34.953053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f4bf7882-bae1-4e9c-8c7d-07afaafd9fec up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:35.009290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:47:35.013762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:35.014139 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:35.098452 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:35.123196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033d4534-71df-4ebb-9e80-521acb8c3843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:35.125622 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67774e5e-5a6e-434a-8b6f-e64afacb8814" -d '{"events": [{"server_uuid": "033d4534-71df-4ebb-9e80-521acb8c3843", "name": "network-vif-plugged", "status": "completed", "tag": "f4bf7882-bae1-4e9c-8c7d-07afaafd9fec"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:35.138647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:35.147889 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:35.173234 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27993182-8a90-4ad4-b901-e0e04ea427d6 x-openstack-request-id: req-27993182-8a90-4ad4-b901-e0e04ea427d6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:35.173556 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033d4534-71df-4ebb-9e80-521acb8c3843", "name": "network-vif-plugged", "status": "completed", "tag": "f4bf7882-bae1-4e9c-8c7d-07afaafd9fec", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:35.173803 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27993182-8a90-4ad4-b901-e0e04ea427d6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:35.174186 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033d4534-71df-4ebb-9e80-521acb8c3843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec', 'code': 200} Sep 30 08:47:35.205732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:35.287272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44a9b1-af43-444e-9ff3-6e5d2ad55d39 req-a8aad466-94cd-4a12-9fdc-faf1afc844c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:35.288801 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e44a9b1-af43-444e-9ff3-6e5d2ad55d39 req-a8aad466-94cd-4a12-9fdc-faf1afc844c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 1099 time: 0.0460558 Sep 30 08:47:35.331858 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0e44a9b1-af43-444e-9ff3-6e5d2ad55d39 req-559ee838-9d44-4475-acd3-80c5298816fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Sep 30 08:47:35.486258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7da3-80df-47a6-a32a-c2262e5860ba req-dd8aa863-bc4f-4d36-b479-dc52db5bfa6f tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:35.487818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-768b7da3-80df-47a6-a32a-c2262e5860ba req-dd8aa863-bc4f-4d36-b479-dc52db5bfa6f tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 948 time: 0.0584571 Sep 30 08:47:35.528306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-768b7da3-80df-47a6-a32a-c2262e5860ba req-41ccc3c6-5aab-4dd5-b35b-dce527ca0967 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Sep 30 08:47:36.657367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dbe56-fd07-4c81-9870-c5919ab4527a req-c83fcc45-3798-41ec-9a96-89ee42ff1c26 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:36.658939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-371dbe56-fd07-4c81-9870-c5919ab4527a req-c83fcc45-3798-41ec-9a96-89ee42ff1c26 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 948 time: 0.0539274 Sep 30 08:47:36.699951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-371dbe56-fd07-4c81-9870-c5919ab4527a req-902eaca3-4691-4c6d-b54a-96da1a6c9c77 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Sep 30 08:47:36.992035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcce1d3-bf8c-4952-bef4-1cc1db9b06d3 req-9b068a7b-6ab1-4e69-bea9-ab24451e2137 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:36.993688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efcce1d3-bf8c-4952-bef4-1cc1db9b06d3 req-9b068a7b-6ab1-4e69-bea9-ab24451e2137 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 948 time: 0.0532312 Sep 30 08:47:37.044776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efcce1d3-bf8c-4952-bef4-1cc1db9b06d3 req-0e9a936a-6590-4ec5-b8f0-59d8a79eec59 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Sep 30 08:47:38.251660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466907d7-c2f2-4b20-bc58-0a8e2d89dce0 req-a99aba90-f460-481c-9e02-b53691af6d8e tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:38.252448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-466907d7-c2f2-4b20-bc58-0a8e2d89dce0 req-a99aba90-f460-481c-9e02-b53691af6d8e tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 948 time: 0.0901566 Sep 30 08:47:38.307303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-466907d7-c2f2-4b20-bc58-0a8e2d89dce0 req-cd486d61-eb86-4e6b-840f-bab4730c3f3d tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/security-groups?id=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478892 Sep 30 08:47:38.538653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-5999ec35-74fc-4bee-ab01-54563c15cf1e tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:38.540138 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-5999ec35-74fc-4bee-ab01-54563c15cf1e tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.57 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 948 time: 0.0507717 Sep 30 08:47:38.580240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a7b64300-580b-4c16-abe6-f1352e7244bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:38.957090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Deleting port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:38.957433 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:39.053434 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] For port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:39.053841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:39.070710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Calling delete_port for f4bf7882-bae1-4e9c-8c7d-07afaafd9fec owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:39.206795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:39.220193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f4bf7882-bae1-4e9c-8c7d-07afaafd9fec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:39.241145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Pushing event deleted for resources: {'Port': ['ID=f4bf7882-bae1-4e9c-8c7d-07afaafd9fec,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:39.255263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.255263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.255263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.255263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.255763 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.255933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.256208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.256537 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.256864 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.257206 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.257572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.257906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:39.293911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] No DVR routers for this DVR port f4bf7882-bae1-4e9c-8c7d-07afaafd9fec on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:47:39.296756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:39.299644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-a2a71dab-6a44-433c-a44b-3c8c9f195452 req-4b8903ad-3101-48f3-be1c-8d9b3e20fc94 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.57 "DELETE /v2.0/ports/f4bf7882-bae1-4e9c-8c7d-07afaafd9fec HTTP/1.1" status: 204 len: 173 time: 0.7524142 Sep 30 08:47:39.300126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033d4534-71df-4ebb-9e80-521acb8c3843', 'name': 'network-vif-deleted', 'tag': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:39.302897 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25c3b2-a70f-4643-82b8-1c3f3f96cab7" -d '{"events": [{"server_uuid": "033d4534-71df-4ebb-9e80-521acb8c3843", "name": "network-vif-deleted", "tag": "f4bf7882-bae1-4e9c-8c7d-07afaafd9fec"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:39.354430 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d89a3-b65f-49f9-8b7e-689a3076f563 x-openstack-request-id: req-8a3d89a3-b65f-49f9-8b7e-689a3076f563 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:39.356198 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033d4534-71df-4ebb-9e80-521acb8c3843", "name": "network-vif-deleted", "tag": "f4bf7882-bae1-4e9c-8c7d-07afaafd9fec", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:39.356690 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a3d89a3-b65f-49f9-8b7e-689a3076f563 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:39.357339 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033d4534-71df-4ebb-9e80-521acb8c3843', 'name': 'network-vif-deleted', 'tag': 'f4bf7882-bae1-4e9c-8c7d-07afaafd9fec', 'status': 'completed', 'code': 200} Sep 30 08:47:39.439320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa541efe-b6ce-4266-8230-e5001484bb22 req-616429af-c19e-4b7e-9d17-158118cd42b9 tempest-VolumesNegativeTest-694575641 tempest-VolumesNegativeTest-694575641-project] 10.222.0.41 "GET /v2.0/ports?device_id=033d4534-71df-4ebb-9e80-521acb8c3843 HTTP/1.1" status: 200 len: 210 time: 0.0313480 Sep 30 08:47:41.084075 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-70d63822-cc4c-4b69-a75d-2b07659f4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:41.492778 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:42.956527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f4bf7882-bae1-4e9c-8c7d-07afaafd9fec no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:42.981031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: f4bf7882-bae1-4e9c-8c7d-07afaafd9fec {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:42.981365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f4bf7882-bae1-4e9c-8c7d-07afaafd9fec not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:43.189646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:44.947465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.379927 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39878) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:45.527300 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-89626427-e830-4452-876e-3a37381327cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcf1e1a1e7c14fc9a4ac0769c0429dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461983 Sep 30 08:47:45.529982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39886) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:45.579990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4532cd4-c3a4-4b36-8f9a-9a66b9c6c4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.597880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-5ee1df40-673c-4a02-bf3c-e18836eed78e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:45.599379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-5ee1df40-673c-4a02-bf3c-e18836eed78e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1147189 Sep 30 08:47:45.600606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4532cd4-c3a4-4b36-8f9a-9a66b9c6c4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.614388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-dec4a19a-04b9-4c27-810a-4589a6a31671 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0091140 Sep 30 08:47:45.648267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4532cd4-c3a4-4b36-8f9a-9a66b9c6c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.650896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f4532cd4-c3a4-4b36-8f9a-9a66b9c6c4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.654494 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f4532cd4-c3a4-4b36-8f9a-9a66b9c6c4da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0 HTTP/1.1" status: 204 len: 168 time: 0.1210260 Sep 30 08:47:45.660614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4532cd4-c3a4-4b36-8f9a-9a66b9c6c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513c22c-f6e2-4b52-a8e1-1ec8a4bb58a0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:45.669836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-150cb7d4-b1c5-47ae-a409-266752f578ed tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497899 Sep 30 08:47:45.773597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-dac34e5b-92ea-425e-b0c7-e07a6f3068eb service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853198 Sep 30 08:47:45.864454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-beb90eef-02d0-418d-8559-052c6f98bc75 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958521 Sep 30 08:47:46.064885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f81f02d4-ba7d-4d8e-84c6-edea30bd225b req-469ee9ec-604f-4786-a69c-2abd599a8d37 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 210 time: 0.0289624 Sep 30 08:47:47.012694 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-2674e32e-1f3e-4aff-9840-aeecbeb62ba5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:47.014438 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-2674e32e-1f3e-4aff-9840-aeecbeb62ba5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1077840 Sep 30 08:47:47.033979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:47.150929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:47:47.154921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.166659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e489e3af-d9ee-461d-9e78-b6155c85dbd4 req-da904003-03af-4fa9-ba3d-7c59a8d2f459 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 210 time: 0.0283756 Sep 30 08:47:47.294354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.4 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/de1ce1fa-71e9-4043-b234-702540d288f9) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:47.461320 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.495102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.536133 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:47.539392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:47.543174 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:47.574477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=de1ce1fa-71e9-4043-b234-702540d288f9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:47.607090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:47.608169 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.628004 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-639db3c4-b0fe-4d94-9ef9-104d1ca6ceff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988824 Sep 30 08:47:47.646787 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Request body: {'port': {'device_id': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:47.726471 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.756650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd001-72fd-41e5-91f6-63f63fed1c90 req-34753dbc-0232-4410-bbd9-d3ec63089a06 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:47.758897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02ebd001-72fd-41e5-91f6-63f63fed1c90 req-34753dbc-0232-4410-bbd9-d3ec63089a06 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1098 time: 0.0547566 Sep 30 08:47:47.801121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02ebd001-72fd-41e5-91f6-63f63fed1c90 req-316cd093-fbf8-4e84-8107-48892fca8f12 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Sep 30 08:47:47.803842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1ce76ea7-fda0-4fc3-81be-7b3bce75d24f None None] Provisioning complete for port de1ce1fa-71e9-4043-b234-702540d288f9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:47.804372 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1ce76ea7-fda0-4fc3-81be-7b3bce75d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.824015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39912) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:47.850668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1ce76ea7-fda0-4fc3-81be-7b3bce75d24f None None] Port de1ce1fa-71e9-4043-b234-702540d288f9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:47:48.014631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port bdf78dd5-bf61-4620-a2f4-9a62fc7361e8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:48.014984 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.062342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1ce1fa-71e9-4043-b234-702540d288f9 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:48.071340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.086325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Transition to ACTIVE for port object de1ce1fa-71e9-4043-b234-702540d288f9 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:47:48.092625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.101760 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.102149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.114922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for bdf78dd5-bf61-4620-a2f4-9a62fc7361e8 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:48.147005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ce1fa-71e9-4043-b234-702540d288f9,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:48.261991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Attempting to bind port de1ce1fa-71e9-4043-b234-702540d288f9 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:48.262342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Attempting to bind port de1ce1fa-71e9-4043-b234-702540d288f9 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:48.265879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Attempting to bind port de1ce1fa-71e9-4043-b234-702540d288f9 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:48.278705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Port de1ce1fa-71e9-4043-b234-702540d288f9 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:47:48.279040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Attempting to bind port de1ce1fa-71e9-4043-b234-702540d288f9 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:48.285119 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:48.285551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:48.285945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:48.286392 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Bound port: de1ce1fa-71e9-4043-b234-702540d288f9, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:48.286760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.324905 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.360325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=bdf78dd5-bf61-4620-a2f4-9a62fc7361e8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:48.379793 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] For port de1ce1fa-71e9-4043-b234-702540d288f9, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:48.380666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce749f-82fe-4bea-bde1-27506543ce74 req-d1bd3654-4a97-489e-b8f7-6fb37250fce7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:48.382412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7ce749f-82fe-4bea-bde1-27506543ce74 req-d1bd3654-4a97-489e-b8f7-6fb37250fce7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1167803 Sep 30 08:47:48.388721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.389125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.389508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.389863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.390207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.390546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.391468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.391808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.392148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.392484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.392619 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] For port de1ce1fa-71e9-4043-b234-702540d288f9, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=de1ce1fa-71e9-4043-b234-702540d288f9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:48.392819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.393153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:48.399666 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.413002 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:47:48.462371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:48.462998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.473914 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] 10.222.0.57 "PUT /v2.0/ports/de1ce1fa-71e9-4043-b234-702540d288f9 HTTP/1.1" status: 200 len: 1091 time: 0.8353066 Sep 30 08:47:48.474530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7ce749f-82fe-4bea-bde1-27506543ce74 req-245adec4-a4ce-4b14-939d-e628d1032749 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 Sep 30 08:47:48.476779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'tag': 'de1ce1fa-71e9-4043-b234-702540d288f9'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:48.482351 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dffe406-642c-4b4b-b8f9-c8ad33387924" -d '{"events": [{"name": "network-changed", "server_uuid": "0795d4c2-3684-4070-b5f8-dc348f744ff3", "tag": "de1ce1fa-71e9-4043-b234-702540d288f9"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:48.501355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.501745 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP 92511988-01be-4891-9606-e533afffd78f disassociated (deleted). External IP: 172.25.7.58, port: 2a33942f-e62e-4eab-a6f6-8664ef6f1c12. Sep 30 08:47:48.543918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ff688-0969-417c-b770-b1375c8afe28 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ce1fa-71e9-4043-b234-702540d288f9,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:48.551667 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28eb3cb-8923-4593-9113-0e51fe855788 x-openstack-request-id: req-a28eb3cb-8923-4593-9113-0e51fe855788 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:48.551960 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0795d4c2-3684-4070-b5f8-dc348f744ff3", "tag": "de1ce1fa-71e9-4043-b234-702540d288f9", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:48.552215 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a28eb3cb-8923-4593-9113-0e51fe855788 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:48.552611 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'tag': 'de1ce1fa-71e9-4043-b234-702540d288f9', 'status': 'completed', 'code': 200} Sep 30 08:47:48.583906 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-88a0bb2a-7f82-4273-bb1d-86158b4f7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:48.585636 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-88a0bb2a-7f82-4273-bb1d-86158b4f7ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0514796 Sep 30 08:47:48.637656 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-c24c2dae-4735-4f53-9c84-ca8f19600515 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1ce1fa-71e9-4043-b234-702540d288f9 HTTP/1.1" status: 200 len: 217 time: 0.0408649 Sep 30 08:47:48.699573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-c511b21b-72a2-43cd-95ff-27feb1af419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:48.701075 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-c511b21b-72a2-43cd-95ff-27feb1af419f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0539045 Sep 30 08:47:48.753514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-7569e200-44d1-456e-984a-ca106eae1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:48.755069 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-7569e200-44d1-456e-984a-ca106eae1212 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460672 Sep 30 08:47:48.759373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router f77c0a39-894f-4d19-9b0f-f5ee08724bfb has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:47:48.860915 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-ebac0e5f-2a36-4427-9381-40a5cc4a165a service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967889 Sep 30 08:47:48.871861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:47:48.876934 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:48.886590 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] Sync routers for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:47:48.898954 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:48.899873 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:48.905872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1c696d7-382b-4d6f-bffc-00fdb4dfdda1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/floatingips/92511988-01be-4891-9606-e533afffd78f HTTP/1.1" status: 204 len: 168 time: 1.0800774 Sep 30 08:47:48.906807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:48.909191 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42ed51-2d3a-47db-a5cd-a7e04180368f" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:48.987483 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-df901af3-c3ae-4982-bf04-6e8b364d1c06 req-709bab58-dab5-45ce-87b3-f12321139069 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186492 Sep 30 08:47:49.036856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:49.095649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-235c488c-18bd-450e-98c9-8f8ce8fec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.097887 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-235c488c-18bd-450e-98c9-8f8ce8fec901 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0577404 Sep 30 08:47:49.131400 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a88d39-ac05-4286-a5a0-c493fc0410ba x-openstack-request-id: req-89a88d39-ac05-4286-a5a0-c493fc0410ba {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:49.132041 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:49.133247 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89a88d39-ac05-4286-a5a0-c493fc0410ba {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:49.133963 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'status': 'completed', 'code': 200} Sep 30 08:47:49.233253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-848e443d-b9f3-4da8-82aa-e7a4076aae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.235660 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-848e443d-b9f3-4da8-82aa-e7a4076aae55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1294444 Sep 30 08:47:49.285427 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-820bc070-df16-4a40-969a-df1a5cb91c2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1ce1fa-71e9-4043-b234-702540d288f9 HTTP/1.1" status: 200 len: 217 time: 0.0389388 Sep 30 08:47:49.288839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04a527-a284-421f-83f5-9d8d1a33325b req-24fa1ff5-9869-4c59-acff-a4e98398a104 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.290479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d04a527-a284-421f-83f5-9d8d1a33325b req-24fa1ff5-9869-4c59-acff-a4e98398a104 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 947 time: 0.0746775 Sep 30 08:47:49.292825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-42d3f7bb-f237-4c6a-9dd5-186a616eb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.294388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-42d3f7bb-f237-4c6a-9dd5-186a616eb96c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 1098 time: 0.1164842 Sep 30 08:47:49.332099 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:59Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:49.354550 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-75075de2-ef5a-42ab-869a-5be2bc48d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.357268 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-75075de2-ef5a-42ab-869a-5be2bc48d77f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0609620 Sep 30 08:47:49.366667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] Checking router: f77c0a39-894f-4d19-9b0f-f5ee08724bfb for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:47:49.375960 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:49.376862 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:49.387911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d04a527-a284-421f-83f5-9d8d1a33325b req-b88cee17-9728-4600-933e-bd3c0073a2c8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893967 Sep 30 08:47:49.415507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-408616f7-1c54-4279-ace7-2a283631bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.417625 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-408616f7-1c54-4279-ace7-2a283631bf97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515637 Sep 30 08:47:49.474798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-eab0c161-7926-4806-90e1-a767b0ea264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.476561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-eab0c161-7926-4806-90e1-a767b0ea264f service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 200 len: 897 time: 0.1569746 Sep 30 08:47:49.520899 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:49.534355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-e7f8c32e-51d6-4892-9887-dd06b2096eab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 200 len: 217 time: 0.0484633 Sep 30 08:47:49.550166 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-ecc273e9-7439-49ae-a9de-228abf40daeb service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197398 Sep 30 08:47:49.610358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-25cc13c6-4ba7-4874-a2e3-8de72fd1e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.612108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-25cc13c6-4ba7-4874-a2e3-8de72fd1e9fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 200 len: 834 time: 0.0700562 Sep 30 08:47:49.684181 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-2dffe406-642c-4b4b-b8f9-c8ad33387924 req-a774ad8f-eeff-44ee-a192-b4c7e0f97db0 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237988 Sep 30 08:47:49.684726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ab33-3a65-4d52-b5b4-469b6849e030 req-08fdddc4-5559-45d3-8597-ead983a0eeda tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.686361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd94ab33-3a65-4d52-b5b4-469b6849e030 req-08fdddc4-5559-45d3-8597-ead983a0eeda tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0917647 Sep 30 08:47:49.694144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-ff548f5d-3a9a-427e-9bad-7031d9acbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:49.695628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-ff548f5d-3a9a-427e-9bad-7031d9acbe00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e5f86e8-3032-4c97-9d3e-793dfaf6e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674927 Sep 30 08:47:49.746935 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:59Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:49.776334 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36523d-c582-4c37-8a7f-dd495b475ca8 None None] The sync data for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 is: [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:45:55Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '151fe38f-c751-4237-b501-f57ce13bb5bf', 'name': '', 'network_id': '3e5f86e8-3032-4c97-9d3e-793dfaf6e086', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:cc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:54Z', 'updated_at': '2021-09-30T08:45:59Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'acfef9ac-04c7-4f6d-b577-e535b5398920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:47:49.792544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd94ab33-3a65-4d52-b5b4-469b6849e030 req-21113a69-55bc-40c3-8003-be54b1e785f2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914359 Sep 30 08:47:49.821690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-0daa3af1-5777-4846-858c-24a2231fca27 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142361 Sep 30 08:47:49.948691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf42ed51-2d3a-47db-a5cd-a7e04180368f req-75c47118-a514-445c-9401-451dc5ca0929 service neutron] 10.222.0.50 "GET /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185551 Sep 30 08:47:50.104673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9841f293-d150-462d-be3a-489c2030e5f2 None None] New status for floating IP 92511988-01be-4891-9606-e533afffd78f: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:47:50.544745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c084de6-abc7-481f-8d36-09d419a64cd4 req-f8ca5a80-f601-4787-b0dc-f66c615c409f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:50.552864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c084de6-abc7-481f-8d36-09d419a64cd4 req-f8ca5a80-f601-4787-b0dc-f66c615c409f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 947 time: 0.0843520 Sep 30 08:47:50.614794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c084de6-abc7-481f-8d36-09d419a64cd4 req-e642aca6-8f12-44a8-80d5-080130d9a8b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c780c6c0-39b9-4234-a993-d040fcb9ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597162 Sep 30 08:47:50.665847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-d3ad703c-0f7e-4beb-93f5-9412cf6d4f99 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:50.668090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-d3ad703c-0f7e-4beb-93f5-9412cf6d4f99 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 947 time: 0.0806491 Sep 30 08:47:50.790804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:50.791228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:51.024648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:51.025355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:51.039947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944577-933a-4ac7-8153-7df3d56967fc req-8d995672-7ca3-4d5d-a9dc-d663931b1abe tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:51.044248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71944577-933a-4ac7-8153-7df3d56967fc req-8d995672-7ca3-4d5d-a9dc-d663931b1abe tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1744409 Sep 30 08:47:51.062980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:51.147478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71944577-933a-4ac7-8153-7df3d56967fc req-1f7733e5-2490-4ced-9445-f7f274a7cc4f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800021 Sep 30 08:47:51.266566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:51.307438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=2a33942f-e62e-4eab-a6f6-8664ef6f1c12,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:51.374366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] No DVR routers for this DVR port 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:47:51.377799 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:51.379852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb73341-1260-435d-9e4d-7e2be50907b5 req-8c696258-06ec-4d6f-9f1c-fa34a6166f40 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "DELETE /v2.0/ports/2a33942f-e62e-4eab-a6f6-8664ef6f1c12 HTTP/1.1" status: 204 len: 173 time: 0.7046161 Sep 30 08:47:51.380443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-deleted', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:51.383173 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7f467f-f2c6-42dc-9aa6-f54eaf1d3360" -d '{"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-deleted", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:51.442458 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d50248-905f-4201-a339-d8a57c2085fc x-openstack-request-id: req-24d50248-905f-4201-a339-d8a57c2085fc {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:51.442731 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9fe2a-5de1-483b-8788-bce2c662475e", "name": "network-vif-deleted", "tag": "2a33942f-e62e-4eab-a6f6-8664ef6f1c12", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:51.442867 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24d50248-905f-4201-a339-d8a57c2085fc {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:51.443277 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9fe2a-5de1-483b-8788-bce2c662475e', 'name': 'network-vif-deleted', 'tag': '2a33942f-e62e-4eab-a6f6-8664ef6f1c12', 'status': 'completed', 'code': 200} Sep 30 08:47:51.846233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57916972-b1dc-4aa1-9148-0786396dd536 req-70033f13-ddc7-4330-b4e6-1c6fc9ff9153 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=38b9fe2a-5de1-483b-8788-bce2c662475e HTTP/1.1" status: 200 len: 210 time: 0.0513406 Sep 30 08:47:52.358670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef505d27-3fcc-48e6-9e43-672abdba2294 req-c83c4359-a318-420e-a46e-3013ae265534 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:52.360529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef505d27-3fcc-48e6-9e43-672abdba2294 req-c83c4359-a318-420e-a46e-3013ae265534 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0796940 Sep 30 08:47:52.400866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef505d27-3fcc-48e6-9e43-672abdba2294 req-c0c0c37d-897d-483b-8cf8-13de2f2978b6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Sep 30 08:47:52.916418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39938) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:53.323065 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:53.562449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a03a32-98fa-48f4-9ce4-0b49e40a6b03 req-866c3ffa-b495-4aca-90d0-2d92ec9fffa8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:53.564413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45a03a32-98fa-48f4-9ce4-0b49e40a6b03 req-866c3ffa-b495-4aca-90d0-2d92ec9fffa8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0729363 Sep 30 08:47:53.653674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45a03a32-98fa-48f4-9ce4-0b49e40a6b03 req-6380d45b-78ea-4263-8acb-a507e639214c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615439 Sep 30 08:47:53.687243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 151fe38f-c751-4237-b501-f57ce13bb5bf {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:53.688144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:53.794694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 151fe38f-c751-4237-b501-f57ce13bb5bf, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=151fe38f-c751-4237-b501-f57ce13bb5bf,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:53.796327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:53.811688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 151fe38f-c751-4237-b501-f57ce13bb5bf owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:54.035917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:54.076286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=151fe38f-c751-4237-b501-f57ce13bb5bf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:54.310700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:54.328124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:54.349099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:54.349971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2a33942f-e62e-4eab-a6f6-8664ef6f1c12 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:54.533424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router f77c0a39-894f-4d19-9b0f-f5ee08724bfb has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:47:54.646748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:47:54.657901 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] Sync routers for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:47:54.659569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-28285f43-1a55-4967-82f3-5a6318304185 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/f77c0a39-894f-4d19-9b0f-f5ee08724bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420101 Sep 30 08:47:54.662147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39942) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:54.668066 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:54.668905 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:54.797358 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:54.995951 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:47:53Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:55.023004 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] Checking router: f77c0a39-894f-4d19-9b0f-f5ee08724bfb for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:47:55.031986 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] Routers {'f77c0a39-894f-4d19-9b0f-f5ee08724bfb'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:55.032613 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:55.112322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting subnet acfef9ac-04c7-4f6d-b577-e535b5398920 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:47:55.115682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.137685 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] Set router f77c0a39-894f-4d19-9b0f-f5ee08724bfb gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:55.158741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42f1af-bc96-4958-b9e7-eb6c11fc9beb req-330f94ca-0d0e-4a7c-8911-bd232347018b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:55.160580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f42f1af-bc96-4958-b9e7-eb6c11fc9beb req-330f94ca-0d0e-4a7c-8911-bd232347018b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0911553 Sep 30 08:47:55.171006 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.243653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f42f1af-bc96-4958-b9e7-eb6c11fc9beb req-be3762fa-fc84-4079-a693-449d07f0dd28 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755477 Sep 30 08:47:55.287862 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.320810 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:47:53Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:55.349163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.379278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Subnet': ['ID=acfef9ac-04c7-4f6d-b577-e535b5398920,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:55.381520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.386739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-29f369d0-9c8d-4d92-8f04-be88f9f07e7e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/subnets/acfef9ac-04c7-4f6d-b577-e535b5398920 HTTP/1.1" status: 204 len: 168 time: 0.7203679 Sep 30 08:47:55.386739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39946) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:55.392702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c518080-7001-4256-81c3-5e816d196a3e None None] Network 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:47:55.446327 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21163b-fb42-45f6-a0f5-1f5d2802ee19 None None] The sync data for ids ['f77c0a39-894f-4d19-9b0f-f5ee08724bfb'] in n-d-807025-5 is: [{'id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214382147', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:45:49Z', 'updated_at': '2021-09-30T08:47:53Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '65130bb1-3fa2-4480-8cd6-d80c919cbe2c', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77c0a39-894f-4d19-9b0f-f5ee08724bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:45:50Z', 'updated_at': '2021-09-30T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:47:55.503214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.611608 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.666966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:55.667226 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.743221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 65130bb1-3fa2-4480-8cd6-d80c919cbe2c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:55.743505 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.755483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 65130bb1-3fa2-4480-8cd6-d80c919cbe2c owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:55.833913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] DHCP port deletion for 3e5f86e8-3032-4c97-9d3e-793dfaf6e086 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:47:55.888359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Deleting port 605f38c0-242a-48ca-a727-3a05815b279d {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:47:55.888777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.929588 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.943302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.970887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.971215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=65130bb1-3fa2-4480-8cd6-d80c919cbe2c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:55.985267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] For port 605f38c0-242a-48ca-a727-3a05815b279d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=605f38c0-242a-48ca-a727-3a05815b279d,segment=NetworkSegment(d2a247ca-b79f-489a-a5be-b6a48721da51),segment_id=d2a247ca-b79f-489a-a5be-b6a48721da51)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:55.985700 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:55.998075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Calling delete_port for 605f38c0-242a-48ca-a727-3a05815b279d owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:47:56.041428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.080907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.105940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Pushing event deleted for resources: {'Port': ['ID=605f38c0-242a-48ca-a727-3a05815b279d,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:56.113889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] No DVR routers for this DVR port 605f38c0-242a-48ca-a727-3a05815b279d on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:47:56.116355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.116713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.117059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.117400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.117763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.118090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.118455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.118721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.119053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.119379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.119705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.120030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b34ee-51d3-4e32-8a65-76f14287fd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:56.132931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.135483 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.177728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.178261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Fanout notify agent at l3_agent the message router_deleted on router f77c0a39-894f-4d19-9b0f-f5ee08724bfb {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:47:56.185186 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.186347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7aab4876-7584-4968-beea-fd9d1e391bfd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/routers/f77c0a39-894f-4d19-9b0f-f5ee08724bfb HTTP/1.1" status: 204 len: 168 time: 0.7990248 Sep 30 08:47:56.189538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39948) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:56.282285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.406657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.436518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717abe4-646d-44f0-a218-7d686976f8b0 req-0e8510ec-9c17-491a-bf85-cca2d5a1daf2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:56.438595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d717abe4-646d-44f0-a218-7d686976f8b0 req-0e8510ec-9c17-491a-bf85-cca2d5a1daf2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1197658 Sep 30 08:47:56.440105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5f86e8-3032-4c97-9d3e-793dfaf6e086']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:56.455455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a247ca-b79f-489a-a5be-b6a48721da51') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:56.455747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a247ca-b79f-489a-a5be-b6a48721da51') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:56.471312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.494903 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.499187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d717abe4-646d-44f0-a218-7d686976f8b0 req-ee6fbabe-c334-48cd-95c2-8e931ed17659 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Sep 30 08:47:56.504359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:47:56.504754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:47:56.507694 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:47:56.567794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.575367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.576583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/networks/3e5f86e8-3032-4c97-9d3e-793dfaf6e086 HTTP/1.1" status: 204 len: 168 time: 0.3859682 Sep 30 08:47:56.579413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39952) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:56.588070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1892a7-12af-4715-8caf-8a725451dfc6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Network': ['ID=3e5f86e8-3032-4c97-9d3e-793dfaf6e086,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:56.657274 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04c5937b-c2c2-4100-8d69-503661d2b541 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.678389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 151fe38f-c751-4237-b501-f57ce13bb5bf no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:56.691969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04c5937b-c2c2-4100-8d69-503661d2b541 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.703449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 151fe38f-c751-4237-b501-f57ce13bb5bf {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:56.703828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 151fe38f-c751-4237-b501-f57ce13bb5bf not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:56.704199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 605f38c0-242a-48ca-a727-3a05815b279d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:56.723186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 605f38c0-242a-48ca-a727-3a05815b279d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:56.723839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 605f38c0-242a-48ca-a727-3a05815b279d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:56.724474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65130bb1-3fa2-4480-8cd6-d80c919cbe2c no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:56.745893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 65130bb1-3fa2-4480-8cd6-d80c919cbe2c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:56.746318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 65130bb1-3fa2-4480-8cd6-d80c919cbe2c not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:56.765194 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04c5937b-c2c2-4100-8d69-503661d2b541 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.767842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04c5937b-c2c2-4100-8d69-503661d2b541 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:56.769026 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04c5937b-c2c2-4100-8d69-503661d2b541 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/security-groups/c780c6c0-39b9-4234-a993-d040fcb9ea0c HTTP/1.1" status: 204 len: 168 time: 0.1885815 Sep 30 08:47:56.778526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5937b-c2c2-4100-8d69-503661d2b541 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780c6c0-39b9-4234-a993-d040fcb9ea0c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:57.239598 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39958) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:57.244282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833393549', 'description': 'tempest-secgroup-smoke-833393549 description', 'project_id': '2c3fab098af245ae97b68ab13d652c99'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:57.267508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.352303 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.356767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.383327 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.384614 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1440074 Sep 30 08:47:57.387632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39960) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:57.390231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dde853-d662-46a9-a51d-09b5b8f9c6bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:57.392683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c6529c1f-bd85-4356-a7c4-7d38ce96b1f2', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:57.420987 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.482970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.486687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.505987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8692d47c-bef8-44ab-a123-545a0871ddbb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:57.514077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.518355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-99f6acbb-bede-44b5-a601-8492187aabdc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267004 Sep 30 08:47:57.518549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39962) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:57.522966 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c6529c1f-bd85-4356-a7c4-7d38ce96b1f2', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:57.552276 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.639493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.644084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.663617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1afab-af65-43da-bf0c-f25b03e453b5 req-f9a4963f-45d6-4c0a-87f2-55500d1ea8bd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:57.665107 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15f1afab-af65-43da-bf0c-f25b03e453b5 req-f9a4963f-45d6-4c0a-87f2-55500d1ea8bd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0876670 Sep 30 08:47:57.681920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca87c9c-5797-4da8-943e-cf0c22927bba,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:57.692541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.693754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fb9fbaaa-1d72-4344-8615-11cba0911222 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742637 Sep 30 08:47:57.697001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39966) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:57.704873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c6529c1f-bd85-4356-a7c4-7d38ce96b1f2', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:57.715751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15f1afab-af65-43da-bf0c-f25b03e453b5 req-1c68ce15-2b21-4fa6-bc49-89b0081ff545 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Sep 30 08:47:57.734801 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.794561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.798467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.817334 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc744fc-6e8d-4b45-a2c5-404bbda53e4f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:57.824054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.825555 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-025eaccf-8b07-4849-a99e-74041b2dc5d2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265681 Sep 30 08:47:57.828733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39968) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:57.833371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c6529c1f-bd85-4356-a7c4-7d38ce96b1f2', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:57.860960 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.914843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.919409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.939160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529311b5-c5e1-4739-a73d-dbf6adbcda83,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:57.944457 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:57.945820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa776234-7d3e-4882-b12d-c83228723f8c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159434 Sep 30 08:47:57.948583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39970) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:57.952925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c6529c1f-bd85-4356-a7c4-7d38ce96b1f2', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:57.978698 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:47:57.985618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.056281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.060144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.077252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f78d744-025f-4724-bf87-5c061b901ec7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:58.087454 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.088714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-74026f2d-6a3d-4659-ac7a-0c4e75baf262 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391709 Sep 30 08:47:58.091494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39972) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:58.095880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'c6529c1f-bd85-4356-a7c4-7d38ce96b1f2', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:58.120020 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:47:58.125687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.188148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.192223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.208377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788f1cbf-095d-4bb0-98fb-7efe7c41694f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:58.221600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.222869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f43cc80d-4f6f-49a2-809c-a815de0a9596 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304440 Sep 30 08:47:58.225606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39974) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:58.230714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'network': {'name': 'tempest-network-smoke--1368320100', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:58.253234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:47:58.256610 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.280915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:47:58.290523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.290918 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Added segment 2cdd851f-8c97-418e-a1ea-1174c5f74db8 of type vlan for network 29a7a4ce-522b-4072-9f16-d2478cbb4265 Sep 30 08:47:58.333866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.363234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.368832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:58.369431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.404096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1774616 Sep 30 08:47:58.407463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39976) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:58.412195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'admin_state_up': True, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:58.451114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c05ba-7669-401e-a3aa-355772c6290e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Network': ['ID=29a7a4ce-522b-4072-9f16-d2478cbb4265,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:58.464783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:47:58.467218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.469044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.527000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.669347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.896272 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.918645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:58.937674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92bb1d-98fb-49ce-b5be-fd79dd9ff7b8 req-1b3fa335-941c-4ee4-a1d0-57aaa91b43d7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:58.939174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c92bb1d-98fb-49ce-b5be-fd79dd9ff7b8 req-1b3fa335-941c-4ee4-a1d0-57aaa91b43d7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1242993 Sep 30 08:47:59.043630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c92bb1d-98fb-49ce-b5be-fd79dd9ff7b8 req-f155b938-d37b-4044-810d-64753acd59b2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764136 Sep 30 08:47:59.067429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.82 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/89fc7eb3-8585-4723-a051-5b906581bd19) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:59.169355 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:59.203544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:59.244944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:59.248142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:59.252588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:59.287273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=89fc7eb3-8585-4723-a051-5b906581bd19,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:59.516322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:59.717506 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:59.845366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:47:59.953257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:47:59.963007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Sync routers for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:47:59.976159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:59.978063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9671491b-2117-4609-8cad-e08c9650b99f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5689375 Sep 30 08:47:59.979506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:59.980163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:59.981826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39980) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:00.014226 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a672900c-9f83-4055-aba1-2cf8b92684b5 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2c3fab098af245ae97b68ab13d652c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309591 Sep 30 08:48:00.016850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39982) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:00.091861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:00.108581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cefd3a-38d5-4f01-8757-7283374fcb05 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:00.113582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-85cefd3a-38d5-4f01-8757-7283374fcb05 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930603 Sep 30 08:48:00.114083 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39986) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:00.164919 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-911d49b9-7237-4eb4-af67-fb716e79ba02 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492575 Sep 30 08:48:00.166026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 39988) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:00.171437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1600229729', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:00.193053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f887-98a2-484d-9ba2-e8899c667000 req-e19b2231-3658-4ba0-8a6b-275d1868dc92 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:00.195032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1e2f887-98a2-484d-9ba2-e8899c667000 req-e19b2231-3658-4ba0-8a6b-275d1868dc92 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0643935 Sep 30 08:48:00.244578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e1e2f887-98a2-484d-9ba2-e8899c667000 req-ad87f174-7e99-4447-b15f-f423df5d2e28 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362689 Sep 30 08:48:00.286163 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:48:00.290140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:00.438357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:47:59Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:00.476304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Checking router: 59c526ec-93e6-475a-a23d-cf5aebf5cd89 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:48:00.476657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Updating router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 port 89fc7eb3-8585-4723-a051-5b906581bd19 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:48:00.489337 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:00.503941 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:00.561127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Subnet': ['ID=c8298672-54b3-434d-8b0f-cf4b5faf661c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:00.564062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Checking segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:00.564430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network hostable DHCP agents. Network: 29a7a4ce-522b-4072-9f16-d2478cbb4265, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:48:00.583278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:48:00.593720 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 29a7a4ce-522b-4072-9f16-d2478cbb4265) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:00.605892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2a96f-6090-44fa-9d58-b636e94b83ce None None] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:48:00.610190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:00.610190 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:00.630918 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-619887a5-d174-4922-9b84-dc49e411073c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4635799 Sep 30 08:48:00.634600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 39990) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:00.850644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-29a7a4ce-522b-4072-9f16-d2478cbb4265', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:48:00.851568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:00.965571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:00.988682 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.083450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Attempting to bind port 89fc7eb3-8585-4723-a051-5b906581bd19 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:01.083807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Attempting to bind port 89fc7eb3-8585-4723-a051-5b906581bd19 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:01.084181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Attempting to bind port 89fc7eb3-8585-4723-a051-5b906581bd19 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:01.088398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b130e8-d8ac-4649-b514-176758a42a58 None None] Pushing event updated for resources: {'Port': ['ID=89fc7eb3-8585-4723-a051-5b906581bd19,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:01.097492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:01.097880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:01.098287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.098684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:01.099168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Bound port: 89fc7eb3-8585-4723-a051-5b906581bd19, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:01.099555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.104634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Allocated IP 172.20.0.2 (29a7a4ce-522b-4072-9f16-d2478cbb4265/c8298672-54b3-434d-8b0f-cf4b5faf661c/487125e7-f14b-4c1b-bb70-df2462ebc649) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:48:01.184915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] For port 89fc7eb3-8585-4723-a051-5b906581bd19, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:01.229005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] For port 89fc7eb3-8585-4723-a051-5b906581bd19, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=89fc7eb3-8585-4723-a051-5b906581bd19,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:01.241286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.340052 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b130e8-d8ac-4649-b514-176758a42a58 None None] Pushing event updated for resources: {'Port': ['ID=89fc7eb3-8585-4723-a051-5b906581bd19,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:01.344939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:01.345607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:01.403612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.412318 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.432054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d918c6-160d-4fb1-a784-072a5a88ec79 req-294727d0-f062-41e4-b914-dae588eb431b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:01.433593 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64d918c6-160d-4fb1-a784-072a5a88ec79 req-294727d0-f062-41e4-b914-dae588eb431b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0894995 Sep 30 08:48:01.490644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:48:01.497695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:01.506566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:48:01.507017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64d918c6-160d-4fb1-a784-072a5a88ec79 req-c88334c1-0ff5-4869-bb53-a93349356ebb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650876 Sep 30 08:48:01.514216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Pushing event updated for resources: {'Port': ['ID=487125e7-f14b-4c1b-bb70-df2462ebc649,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:01.522795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:01.557909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.644921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Attempting to bind port 487125e7-f14b-4c1b-bb70-df2462ebc649 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:01.645294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Attempting to bind port 487125e7-f14b-4c1b-bb70-df2462ebc649 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:01.645669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Attempting to bind port 487125e7-f14b-4c1b-bb70-df2462ebc649 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:01.678882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:01.679258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Checking segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:01.679665 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.680060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Bound using segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:01.680532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Bound port: 487125e7-f14b-4c1b-bb70-df2462ebc649, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:01.680915 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.788746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] For port 487125e7-f14b-4c1b-bb70-df2462ebc649, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:01.804636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] For port 487125e7-f14b-4c1b-bb70-df2462ebc649, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=487125e7-f14b-4c1b-bb70-df2462ebc649,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:01.811287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:01.841190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.1 (29a7a4ce-522b-4072-9f16-d2478cbb4265/c8298672-54b3-434d-8b0f-cf4b5faf661c/742c96d9-9f3b-46d4-b184-f08ad8781ed1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:48:01.853474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:47:59Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:01.888809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6a6de-03c5-414e-b2c4-a6e4d04f950b None None] The sync data for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 is: [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:47:59Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:48:01.899432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c241c5a-d047-4967-9c25-650980c24ed3 None None] Pushing event updated for resources: {'Port': ['ID=487125e7-f14b-4c1b-bb70-df2462ebc649,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:01.977498 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.019694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.073158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:48:02.076339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:02.079031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:48:02.110141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=742c96d9-9f3b-46d4-b184-f08ad8781ed1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:02.136978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.308350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.651625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.665498 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.738436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 89fc7eb3-8585-4723-a051-5b906581bd19 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:02.759571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116fdd-fc18-491f-8046-329cdcb66611 req-118765c1-2893-48c3-8350-153d21ed774c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:02.761226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8116fdd-fc18-491f-8046-329cdcb66611 req-118765c1-2893-48c3-8350-153d21ed774c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1458611 Sep 30 08:48:02.802282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=742c96d9-9f3b-46d4-b184-f08ad8781ed1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:02.806937 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.819039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 89fc7eb3-8585-4723-a051-5b906581bd19 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:02.819743 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.843974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8116fdd-fc18-491f-8046-329cdcb66611 req-73b82574-2586-4e05-90ac-834ddc6747ad tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733976 Sep 30 08:48:02.922927 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.935175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:48:02.936770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:02.946244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 89fc7eb3-8585-4723-a051-5b906581bd19, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=89fc7eb3-8585-4723-a051-5b906581bd19,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:02.953559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:02.957668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 487125e7-f14b-4c1b-bb70-df2462ebc649 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:03.006132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73d15d-919c-42ba-9c1f-3b5ccaeb3e17 None None] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:48:03.064812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:48:03.107851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=89fc7eb3-8585-4723-a051-5b906581bd19,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:03.118794 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6640c05d-01fa-4b21-a97f-48ec6ec19bb5 None None] Provisioning complete for port 487125e7-f14b-4c1b-bb70-df2462ebc649 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:03.119165 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6640c05d-01fa-4b21-a97f-48ec6ec19bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.160978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 487125e7-f14b-4c1b-bb70-df2462ebc649 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:03.161354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.177653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:48:03.185859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-40790ffa-9fd2-4336-977c-5772ee0cf3bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/59c526ec-93e6-475a-a23d-cf5aebf5cd89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453691 Sep 30 08:48:03.334207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6640c05d-01fa-4b21-a97f-48ec6ec19bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.376854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-8cb27acc-7b98-4cba-b44e-d97d3a77726e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833393549&fields=id&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 267 time: 0.0379682 Sep 30 08:48:03.492699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-478e4828-2935-4f53-956a-15f6a29d18fe tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:03.494339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-478e4828-2935-4f53-956a-15f6a29d18fe tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 797 time: 0.1098940 Sep 30 08:48:03.512214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-e14dd163-480c-42d9-a7ce-5c3238172cea tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/quotas/2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 375 time: 0.0094776 Sep 30 08:48:03.515051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.557227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-6640c05d-01fa-4b21-a97f-48ec6ec19bb5 None None] For port 487125e7-f14b-4c1b-bb70-df2462ebc649, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=487125e7-f14b-4c1b-bb70-df2462ebc649,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:03.565230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6640c05d-01fa-4b21-a97f-48ec6ec19bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.593189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c7870033-80af-4833-8878-a8ab422ad7ac tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734515 Sep 30 08:48:03.641913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:48:03.642265 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:48:03.647107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c05d-01fa-4b21-a97f-48ec6ec19bb5 None None] Pushing event updated for resources: {'Port': ['ID=487125e7-f14b-4c1b-bb70-df2462ebc649,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:03.714985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c4180126-5982-4578-8ed3-b3b35155bb92 service neutron] 10.222.0.41 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065433 Sep 30 08:48:03.725640 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Sync routers for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:48:03.738708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:03.739466 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:03.794010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8a7a71c7-b65a-4c96-b4e5-46d6b7f91e55 None None] Provisioning complete for port 487125e7-f14b-4c1b-bb70-df2462ebc649 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:03.794565 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a7a71c7-b65a-4c96-b4e5-46d6b7f91e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.830224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-0d92e0bc-20d2-40a5-a9dd-b181afefff65 service neutron] 10.222.0.41 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063650 Sep 30 08:48:03.856577 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:03.901580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8a7a71c7-b65a-4c96-b4e5-46d6b7f91e55 None None] Provisioning complete for port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:03.902257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a7a71c7-b65a-4c96-b4e5-46d6b7f91e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:03.939023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a71c7-b65a-4c96-b4e5-46d6b7f91e55 None None] Port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:48:04.067972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc679b-c118-4f42-9d2a-f61e75051b73 req-698b81fc-1cb5-4202-8818-328c18531135 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:04.075559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07dc679b-c118-4f42-9d2a-f61e75051b73 req-698b81fc-1cb5-4202-8818-328c18531135 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0604327 Sep 30 08:48:04.085063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 2, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:04.118216 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Checking router: 59c526ec-93e6-475a-a23d-cf5aebf5cd89 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:48:04.118771 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Updating router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:48:04.127719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07dc679b-c118-4f42-9d2a-f61e75051b73 req-156bd81f-41f4-4bca-8ac4-f9edca527f2d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Sep 30 08:48:04.160274 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.199671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dbe481c2-f97a-4680-8ac9-f84728d8b074 None None] Provisioning complete for port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:04.200051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbe481c2-f97a-4680-8ac9-f84728d8b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.220628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b207e60-8a72-4123-b923-bb50060ebba8 req-64beccfe-ea74-46ad-8eeb-90ffa70e52f4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 210 time: 0.0590780 Sep 30 08:48:04.247205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dbe481c2-f97a-4680-8ac9-f84728d8b074 None None] Port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:48:04.367546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b49b7d91-110f-484e-a587-2c6885d6c307 None None] Provisioning complete for port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:04.367921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b49b7d91-110f-484e-a587-2c6885d6c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.411555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b49b7d91-110f-484e-a587-2c6885d6c307 None None] Port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:48:04.482625 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.487836 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.543829 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Pushing event updated for resources: {'Port': ['ID=742c96d9-9f3b-46d4-b184-f08ad8781ed1,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:04.567901 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.568295 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.568573 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.568904 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.569226 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.569578 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.569925 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.570215 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.570612 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.570932 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.571138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.571452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:04.602448 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Attempting to bind port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:04.602822 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Attempting to bind port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:04.603180 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Attempting to bind port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:04.608501 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:04.608867 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Checking segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:04.609328 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.609738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Bound using segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:04.610375 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Bound port: 742c96d9-9f3b-46d4-b184-f08ad8781ed1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:04.610767 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.646911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 89fc7eb3-8585-4723-a051-5b906581bd19 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:04.695403 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] For port 742c96d9-9f3b-46d4-b184-f08ad8781ed1, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:04.700214 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] For port 742c96d9-9f3b-46d4-b184-f08ad8781ed1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=742c96d9-9f3b-46d4-b184-f08ad8781ed1,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:04.705794 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.709049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 89fc7eb3-8585-4723-a051-5b906581bd19 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:04.709428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.770714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:04.771357 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:47:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:04.806410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 487125e7-f14b-4c1b-bb70-df2462ebc649 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:04.816573 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988fb4-c4e4-44cd-9de9-56ac08c40048 None None] Pushing event updated for resources: {'Port': ['ID=742c96d9-9f3b-46d4-b184-f08ad8781ed1,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:04.862050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3a59ce8f-f170-473d-b185-fb7cae34b19c None None] Provisioning complete for port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:04.862370 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce8f-f170-473d-b185-fb7cae34b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.890444 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:04.908326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 487125e7-f14b-4c1b-bb70-df2462ebc649 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:04.908703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:04.988581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce8f-f170-473d-b185-fb7cae34b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.055517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3a59ce8f-f170-473d-b185-fb7cae34b19c None None] For port 742c96d9-9f3b-46d4-b184-f08ad8781ed1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=742c96d9-9f3b-46d4-b184-f08ad8781ed1,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:05.061251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce8f-f170-473d-b185-fb7cae34b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.122125 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:04Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:05.128281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ce8f-f170-473d-b185-fb7cae34b19c None None] Pushing event updated for resources: {'Port': ['ID=742c96d9-9f3b-46d4-b184-f08ad8781ed1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:05.153714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e487ea-4d64-4ab8-a3a0-bc3d53a1ba36 None None] The sync data for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 is: [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:04Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:48:05.172504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-a56da606-6fca-41a4-95f0-7755322f72ae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:05.184060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-a56da606-6fca-41a4-95f0-7755322f72ae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 797 time: 0.1393545 Sep 30 08:48:05.190871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0ffd8a48-c2ef-43dd-95f0-7c4866465d30 None None] Provisioning complete for port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:05.191313 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8a48-c2ef-43dd-95f0-7c4866465d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.303967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-abf79666-a10a-4423-af8d-89c3337175e6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 379 time: 0.1049731 Sep 30 08:48:05.320168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2920316-5f90-47f3-8a1c-6e1f2fd195da req-da81ff7f-1141-4ba7-b230-2f5105b3111f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:05.321912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2920316-5f90-47f3-8a1c-6e1f2fd195da req-da81ff7f-1141-4ba7-b230-2f5105b3111f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1165662 Sep 30 08:48:05.325593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'port': {'device_id': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'admin_state_up': True, 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'security_groups': ['c6529c1f-bd85-4356-a7c4-7d38ce96b1f2']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:05.435137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2920316-5f90-47f3-8a1c-6e1f2fd195da req-a2e35053-e93f-4abf-b6ed-ee16aa8dd138 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917637 Sep 30 08:48:05.488378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:48:05.492198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.534989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c64ad600-6a96-4929-a50f-0670467d565b req-99092003-84ba-4c97-a55a-634921c13247 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 210 time: 0.0320072 Sep 30 08:48:05.659795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.4 (29a7a4ce-522b-4072-9f16-d2478cbb4265/c8298672-54b3-434d-8b0f-cf4b5faf661c/abddb70b-dd93-4386-8a71-082255a14544) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:48:05.804642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.845259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.887982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:48:05.891748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:05.894371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:48:05.925677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:05.956091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:05.957082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:05.974714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c0c34a68-3630-4b72-ab6e-2b2052a21e1b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643949 Sep 30 08:48:05.993847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Request body: {'port': {'device_id': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:06.055275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.160608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e6bfe8bf-bd37-404a-8c17-15b27ac7855a None None] Provisioning complete for port abddb70b-dd93-4386-8a71-082255a14544 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:06.161116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe8bf-bd37-404a-8c17-15b27ac7855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.204231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e6bfe8bf-bd37-404a-8c17-15b27ac7855a None None] Port abddb70b-dd93-4386-8a71-082255a14544 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:48:06.366848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abddb70b-dd93-4386-8a71-082255a14544 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:48:06.374591 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.386915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Transition to ACTIVE for port object abddb70b-dd93-4386-8a71-082255a14544 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:48:06.390679 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.443454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:06.547813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:06.548156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:06.548486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:06.558712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:48:06.559040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:06.569363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:06.569363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Checking segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:06.569678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Bound using segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:06.570119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Bound port: abddb70b-dd93-4386-8a71-082255a14544, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:06.570491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.579591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939309-b4a2-462c-928f-bc817249d469 req-34e976c4-10ec-48e8-954c-4f409808a213 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:06.581499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16939309-b4a2-462c-928f-bc817249d469 req-34e976c4-10ec-48e8-954c-4f409808a213 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0745530 Sep 30 08:48:06.644517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 742c96d9-9f3b-46d4-b184-f08ad8781ed1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:06.658139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-16939309-b4a2-462c-928f-bc817249d469 req-c05cd980-24a8-485e-9ce6-fdd9069281a5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686617 Sep 30 08:48:06.677190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:06.681315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:06.688867 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.703126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:06.703577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.737822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:06.738451 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:06.739866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] 10.222.0.50 "PUT /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 1091 time: 0.7510047 Sep 30 08:48:06.740330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:06.743127 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd4e14d-89d3-4309-b756-069beecc2775" -d '{"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:06.816065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a3259-d58d-4026-bb1b-e4c0f688bf9c service neutron] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:06.851918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717f109-3a63-4f27-8d2f-eaaa4304c00b req-ca364aa7-73b1-4483-a883-013198f8119c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:06.853502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0717f109-3a63-4f27-8d2f-eaaa4304c00b req-ca364aa7-73b1-4483-a883-013198f8119c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 943 time: 0.1318891 Sep 30 08:48:06.878975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-97bcf95e-0f7d-4b61-a506-1342d5c68022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:06.880496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-97bcf95e-0f7d-4b61-a506-1342d5c68022 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1094 time: 0.0822525 Sep 30 08:48:06.935743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0717f109-3a63-4f27-8d2f-eaaa4304c00b req-af37b2d7-c17f-4c20-921e-606a4bd0f9b5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746992 Sep 30 08:48:06.937116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-79731eeb-90d4-4d58-b716-34b0bfa7da36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 217 time: 0.0429554 Sep 30 08:48:06.981046 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b29d3b-64e1-4da7-8e1d-c6994da177ba x-openstack-request-id: req-c4b29d3b-64e1-4da7-8e1d-c6994da177ba {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:06.981389 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:06.981759 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4b29d3b-64e1-4da7-8e1d-c6994da177ba {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:06.982250 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'status': 'completed', 'code': 200} Sep 30 08:48:06.993435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-6befe5ad-b0a4-465c-bf18-9af5e0e1330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:06.995088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-6befe5ad-b0a4-465c-bf18-9af5e0e1330b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0512044 Sep 30 08:48:07.041535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c97314ad-3bb1-4351-ac21-2f84145d7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:07.043048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-c97314ad-3bb1-4351-ac21-2f84145d7405 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408947 Sep 30 08:48:07.132973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-7d0e51f7-4e92-400b-af2c-4f83e639d0e7 service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Sep 30 08:48:07.222979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-229d8575-a5e2-43ca-87ed-1b1931eb0d8a req-57e33611-b73d-4f15-af01-75c08028411b service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Sep 30 08:48:07.351609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-6bd1ce98-9b6f-46df-b1c7-a9e36d41bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:07.353098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-6bd1ce98-9b6f-46df-b1c7-a9e36d41bc9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1094 time: 0.0448658 Sep 30 08:48:07.827111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-310e6b93-dfc2-4e7f-b4a9-931cebcc804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:07.828737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-310e6b93-dfc2-4e7f-b4a9-931cebcc804b service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 898 time: 0.4687946 Sep 30 08:48:07.837272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25f5e9-e802-4e57-8940-034d4f80ac68 req-94318b38-6b9b-4dbf-b8ca-1433d0e5b982 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:07.838697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd25f5e9-e802-4e57-8940-034d4f80ac68 req-94318b38-6b9b-4dbf-b8ca-1433d0e5b982 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.1015024 Sep 30 08:48:07.883873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-35a6b196-7f5e-4fe3-9c25-24edc3806abb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 217 time: 0.0442417 Sep 30 08:48:07.910858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd25f5e9-e802-4e57-8940-034d4f80ac68 req-3ae66dae-cb8c-46a9-a90f-1357cfc32f1c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Sep 30 08:48:07.945822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-71438322-40bd-4f95-acea-298522fc2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:07.947228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-71438322-40bd-4f95-acea-298522fc2f29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0512924 Sep 30 08:48:07.995717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-1a79bfec-36fe-4e65-b72f-bb4bc387c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:07.997249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-1a79bfec-36fe-4e65-b72f-bb4bc387c066 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416248 Sep 30 08:48:08.110594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ac7d5-90a2-4acc-8747-2592789f640c req-fada86c8-1d4a-4130-8120-d17192d366b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:08.112129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed5ac7d5-90a2-4acc-8747-2592789f640c req-fada86c8-1d4a-4130-8120-d17192d366b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 943 time: 0.1081910 Sep 30 08:48:08.153383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-20f066eb-86d6-49a0-93b2-3ef0c954bcb2 service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408188 Sep 30 08:48:08.166669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed5ac7d5-90a2-4acc-8747-2592789f640c req-b4084a3f-ed46-42dd-9982-7d650e54d811 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484784 Sep 30 08:48:08.256657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfd4e14d-89d3-4309-b756-069beecc2775 req-eaf37652-fd66-4a2d-892c-2c21f4aacf3f service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890269 Sep 30 08:48:08.581541 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5b4f496f-66ba-421d-a9f2-7677a9c60156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:09.026200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210f54-b5cb-41a3-9b22-5a16404a464d req-7f215414-9955-4916-8e09-581b7a0abfb3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:09.027755 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba210f54-b5cb-41a3-9b22-5a16404a464d req-7f215414-9955-4916-8e09-581b7a0abfb3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 943 time: 0.0500469 Sep 30 08:48:09.059914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device de1ce1fa-71e9-4043-b234-702540d288f9 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:48:09.066635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba210f54-b5cb-41a3-9b22-5a16404a464d req-86331bca-b9f4-45e2-add4-879fe1a59216 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Sep 30 08:48:09.154973 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port de1ce1fa-71e9-4043-b234-702540d288f9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=de1ce1fa-71e9-4043-b234-702540d288f9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:09.165978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'de1ce1fa-71e9-4043-b234-702540d288f9', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': 'de1ce1fa-71e9-4043-b234-702540d288f9', 'mac_address': 'fa:16:3e:a9:c3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:48:09.206866 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:09.221572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1ce1fa-71e9-4043-b234-702540d288f9 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:48:09.241477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port de1ce1fa-71e9-4043-b234-702540d288f9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=de1ce1fa-71e9-4043-b234-702540d288f9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:09.246130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:09.290915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd3d19-5185-4447-958c-98fa36750169 req-9ed41e5c-0bee-4749-85d2-2af9799fb120 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:09.292471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bcd3d19-5185-4447-958c-98fa36750169 req-9ed41e5c-0bee-4749-85d2-2af9799fb120 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 943 time: 0.0555820 Sep 30 08:48:09.295607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=de1ce1fa-71e9-4043-b234-702540d288f9,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:09.335324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bcd3d19-5185-4447-958c-98fa36750169 req-44914cdb-8302-43b8-9196-d765bf19e947 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Sep 30 08:48:09.501842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['de1ce1fa-71e9-4043-b234-702540d288f9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:48:10.182384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b597143-98f0-4c04-957d-24870235e306 req-261942ec-238c-41ef-919e-f3bd64f741c6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:10.184055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b597143-98f0-4c04-957d-24870235e306 req-261942ec-238c-41ef-919e-f3bd64f741c6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 944 time: 0.0503156 Sep 30 08:48:10.226619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b597143-98f0-4c04-957d-24870235e306 req-ab87c5de-6750-4c2f-aed4-c23c5ac7a86d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Sep 30 08:48:10.403656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device abddb70b-dd93-4386-8a71-082255a14544 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:48:10.451655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28805b-8a06-4b8b-a78d-926915c83583 req-c8fc3450-a805-4f2e-884a-39e1d360460b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:10.453230 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b28805b-8a06-4b8b-a78d-926915c83583 req-c8fc3450-a805-4f2e-884a-39e1d360460b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 943 time: 0.0510867 Sep 30 08:48:10.492370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b28805b-8a06-4b8b-a78d-926915c83583 req-d1f02b83-6dfb-477d-9686-606c29acddba tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331593 Sep 30 08:48:10.500186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:10.512088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'abddb70b-dd93-4386-8a71-082255a14544', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'port_id': 'abddb70b-dd93-4386-8a71-082255a14544', 'mac_address': 'fa:16:3e:ab:a8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:48:10.555962 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:10.568863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abddb70b-dd93-4386-8a71-082255a14544 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:48:10.588648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:10.592540 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:10.641698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:10.851081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['abddb70b-dd93-4386-8a71-082255a14544'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:48:11.065116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device de1ce1fa-71e9-4043-b234-702540d288f9 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:11.123705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2de05c29-0cea-4701-89b6-dd1b8a23c75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:11.146176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port de1ce1fa-71e9-4043-b234-702540d288f9 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:48:11.150232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port de1ce1fa-71e9-4043-b234-702540d288f9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:11.150611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:11.235763 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:11.259389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ce1fa-71e9-4043-b234-702540d288f9'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:11.262134 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37db8be-a0df-4ddc-b919-8fa821cd048d" -d '{"events": [{"server_uuid": "0795d4c2-3684-4070-b5f8-dc348f744ff3", "name": "network-vif-plugged", "status": "completed", "tag": "de1ce1fa-71e9-4043-b234-702540d288f9"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:11.275627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port de1ce1fa-71e9-4043-b234-702540d288f9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=de1ce1fa-71e9-4043-b234-702540d288f9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:11.279947 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:11.344041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=de1ce1fa-71e9-4043-b234-702540d288f9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:11.368989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aa92e-99ea-4de9-9b9d-37fa87493f9e req-2d9d339c-7754-4270-9b62-390815e4dd97 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:11.370504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff7aa92e-99ea-4de9-9b9d-37fa87493f9e req-2d9d339c-7754-4270-9b62-390815e4dd97 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0737445 Sep 30 08:48:11.408984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff7aa92e-99ea-4de9-9b9d-37fa87493f9e req-b116fc15-be83-4269-a48b-04e273a5a9f0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Sep 30 08:48:11.451370 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2763d649-a74b-4439-8132-cbda233d8471 x-openstack-request-id: req-2763d649-a74b-4439-8132-cbda233d8471 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:11.451873 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0795d4c2-3684-4070-b5f8-dc348f744ff3", "name": "network-vif-plugged", "status": "completed", "tag": "de1ce1fa-71e9-4043-b234-702540d288f9", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:11.452000 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2763d649-a74b-4439-8132-cbda233d8471 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:11.452293 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ce1fa-71e9-4043-b234-702540d288f9', 'code': 200} Sep 30 08:48:11.484943 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:11.548495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f6c5-4f63-4fa3-bf02-83821f6de98a req-082b60a3-8a1f-44b2-902d-0d543491a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:11.550053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f982f6c5-4f63-4fa3-bf02-83821f6de98a req-082b60a3-8a1f-44b2-902d-0d543491a092 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0403848 Sep 30 08:48:11.586720 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-f982f6c5-4f63-4fa3-bf02-83821f6de98a req-5feda56c-facc-4dd1-aa63-f3513c530476 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284352 Sep 30 08:48:11.610862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba92c27-d39a-43af-a5da-3ecccee5265e req-15c3ac7e-88ca-4fdb-8339-0e8b3a07c613 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:11.612273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ba92c27-d39a-43af-a5da-3ecccee5265e req-15c3ac7e-88ca-4fdb-8339-0e8b3a07c613 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 944 time: 0.0507400 Sep 30 08:48:11.649961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ba92c27-d39a-43af-a5da-3ecccee5265e req-6410b776-1abe-427f-bf64-dc05c7b5a661 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Sep 30 08:48:12.434284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device abddb70b-dd93-4386-8a71-082255a14544 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:12.489301 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port abddb70b-dd93-4386-8a71-082255a14544 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:48:12.493223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port abddb70b-dd93-4386-8a71-082255a14544 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:12.493637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:12.528205 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edae63-5840-4701-8380-ae34805f9bfd req-fc20d22b-3251-4b75-8e73-1423ca142dd3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:12.529817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3edae63-5840-4701-8380-ae34805f9bfd req-fc20d22b-3251-4b75-8e73-1423ca142dd3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0515389 Sep 30 08:48:12.569901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3edae63-5840-4701-8380-ae34805f9bfd req-7ee4543e-5993-44c3-b021-5ab7c87c3cc3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Sep 30 08:48:12.570982 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:12.602947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:12.606660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:12.653372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:12.774603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46fb0d-81f0-41cc-9f36-4f7a531d71b5 req-de16d663-ee4a-4718-bcbd-d4908581e25f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:12.776147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f46fb0d-81f0-41cc-9f36-4f7a531d71b5 req-de16d663-ee4a-4718-bcbd-d4908581e25f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0605264 Sep 30 08:48:12.817979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f46fb0d-81f0-41cc-9f36-4f7a531d71b5 req-cb1c3f7f-0873-4907-8376-b2a1ca47bc91 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349202 Sep 30 08:48:13.185536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:13.453542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:13.455964 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d806e9ce-eb5b-4a7a-80f3-cec2ccf39899" -d '{"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-plugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:13.490520 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f540c40-c657-49f6-a981-1ac9f895d7bd x-openstack-request-id: req-8f540c40-c657-49f6-a981-1ac9f895d7bd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:13.491125 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-plugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:13.491125 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f540c40-c657-49f6-a981-1ac9f895d7bd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:13.491431 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'code': 200} Sep 30 08:48:13.611175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028b4d-bb2c-4dab-bda5-f00f1537fed6 req-15c8993b-1158-494d-a0a7-8a635201f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:13.612711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75028b4d-bb2c-4dab-bda5-f00f1537fed6 req-15c8993b-1158-494d-a0a7-8a635201f613 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1096 time: 0.0404980 Sep 30 08:48:13.658394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75028b4d-bb2c-4dab-bda5-f00f1537fed6 req-06162276-7740-4015-9ec9-583f8c93d8ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381510 Sep 30 08:48:13.695287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fa450-ada8-436f-a331-33a0f0724483 req-67076103-6f4e-4c3f-93e9-7c19f4106666 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:13.696831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-957fa450-ada8-436f-a331-33a0f0724483 req-67076103-6f4e-4c3f-93e9-7c19f4106666 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0577123 Sep 30 08:48:13.734922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-957fa450-ada8-436f-a331-33a0f0724483 req-4cd9eb8e-98f7-4660-bbb4-5ae873fb5562 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Sep 30 08:48:13.852312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98403ed6-f5a4-408a-9f79-2dcf92d46d71 req-aa41a7f2-2cb9-400b-818a-25b3adfb0d45 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:13.853825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98403ed6-f5a4-408a-9f79-2dcf92d46d71 req-aa41a7f2-2cb9-400b-818a-25b3adfb0d45 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0532565 Sep 30 08:48:13.891926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-98403ed6-f5a4-408a-9f79-2dcf92d46d71 req-c3c703f8-a1d9-4187-82e3-58b67a291f06 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Sep 30 08:48:13.994427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781f28-5656-48ba-a387-02994f49e26b req-8eccdaef-0845-4fa9-b4b6-603b537a9743 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:13.995809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34781f28-5656-48ba-a387-02994f49e26b req-8eccdaef-0845-4fa9-b4b6-603b537a9743 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0502791 Sep 30 08:48:14.034556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34781f28-5656-48ba-a387-02994f49e26b req-89796c2e-6d21-47da-ac58-7429d8e23d49 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321014 Sep 30 08:48:14.134633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729c541-77e1-4b37-aa7e-1dbc946e0d69 req-a998578d-f5fa-4f9d-9947-6c72ec8450ee tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:14.136120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9729c541-77e1-4b37-aa7e-1dbc946e0d69 req-a998578d-f5fa-4f9d-9947-6c72ec8450ee tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Sep 30 08:48:14.174677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9729c541-77e1-4b37-aa7e-1dbc946e0d69 req-01fbbe07-dcd9-488a-b2fa-503ed007fa84 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Sep 30 08:48:14.460010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc45f5-d47d-4316-babf-b43845d33566 req-c3d152fc-5955-4b8e-93d9-96d704e1b813 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:14.461518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58cc45f5-d47d-4316-babf-b43845d33566 req-c3d152fc-5955-4b8e-93d9-96d704e1b813 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Sep 30 08:48:14.498538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58cc45f5-d47d-4316-babf-b43845d33566 req-ff748d46-844b-4f40-ad6f-b1da65771dbb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Sep 30 08:48:14.951008 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:15.263356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce073a-7b49-4503-afa5-f44c04a05920 req-9e30827b-00ac-47a4-b85a-a82ddd5279f6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:15.264846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87ce073a-7b49-4503-afa5-f44c04a05920 req-9e30827b-00ac-47a4-b85a-a82ddd5279f6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0491381 Sep 30 08:48:15.302805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87ce073a-7b49-4503-afa5-f44c04a05920 req-b730c809-a44f-4086-ba36-b08110d5d041 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Sep 30 08:48:15.420337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0b7c-9294-4caf-8370-78a5f5cb7ee1 req-2b45d699-3a64-48f0-bcb7-08aafb830044 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:15.422359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db9a0b7c-9294-4caf-8370-78a5f5cb7ee1 req-2b45d699-3a64-48f0-bcb7-08aafb830044 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Sep 30 08:48:15.459655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db9a0b7c-9294-4caf-8370-78a5f5cb7ee1 req-dd0c9d04-2ba6-4a03-9fc7-4a3c3d797799 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314171 Sep 30 08:48:15.480417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40076) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:15.518575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bceac-1752-4996-add1-5f140f8badfa tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:15.520053 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-853bceac-1752-4996-add1-5f140f8badfa tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1091 time: 0.0386329 Sep 30 08:48:15.522980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:15.527623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'abddb70b-dd93-4386-8a71-082255a14544', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:15.552905 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:15.634660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea275-5c82-4ccc-b3a2-b4f67ea4369b req-d90c7849-2485-469e-9040-d2188a79b266 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:15.636082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f0ea275-5c82-4ccc-b3a2-b4f67ea4369b req-d90c7849-2485-469e-9040-d2188a79b266 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0665762 Sep 30 08:48:15.710817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f0ea275-5c82-4ccc-b3a2-b4f67ea4369b req-1a3be7d8-53aa-475d-94ad-aec29ba92dee tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Sep 30 08:48:15.731484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:15.829876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.142 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d20972d1-d2b6-4ac1-b5e2-fc9c40bc5c9a) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:48:15.936131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:15.970040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.007904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:48:16.010802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:16.016226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:48:16.041414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=d20972d1-d2b6-4ac1-b5e2-fc9c40bc5c9a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:16.119525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-11a4e7e5-dd9b-411a-8e03-31a5f7b57ae2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:16.121087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-11a4e7e5-dd9b-411a-8e03-31a5f7b57ae2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Sep 30 08:48:16.219775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port de1ce1fa-71e9-4043-b234-702540d288f9 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:48:16.220213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.314264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port de1ce1fa-71e9-4043-b234-702540d288f9, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=de1ce1fa-71e9-4043-b234-702540d288f9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:16.314635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.326670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for de1ce1fa-71e9-4043-b234-702540d288f9 owned by compute:nova {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:48:16.381018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.448513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.455580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.469856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['de1ce1fa-71e9-4043-b234-702540d288f9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:48:16.482635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=de1ce1fa-71e9-4043-b234-702540d288f9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:16.530469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port de1ce1fa-71e9-4043-b234-702540d288f9 on host n-h2-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:48:16.533360 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.535411 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-fa636fe5-d3fd-4bc6-898a-88aa9e141046 req-0431bd5d-01c5-4194-bef7-569c64d61073 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "DELETE /v2.0/ports/de1ce1fa-71e9-4043-b234-702540d288f9 HTTP/1.1" status: 204 len: 173 time: 0.4069879 Sep 30 08:48:16.535997 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'name': 'network-vif-deleted', 'tag': 'de1ce1fa-71e9-4043-b234-702540d288f9'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:16.538523 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc796726-3bcc-4ff2-a8d7-d8bce9624d72" -d '{"events": [{"server_uuid": "0795d4c2-3684-4070-b5f8-dc348f744ff3", "name": "network-vif-deleted", "tag": "de1ce1fa-71e9-4043-b234-702540d288f9"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:16.595482 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5e8b21-5cfc-4435-a9de-8a80ddca1c11 x-openstack-request-id: req-fa5e8b21-5cfc-4435-a9de-8a80ddca1c11 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:16.595782 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0795d4c2-3684-4070-b5f8-dc348f744ff3", "name": "network-vif-deleted", "tag": "de1ce1fa-71e9-4043-b234-702540d288f9", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:16.596034 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa5e8b21-5cfc-4435-a9de-8a80ddca1c11 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:16.596631 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0795d4c2-3684-4070-b5f8-dc348f744ff3', 'name': 'network-vif-deleted', 'tag': 'de1ce1fa-71e9-4043-b234-702540d288f9', 'status': 'completed', 'code': 200} Sep 30 08:48:16.632585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.638477 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.724304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=d20972d1-d2b6-4ac1-b5e2-fc9c40bc5c9a,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:16.730296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:16.841474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38173322-6ea5-4cee-9bcf-b16f09395062 req-5a6fae32-dd53-4a79-a1e5-a6ad11782a6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 210 time: 0.0563459 Sep 30 08:48:16.868230 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP ac595f7d-b2ac-457e-b434-5f626227cf1f associated. External IP: 172.25.7.142, port: abddb70b-dd93-4386-8a71-082255a14544. Sep 30 08:48:17.081042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:48:17.191342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:48:17.202400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] Sync routers for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:48:17.208763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:17.213125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:17.214336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:17.239453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-128ce3b8-4701-4551-bdc1-35dbe245f073 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7153201 Sep 30 08:48:17.240194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:17.243124 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56490c9-44a5-47f9-af48-3ffb295ed9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:17.345417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60ae65-c861-4f1e-8033-f6c296206b2f req-f6579159-a399-4a07-93fa-46a3bf5da68f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:17.347207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af60ae65-c861-4f1e-8033-f6c296206b2f req-f6579159-a399-4a07-93fa-46a3bf5da68f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0566206 Sep 30 08:48:17.348033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:17.390663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af60ae65-c861-4f1e-8033-f6c296206b2f req-6b0f05e7-8d6d-4edb-8538-e913ca2d1902 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Sep 30 08:48:17.411604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40092) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:17.438243 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7156bc7f-35ce-4e35-b4fb-174ac0789d15 x-openstack-request-id: req-7156bc7f-35ce-4e35-b4fb-174ac0789d15 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:17.438536 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:17.438792 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7156bc7f-35ce-4e35-b4fb-174ac0789d15 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:17.439194 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'status': 'completed', 'code': 200} Sep 30 08:48:17.477880 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-774034d0-db7a-406a-a2f8-e84ff21bf4a3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/ac595f7d-b2ac-457e-b434-5f626227cf1f HTTP/1.1" status: 200 len: 991 time: 0.0650377 Sep 30 08:48:17.526371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-a7f06cbc-3264-489f-8090-be5519a090b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:17.527942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-a7f06cbc-3264-489f-8090-be5519a090b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1096 time: 0.0418727 Sep 30 08:48:17.591172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ac595f7d-b2ac-457e-b434-5f626227cf1f', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'port_id': 'abddb70b-dd93-4386-8a71-082255a14544', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'mac_address': 'fa:16:3e:ab:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:48:16Z', 'updated_at': '2021-09-30T08:48:16Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:17.622761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] Checking router: 59c526ec-93e6-475a-a23d-cf5aebf5cd89 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:48:17.624359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-b02f2a6f-5d53-46b6-9198-b567f8e04dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:17.625874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-b02f2a6f-5d53-46b6-9198-b567f8e04dc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 898 time: 0.0911608 Sep 30 08:48:17.631634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:17.632344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:17.692450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-897480f1-621a-43a6-811f-a63a779db5a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 999 time: 0.0596440 Sep 30 08:48:17.750759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-0887a6e6-1796-4f37-b313-65b3316e3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:17.752461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-0887a6e6-1796-4f37-b313-65b3316e3557 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0531635 Sep 30 08:48:17.803623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-c56b3adc-959a-4011-ae6d-eb0c1409e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:17.805159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-c56b3adc-959a-4011-ae6d-eb0c1409e0cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458732 Sep 30 08:48:17.893408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:17.908128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-a072616e-6182-4e22-8fb1-994681707652 service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949316 Sep 30 08:48:17.977193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e89192a-10a9-4483-bef6-9c9671972e6a req-7700766b-9b50-48f2-b329-65e78edf2236 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 210 time: 0.0371568 Sep 30 08:48:18.042708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c56490c9-44a5-47f9-af48-3ffb295ed9bd req-5f2a3eb3-d92b-4e25-b53a-cdbef1ecdb69 service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268079 Sep 30 08:48:18.203753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ac595f7d-b2ac-457e-b434-5f626227cf1f', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'port_id': 'abddb70b-dd93-4386-8a71-082255a14544', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'mac_address': 'fa:16:3e:ab:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:48:16Z', 'updated_at': '2021-09-30T08:48:16Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:18.235173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ada36f-2d9b-40b9-97ea-b2786c37e888 None None] The sync data for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 is: [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'ac595f7d-b2ac-457e-b434-5f626227cf1f', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'port_id': 'abddb70b-dd93-4386-8a71-082255a14544', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'mac_address': 'fa:16:3e:ab:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:48:16Z', 'updated_at': '2021-09-30T08:48:16Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:48:18.462270 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03363cff-932d-408b-87f9-0b5bc1ed8ac2 None None] New status for floating IP ac595f7d-b2ac-457e-b434-5f626227cf1f: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:48:18.479264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40096) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:18.545192 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-340db842-10a9-4486-ad09-1b0bc8b6231c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/ac595f7d-b2ac-457e-b434-5f626227cf1f HTTP/1.1" status: 200 len: 991 time: 0.0636852 Sep 30 08:48:19.081284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17559826-226a-412a-a1a9-deb9c0298c8e req-1ae0fdce-798e-433c-bf2d-173ca74f454e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Sep 30 08:48:19.156424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device de1ce1fa-71e9-4043-b234-702540d288f9 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:48:19.184829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: de1ce1fa-71e9-4043-b234-702540d288f9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:48:19.185179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device de1ce1fa-71e9-4043-b234-702540d288f9 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:48:19.547328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40100) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:19.605942 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-126ad370-fe47-43da-97f3-802f02120de6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/ac595f7d-b2ac-457e-b434-5f626227cf1f HTTP/1.1" status: 200 len: 993 time: 0.0573285 Sep 30 08:48:20.207073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c75f9527-cba9-46ab-b418-5e61a5e108c6 req-801683f5-7343-4c59-be2f-0aea5a93b73e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=0795d4c2-3684-4070-b5f8-dc348f744ff3 HTTP/1.1" status: 200 len: 210 time: 0.0311549 Sep 30 08:48:25.412907 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:48:25.900333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:25.935963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:38.584084 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-920cc637-e9e4-4c81-95bd-a9faff5e9a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:41.036402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-fb7495b1-e516-4f32-aa62-a08553cfc370 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:41.037905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-fb7495b1-e516-4f32-aa62-a08553cfc370 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1020839 Sep 30 08:48:41.054681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-774a5ed7-70c9-434a-8ccf-bc7da5b8070c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0103054 Sep 30 08:48:41.086949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b424da11-858c-4c38-ade9-0a408019bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:41.106481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-cee38181-5015-4d13-a126-7e68b8b3b2cd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461600 Sep 30 08:48:41.299027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-6493e6b7-d45d-4e1d-90ef-13efb24bb593 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846652 Sep 30 08:48:41.390698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-93cd8c21-4a2a-48ec-b237-4399d0436b95 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Sep 30 08:48:41.487899 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:42.012694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-029ef608-bdee-464d-8edb-4d32d0cd657d req-7868db2c-0e6b-490d-bf86-a5d2eee16401 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 210 time: 0.3688605 Sep 30 08:48:42.750901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-b92073bb-cbb9-46fa-962d-eb4216c9f2d1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:42.752420 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-b92073bb-cbb9-46fa-962d-eb4216c9f2d1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1069565 Sep 30 08:48:42.766754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:42.873505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:48:42.877246 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.008031 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.9 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/d2575597-f6df-4e2b-8e20-c10193e12f40) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:48:43.109358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-867cf67a-1661-4bca-81ee-ec74f81a1b02 req-6068a2e6-a72b-4cae-857f-ddfa63e73f9d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 210 time: 0.0272789 Sep 30 08:48:43.161703 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.190019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.195607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.238944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:48:43.241964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:48:43.245798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:48:43.276558 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=d2575597-f6df-4e2b-8e20-c10193e12f40,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:43.292377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.292727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.293073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.293414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.293777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.294109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.294437 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.294765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.295418 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.295753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.296080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.296409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:43.320189 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:43.321241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.341173 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-64bd376f-4cea-47c4-9fb4-b31ac512ce55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786471 Sep 30 08:48:43.416641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Request body: {'port': {'device_id': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:43.476568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.558321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dc3023fa-4801-44ba-9a8c-6fca4cf75d53 None None] Provisioning complete for port d2575597-f6df-4e2b-8e20-c10193e12f40 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:43.558745 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc3023fa-4801-44ba-9a8c-6fca4cf75d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.597179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dc3023fa-4801-44ba-9a8c-6fca4cf75d53 None None] Port d2575597-f6df-4e2b-8e20-c10193e12f40 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:48:43.746107 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2575597-f6df-4e2b-8e20-c10193e12f40 {{(pid=95002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:48:43.754852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.767752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.provisioning_blocks [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Transition to ACTIVE for port object d2575597-f6df-4e2b-8e20-c10193e12f40 will not be triggered until provisioned by entity L2. {{(pid=95002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:48:43.771720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.824003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Pushing event updated for resources: {'Port': ['ID=d2575597-f6df-4e2b-8e20-c10193e12f40,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:43.892836 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Attempting to bind port d2575597-f6df-4e2b-8e20-c10193e12f40 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:43.893205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Attempting to bind port d2575597-f6df-4e2b-8e20-c10193e12f40 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:43.893523 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Attempting to bind port d2575597-f6df-4e2b-8e20-c10193e12f40 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:43.898177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Port d2575597-f6df-4e2b-8e20-c10193e12f40 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:48:43.898504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Attempting to bind port d2575597-f6df-4e2b-8e20-c10193e12f40 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:43.903471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:43.905660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:43.905660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:43.905660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Bound port: d2575597-f6df-4e2b-8e20-c10193e12f40, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:43.906047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:43.982099 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] For port d2575597-f6df-4e2b-8e20-c10193e12f40, host n-h2-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:43.986995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] For port d2575597-f6df-4e2b-8e20-c10193e12f40, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d2575597-f6df-4e2b-8e20-c10193e12f40,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:43.994848 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:44.033473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.034132 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:44.035529 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] 10.222.0.57 "PUT /v2.0/ports/d2575597-f6df-4e2b-8e20-c10193e12f40 HTTP/1.1" status: 200 len: 1091 time: 0.6842716 Sep 30 08:48:44.036004 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'tag': 'd2575597-f6df-4e2b-8e20-c10193e12f40'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:44.038229 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20acbc89-a355-4aec-bb3f-0bff1abf9272" -d '{"events": [{"name": "network-changed", "server_uuid": "e65affc5-cda7-456b-b3f9-4a6ae6e32b83", "tag": "d2575597-f6df-4e2b-8e20-c10193e12f40"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:44.067752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f792d-a30f-4aa7-959c-faea9619436d service neutron] Pushing event updated for resources: {'Port': ['ID=d2575597-f6df-4e2b-8e20-c10193e12f40,revision_number=3']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:44.091335 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c8fb79-e433-4756-a635-5aba7e2d8b86 x-openstack-request-id: req-94c8fb79-e433-4756-a635-5aba7e2d8b86 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:44.091617 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65affc5-cda7-456b-b3f9-4a6ae6e32b83", "tag": "d2575597-f6df-4e2b-8e20-c10193e12f40", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:44.091863 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94c8fb79-e433-4756-a635-5aba7e2d8b86 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:44.092251 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'tag': 'd2575597-f6df-4e2b-8e20-c10193e12f40', 'status': 'completed', 'code': 200} Sep 30 08:48:44.130572 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-b8b7c3e5-dd0b-4db2-aa7e-9a959722b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.132942 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-b8b7c3e5-dd0b-4db2-aa7e-9a959722b1cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 1094 time: 0.0501802 Sep 30 08:48:44.182505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-fc78b4f5-bab1-4f28-aa97-627ce0c3ef3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2575597-f6df-4e2b-8e20-c10193e12f40 HTTP/1.1" status: 200 len: 217 time: 0.0366936 Sep 30 08:48:44.243879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-abd4fcab-40cb-48c6-958d-375d91c51b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.245385 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-abd4fcab-40cb-48c6-958d-375d91c51b4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0539415 Sep 30 08:48:44.254858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a67887-422f-4de3-9472-49c7d17cc939 req-6d57570e-7dd2-45ba-8b38-1395f8794096 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.256403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a67887-422f-4de3-9472-49c7d17cc939 req-6d57570e-7dd2-45ba-8b38-1395f8794096 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0668902 Sep 30 08:48:44.297262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15a67887-422f-4de3-9472-49c7d17cc939 req-aa6f98fe-7d65-40c2-bd13-6aa416cba535 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Sep 30 08:48:44.299105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-c133bc46-96ce-416a-baba-397b624ff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.300675 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-c133bc46-96ce-416a-baba-397b624ff8ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464914 Sep 30 08:48:44.394415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-90177435-a013-4619-a51f-09be968f3547 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847559 Sep 30 08:48:44.489298 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-492d549b-8292-43db-a2ce-c256a8a3b66f req-f6941932-f357-4239-8f03-131eea5e4e92 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Sep 30 08:48:44.576888 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-f4839539-e465-4978-a65f-7ad8d0dffde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.578510 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-f4839539-e465-4978-a65f-7ad8d0dffde0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 1094 time: 0.0411973 Sep 30 08:48:44.677567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-3c5133b2-b121-4a6a-a1cf-4967deadf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.679215 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-3c5133b2-b121-4a6a-a1cf-4967deadf855 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0933764 Sep 30 08:48:44.721493 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-6d6243fc-1557-4a68-8fb2-3e9de658d91a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2575597-f6df-4e2b-8e20-c10193e12f40 HTTP/1.1" status: 200 len: 217 time: 0.0345328 Sep 30 08:48:44.773919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-ece3b9d1-454d-4423-8633-01c7f298d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.775376 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-ece3b9d1-454d-4423-8633-01c7f298d8d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0430365 Sep 30 08:48:44.830592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-dcbe74f0-1dc6-4b51-8669-d033fbf9c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:44.832218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-dcbe74f0-1dc6-4b51-8669-d033fbf9c904 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474761 Sep 30 08:48:44.924224 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-738046cb-cbd2-4eb1-8e83-f47c66559db7 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840456 Sep 30 08:48:44.956032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:45.028830 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-20acbc89-a355-4aec-bb3f-0bff1abf9272 req-544b8237-514d-4cb8-a5a8-c4d457d1c50f service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930007 Sep 30 08:48:45.415051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e3687-131f-439d-ad5d-2ef80e3c28af req-c8fad556-9358-42f7-92e2-dc05eab949ae tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:45.416557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d29e3687-131f-439d-ad5d-2ef80e3c28af req-c8fad556-9358-42f7-92e2-dc05eab949ae tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0512531 Sep 30 08:48:45.455826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d29e3687-131f-439d-ad5d-2ef80e3c28af req-f8ac0e81-87b0-4c27-bbdd-609190e3a47e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Sep 30 08:48:46.274540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fb995-6b55-4749-b3e1-53089aa3eff1 req-12c96037-1bb5-4050-9879-d1a352ccacd7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:46.276028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-183fb995-6b55-4749-b3e1-53089aa3eff1 req-12c96037-1bb5-4050-9879-d1a352ccacd7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Sep 30 08:48:46.314024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-183fb995-6b55-4749-b3e1-53089aa3eff1 req-d1acc7ff-7262-448c-9375-18f21a41e1c0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Sep 30 08:48:46.337355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40302) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:46.400462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bc8366ea-646b-45d8-9b29-5c2f83e40a45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/ac595f7d-b2ac-457e-b434-5f626227cf1f HTTP/1.1" status: 200 len: 993 time: 0.0618062 Sep 30 08:48:46.601491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa06910-5aa5-48d4-8e73-c5715c135b54 req-a61547ad-c6e3-40dd-b3cd-e4377895669c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:46.603110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fa06910-5aa5-48d4-8e73-c5715c135b54 req-a61547ad-c6e3-40dd-b3cd-e4377895669c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0517125 Sep 30 08:48:46.643694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fa06910-5aa5-48d4-8e73-c5715c135b54 req-fe9e3521-a32b-4e0e-837c-1045015a5da3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Sep 30 08:48:46.887600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774577c-72f7-45d8-8720-3d04453dd95c req-99f5c023-28d8-4fc0-9260-d76f48c5c865 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:46.889122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c774577c-72f7-45d8-8720-3d04453dd95c req-99f5c023-28d8-4fc0-9260-d76f48c5c865 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1096 time: 0.0406883 Sep 30 08:48:46.923928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c774577c-72f7-45d8-8720-3d04453dd95c req-02bcb4c2-4601-4038-bb27-f8ca7d028cba tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286653 Sep 30 08:48:47.395232 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-61185e44-0625-4761-9640-ea5cab6729a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399914 Sep 30 08:48:47.403780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-0396cb1c-b48c-4eff-8b3e-af2fda14bac4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:48:47.404762 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-0396cb1c-b48c-4eff-8b3e-af2fda14bac4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050039 Sep 30 08:48:47.954507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-8a80d7cf-bab8-4312-aa12-dcac9b06fc87 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:47.955896 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-8a80d7cf-bab8-4312-aa12-dcac9b06fc87 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 1093 time: 0.0967157 Sep 30 08:48:47.964609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Request body: {'binding': {'host': 'n-h2-807025-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:47.965062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Unknown quota resources ['binding']. {{(pid=95002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:48:48.097108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on host n-h2-807025-5 for vnic_type normal with profile None {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:48.097476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:48.097805 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:48.101922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:48:48.102243 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:48.106968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:48.107245 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Checking segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:48.107634 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Bound using segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:48.108058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Bound port: abddb70b-dd93-4386-8a71-082255a14544, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:48.510776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:48.516437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:48.517658 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] 10.222.0.41 "POST /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544/bindings HTTP/1.1" status: 201 len: 389 time: 0.5562510 Sep 30 08:48:48.661809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b033-ec61-4035-9bfb-e2fea8da2508 req-d5efbeec-ebd2-426e-9570-e773472d76fa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:48.663355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1898b033-ec61-4035-9bfb-e2fea8da2508 req-d5efbeec-ebd2-426e-9570-e773472d76fa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0499537 Sep 30 08:48:48.709236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1898b033-ec61-4035-9bfb-e2fea8da2508 req-b4bc79b3-f501-4253-a0cd-59c49b6d77b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Sep 30 08:48:48.740109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-13a9ca57-a4b1-4998-9a1f-8f44d2e80dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:48.741672 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-13a9ca57-a4b1-4998-9a1f-8f44d2e80dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1096 time: 0.0477321 Sep 30 08:48:48.814520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2ac6c-67fd-4847-8ad6-0fe6bcb88bab req-03612283-23eb-44e9-991f-203a706a8b6b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:48.815975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ad2ac6c-67fd-4847-8ad6-0fe6bcb88bab req-03612283-23eb-44e9-991f-203a706a8b6b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0501459 Sep 30 08:48:48.835419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-fbd7a94d-fc57-422f-b265-f2a4c25bb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:48.836904 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-fbd7a94d-fc57-422f-b265-f2a4c25bb87c service neutron] 10.222.0.57 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 898 time: 0.0879405 Sep 30 08:48:48.860700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ad2ac6c-67fd-4847-8ad6-0fe6bcb88bab req-d39a66c2-8efb-44b3-9658-b7a2fdd65551 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 Sep 30 08:48:48.909596 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-c31329f8-aa2a-44b8-a6f8-8c8e42ebd8cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 1001 time: 0.0637455 Sep 30 08:48:48.961377 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-4a517479-c580-4f66-83ac-5957110474a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:48.962885 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-4a517479-c580-4f66-83ac-5957110474a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0441897 Sep 30 08:48:49.011376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-422cea43-10eb-4d1b-bab1-462ed98e98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:49.012924 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-422cea43-10eb-4d1b-bab1-462ed98e98ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416529 Sep 30 08:48:49.112223 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-8cf7a666-3299-4991-8a88-6c3f2dddb8b1 service neutron] 10.222.0.57 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906997 Sep 30 08:48:49.215735 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-fa59e30a-2626-4135-8228-a4dd91e85fac service neutron] 10.222.0.57 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957983 Sep 30 08:48:49.354650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-368404b8-8104-4228-9f31-15a32fa16454 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:49.356197 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-368404b8-8104-4228-9f31-15a32fa16454 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646&tenant_id=2c3fab098af245ae97b68ab13d652c99&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1096 time: 0.0795026 Sep 30 08:48:49.368324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-5'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:48:49.427403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:49.550282 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:49.591743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:49.636978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:49.639230 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1932654c-538a-47f3-9680-cefed0d8fbb9" -d '{"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-unplugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:49.643438 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:49.649785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:49.684590 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ea285-0e8b-4a32-85d7-982d4204a07d x-openstack-request-id: req-7f9ea285-0e8b-4a32-85d7-982d4204a07d {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:49.684884 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-unplugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:49.685132 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f9ea285-0e8b-4a32-85d7-982d4204a07d {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:49.685542 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'code': 200} Sep 30 08:48:49.747518 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=7']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:49.804288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on host n-h1-807025-5 for vnic_type normal with profile {"migrating_to": "n-h2-807025-5"} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:48:49.805003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:48:49.805401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:49.810405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:48:49.810815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Attempting to bind port abddb70b-dd93-4386-8a71-082255a14544 on network 29a7a4ce-522b-4072-9f16-d2478cbb4265 {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:48:49.816499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:48:49.816840 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Checking segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:48:49.817232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Bound using segment: {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'} {{(pid=95002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:48:49.817752 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.managers [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Bound port: abddb70b-dd93-4386-8a71-082255a14544, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdd851f-8c97-418e-a1ea-1174c5f74db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265'}}] {{(pid=95002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:48:49.818116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:49.848721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221989d6-7df6-4e00-a1c7-1442b24465b9 req-75e98bb4-1418-4822-9519-c9635f89a1be tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:49.850300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-221989d6-7df6-4e00-a1c7-1442b24465b9 req-75e98bb4-1418-4822-9519-c9635f89a1be tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0554452 Sep 30 08:48:49.893636 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:49.893848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-221989d6-7df6-4e00-a1c7-1442b24465b9 req-bdf18d0a-3fe7-4de3-b200-1fae3845e81b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358429 Sep 30 08:48:49.897039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:48:49.900698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f6e62cd2-16fb-49b5-a858-8b0077969aab None None] Provisioning complete for port abddb70b-dd93-4386-8a71-082255a14544 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:49.901411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cd2-16fb-49b5-a858-8b0077969aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:49.904028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:49.995634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cd2-16fb-49b5-a858-8b0077969aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:50.022458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:50.024930 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb00b0-4858-4a36-abf3-473e91396bee" -d '{"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-plugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:50.039184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f6e62cd2-16fb-49b5-a858-8b0077969aab None None] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:50.046904 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=8']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:50.052080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cd2-16fb-49b5-a858-8b0077969aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:50.073010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15ed2-0244-47da-875a-5045e5a1997a req-e8a4b776-33ae-4391-9509-c42bba307ccf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:50.075942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d15ed2-0244-47da-875a-5045e5a1997a req-e8a4b776-33ae-4391-9509-c42bba307ccf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 943 time: 0.1021514 Sep 30 08:48:50.116372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:50.117593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:50.119987 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-2f4feb46-8ecd-46db-9d1e-a755ab6e391e service neutron] 10.222.0.57 "PUT /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 1121 time: 0.7556288 Sep 30 08:48:50.137034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d15ed2-0244-47da-875a-5045e5a1997a req-8cbb0c10-db7a-49ca-8582-7c5a505ae4cf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465178 Sep 30 08:48:50.248534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e62cd2-16fb-49b5-a858-8b0077969aab None None] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:50.272769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['abddb70b-dd93-4386-8a71-082255a14544'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:48:50.275332 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23901be-bcf8-44f6-bf19-9a1aba017e62 x-openstack-request-id: req-d23901be-bcf8-44f6-bf19-9a1aba017e62 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:50.275607 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-plugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:50.275847 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d23901be-bcf8-44f6-bf19-9a1aba017e62 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:50.276213 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'code': 200} Sep 30 08:48:50.422255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-079f704f-645d-4b2b-bdd3-ee11bb65c653 None None] Provisioning complete for port abddb70b-dd93-4386-8a71-082255a14544 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:50.422539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-079f704f-645d-4b2b-bdd3-ee11bb65c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:51.022143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744524a-6bb8-4d33-b4f5-02be126741c6 req-ea3710dc-d410-4874-8139-7398f138b2ff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:51.025297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f744524a-6bb8-4d33-b4f5-02be126741c6 req-ea3710dc-d410-4874-8139-7398f138b2ff tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0608299 Sep 30 08:48:51.065319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f744524a-6bb8-4d33-b4f5-02be126741c6 req-b7cd902d-9902-4f84-aa8b-3b85cc927e1f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Sep 30 08:48:51.255026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4da0-75c8-4194-97d9-6d0cdbede810 req-f8904318-1ce6-4c67-a5c2-f6b1eec9f061 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:51.256512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8be4da0-75c8-4194-97d9-6d0cdbede810 req-f8904318-1ce6-4c67-a5c2-f6b1eec9f061 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Sep 30 08:48:51.294659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8be4da0-75c8-4194-97d9-6d0cdbede810 req-e1524eb1-db51-41ef-99c9-679fcb803235 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Sep 30 08:48:51.327503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device abddb70b-dd93-4386-8a71-082255a14544 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:48:51.419809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:51.431009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device abddb70b-dd93-4386-8a71-082255a14544 has no active binding in host n-h2-807025-5 {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:48:51.686848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:51.689367 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94" -d '{"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:51.725074 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3836cc-95ef-4f2e-a5d2-42b10b3419dd x-openstack-request-id: req-ef3836cc-95ef-4f2e-a5d2-42b10b3419dd {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:51.725366 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:51.725641 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef3836cc-95ef-4f2e-a5d2-42b10b3419dd {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:51.726036 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'status': 'completed', 'code': 200} Sep 30 08:48:51.821262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-3a382973-c9ad-4040-a165-8031e75265b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:51.822805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-3a382973-c9ad-4040-a165-8031e75265b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1126 time: 0.0415609 Sep 30 08:48:51.917685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-b8f56e4e-c136-49fe-83ff-def8e248fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:51.919182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-b8f56e4e-c136-49fe-83ff-def8e248fbb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 898 time: 0.0895104 Sep 30 08:48:51.996872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-e1bfa4fa-976f-4737-a0cb-05eea16d13fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 1001 time: 0.0682654 Sep 30 08:48:52.049754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-d1ae337f-cb7b-46b2-b178-ecd0fab5704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:52.051260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-d1ae337f-cb7b-46b2-b178-ecd0fab5704e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0472050 Sep 30 08:48:52.097008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-598cc62a-273b-4e0f-a4c1-255e759b8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:52.098565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-598cc62a-273b-4e0f-a4c1-255e759b8733 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402107 Sep 30 08:48:52.220946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-62013d36-f686-4b42-aa25-04ce5277de89 service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143556 Sep 30 08:48:52.231230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef1e2-07b3-4d7f-a1e2-d26bad751a95 req-0df58dd1-83f1-4705-9236-901a34d932e5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:52.232615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b6ef1e2-07b3-4d7f-a1e2-d26bad751a95 req-0df58dd1-83f1-4705-9236-901a34d932e5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0967157 Sep 30 08:48:52.324294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b6ef1e2-07b3-4d7f-a1e2-d26bad751a95 req-5c097faa-572c-4fc1-baa2-aac48226c56b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834894 Sep 30 08:48:52.349256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b7ee4b0-a7f8-41da-85fb-70d5d9767f94 req-6d363081-248c-4500-b335-871e623a0244 service neutron] 10.222.0.50 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157103 Sep 30 08:48:52.428775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da667be-7978-4253-8fc6-ed2dcc5d3aff req-a681e2fd-22e2-4f31-909a-f0e3e1e3ee9b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:52.430283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5da667be-7978-4253-8fc6-ed2dcc5d3aff req-a681e2fd-22e2-4f31-909a-f0e3e1e3ee9b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0500982 Sep 30 08:48:52.467738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5da667be-7978-4253-8fc6-ed2dcc5d3aff req-0a312c3a-ab4c-461d-b266-a4bf46338ed6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Sep 30 08:48:53.441653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4388d0-ec3f-4419-a44c-2d89b201494a req-73e07c2d-f7a6-47f3-9578-6e8736a3704f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:53.443134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a4388d0-ec3f-4419-a44c-2d89b201494a req-73e07c2d-f7a6-47f3-9578-6e8736a3704f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0500641 Sep 30 08:48:53.481653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a4388d0-ec3f-4419-a44c-2d89b201494a req-a4ddd456-1cd2-4f0d-b02c-1776244aeff0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324533 Sep 30 08:48:53.587606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e912618-5f45-4a6b-ad36-2db86e2945d4 req-8d69dca9-c72e-42d7-8b39-bee201bb704d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:53.589067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e912618-5f45-4a6b-ad36-2db86e2945d4 req-8d69dca9-c72e-42d7-8b39-bee201bb704d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0534058 Sep 30 08:48:53.626632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e912618-5f45-4a6b-ad36-2db86e2945d4 req-93d468d5-e574-4da0-865f-6f4514816ddb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309696 Sep 30 08:48:54.595387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2441c5-26f7-4d3a-9444-d09f7ae0056d req-ba197696-13e2-44b3-95b7-4621fbb17b9f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:54.596872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed2441c5-26f7-4d3a-9444-d09f7ae0056d req-ba197696-13e2-44b3-95b7-4621fbb17b9f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 943 time: 0.0492175 Sep 30 08:48:54.634216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed2441c5-26f7-4d3a-9444-d09f7ae0056d req-5a6f039f-ad0a-47c7-bfe2-f815bb1390fb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Sep 30 08:48:54.739970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dbe27-d23c-4857-81f1-abe1d2c10a9f req-d2fea773-0879-4d21-a936-a94e5240d69f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:54.741465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59dbe27-d23c-4857-81f1-abe1d2c10a9f req-d2fea773-0879-4d21-a936-a94e5240d69f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 945 time: 0.0490792 Sep 30 08:48:54.778741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59dbe27-d23c-4857-81f1-abe1d2c10a9f req-0867338a-5555-413a-a3c7-75cc2ff5cc76 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Sep 30 08:48:55.332732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d2575597-f6df-4e2b-8e20-c10193e12f40 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:48:55.429547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d2575597-f6df-4e2b-8e20-c10193e12f40, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d2575597-f6df-4e2b-8e20-c10193e12f40,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:55.441248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'd2575597-f6df-4e2b-8e20-c10193e12f40', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': 'd2575597-f6df-4e2b-8e20-c10193e12f40', 'mac_address': 'fa:16:3e:34:b9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:48:55.472078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-0d607ed1-9176-4b77-bf50-f7e72b185d35 service neutron] 10.222.0.50 "GET /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 384 time: 0.0612020 Sep 30 08:48:55.479216 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:55.492073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2575597-f6df-4e2b-8e20-c10193e12f40 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:48:55.511519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d2575597-f6df-4e2b-8e20-c10193e12f40, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d2575597-f6df-4e2b-8e20-c10193e12f40,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:55.515954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:55.569930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d2575597-f6df-4e2b-8e20-c10193e12f40,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:55.658389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:55.682274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:55.748688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:55.751528 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b0d77f-93aa-4193-a78a-55530e88f625" -d '{"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-unplugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:55.753893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d2575597-f6df-4e2b-8e20-c10193e12f40'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:48:55.760744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:55.786586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ab89a-99e2-43ea-a132-9213a27db210 req-d11b9291-7daf-4ce6-980b-b75e609296bb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:55.788139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-222ab89a-99e2-43ea-a132-9213a27db210 req-d11b9291-7daf-4ce6-980b-b75e609296bb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 944 time: 0.0856071 Sep 30 08:48:55.789279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:55.864285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-222ab89a-99e2-43ea-a132-9213a27db210 req-b6f51428-2e51-4cec-82a3-e104d7c6e3d4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650725 Sep 30 08:48:55.910149 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Transition to ACTIVE for port object abddb70b-dd93-4386-8a71-082255a14544 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:48:55.914220 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:55.915973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:55.952689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:55.993917 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7055f41f-c6e8-48b8-a473-07843b587880 x-openstack-request-id: req-7055f41f-c6e8-48b8-a473-07843b587880 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:55.994288 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-unplugged", "status": "completed", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:55.994481 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7055f41f-c6e8-48b8-a473-07843b587880 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:55.994892 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'code': 200} Sep 30 08:48:56.022933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Pushing event updated for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=11']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:56.042129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.042477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.042819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.043156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.043490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.043821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.044147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.044471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.044793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.045115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.045437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.045778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:56.077506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] No DVR routers for this DVR port abddb70b-dd93-4386-8a71-082255a14544 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:48:56.158158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de63c6c-68d3-40ea-94ad-42eea22f13fb req-3f239c64-2455-4cad-808b-bd71a36ee443 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.159691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0de63c6c-68d3-40ea-94ad-42eea22f13fb req-3f239c64-2455-4cad-808b-bd71a36ee443 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 944 time: 0.1194515 Sep 30 08:48:56.245199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0de63c6c-68d3-40ea-94ad-42eea22f13fb req-ef1f17e7-d8e3-43ce-8e36-ca96b904f5c5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794840 Sep 30 08:48:56.266535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-58c7bebd-8198-4daa-a5fe-fb905776697c service neutron] 10.222.0.50 "PUT /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544/bindings/n-h2-807025-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7867508 Sep 30 08:48:56.393650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-23f55e37-8cbb-40b9-979f-9e6cec1d2caa tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.395150 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-23f55e37-8cbb-40b9-979f-9e6cec1d2caa tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646&tenant_id=2c3fab098af245ae97b68ab13d652c99&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0433450 Sep 30 08:48:56.441757 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-57a60524-05a5-454f-9ee1-413bf684de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.443239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-57a60524-05a5-454f-9ee1-413bf684de37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 1095 time: 0.0399032 Sep 30 08:48:56.529911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-e992a6cd-7ed1-4609-9635-704be2223bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.532218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-e992a6cd-7ed1-4609-9635-704be2223bc7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1095 time: 0.0443790 Sep 30 08:48:56.619975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-00b09476-7766-4a8f-9a4c-108748865246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.621492 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-00b09476-7766-4a8f-9a4c-108748865246 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 898 time: 0.0824575 Sep 30 08:48:56.691676 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-fdfca9f0-7862-4211-8ee2-aa46cb5660d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 999 time: 0.0607784 Sep 30 08:48:56.740508 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-53670e3c-072f-47c6-a0f6-a06af2cda984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.741956 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-53670e3c-072f-47c6-a0f6-a06af2cda984 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0427353 Sep 30 08:48:56.793783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-6db50f6d-fa51-49a2-b439-d168367be29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.795227 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-6db50f6d-fa51-49a2-b439-d168367be29c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408373 Sep 30 08:48:56.897521 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-c59b3e06-97c6-4a32-83c1-f2721635b2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893373 Sep 30 08:48:56.984992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b91a94-4969-4cc0-8e30-761cc057f863 req-aef87d1c-a05e-4f70-8bb2-f8c3efca8f84 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.986606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08b91a94-4969-4cc0-8e30-761cc057f863 req-aef87d1c-a05e-4f70-8bb2-f8c3efca8f84 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 944 time: 0.0530825 Sep 30 08:48:56.993808 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-7f63c9a3-0c1c-4087-9672-1a7d0e8c4a15 service neutron] 10.222.0.57 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872848 Sep 30 08:48:57.028636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-08b91a94-4969-4cc0-8e30-761cc057f863 req-edf9a3a4-6bab-44d3-a2ba-0e9459098392 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Sep 30 08:48:57.246168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-1bd0f3ed-0db0-4fd9-b9ad-73f9b28c1562 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:57.247685 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-1bd0f3ed-0db0-4fd9-b9ad-73f9b28c1562 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646&tenant_id=2c3fab098af245ae97b68ab13d652c99&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 1095 time: 0.0486012 Sep 30 08:48:57.347632 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d2575597-f6df-4e2b-8e20-c10193e12f40 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:48:57.366614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-da337f63-e74d-4daf-bccb-9f7e07080a1b service neutron] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h1-807025-5, cleared binding levels {{(pid=95002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:48:57.368029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136ea5b-1eae-4094-a70e-bfd386f1088b req-30207ffa-db80-40c2-acc2-bb9028df48e9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:57.369582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f136ea5b-1eae-4094-a70e-bfd386f1088b req-30207ffa-db80-40c2-acc2-bb9028df48e9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 944 time: 0.0571895 Sep 30 08:48:57.370015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-da337f63-e74d-4daf-bccb-9f7e07080a1b service neutron] Notify callbacks [] for binding, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:57.371171 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-da337f63-e74d-4daf-bccb-9f7e07080a1b service neutron] 10.222.0.57 "DELETE /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544/bindings/n-h1-807025-5 HTTP/1.1" status: 204 len: 173 time: 0.1152809 Sep 30 08:48:57.403348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port d2575597-f6df-4e2b-8e20-c10193e12f40 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:48:57.407395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port d2575597-f6df-4e2b-8e20-c10193e12f40 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:48:57.407777 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:57.413876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f136ea5b-1eae-4094-a70e-bfd386f1088b req-9f71a6eb-5943-4de7-be76-c4e8270cf986 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363624 Sep 30 08:48:57.487059 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:57.510188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2575597-f6df-4e2b-8e20-c10193e12f40'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:57.512441 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9aaee3-b596-478e-b11b-86e6c18ed3d6" -d '{"events": [{"server_uuid": "e65affc5-cda7-456b-b3f9-4a6ae6e32b83", "name": "network-vif-plugged", "status": "completed", "tag": "d2575597-f6df-4e2b-8e20-c10193e12f40"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:57.525351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port d2575597-f6df-4e2b-8e20-c10193e12f40, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d2575597-f6df-4e2b-8e20-c10193e12f40,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:57.530551 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:57.533462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48fe3b-65f7-4e28-a802-f3e2363b34cb req-b666a0c4-5761-4cbf-8596-9a010803277e tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:57.535508 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f48fe3b-65f7-4e28-a802-f3e2363b34cb req-b666a0c4-5761-4cbf-8596-9a010803277e tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1095 time: 0.0441124 Sep 30 08:48:57.570658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f48fe3b-65f7-4e28-a802-f3e2363b34cb req-b230defd-7804-4bf5-891a-dba12b346311 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291035 Sep 30 08:48:57.581390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=d2575597-f6df-4e2b-8e20-c10193e12f40,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:57.588716 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.589074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.589416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.589779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.590119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.590444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.590771 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.591086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.591561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.591742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.592051 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.592380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:48:57.614385 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d929948-407c-484d-8645-1ce78983950d x-openstack-request-id: req-4d929948-407c-484d-8645-1ce78983950d {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:57.614678 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65affc5-cda7-456b-b3f9-4a6ae6e32b83", "name": "network-vif-plugged", "status": "completed", "tag": "d2575597-f6df-4e2b-8e20-c10193e12f40", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:57.614954 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d929948-407c-484d-8645-1ce78983950d {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:57.615326 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2575597-f6df-4e2b-8e20-c10193e12f40', 'code': 200} Sep 30 08:48:57.709435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7798c-4ee6-4abf-90f2-dc9b11d90e39 req-20b8ca93-c0e0-445a-83f5-bc4dfed5e98f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:57.711161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66f7798c-4ee6-4abf-90f2-dc9b11d90e39 req-20b8ca93-c0e0-445a-83f5-bc4dfed5e98f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 944 time: 0.0497289 Sep 30 08:48:57.723971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71354af0-acc4-41cd-b570-33fe52246378 req-8d875750-d434-4155-b07c-ccf0ebb7c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:57.725656 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-71354af0-acc4-41cd-b570-33fe52246378 req-8d875750-d434-4155-b07c-ccf0ebb7c354 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 1096 time: 0.0430043 Sep 30 08:48:57.751856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66f7798c-4ee6-4abf-90f2-dc9b11d90e39 req-b6b59272-97ea-4134-a276-3f2e16bb6287 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343235 Sep 30 08:48:57.766662 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-71354af0-acc4-41cd-b570-33fe52246378 req-ffa0043e-b901-4ddc-a26f-6e63b300be16 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300713 Sep 30 08:48:57.774995 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40390) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:57.838246 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a60b5ec2-124d-411d-8b2a-4f58b4940bcf tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/ac595f7d-b2ac-457e-b434-5f626227cf1f HTTP/1.1" status: 200 len: 991 time: 0.0621634 Sep 30 08:48:58.155350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40398) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:58.168658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cbf7-74d4-42ff-ab7d-1ff660eb8c0a req-7977909c-a102-43db-a0e2-6043dd7bfedc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:58.170271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3855cbf7-74d4-42ff-ab7d-1ff660eb8c0a req-7977909c-a102-43db-a0e2-6043dd7bfedc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 945 time: 0.0607934 Sep 30 08:48:58.210534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3855cbf7-74d4-42ff-ab7d-1ff660eb8c0a req-70210da3-0483-4b91-93fa-5b9168b58be0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Sep 30 08:48:58.323360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port d20972d1-d2b6-4ac1-b5e2-fc9c40bc5c9a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:48:58.323613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:58.403447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:58.403782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:58.415385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for d20972d1-d2b6-4ac1-b5e2-fc9c40bc5c9a owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:48:58.555411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:58.586691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=d20972d1-d2b6-4ac1-b5e2-fc9c40bc5c9a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:48:58.645023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:58.645351 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP ac595f7d-b2ac-457e-b434-5f626227cf1f disassociated (deleted). External IP: 172.25.7.142, port: abddb70b-dd93-4386-8a71-082255a14544. Sep 30 08:48:58.697491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device abddb70b-dd93-4386-8a71-082255a14544 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:48:58.736444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device abddb70b-dd93-4386-8a71-082255a14544 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:48:58.855387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:48:58.962210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:48:58.966931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:58.972180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] Sync routers for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:48:58.982006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:58.982637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:58.995113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b81a7857-d118-4a87-85f8-2487450d9108 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac595f7d-b2ac-457e-b434-5f626227cf1f HTTP/1.1" status: 204 len: 168 time: 0.8374050 Sep 30 08:48:58.995788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:48:58.998165 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49b47ee-3077-4d76-bce4-6a7b996767d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:48:59.098622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:59.164885 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c86f0-7bcb-4e6b-bbde-0b38b0f0f57b x-openstack-request-id: req-973c86f0-7bcb-4e6b-bbde-0b38b0f0f57b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:48:59.165274 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:48:59.165665 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-973c86f0-7bcb-4e6b-bbde-0b38b0f0f57b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:48:59.166172 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'status': 'completed', 'code': 200} Sep 30 08:48:59.242198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-d3fd2690-3fbf-44a7-ad67-865b060bf34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.243852 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-d3fd2690-3fbf-44a7-ad67-865b060bf34e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 1095 time: 0.0487573 Sep 30 08:48:59.267312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853101a5-8e8b-4af1-a044-9346d8ed1777 req-7deab96e-33e4-4d7a-9bfe-272e1865abe1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.268967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-853101a5-8e8b-4af1-a044-9346d8ed1777 req-7deab96e-33e4-4d7a-9bfe-272e1865abe1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 944 time: 0.0577862 Sep 30 08:48:59.304117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:59.312035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-853101a5-8e8b-4af1-a044-9346d8ed1777 req-870373b6-fdc8-4e58-b51f-3cf6643800bd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343332 Sep 30 08:48:59.336166 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] Checking router: 59c526ec-93e6-475a-a23d-cf5aebf5cd89 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:48:59.347887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:48:59.348615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:59.356855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-d7867fb4-347a-4b41-84ed-60d1dc2dffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.358536 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-d7867fb4-347a-4b41-84ed-60d1dc2dffe4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 200 len: 898 time: 0.1056571 Sep 30 08:48:59.414844 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-6137a391-1acf-4b2f-99dc-e9e1482108aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 200 len: 217 time: 0.0413001 Sep 30 08:48:59.432734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adc5c5-c627-4d25-a9b2-c9de7d7218b5 req-341942e9-6a2b-44f7-9237-aeb45611c8d9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.434366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32adc5c5-c627-4d25-a9b2-c9de7d7218b5 req-341942e9-6a2b-44f7-9237-aeb45611c8d9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Sep 30 08:48:59.472684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:48:59.477783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32adc5c5-c627-4d25-a9b2-c9de7d7218b5 req-26225a2d-b022-4c87-9655-35fc442cfdbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Sep 30 08:48:59.478777 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-84dc04cb-eede-45a5-b0ff-d3cb5f143e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.480281 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-84dc04cb-eede-45a5-b0ff-d3cb5f143e29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 200 len: 835 time: 0.0570219 Sep 30 08:48:59.531003 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-5029499d-c2e3-426c-aaa0-6c3e861c4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.533274 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-5029499d-c2e3-426c-aaa0-6c3e861c4708 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29a7a4ce-522b-4072-9f16-d2478cbb4265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437655 Sep 30 08:48:59.603885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09ceec-89c6-4052-a3f5-f33e3862af33 req-124f36c9-4492-4b3d-be05-5caaeb6f74eb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.606162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a09ceec-89c6-4052-a3f5-f33e3862af33 req-124f36c9-4492-4b3d-be05-5caaeb6f74eb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 945 time: 0.0561738 Sep 30 08:48:59.628783 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-1596f344-7b5b-4bd8-8f9a-bd4576f47f6a service neutron] 10.222.0.57 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 Sep 30 08:48:59.648281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a09ceec-89c6-4052-a3f5-f33e3862af33 req-c2552bbe-9754-4e0b-a7ae-c1d2e349a6ad tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Sep 30 08:48:59.707321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-b5683ad0-902b-47ad-8678-0c0573c288a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.709288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-b5683ad0-902b-47ad-8678-0c0573c288a2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/ports?device_id=6547a486-1fb3-457f-8fcf-7ace1a7a1646 HTTP/1.1" status: 200 len: 944 time: 0.0579708 Sep 30 08:48:59.758382 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-a4b668ee-53ea-4b93-a0d0-6281012cca55 service neutron] 10.222.0.57 "GET /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075339 Sep 30 08:48:59.772335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:48:59.800710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8277f-bb08-4d09-8826-4c7d047c1bfb None None] The sync data for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 is: [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '742c96d9-9f3b-46d4-b184-f08ad8781ed1', 'name': '', 'network_id': '29a7a4ce-522b-4072-9f16-d2478cbb4265', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:a8:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:48:01Z', 'updated_at': '2021-09-30T08:48:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': 'c8298672-54b3-434d-8b0f-cf4b5faf661c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:48:59.814524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port abddb70b-dd93-4386-8a71-082255a14544 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:48:59.814869 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:59.913039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port abddb70b-dd93-4386-8a71-082255a14544, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=abddb70b-dd93-4386-8a71-082255a14544,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:48:59.913405 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:59.927596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for abddb70b-dd93-4386-8a71-082255a14544 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:00.076163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:00.079499 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60523e99-ec86-4460-8396-c9797da24236 None None] New status for floating IP ac595f7d-b2ac-457e-b434-5f626227cf1f: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:49:00.116688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=abddb70b-dd93-4386-8a71-082255a14544,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:00.158886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] No DVR routers for this DVR port abddb70b-dd93-4386-8a71-082255a14544 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:49:00.161816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:00.164441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-817fad9c-7629-41f4-aa3e-eb24ee5114c3 req-9b9673c0-d896-4207-9617-590ebcaaa9b3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "DELETE /v2.0/ports/abddb70b-dd93-4386-8a71-082255a14544 HTTP/1.1" status: 204 len: 173 time: 0.4479554 Sep 30 08:49:00.165040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-deleted', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:00.168467 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25427cf-6521-4d4d-ae5b-cb78c610a827" -d '{"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-deleted", "tag": "abddb70b-dd93-4386-8a71-082255a14544"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:00.952813 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b99b0f7-826b-4b9c-8302-407a05ac1dea x-openstack-request-id: req-6b99b0f7-826b-4b9c-8302-407a05ac1dea {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:00.953619 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6547a486-1fb3-457f-8fcf-7ace1a7a1646", "name": "network-vif-deleted", "tag": "abddb70b-dd93-4386-8a71-082255a14544", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:00.953619 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b99b0f7-826b-4b9c-8302-407a05ac1dea {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:00.954017 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547a486-1fb3-457f-8fcf-7ace1a7a1646', 'name': 'network-vif-deleted', 'tag': 'abddb70b-dd93-4386-8a71-082255a14544', 'status': 'completed', 'code': 200} Sep 30 08:49:00.989874 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40476) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:01.467402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:01.790876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 742c96d9-9f3b-46d4-b184-f08ad8781ed1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:49:01.791219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:01.879742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 742c96d9-9f3b-46d4-b184-f08ad8781ed1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=742c96d9-9f3b-46d4-b184-f08ad8781ed1,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:01.880099 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:01.892929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 742c96d9-9f3b-46d4-b184-f08ad8781ed1 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:02.099425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:02.135165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=742c96d9-9f3b-46d4-b184-f08ad8781ed1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:02.320223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-543672e3-47e5-4e91-a089-9cb9f4e60090 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:02.321867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-543672e3-47e5-4e91-a089-9cb9f4e60090 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1578066 Sep 30 08:49:02.338957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-dd4b12d2-93d6-4bd3-a691-76ecec06196b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0108030 Sep 30 08:49:02.348375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:02.408806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-beea5224-a3d5-4b42-835c-c8c7a9dc9a5b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618386 Sep 30 08:49:02.415259 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:49:02.506937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-2849d46a-734b-4d6a-bc3a-5e4619d4da00 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899594 Sep 30 08:49:02.603153 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-db81e9d2-ec12-4111-9762-dd54816b392d service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898297 Sep 30 08:49:02.813466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-adeb7e43-7d6a-49f1-9282-5039617ff930 req-dd0dba6b-cc92-409c-a36a-3c9ae92eb369 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 210 time: 0.0334935 Sep 30 08:49:02.912233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:49:03.036804 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:49:03.042349 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0146cd0c-ad9e-4d8d-8503-443cdbe74d22 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/59c526ec-93e6-475a-a23d-cf5aebf5cd89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0513549 Sep 30 08:49:03.045036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40504) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:03.050178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] Sync routers for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:49:03.060041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:03.060639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:03.100337 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting subnet c8298672-54b3-434d-8b0f-cf4b5faf661c {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:49:03.103909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.151434 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.270530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.342547 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.372204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Subnet': ['ID=c8298672-54b3-434d-8b0f-cf4b5faf661c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:03.374662 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.377051 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a25e6418-60a8-4ad5-b897-f8ecc6dfc453 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/subnets/c8298672-54b3-434d-8b0f-cf4b5faf661c HTTP/1.1" status: 204 len: 168 time: 0.3303878 Sep 30 08:49:03.377811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:03.381354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device abddb70b-dd93-4386-8a71-082255a14544 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:03.381779 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40508) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:03.426442 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1170d-9624-4266-9864-251fafb18a43 None None] Network 29a7a4ce-522b-4072-9f16-d2478cbb4265 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:49:03.475844 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: abddb70b-dd93-4386-8a71-082255a14544 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:03.476765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device abddb70b-dd93-4386-8a71-082255a14544 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:03.508931 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.618515 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.673649 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 89fc7eb3-8585-4723-a051-5b906581bd19 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:49:03.674187 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.711069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:49:02Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': '89fc7eb3-8585-4723-a051-5b906581bd19', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:03.742219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] Checking router: 59c526ec-93e6-475a-a23d-cf5aebf5cd89 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:49:03.751308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] Routers {'59c526ec-93e6-475a-a23d-cf5aebf5cd89'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:03.751950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:03.761644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 89fc7eb3-8585-4723-a051-5b906581bd19, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=89fc7eb3-8585-4723-a051-5b906581bd19,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:03.762021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:03.777078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 89fc7eb3-8585-4723-a051-5b906581bd19 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:03.791032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] DHCP port deletion for 29a7a4ce-522b-4072-9f16-d2478cbb4265 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:49:03.872525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] Set router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:03.929890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:49:03Z', 'revision_number': 6, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:03.964593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad4b19-5898-4be9-9379-ea62940b1e2e None None] The sync data for ids ['59c526ec-93e6-475a-a23d-cf5aebf5cd89'] in n-d-807025-5 is: [{'id': '59c526ec-93e6-475a-a23d-cf5aebf5cd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423399066', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:58Z', 'updated_at': '2021-09-30T08:49:03Z', 'revision_number': 6, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:49:03.978625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] Deleting port 487125e7-f14b-4c1b-bb70-df2462ebc649 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:49:03.979060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.005610 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.022983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0beb8c24-2582-4b12-b087-c7c0829aea2f req-7f491699-63a6-45a0-907a-8d9e81ac174b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 210 time: 0.1193523 Sep 30 08:49:04.058272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=89fc7eb3-8585-4723-a051-5b906581bd19,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:04.075587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] For port 487125e7-f14b-4c1b-bb70-df2462ebc649, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=487125e7-f14b-4c1b-bb70-df2462ebc649,segment=NetworkSegment(2cdd851f-8c97-418e-a1ea-1174c5f74db8),segment_id=2cdd851f-8c97-418e-a1ea-1174c5f74db8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:04.076241 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.082702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-0e3ddece-e63c-463a-a67e-c267f4c93e85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:04.085042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-0e3ddece-e63c-463a-a67e-c267f4c93e85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.2198088 Sep 30 08:49:04.098313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] Calling delete_port for 487125e7-f14b-4c1b-bb70-df2462ebc649 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:04.106320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': '76c9707e-de7a-4597-8954-373b06cf49b5', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:04.133850 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.236658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.237946 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.239478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.261877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:49:04.267467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.273836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] Pushing event deleted for resources: {'Port': ['ID=487125e7-f14b-4c1b-bb70-df2462ebc649,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:04.283665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204bdfde-1094-41d0-aa21-7ae9f35ed7b5 None None] No DVR routers for this DVR port 487125e7-f14b-4c1b-bb70-df2462ebc649 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:49:04.296977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.297579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Fanout notify agent at l3_agent the message router_deleted on router 59c526ec-93e6-475a-a23d-cf5aebf5cd89 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:49:04.312045 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.315072 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f7f4929d-7ab1-4b8e-afc4-b12e37de3dc0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/routers/59c526ec-93e6-475a-a23d-cf5aebf5cd89 HTTP/1.1" status: 204 len: 168 time: 0.9318497 Sep 30 08:49:04.317261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:04.424208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.445180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.5 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/4c10512e-b26a-4761-ac86-f0215a340ae9) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:04.539467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.561892 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a7a4ce-522b-4072-9f16-d2478cbb4265']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:04.586106 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdd851f-8c97-418e-a1ea-1174c5f74db8') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:04.586556 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdd851f-8c97-418e-a1ea-1174c5f74db8') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:04.599118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.626166 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.639227 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.641717 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:49:04.642191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:49:04.647207 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:49:04.707328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.725007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d2575597-f6df-4e2b-8e20-c10193e12f40'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:04.737198 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.743718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.748544 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/networks/29a7a4ce-522b-4072-9f16-d2478cbb4265 HTTP/1.1" status: 204 len: 168 time: 0.4292784 Sep 30 08:49:04.756324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:04.765414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:04.774885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:04.793841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:04.814773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ddd80-d84d-46c0-ba99-0af56fedd76c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Network': ['ID=29a7a4ce-522b-4072-9f16-d2478cbb4265,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:04.937055 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d785-cac7-4e0c-9cf2-3d7276d4ed19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.937865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=4c10512e-b26a-4761-ac86-f0215a340ae9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:04.951735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:04.952657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:04.975042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 742c96d9-9f3b-46d4-b184-f08ad8781ed1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:04.982616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-4ef1ba65-f567-41e7-9cec-d8f040cc5bab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258366 Sep 30 08:49:04.985541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-a48ba2fe-90f2-4938-92bf-a81134cef7c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856604 Sep 30 08:49:04.989476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d785-cac7-4e0c-9cf2-3d7276d4ed19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.041040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 742c96d9-9f3b-46d4-b184-f08ad8781ed1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:05.041385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 742c96d9-9f3b-46d4-b184-f08ad8781ed1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:05.076734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 89fc7eb3-8585-4723-a051-5b906581bd19 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:05.117751 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d785-cac7-4e0c-9cf2-3d7276d4ed19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.121537 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d785-cac7-4e0c-9cf2-3d7276d4ed19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.128285 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ca3d785-cac7-4e0c-9cf2-3d7276d4ed19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6529c1f-bd85-4356-a7c4-7d38ce96b1f2 HTTP/1.1" status: 204 len: 168 time: 0.3508484 Sep 30 08:49:05.148081 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3d785-cac7-4e0c-9cf2-3d7276d4ed19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6529c1f-bd85-4356-a7c4-7d38ce96b1f2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:05.192605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 89fc7eb3-8585-4723-a051-5b906581bd19 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:05.192946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 89fc7eb3-8585-4723-a051-5b906581bd19 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:05.193364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 487125e7-f14b-4c1b-bb70-df2462ebc649 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:05.201522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Request body: {'port': {'device_id': '76c9707e-de7a-4597-8954-373b06cf49b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:05.252822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-c4a07b51-3f80-41d9-b0fe-65984c819ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:05.257784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-c4a07b51-3f80-41d9-b0fe-65984c819ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 1096 time: 0.2081480 Sep 30 08:49:05.263866 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 487125e7-f14b-4c1b-bb70-df2462ebc649 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:05.264753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 487125e7-f14b-4c1b-bb70-df2462ebc649 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:05.279125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d12e-70c7-4fcb-863c-02d171e48749 req-e225a2ac-e0bf-4554-adca-667eb0bc5559 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:05.291378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fad1d12e-70c7-4fcb-863c-02d171e48749 req-e225a2ac-e0bf-4554-adca-667eb0bc5559 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 931 time: 0.1285727 Sep 30 08:49:05.296420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2ea9508b-192c-4ed7-8ad2-e9ba095cf424 None None] Provisioning complete for port 4c10512e-b26a-4761-ac86-f0215a340ae9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:05.296949 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2ea9508b-192c-4ed7-8ad2-e9ba095cf424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.350460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9508b-192c-4ed7-8ad2-e9ba095cf424 None None] Port 4c10512e-b26a-4761-ac86-f0215a340ae9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:49:05.412448 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.432656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fad1d12e-70c7-4fcb-863c-02d171e48749 req-2c1529e0-6852-48ad-bda4-48de798e5265 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397822 Sep 30 08:49:05.489231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-9d036580-7d51-4c7a-af1d-206635560376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:05.491194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-9d036580-7d51-4c7a-af1d-206635560376 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1902699 Sep 30 08:49:05.601269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-24f11e99-9b72-4436-8e82-5ee8d395b5ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2575597-f6df-4e2b-8e20-c10193e12f40 HTTP/1.1" status: 200 len: 217 time: 0.0886490 Sep 30 08:49:05.683509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-8409ccb0-bd86-4ebe-95a9-560c12548962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:05.684997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-8409ccb0-bd86-4ebe-95a9-560c12548962 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0740004 Sep 30 08:49:05.800642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-fd986f34-501c-401b-b1ea-4c607c16927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:05.802383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-fd986f34-501c-401b-b1ea-4c607c16927d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826452 Sep 30 08:49:05.920472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c10512e-b26a-4761-ac86-f0215a340ae9 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:05.934445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40532) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:05.937993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.939680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334224534', 'description': 'tempest-secgroup-smoke-334224534 description', 'project_id': '2c3fab098af245ae97b68ab13d652c99'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:05.961202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Transition to ACTIVE for port object 4c10512e-b26a-4761-ac86-f0215a340ae9 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:49:05.963452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-97117e20-0b61-4cb5-8752-5982695662d9 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495149 Sep 30 08:49:05.964353 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:05.988253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.078916 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.084756 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.124699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f2ae2-32a8-4641-a457-482d81aface7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.129142 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.133087 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7203c66d-d730-41e5-b0ca-c3ae895a1d77 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1947997 Sep 30 08:49:06.133992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:06.139483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'e63f2ae2-32a8-4641-a457-482d81aface7', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:06.164547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c10512e-b26a-4761-ac86-f0215a340ae9,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.177119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.259252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2216e524-7e56-48de-90d2-39c55ab0df99 req-4813f6b7-db5f-49ef-8ecd-150cb850d3de service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846260 Sep 30 08:49:06.273770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.280580 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.282731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Attempting to bind port 4c10512e-b26a-4761-ac86-f0215a340ae9 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:06.283173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Attempting to bind port 4c10512e-b26a-4761-ac86-f0215a340ae9 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:06.283514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Attempting to bind port 4c10512e-b26a-4761-ac86-f0215a340ae9 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:06.291389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Port 4c10512e-b26a-4761-ac86-f0215a340ae9 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:49:06.291729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Attempting to bind port 4c10512e-b26a-4761-ac86-f0215a340ae9 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:06.297794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:06.298138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:06.298529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:06.299020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Bound port: 4c10512e-b26a-4761-ac86-f0215a340ae9, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:06.299391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.302882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15be091e-b8c3-4464-a948-9ea863427d20,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.320530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.322696 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-09d2ac80-7034-4635-a890-cd4ac04d09d4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1875203 Sep 30 08:49:06.325653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40536) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:06.333429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'e63f2ae2-32a8-4641-a457-482d81aface7', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:06.383362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.384053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] For port 4c10512e-b26a-4761-ac86-f0215a340ae9, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:06.387313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] For port 4c10512e-b26a-4761-ac86-f0215a340ae9, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4c10512e-b26a-4761-ac86-f0215a340ae9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:06.392789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.429633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:06.430537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.432217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c10512e-b26a-4761-ac86-f0215a340ae9 HTTP/1.1" status: 200 len: 1091 time: 1.4331961 Sep 30 08:49:06.432671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c9707e-de7a-4597-8954-373b06cf49b5', 'tag': '4c10512e-b26a-4761-ac86-f0215a340ae9'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:06.434975 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e1b54-448c-48a1-aac0-0d33b72a5912" -d '{"events": [{"name": "network-changed", "server_uuid": "76c9707e-de7a-4597-8954-373b06cf49b5", "tag": "4c10512e-b26a-4761-ac86-f0215a340ae9"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:06.460853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.466206 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.492931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1492750-43d8-4ed1-8126-c21413f0e6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c10512e-b26a-4761-ac86-f0215a340ae9,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.507011 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dcafb3-1e36-4bd2-8116-e2c027c5451a x-openstack-request-id: req-97dcafb3-1e36-4bd2-8116-e2c027c5451a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:06.507893 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c9707e-de7a-4597-8954-373b06cf49b5", "tag": "4c10512e-b26a-4761-ac86-f0215a340ae9", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:06.508555 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97dcafb3-1e36-4bd2-8116-e2c027c5451a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:06.509494 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c9707e-de7a-4597-8954-373b06cf49b5', 'tag': '4c10512e-b26a-4761-ac86-f0215a340ae9', 'status': 'completed', 'code': 200} Sep 30 08:49:06.512433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba27d8d-b041-411d-a9d1-a2d098a848d4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.518624 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.523492 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-56af0a65-9683-488b-859d-02055c4d3c67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1961308 Sep 30 08:49:06.526343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40542) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:06.537678 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'e63f2ae2-32a8-4641-a457-482d81aface7', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:06.603007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.633128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-db31f55d-af40-4a02-bb68-87db71ba37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:06.634994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-db31f55d-af40-4a02-bb68-87db71ba37db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 1094 time: 0.1154625 Sep 30 08:49:06.654065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf540-e20c-461d-af1c-640898dca178 req-70d9f227-e01d-4eeb-b5f4-79155c5a8f37 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:06.655878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfaaf540-e20c-461d-af1c-640898dca178 req-70d9f227-e01d-4eeb-b5f4-79155c5a8f37 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0706084 Sep 30 08:49:06.677104 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.682342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.701397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e1f414-f3ed-4597-a828-f9c8a9d73235,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.703663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-23aeb8fd-5756-4829-98cc-a4366b65bc26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c10512e-b26a-4761-ac86-f0215a340ae9 HTTP/1.1" status: 200 len: 217 time: 0.0462158 Sep 30 08:49:06.724017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.726596 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1e93cad6-dd33-4c5a-ab9a-62f909bf078c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990390 Sep 30 08:49:06.729665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40544) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:06.734886 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'e63f2ae2-32a8-4641-a457-482d81aface7', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:06.766911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.777617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bfaaf540-e20c-461d-af1c-640898dca178 req-8edf8e1f-e068-40e4-9e1b-b482d5b47d65 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137865 Sep 30 08:49:06.784020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-1268be69-33ce-4ff8-a650-07de2efbdc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:06.785531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-1268be69-33ce-4ff8-a650-07de2efbdc63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0739868 Sep 30 08:49:06.842702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.844114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-1e6493c9-a86d-4563-adc5-10464f759391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:06.846060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-1e6493c9-a86d-4563-adc5-10464f759391 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522790 Sep 30 08:49:06.846952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.862503 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d74a05-814b-46b0-bbd5-7ca3dc369a9e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:06.881976 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.883842 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4822179b-4cdc-4cd5-a609-00a4a4ce18f2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529949 Sep 30 08:49:06.886496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40546) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:06.891584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'e63f2ae2-32a8-4641-a457-482d81aface7', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:06.922421 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:49:06.929948 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:06.955762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-6de0d7fb-e08d-4871-a6b4-b8a620b65638 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021981 Sep 30 08:49:07.003590 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.007485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.026589 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a77524d-064b-49be-ba68-19462e2526ba,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:07.033392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.037193 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-65b4921b-6b16-4035-866b-0739428cf4e8 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468999 Sep 30 08:49:07.037755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40548) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:07.042161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'security_group_rule': {'security_group_id': 'e63f2ae2-32a8-4641-a457-482d81aface7', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:07.060947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d7f2c4-db96-4663-a0fa-690ec19cdfac req-05e59b70-d5bb-4278-ac1d-7d6b2014a37a service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974219 Sep 30 08:49:07.064850 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Project 2c3fab098af245ae97b68ab13d652c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:49:07.071065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.138385 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.145757 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.167495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687a9fda-3e2e-4059-96fe-e21228267dc2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:07.175517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.179720 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-93e7675d-844f-42a5-9503-ed54be4bff54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383662 Sep 30 08:49:07.180355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-9ab7cafd-39fc-450b-927d-a3b67197d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.180355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-9ab7cafd-39fc-450b-927d-a3b67197d3b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 1094 time: 0.0480440 Sep 30 08:49:07.180595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40550) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:07.185293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'network': {'name': 'tempest-network-smoke--1499048020', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'port_security_enabled': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:07.220320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:49:07.224090 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.249012 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:49:07.259920 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.260277 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Added segment 766f9606-faf3-4425-b1ab-10fa23fe4287 of type vlan for network 6e6b77dc-c265-4113-b924-d897fa9f1631 Sep 30 08:49:07.293767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-7cbc93c5-b141-42fc-ab19-de19455a71db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.296012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-7cbc93c5-b141-42fc-ab19-de19455a71db service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1089275 Sep 30 08:49:07.317637 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.352877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-272359f7-af4e-45db-99ff-e54339e35606 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c10512e-b26a-4761-ac86-f0215a340ae9 HTTP/1.1" status: 200 len: 217 time: 0.0496168 Sep 30 08:49:07.355090 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.361614 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.362420 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.396438 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2152884 Sep 30 08:49:07.400253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40552) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:07.405800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'admin_state_up': True, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:07.422691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-c5c1874a-63be-429e-b3ff-508fcce5a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.426246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-c5c1874a-63be-429e-b3ff-508fcce5a8ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0665910 Sep 30 08:49:07.453330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f28a2-bfbc-4795-bc74-78880b6a1fae tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Network': ['ID=6e6b77dc-c265-4113-b924-d897fa9f1631,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:07.465156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:49:07.477550 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.480678 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.508683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-5e5d0edf-e011-4817-9151-a4714a23903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.510320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-5e5d0edf-e011-4817-9151-a4714a23903e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702300 Sep 30 08:49:07.574150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.634478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-f21ff8be-63d4-4e07-8041-8b2759f3526f service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167357 Sep 30 08:49:07.739638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b59e1b54-448c-48a1-aac0-0d33b72a5912 req-1bd0e68d-5da0-4121-b102-e7ae432dfef5 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976341 Sep 30 08:49:07.759811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:07.955593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90c383-1135-45cc-a569-7638905c8914 req-0da119cc-a71d-475e-86cb-31b20c9f6fd3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.957236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e90c383-1135-45cc-a569-7638905c8914 req-0da119cc-a71d-475e-86cb-31b20c9f6fd3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0904875 Sep 30 08:49:08.039700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:08.040351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e90c383-1135-45cc-a569-7638905c8914 req-eca0849a-d02b-47f7-9655-b74786f2fc79 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652871 Sep 30 08:49:08.061481 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:08.194560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.116 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/be2c0220-ed57-442f-86c1-452d646f07f3) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:08.361564 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:08.414874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:08.462631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:08.465884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:08.472990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:08.526202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=be2c0220-ed57-442f-86c1-452d646f07f3,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:08.590943 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-21ad04c4-ccb1-4d03-af31-d393f5ba8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:08.873737 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.143138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.193140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dad9c-a109-4d70-8e6e-8172b5228ac2 req-715b3c42-39ca-4df3-b137-574d0d20508e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:09.195204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a76dad9c-a109-4d70-8e6e-8172b5228ac2 req-715b3c42-39ca-4df3-b137-574d0d20508e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0640314 Sep 30 08:49:09.288840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a76dad9c-a109-4d70-8e6e-8172b5228ac2 req-3cd0618f-03b6-45a9-a5b2-20f38c95c372 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788677 Sep 30 08:49:09.300828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a9e9f700-293d-4868-be77-f04d6b988a74 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:49:09.441299 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:49:09.462340 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Sync routers for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:49:09.466400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.471965 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-37ede649-f815-4fd7-a5bd-c0d21f797fd9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0702410 Sep 30 08:49:09.472592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40562) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:09.473153 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:09.476047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:09.512707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40564) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:09.512976 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f58bf305-3256-4c5d-99ff-60d722e3861d tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2c3fab098af245ae97b68ab13d652c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390320 Sep 30 08:49:09.651768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8866150-a7b5-4149-a345-8fe60ea9ba27 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:09.653592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c8866150-a7b5-4149-a345-8fe60ea9ba27 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392419 Sep 30 08:49:09.658827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40566) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:09.701236 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0b50954a-cd4a-4822-975d-9436e8cfd326 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408170 Sep 30 08:49:09.705128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40568) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:09.711104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419983418', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:09.782380 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:09.871946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:49:09.875712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.096376 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:08Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:10.113362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.128710 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Checking router: a9e9f700-293d-4868-be77-f04d6b988a74 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:49:10.128710 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Updating router a9e9f700-293d-4868-be77-f04d6b988a74 port be2c0220-ed57-442f-86c1-452d646f07f3 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:49:10.168558 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.186563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Subnet': ['ID=27d9c455-fe04-4653-8ab1-c71a56509e55,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:10.198727 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Checking segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:10.199105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network hostable DHCP agents. Network: 6e6b77dc-c265-4113-b924-d897fa9f1631, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:49:10.235455 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:49:10.249879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6e6b77dc-c265-4113-b924-d897fa9f1631) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:10.254379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:10.254977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.267405 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f938a-f57f-4394-bdab-14969ec6e355 None None] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:49:10.273734 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-becbdb28-4364-4b6b-b1bf-f48c6743c8b1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5672567 Sep 30 08:49:10.276955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40570) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:10.557312 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.565629 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.624093 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Attempting to bind port be2c0220-ed57-442f-86c1-452d646f07f3 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:10.624508 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Attempting to bind port be2c0220-ed57-442f-86c1-452d646f07f3 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:10.624942 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Attempting to bind port be2c0220-ed57-442f-86c1-452d646f07f3 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:10.637130 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:10.637620 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:10.637967 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.638351 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:10.639106 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Bound port: be2c0220-ed57-442f-86c1-452d646f07f3, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:10.639637 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.671148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-6e6b77dc-c265-4113-b924-d897fa9f1631', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:49:10.678087 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.737716 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Pushing event updated for resources: {'Port': ['ID=be2c0220-ed57-442f-86c1-452d646f07f3,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:10.773495 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.773900 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.774191 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.774475 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.774856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.775148 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.775474 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.775799 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.776912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.776912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.776912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.777253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:10.822752 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] For port be2c0220-ed57-442f-86c1-452d646f07f3, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:10.827371 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] For port be2c0220-ed57-442f-86c1-452d646f07f3, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=be2c0220-ed57-442f-86c1-452d646f07f3,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:10.839800 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:10.950081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033629e-5a3f-4397-bba5-b3e6e37d8943 req-d30227dc-2891-4361-8a7d-c74568bbf6fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:10.960624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c033629e-5a3f-4397-bba5-b3e6e37d8943 req-d30227dc-2891-4361-8a7d-c74568bbf6fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.5320015 Sep 30 08:49:10.980808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Allocated IP 172.20.0.2 (6e6b77dc-c265-4113-b924-d897fa9f1631/27d9c455-fe04-4653-8ab1-c71a56509e55/75662325-0e3a-4b09-a963-b0e4c208cd74) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:10.982580 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:10.983294 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:48:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:11.011629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c033629e-5a3f-4397-bba5-b3e6e37d8943 req-7f791baa-9dbc-48b7-a755-fc268d699e53 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Sep 30 08:49:11.052187 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02568cf2-848b-4afa-b4c5-9de2be8e0ea1 None None] Pushing event updated for resources: {'Port': ['ID=be2c0220-ed57-442f-86c1-452d646f07f3,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:11.127669 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.141257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c13139ab-6720-448a-9162-9d92eec87b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.194001 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:11.240338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.246720 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.295179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:11.300945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:11.305106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:11.374390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Pushing event updated for resources: {'Port': ['ID=75662325-0e3a-4b09-a963-b0e4c208cd74,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:11.395878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Attempting to bind port 75662325-0e3a-4b09-a963-b0e4c208cd74 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:11.397490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Attempting to bind port 75662325-0e3a-4b09-a963-b0e4c208cd74 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:11.397901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Attempting to bind port 75662325-0e3a-4b09-a963-b0e4c208cd74 on network 6e6b77dc-c265-4113-b924-d897fa9f1631 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:11.417216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:11.417756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Checking segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:11.418369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.418807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Bound using segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:11.419920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Bound port: 75662325-0e3a-4b09-a963-b0e4c208cd74, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:11.420651 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.541206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.557524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] For port 75662325-0e3a-4b09-a963-b0e4c208cd74, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:11.561330 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] For port 75662325-0e3a-4b09-a963-b0e4c208cd74, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75662325-0e3a-4b09-a963-b0e4c208cd74,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:11.570928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.627230 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:08Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:11.664460 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2111-d011-4ed4-af42-c1d84d4dc1ac None None] Pushing event updated for resources: {'Port': ['ID=75662325-0e3a-4b09-a963-b0e4c208cd74,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:11.666306 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79daded-2a21-46a2-a749-1feca4f01766 None None] The sync data for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 is: [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:08Z', 'revision_number': 3, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:49:11.963372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.1 (6e6b77dc-c265-4113-b924-d897fa9f1631/27d9c455-fe04-4653-8ab1-c71a56509e55/8d71dbf9-f960-4099-88ae-ea6559a80c90) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:12.152418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:12.205388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a727d-9e1b-49cf-8761-4b4f01100ac4 req-02ee8966-4066-4625-9b06-f53a73133781 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:12.213913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b3a727d-9e1b-49cf-8761-4b4f01100ac4 req-02ee8966-4066-4625-9b06-f53a73133781 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0752962 Sep 30 08:49:12.268765 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:12.270640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b3a727d-9e1b-49cf-8761-4b4f01100ac4 req-8dbe8afd-6954-4aa1-a11f-686a9d37cbb1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556839 Sep 30 08:49:12.323534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:12.328658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:12.336690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:12.390745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=8d71dbf9-f960-4099-88ae-ea6559a80c90,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:12.414686 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:12.637846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:12.793688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75662325-0e3a-4b09-a963-b0e4c208cd74 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:12.881636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75662325-0e3a-4b09-a963-b0e4c208cd74 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:12.882883 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.031686 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.054875 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7854c02-d20f-40f2-b623-4e0760ebc3b8 None None] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:49:13.117761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 75662325-0e3a-4b09-a963-b0e4c208cd74, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75662325-0e3a-4b09-a963-b0e4c208cd74,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:13.158387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.159177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device be2c0220-ed57-442f-86c1-452d646f07f3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:13.168363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6554c7f9-fffd-4f24-b36f-6406802dc5aa None None] Provisioning complete for port 75662325-0e3a-4b09-a963-b0e4c208cd74 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:13.170231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6554c7f9-fffd-4f24-b36f-6406802dc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.177293 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.187081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.275743 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=8d71dbf9-f960-4099-88ae-ea6559a80c90,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:13.282343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.426380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6ecc2-4642-4764-9ca0-e6992d41fef3 req-0b2112de-3891-4595-8a06-d057b97df60e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:13.441466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9a6ecc2-4642-4764-9ca0-e6992d41fef3 req-0b2112de-3891-4595-8a06-d057b97df60e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0847867 Sep 30 08:49:13.450880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:13.454561 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:13.511355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9a6ecc2-4642-4764-9ca0-e6992d41fef3 req-77c75f49-551a-4ea5-82df-ac712b0d2aee tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Sep 30 08:49:13.520692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.546341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=75662325-0e3a-4b09-a963-b0e4c208cd74,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:13.590204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port be2c0220-ed57-442f-86c1-452d646f07f3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:13.591034 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.655347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a9e9f700-293d-4868-be77-f04d6b988a74 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:49:13.769664 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.803250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port be2c0220-ed57-442f-86c1-452d646f07f3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=be2c0220-ed57-442f-86c1-452d646f07f3,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:13.807918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:13.848492 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:49:13.865135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fcbb692b-927f-4426-8986-8bf78713d540 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/a9e9f700-293d-4868-be77-f04d6b988a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5869944 Sep 30 08:49:13.884904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=be2c0220-ed57-442f-86c1-452d646f07f3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:14.006035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ee9e5053-779f-428f-a672-68740a3122f5 None None] Provisioning complete for port 8d71dbf9-f960-4099-88ae-ea6559a80c90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:14.006618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5053-779f-428f-a672-68740a3122f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.034044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-6bbce66f-21a3-45d4-ab6b-f47e37ca4c54 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334224534&fields=id&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 267 time: 0.0468583 Sep 30 08:49:14.070248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e5053-779f-428f-a672-68740a3122f5 None None] Port 8d71dbf9-f960-4099-88ae-ea6559a80c90 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:49:14.098570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ee9e5053-779f-428f-a672-68740a3122f5 None None] Provisioning complete for port 75662325-0e3a-4b09-a963-b0e4c208cd74 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:14.099413 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5053-779f-428f-a672-68740a3122f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.192736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-fed50ab8-cb06-4a51-8170-fa7db482a2ee tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:14.200336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-fed50ab8-cb06-4a51-8170-fa7db482a2ee tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/networks?id=6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 200 len: 797 time: 0.1617157 Sep 30 08:49:14.228572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-06ff0d62-cd24-44de-8c97-17e65cb3bc52 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/quotas/2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 375 time: 0.0269189 Sep 30 08:49:14.235940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Sync routers for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:49:14.247990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:14.248621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:49:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:14.285157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-8936de79-b176-46d0-aaa6-d8a817da1c89 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559466 Sep 30 08:49:14.384113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:14.386544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3acbb399-879d-4a89-b1b8-96be05a09ea0 None None] Provisioning complete for port 8d71dbf9-f960-4099-88ae-ea6559a80c90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:14.387099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3acbb399-879d-4a89-b1b8-96be05a09ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.397338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-a4995864-dcda-400b-80cb-63be9cddb5d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907998 Sep 30 08:49:14.492932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3acbb399-879d-4a89-b1b8-96be05a09ea0 None None] Port 8d71dbf9-f960-4099-88ae-ea6559a80c90 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:49:14.498315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-18053aa9-3a5a-4ee4-8f2a-fdd4a2221b32 service neutron] 10.222.0.41 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980577 Sep 30 08:49:14.630708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e1b88417-bf3c-43e3-accc-69a926cee077 None None] Provisioning complete for port 8d71dbf9-f960-4099-88ae-ea6559a80c90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:14.631085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1b88417-bf3c-43e3-accc-69a926cee077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.695342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75662325-0e3a-4b09-a963-b0e4c208cd74 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:14.725269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e1b88417-bf3c-43e3-accc-69a926cee077 None None] Port 8d71dbf9-f960-4099-88ae-ea6559a80c90 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:49:14.730331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 2, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:14.742760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eada3-6c14-47e4-9efb-b1760fddf5df req-7fffd0ca-5262-45aa-9463-1938dc07124d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:14.744298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617eada3-6c14-47e4-9efb-b1760fddf5df req-7fffd0ca-5262-45aa-9463-1938dc07124d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0671370 Sep 30 08:49:14.775161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Checking router: a9e9f700-293d-4868-be77-f04d6b988a74 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:49:14.775520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Updating router a9e9f700-293d-4868-be77-f04d6b988a74 port 8d71dbf9-f960-4099-88ae-ea6559a80c90 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:49:14.786986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617eada3-6c14-47e4-9efb-b1760fddf5df req-217bc6fb-e4d6-4326-a7de-fc6a4688981b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356693 Sep 30 08:49:14.835899 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.855883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75662325-0e3a-4b09-a963-b0e4c208cd74 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:14.856181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.875347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0c16f9d-e51e-484f-a6d3-9238279039d4 req-b2379b61-aa8e-456f-81d7-003a6f3ce755 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 210 time: 0.0301349 Sep 30 08:49:15.019869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.075604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device be2c0220-ed57-442f-86c1-452d646f07f3 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:15.194689 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port be2c0220-ed57-442f-86c1-452d646f07f3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:15.195078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.335211 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.347062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.408883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42272ba-3eba-40d9-86e3-425c6e5a0f99 None None] Pushing event updated for resources: {'Port': ['ID=8d71dbf9-f960-4099-88ae-ea6559a80c90,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:15.469423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Attempting to bind port 8d71dbf9-f960-4099-88ae-ea6559a80c90 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:15.469841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Attempting to bind port 8d71dbf9-f960-4099-88ae-ea6559a80c90 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:15.470213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Attempting to bind port 8d71dbf9-f960-4099-88ae-ea6559a80c90 on network 6e6b77dc-c265-4113-b924-d897fa9f1631 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:15.475618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:15.475998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Checking segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:15.476411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.476809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Bound using segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:15.477282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Bound port: 8d71dbf9-f960-4099-88ae-ea6559a80c90, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:15.477696 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.552357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] For port 8d71dbf9-f960-4099-88ae-ea6559a80c90, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:15.555752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] For port 8d71dbf9-f960-4099-88ae-ea6559a80c90, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8d71dbf9-f960-4099-88ae-ea6559a80c90,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:15.560675 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.618952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:15.619731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:49:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:15.667107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42272ba-3eba-40d9-86e3-425c6e5a0f99 None None] Pushing event updated for resources: {'Port': ['ID=8d71dbf9-f960-4099-88ae-ea6559a80c90,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:15.684692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-37870324-2dc7-4cc6-9d5d-5b0263605a44 None None] Provisioning complete for port 8d71dbf9-f960-4099-88ae-ea6559a80c90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:15.685060 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-37870324-2dc7-4cc6-9d5d-5b0263605a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.791747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:15.953149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-37870324-2dc7-4cc6-9d5d-5b0263605a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.970628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8ac59-af06-4e17-8820-0ddb7c5e8304 req-0b666ab6-5503-4f2a-a3bf-8bd41037428e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:15.978048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cc8ac59-af06-4e17-8820-0ddb7c5e8304 req-0b666ab6-5503-4f2a-a3bf-8bd41037428e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0999954 Sep 30 08:49:16.013695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-d943d47d-ca6e-4035-bf06-4fc1b2dbcff3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:16.015262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-d943d47d-ca6e-4035-bf06-4fc1b2dbcff3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/networks?id=6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 200 len: 797 time: 0.2030981 Sep 30 08:49:16.035167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cc8ac59-af06-4e17-8820-0ddb7c5e8304 req-2511f4df-8161-4398-ac64-05b08f25cf58 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Sep 30 08:49:16.055038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-37870324-2dc7-4cc6-9d5d-5b0263605a44 None None] For port 8d71dbf9-f960-4099-88ae-ea6559a80c90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8d71dbf9-f960-4099-88ae-ea6559a80c90,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:16.067667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-37870324-2dc7-4cc6-9d5d-5b0263605a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.097543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bb8c4d27-419f-40c5-b61c-3037382ccbd0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3fab098af245ae97b68ab13d652c99 HTTP/1.1" status: 200 len: 379 time: 0.0552471 Sep 30 08:49:16.132506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-322e6be3-c934-42d4-bbf2-b611942f2f01 req-3fb462ab-6629-4724-a752-8fe8440f1de0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 210 time: 0.0338423 Sep 30 08:49:16.136029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'port': {'device_id': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'admin_state_up': True, 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'security_groups': ['e63f2ae2-32a8-4641-a457-482d81aface7']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:16.168073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870324-2dc7-4cc6-9d5d-5b0263605a44 None None] Pushing event updated for resources: {'Port': ['ID=8d71dbf9-f960-4099-88ae-ea6559a80c90,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:16.200445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cfb6744d-1d67-496d-9dbc-dc27533140aa None None] Provisioning complete for port 8d71dbf9-f960-4099-88ae-ea6559a80c90 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:16.200825 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cfb6744d-1d67-496d-9dbc-dc27533140aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.234946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:16.260993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Made reservation on behalf of 2c3fab098af245ae97b68ab13d652c99 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:49:16.264734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.271244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3bdeb-248a-462e-99ca-7ad7d17f0368 None None] The sync data for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 is: [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:49:16.461135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.20.0.9 (6e6b77dc-c265-4113-b924-d897fa9f1631/27d9c455-fe04-4653-8ab1-c71a56509e55/9143f767-6df3-4270-b209-ddb5d11253fe) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:16.623208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.667969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.714319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8d71dbf9-f960-4099-88ae-ea6559a80c90 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:16.714802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:16.719181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:16.723313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:16.767906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:16.791080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:16.791492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8d71dbf9-f960-4099-88ae-ea6559a80c90 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:16.791966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.792594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.813324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-bff75a9c-93cc-4934-a4ec-f063797e0aa2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6833446 Sep 30 08:49:16.831159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Request body: {'port': {'device_id': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:16.907970 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.062142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6c383b61-0467-4f3c-ac6e-0196e4ad73d1 None None] Provisioning complete for port 9143f767-6df3-4270-b209-ddb5d11253fe triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:17.064214 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6c383b61-0467-4f3c-ac6e-0196e4ad73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.130218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6c383b61-0467-4f3c-ac6e-0196e4ad73d1 None None] Port 9143f767-6df3-4270-b209-ddb5d11253fe cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:49:17.230960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee248b7-f4a6-4404-8360-28e92e3bc32a req-7684d784-630a-479a-b64d-7e12760622c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:17.232549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ee248b7-f4a6-4404-8360-28e92e3bc32a req-7684d784-630a-479a-b64d-7e12760622c5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0954256 Sep 30 08:49:17.306973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ee248b7-f4a6-4404-8360-28e92e3bc32a req-bfea7c67-f7d4-43c3-81e3-7156e584a9f7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657640 Sep 30 08:49:17.360128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9143f767-6df3-4270-b209-ddb5d11253fe {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:17.375754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.415806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Transition to ACTIVE for port object 9143f767-6df3-4270-b209-ddb5d11253fe will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:49:17.423347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.469611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd2514-7285-4357-8153-ff2c4501e869 req-8d1cb6e3-21a7-4247-b627-1507e2ebe5d5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:17.471319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cacd2514-7285-4357-8153-ff2c4501e869 req-8d1cb6e3-21a7-4247-b627-1507e2ebe5d5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 931 time: 0.0921938 Sep 30 08:49:17.494359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:17.589320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cacd2514-7285-4357-8153-ff2c4501e869 req-f37a5301-1d6a-4fd0-a85b-19e4256b9e1e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968988 Sep 30 08:49:17.614400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Attempting to bind port 9143f767-6df3-4270-b209-ddb5d11253fe on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:17.614882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Attempting to bind port 9143f767-6df3-4270-b209-ddb5d11253fe by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:17.615571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Attempting to bind port 9143f767-6df3-4270-b209-ddb5d11253fe on network 6e6b77dc-c265-4113-b924-d897fa9f1631 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:17.623289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Port 9143f767-6df3-4270-b209-ddb5d11253fe on network 6e6b77dc-c265-4113-b924-d897fa9f1631 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:49:17.623710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Attempting to bind port 9143f767-6df3-4270-b209-ddb5d11253fe on network 6e6b77dc-c265-4113-b924-d897fa9f1631 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:17.630102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:17.630584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Checking segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:17.631069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Bound using segment: {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:17.631611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Bound port: 9143f767-6df3-4270-b209-ddb5d11253fe, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766f9606-faf3-4425-b1ab-10fa23fe4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:17.632085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.709792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:17.713695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:17.719164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.754204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:17.754988 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.756478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] 10.222.0.57 "PUT /v2.0/ports/9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 200 len: 1091 time: 0.9306314 Sep 30 08:49:17.759164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:17.761908 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:17.813566 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e3a5fd-7bfe-4839-ae09-4f52ba191e84 x-openstack-request-id: req-68e3a5fd-7bfe-4839-ae09-4f52ba191e84 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:17.813856 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:17.814103 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68e3a5fd-7bfe-4839-ae09-4f52ba191e84 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:17.814504 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'status': 'completed', 'code': 200} Sep 30 08:49:17.826528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e41e6b-8a96-448e-b15f-648339371c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:17.872878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-7cb7d6e1-75f8-4a4e-9fe3-a35385529877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:17.875079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-7cb7d6e1-75f8-4a4e-9fe3-a35385529877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1094 time: 0.0592821 Sep 30 08:49:17.926865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-7d29cffd-1081-4beb-9795-3a5d80081f57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 200 len: 217 time: 0.0385153 Sep 30 08:49:17.997651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-38256b9d-31d7-4cae-a692-166e7473ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:17.999143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-38256b9d-31d7-4cae-a692-166e7473ae85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27d9c455-fe04-4653-8ab1-c71a56509e55 HTTP/1.1" status: 200 len: 834 time: 0.0572457 Sep 30 08:49:18.052437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-b6ce5c0f-b82e-4b0b-8bf5-563c68ca9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.054078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-b6ce5c0f-b82e-4b0b-8bf5-563c68ca9149 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e6b77dc-c265-4113-b924-d897fa9f1631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421398 Sep 30 08:49:18.154031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-5dfd1fad-27c5-4df6-a436-7988e5313b53 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897598 Sep 30 08:49:18.259911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e524d48-4585-4b7e-8f47-a4e4c2f30660 req-2fce4c36-60ac-4e76-8461-d020924a3889 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912166 Sep 30 08:49:18.369762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-332b7f59-aeaa-4449-ae39-dcbc6469da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.371547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-332b7f59-aeaa-4449-ae39-dcbc6469da3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1094 time: 0.0521169 Sep 30 08:49:18.506394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87543-927a-4e17-b6c9-672a46e4f3e2 req-b8a1cacb-17b6-4052-8436-34e785da8a6f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.507980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ceb87543-927a-4e17-b6c9-672a46e4f3e2 req-b8a1cacb-17b6-4052-8436-34e785da8a6f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.1229079 Sep 30 08:49:18.538221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-52d0f332-fc44-4d5d-af6a-f556137d647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.539686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-52d0f332-fc44-4d5d-af6a-f556137d647c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 200 len: 898 time: 0.1558487 Sep 30 08:49:18.593487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ceb87543-927a-4e17-b6c9-672a46e4f3e2 req-1371e50c-c84a-466e-9a06-81b733b2afce tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739923 Sep 30 08:49:18.595176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-698678ae-6aa4-4b80-adad-aa82448491ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 200 len: 217 time: 0.0424147 Sep 30 08:49:18.652028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-145f68d7-73cd-47f4-976a-3a6e57d94e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.653529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-145f68d7-73cd-47f4-976a-3a6e57d94e46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27d9c455-fe04-4653-8ab1-c71a56509e55 HTTP/1.1" status: 200 len: 834 time: 0.0497367 Sep 30 08:49:18.742144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8af9-4480-4623-864b-64cbb5172bb5 req-acc63df6-2d8f-45cf-8e9a-929cfdf9611b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.743497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46bc8af9-4480-4623-864b-64cbb5172bb5 req-acc63df6-2d8f-45cf-8e9a-929cfdf9611b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 943 time: 0.0805483 Sep 30 08:49:18.745264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-e1abb2ad-8a61-468e-8dea-bb790e2fc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:18.746651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-e1abb2ad-8a61-468e-8dea-bb790e2fc802 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e6b77dc-c265-4113-b924-d897fa9f1631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820382 Sep 30 08:49:18.806705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46bc8af9-4480-4623-864b-64cbb5172bb5 req-a1e257ba-af38-4f22-8562-4368225cc2cc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570941 Sep 30 08:49:18.870058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-0d4412e5-d04c-4564-97ec-6dd53b0b46b6 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049511 Sep 30 08:49:18.967910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c0d6f8a-791a-4d2d-876b-37d791f0d5c1 req-fe1571d3-d75c-456d-b971-994dd0aac0dc service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841525 Sep 30 08:49:19.713963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3b7a-2010-439a-aba8-b7e17649536d req-f37952d1-9cc3-4e22-934e-72d87e6cad45 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:19.715868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee8a3b7a-2010-439a-aba8-b7e17649536d req-f37952d1-9cc3-4e22-934e-72d87e6cad45 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0530665 Sep 30 08:49:19.758005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee8a3b7a-2010-439a-aba8-b7e17649536d req-9b525af8-0809-4f47-bf8b-49a8618661af tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354304 Sep 30 08:49:19.923631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb57b1-727e-4fcb-bc68-38f2cff2898d req-9dbfffbf-a19c-4ab1-86a1-e3c354bd05fd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:19.925090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52bb57b1-727e-4fcb-bc68-38f2cff2898d req-9dbfffbf-a19c-4ab1-86a1-e3c354bd05fd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 943 time: 0.0486877 Sep 30 08:49:19.962023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52bb57b1-727e-4fcb-bc68-38f2cff2898d req-3480303c-05cb-414f-b37f-25e55c48b18d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307226 Sep 30 08:49:20.875255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9c627-c838-4280-ba72-98cfc505eecd req-c3648512-a61c-497f-8c08-4ffa18510d46 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:20.876669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ca9c627-c838-4280-ba72-98cfc505eecd req-c3648512-a61c-497f-8c08-4ffa18510d46 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0503917 Sep 30 08:49:20.917822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ca9c627-c838-4280-ba72-98cfc505eecd req-0ec7e5d9-69c3-40cd-9c4d-9a300f925c46 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Sep 30 08:49:21.086520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56bd65-912e-446f-9960-98b6ba771874 req-641b8660-74b2-46ea-ad0c-3ee9046af11c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:21.087996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de56bd65-912e-446f-9960-98b6ba771874 req-641b8660-74b2-46ea-ad0c-3ee9046af11c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 943 time: 0.0487006 Sep 30 08:49:21.130877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de56bd65-912e-446f-9960-98b6ba771874 req-8f6e8064-9a63-4c04-9347-33572de05601 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363393 Sep 30 08:49:21.476237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:49:21.573584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:21.742613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9143f767-6df3-4270-b209-ddb5d11253fe', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'port_id': '9143f767-6df3-4270-b209-ddb5d11253fe', 'mac_address': 'fa:16:3e:e2:c6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:49:21.781693 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.794650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9143f767-6df3-4270-b209-ddb5d11253fe {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:21.816949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:21.821362 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.876894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:22.042290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71da77e-e613-4634-a8ff-78dcda369252 req-dcc994af-18d0-434d-bfb9-f3ccc317c17d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.043734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d71da77e-e613-4634-a8ff-78dcda369252 req-dcc994af-18d0-434d-bfb9-f3ccc317c17d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0508530 Sep 30 08:49:22.083686 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d71da77e-e613-4634-a8ff-78dcda369252 req-7c090ac4-8f77-4678-88f6-59b021e7e8fa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Sep 30 08:49:22.128296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9143f767-6df3-4270-b209-ddb5d11253fe'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:22.255929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb8ac3-2833-4745-a4d6-9b219f7ec05a req-0ce56643-ebab-4a81-8cbe-bab7b3fc3fd3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.257549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5bb8ac3-2833-4745-a4d6-9b219f7ec05a req-0ce56643-ebab-4a81-8cbe-bab7b3fc3fd3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 944 time: 0.0570762 Sep 30 08:49:22.301426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5bb8ac3-2833-4745-a4d6-9b219f7ec05a req-89584a55-d118-42e2-a1a1-3b9b863f3d64 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Sep 30 08:49:23.200941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a935715-4da2-4d80-9b39-26f7cf4db924 req-deba84a5-8b02-42a4-a37b-5ca1ac388f86 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.203361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a935715-4da2-4d80-9b39-26f7cf4db924 req-deba84a5-8b02-42a4-a37b-5ca1ac388f86 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0522451 Sep 30 08:49:23.247377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a935715-4da2-4d80-9b39-26f7cf4db924 req-6cb4ddf3-c676-4fbf-bdcf-f6c0944251e1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Sep 30 08:49:23.422659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325f72d-9d6a-4f57-b4f3-586031ee24dd req-eb230a61-8c39-4484-8a11-9e3a1cfa4449 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.424150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6325f72d-9d6a-4f57-b4f3-586031ee24dd req-eb230a61-8c39-4484-8a11-9e3a1cfa4449 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 944 time: 0.0525959 Sep 30 08:49:23.462492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6325f72d-9d6a-4f57-b4f3-586031ee24dd req-2b9814c8-3f58-4815-a854-1311cbec2f1d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Sep 30 08:49:23.493215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:23.547044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 9143f767-6df3-4270-b209-ddb5d11253fe completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:49:23.550592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9143f767-6df3-4270-b209-ddb5d11253fe triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:23.550962 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:23.633188 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:23.656073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:23.658422 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b9831-9fa3-4cf0-a3db-00e5b31866bc" -d '{"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-plugged", "status": "completed", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:23.672452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:23.676594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:23.701537 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f103f35-0f0c-460f-886a-6d31e79c598c x-openstack-request-id: req-0f103f35-0f0c-460f-886a-6d31e79c598c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:23.701851 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-plugged", "status": "completed", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:23.702222 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f103f35-0f0c-460f-886a-6d31e79c598c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:23.702589 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'code': 200} Sep 30 08:49:23.731893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:23.826274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058422b-9cf1-47db-b03b-6cbe01d0c33f req-40c01d0e-1bb8-4787-9337-160e962a936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.827684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a058422b-9cf1-47db-b03b-6cbe01d0c33f req-40c01d0e-1bb8-4787-9337-160e962a936b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1096 time: 0.0410297 Sep 30 08:49:23.864567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a058422b-9cf1-47db-b03b-6cbe01d0c33f req-5aeeeb51-8864-4b27-bf72-f58cf0252be1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291126 Sep 30 08:49:24.365397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b964e-7515-404b-8240-8409b571532f req-7f39ddfb-caff-4aa9-bd28-7a59fa6e0c3d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:24.366896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b52b964e-7515-404b-8240-8409b571532f req-7f39ddfb-caff-4aa9-bd28-7a59fa6e0c3d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0495858 Sep 30 08:49:24.409527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b52b964e-7515-404b-8240-8409b571532f req-6c55c4d8-bbd8-482b-844f-e6256b2500ae tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Sep 30 08:49:24.574733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f46e5-6879-44b0-a4fd-2cf4a1a7ca50 req-ef6a39b5-bf98-4755-9d89-89b66a397759 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:24.576201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-867f46e5-6879-44b0-a4fd-2cf4a1a7ca50 req-ef6a39b5-bf98-4755-9d89-89b66a397759 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Sep 30 08:49:24.614651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-867f46e5-6879-44b0-a4fd-2cf4a1a7ca50 req-b6147cbb-44db-4197-9871-325b15f260f0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317528 Sep 30 08:49:25.526073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54f524-0e7b-4e86-95c5-f8d9c3f01dae req-e01531c7-3a4c-4872-bb9b-95b74fa5454e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:25.527470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c54f524-0e7b-4e86-95c5-f8d9c3f01dae req-e01531c7-3a4c-4872-bb9b-95b74fa5454e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.0489910 Sep 30 08:49:25.568137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c54f524-0e7b-4e86-95c5-f8d9c3f01dae req-1111dbe6-07d6-4f20-a0b0-dcbf9923f8c7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Sep 30 08:49:25.736703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c345-0034-431d-94cb-f61a78030e38 req-2b4a5bb0-64fa-4ef9-9000-facdd03773f6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:25.738182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2a1c345-0034-431d-94cb-f61a78030e38 req-2b4a5bb0-64fa-4ef9-9000-facdd03773f6 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Sep 30 08:49:25.780500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2a1c345-0034-431d-94cb-f61a78030e38 req-5d11ed07-5f5f-4a29-a9d6-fb7027a858c5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360017 Sep 30 08:49:25.907608 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:25.928236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f37278-e97c-4178-95e4-03c8b700920f req-f206fcf1-bc78-449d-9511-70bc41d614c3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:25.929779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52f37278-e97c-4178-95e4-03c8b700920f req-f206fcf1-bc78-449d-9511-70bc41d614c3 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0693400 Sep 30 08:49:25.955391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:25.978585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52f37278-e97c-4178-95e4-03c8b700920f req-55d4061a-8108-4275-9f9e-42d657a6934e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417757 Sep 30 08:49:26.004242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40648) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:26.052940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a330e-dd86-43fe-9f6d-c57ccb9fd6f4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:26.054466 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-042a330e-dd86-43fe-9f6d-c57ccb9fd6f4 tempest-TestNetworkAdvancedServerOps-1671015929 tempest-TestNetworkAdvancedServerOps-1671015929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1091 time: 0.0490708 Sep 30 08:49:26.057539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:26.063705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '9143f767-6df3-4270-b209-ddb5d11253fe', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:26.092831 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:26.211546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:26.317894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Allocated IP 172.25.7.76 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4b01f22c-95fe-469c-90f8-711844f28aab) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:26.432872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:26.471336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:26.518550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:26.521972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:26.525120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:26.560903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=4b01f22c-95fe-469c-90f8-711844f28aab,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:26.747736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa09f8-2e9e-4f4d-9a05-6c3ac82a1697 req-5d8efc75-4b95-4c1f-a65e-be63d04c21bd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:26.749296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faaa09f8-2e9e-4f4d-9a05-6c3ac82a1697 req-5d8efc75-4b95-4c1f-a65e-be63d04c21bd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 943 time: 0.1105669 Sep 30 08:49:26.823093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4c10512e-b26a-4761-ac86-f0215a340ae9 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:49:26.848495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faaa09f8-2e9e-4f4d-9a05-6c3ac82a1697 req-b28fb0a2-8d42-499b-b5ea-14c4a85cb922 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909588 Sep 30 08:49:26.934471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4c10512e-b26a-4761-ac86-f0215a340ae9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4c10512e-b26a-4761-ac86-f0215a340ae9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:26.948254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '4c10512e-b26a-4761-ac86-f0215a340ae9', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': '4c10512e-b26a-4761-ac86-f0215a340ae9', 'mac_address': 'fa:16:3e:d3:6b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:49:26.986618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.002927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c10512e-b26a-4761-ac86-f0215a340ae9 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:27.009559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.022681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4c10512e-b26a-4761-ac86-f0215a340ae9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4c10512e-b26a-4761-ac86-f0215a340ae9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:27.026795 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.076175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4c10512e-b26a-4761-ac86-f0215a340ae9,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:27.083913 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.237641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.242013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.297803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4c10512e-b26a-4761-ac86-f0215a340ae9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:27.321030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event updated for resources: {'Port': ['ID=4b01f22c-95fe-469c-90f8-711844f28aab,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:27.328940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.442290 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0 associated. External IP: 172.25.7.76, port: 9143f767-6df3-4270-b209-ddb5d11253fe. Sep 30 08:49:27.667208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a9e9f700-293d-4868-be77-f04d6b988a74 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:49:27.779442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:49:27.791854 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] Sync routers for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:49:27.797502 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:27.802190 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:27.802814 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:49:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:27.831843 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0ccf7a89-fc0d-486c-94bf-dbed7be0eee4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7729225 Sep 30 08:49:27.832546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:27.835367 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0790920f-5565-41c9-ab2a-e28d9a574bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:27.925293 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:27.936583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31b2a-a2e0-4490-a480-f8b284e86c62 req-7c4fc7cc-cbe3-4d28-9f65-0b29a7cd86fb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:27.939067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbc31b2a-a2e0-4490-a480-f8b284e86c62 req-7c4fc7cc-cbe3-4d28-9f65-0b29a7cd86fb tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0563765 Sep 30 08:49:27.986614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbc31b2a-a2e0-4490-a480-f8b284e86c62 req-77d185cb-ece8-4ba3-98f7-5f9f141cd4dd tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410473 Sep 30 08:49:28.019034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40660) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:28.246179 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'port_id': '9143f767-6df3-4270-b209-ddb5d11253fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'mac_address': 'fa:16:3e:e2:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:49:26Z', 'updated_at': '2021-09-30T08:49:26Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:28.286986 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] Checking router: a9e9f700-293d-4868-be77-f04d6b988a74 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:49:28.299989 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:28.300946 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:49:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:28.444959 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e6c351-de14-40d1-bbc1-d30902a689c6 x-openstack-request-id: req-29e6c351-de14-40d1-bbc1-d30902a689c6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:28.445522 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:28.445522 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29e6c351-de14-40d1-bbc1-d30902a689c6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:28.445912 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'status': 'completed', 'code': 200} Sep 30 08:49:28.535844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2585ce01-9c56-45d8-b18e-cb97959170e0 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0 HTTP/1.1" status: 200 len: 990 time: 0.5144742 Sep 30 08:49:28.541408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:28.551766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73940a30-37b9-4131-96ac-e079ae72aa9b req-99a6b5ac-5ea1-4250-9e21-54c5e34b92ac tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.553295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73940a30-37b9-4131-96ac-e079ae72aa9b req-99a6b5ac-5ea1-4250-9e21-54c5e34b92ac tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 944 time: 0.1066070 Sep 30 08:49:28.555174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-dffd78ef-8441-4a36-bd2a-fd024f89532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.556576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-dffd78ef-8441-4a36-bd2a-fd024f89532a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1096 time: 0.1087339 Sep 30 08:49:28.651941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73940a30-37b9-4131-96ac-e079ae72aa9b req-1ccf6d6f-768b-4e84-aa20-ee595082cc93 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895617 Sep 30 08:49:28.687560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-ef1ee449-e848-421c-82b2-ad304941a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.690713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-ef1ee449-e848-421c-82b2-ad304941a2fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 200 len: 898 time: 0.1223562 Sep 30 08:49:28.766701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-9822ef7d-d92c-4c59-99bb-b25525d69057 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 200 len: 998 time: 0.0683496 Sep 30 08:49:28.820728 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'port_id': '9143f767-6df3-4270-b209-ddb5d11253fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'mac_address': 'fa:16:3e:e2:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:49:26Z', 'updated_at': '2021-09-30T08:49:26Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:28.822189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-4dcd8690-fdee-4cc1-b43e-a1a8990d1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.823968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-4dcd8690-fdee-4cc1-b43e-a1a8990d1c65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27d9c455-fe04-4653-8ab1-c71a56509e55 HTTP/1.1" status: 200 len: 834 time: 0.0501010 Sep 30 08:49:28.847493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4c10512e-b26a-4761-ac86-f0215a340ae9 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:28.849855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4e3af-c70b-4aeb-b350-271a80a7d3be None None] The sync data for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 is: [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'port_id': '9143f767-6df3-4270-b209-ddb5d11253fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'mac_address': 'fa:16:3e:e2:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:49:26Z', 'updated_at': '2021-09-30T08:49:26Z', 'revision_number': 0, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:49:28.877704 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-85d8cba8-64b6-40ca-a73b-ebf3b219d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.879317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-85d8cba8-64b6-40ca-a73b-ebf3b219d17e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e6b77dc-c265-4113-b924-d897fa9f1631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474081 Sep 30 08:49:28.908025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 4c10512e-b26a-4761-ac86-f0215a340ae9 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:49:28.913811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 4c10512e-b26a-4761-ac86-f0215a340ae9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:28.914517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:28.983376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-861bce98-f523-4f8c-8ba2-e7029165851f service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953705 Sep 30 08:49:29.005432 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:29.030687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c9707e-de7a-4597-8954-373b06cf49b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c10512e-b26a-4761-ac86-f0215a340ae9'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:29.032947 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4176082-5ef5-4011-9a5f-539e4f44991a" -d '{"events": [{"server_uuid": "76c9707e-de7a-4597-8954-373b06cf49b5", "name": "network-vif-plugged", "status": "completed", "tag": "4c10512e-b26a-4761-ac86-f0215a340ae9"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:29.046685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4c10512e-b26a-4761-ac86-f0215a340ae9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4c10512e-b26a-4761-ac86-f0215a340ae9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:29.051838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:29.090583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0790920f-5565-41c9-ab2a-e28d9a574bbb req-5d316bfd-bd4c-490e-b5c1-e072029aa978 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971291 Sep 30 08:49:29.091089 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3391606-409b-490d-91ea-3e4201d74447 x-openstack-request-id: req-a3391606-409b-490d-91ea-3e4201d74447 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:29.091483 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c9707e-de7a-4597-8954-373b06cf49b5", "name": "network-vif-plugged", "status": "completed", "tag": "4c10512e-b26a-4761-ac86-f0215a340ae9", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:29.091985 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3391606-409b-490d-91ea-3e4201d74447 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:29.092429 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c9707e-de7a-4597-8954-373b06cf49b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c10512e-b26a-4761-ac86-f0215a340ae9', 'code': 200} Sep 30 08:49:29.121860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b410-c36f-468f-9cd3-df2116696d83 None None] New status for floating IP cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:49:29.131820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4c10512e-b26a-4761-ac86-f0215a340ae9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:29.204639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0838a-7182-4cae-839a-86d0fd80fe2a req-df4cee89-3514-4685-ac2a-e05dd5a14e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:29.206333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fe0838a-7182-4cae-839a-86d0fd80fe2a req-df4cee89-3514-4685-ac2a-e05dd5a14e08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 1096 time: 0.0425119 Sep 30 08:49:29.245923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fe0838a-7182-4cae-839a-86d0fd80fe2a req-59ade387-7a1a-4ff9-9fe1-4d7be55560f1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Sep 30 08:49:29.538597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40664) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:29.600854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-12845deb-0143-44b0-b078-c9bc1d1afaf7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0 HTTP/1.1" status: 200 len: 992 time: 0.0609152 Sep 30 08:49:29.771729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846749a3-4d74-48f1-b8ca-42c0ba33655a req-7a355a64-d745-4a2e-9deb-eccdbbb005bb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:29.773216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-846749a3-4d74-48f1-b8ca-42c0ba33655a req-7a355a64-d745-4a2e-9deb-eccdbbb005bb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Sep 30 08:49:29.812327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-846749a3-4d74-48f1-b8ca-42c0ba33655a req-2681e485-de64-4405-a397-9de39632a3cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Sep 30 08:49:30.932389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62678ff9-cb2e-4310-8937-4a4a999939af req-535fafb0-c8bf-4a90-bf77-176a3576bad0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:30.933945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62678ff9-cb2e-4310-8937-4a4a999939af req-535fafb0-c8bf-4a90-bf77-176a3576bad0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 945 time: 0.0542462 Sep 30 08:49:30.974648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62678ff9-cb2e-4310-8937-4a4a999939af req-7de209b9-e2e1-4e10-8d60-241c11e03258 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Sep 30 08:49:31.105961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f378dc8-6da6-4cb2-bc51-c6cb4b6f8764 req-74080ddd-9e25-40c2-a1ff-f602b77ae9f1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:31.107379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f378dc8-6da6-4cb2-bc51-c6cb4b6f8764 req-74080ddd-9e25-40c2-a1ff-f602b77ae9f1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 945 time: 0.0535071 Sep 30 08:49:31.146582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f378dc8-6da6-4cb2-bc51-c6cb4b6f8764 req-e3c6f777-19f7-420f-89ee-471afb260da3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Sep 30 08:49:31.460964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98a216-25d1-49c2-af91-a31b8f916db7 req-c905e776-c317-4994-a829-c1e36100dda8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:31.462471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f98a216-25d1-49c2-af91-a31b8f916db7 req-c905e776-c317-4994-a829-c1e36100dda8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 945 time: 0.0499418 Sep 30 08:49:31.504429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f98a216-25d1-49c2-af91-a31b8f916db7 req-7e698c22-30b1-4e4c-b85f-f400a01d2b0e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Sep 30 08:49:32.636970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2853b-4758-4115-8e8e-8d9dd19ad8a4 req-c26691c4-31c2-4375-9fa7-2b6933ae5bd7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:32.638513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6d2853b-4758-4115-8e8e-8d9dd19ad8a4 req-c26691c4-31c2-4375-9fa7-2b6933ae5bd7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 945 time: 0.0548956 Sep 30 08:49:32.676319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6d2853b-4758-4115-8e8e-8d9dd19ad8a4 req-758855cc-50d6-463e-bc56-59c030afa87f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Sep 30 08:49:33.019004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-c44ebf09-525e-45a0-9a78-cb64407a3021 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:33.020496 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-c44ebf09-525e-45a0-9a78-cb64407a3021 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Sep 30 08:49:33.127266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port 4c10512e-b26a-4761-ac86-f0215a340ae9 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:49:33.127609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:33.222392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port 4c10512e-b26a-4761-ac86-f0215a340ae9, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4c10512e-b26a-4761-ac86-f0215a340ae9,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:33.222656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:33.236903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for 4c10512e-b26a-4761-ac86-f0215a340ae9 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:33.384735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:33.401250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['d2575597-f6df-4e2b-8e20-c10193e12f40'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:33.416932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=4c10512e-b26a-4761-ac86-f0215a340ae9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:33.428113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4c10512e-b26a-4761-ac86-f0215a340ae9'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:33.459452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port 4c10512e-b26a-4761-ac86-f0215a340ae9 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:49:33.462366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:33.464474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5213e1c2-ac74-4fff-83e4-c678bd0f839b req-6eadf07e-c367-4911-a697-530f46a0cd43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "DELETE /v2.0/ports/4c10512e-b26a-4761-ac86-f0215a340ae9 HTTP/1.1" status: 204 len: 173 time: 0.4376080 Sep 30 08:49:33.464935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c9707e-de7a-4597-8954-373b06cf49b5', 'name': 'network-vif-deleted', 'tag': '4c10512e-b26a-4761-ac86-f0215a340ae9'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:33.467256 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca67a90-0b04-4981-885f-7b9879b2a51a" -d '{"events": [{"server_uuid": "76c9707e-de7a-4597-8954-373b06cf49b5", "name": "network-vif-deleted", "tag": "4c10512e-b26a-4761-ac86-f0215a340ae9"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:33.512046 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42664fb9-398a-4533-b5a9-743c48ca509b x-openstack-request-id: req-42664fb9-398a-4533-b5a9-743c48ca509b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:33.512444 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c9707e-de7a-4597-8954-373b06cf49b5", "name": "network-vif-deleted", "tag": "4c10512e-b26a-4761-ac86-f0215a340ae9", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:33.512586 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42664fb9-398a-4533-b5a9-743c48ca509b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:33.512979 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c9707e-de7a-4597-8954-373b06cf49b5', 'name': 'network-vif-deleted', 'tag': '4c10512e-b26a-4761-ac86-f0215a340ae9', 'status': 'completed', 'code': 200} Sep 30 08:49:33.788351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-982c0ed2-fda2-4ad8-bb9f-40cbae1817f4 req-21cbbce4-6c8c-459c-8559-27590528b144 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 210 time: 0.0354533 Sep 30 08:49:34.889276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27fbbe5e-ecf1-4a5b-b5ff-894897a3ad95 req-b45ab13a-2376-4346-a357-3a57b54ca1e4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 210 time: 0.0268641 Sep 30 08:49:35.996633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2ffde32-d72d-4759-bfcb-792e20d2feb2 req-5f4ffb1f-3a54-4f97-9992-0b22866e5e7c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 210 time: 0.0298095 Sep 30 08:49:36.894286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4c10512e-b26a-4761-ac86-f0215a340ae9 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:36.916177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 4c10512e-b26a-4761-ac86-f0215a340ae9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:36.916529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4c10512e-b26a-4761-ac86-f0215a340ae9 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:37.093979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-438e3041-027c-4ac9-a67b-5f2a7211971e req-4544666d-2c54-4065-a6b7-cc98146ca98e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=76c9707e-de7a-4597-8954-373b06cf49b5 HTTP/1.1" status: 200 len: 210 time: 0.0286081 Sep 30 08:49:38.584428 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-444f0724-e3a3-4479-8b24-9e0010c729e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:39.415268 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:49:41.093750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d174ff75-d826-4684-90b5-1232832a18e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:41.493834 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:41.574027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feef2b-fd38-4c19-95ad-7e114824451d req-14f12e42-66d7-4421-9a0f-f107a2e47cf8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:41.575513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83feef2b-fd38-4c19-95ad-7e114824451d req-14f12e42-66d7-4421-9a0f-f107a2e47cf8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Sep 30 08:49:41.613374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83feef2b-fd38-4c19-95ad-7e114824451d req-a2414321-7ba0-44e5-9450-1052a6c74399 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Sep 30 08:49:42.732525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188380bf-4bf7-4291-9b1d-2d9eae011928 req-75cfd1d5-4b5e-419c-8b56-21eb8547786f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:42.734041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-188380bf-4bf7-4291-9b1d-2d9eae011928 req-75cfd1d5-4b5e-419c-8b56-21eb8547786f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 945 time: 0.0532644 Sep 30 08:49:42.772953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-188380bf-4bf7-4291-9b1d-2d9eae011928 req-87962343-8879-4dd3-8225-72d51d56b57c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=29e277ac-62c6-4970-a317-4dcfda3c5b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323975 Sep 30 08:49:43.189839 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:43.365300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-fa0689a1-87c4-45ca-9ec5-e5a66a9de398 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:43.366787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-fa0689a1-87c4-45ca-9ec5-e5a66a9de398 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 945 time: 0.0501528 Sep 30 08:49:43.465126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port d2575597-f6df-4e2b-8e20-c10193e12f40 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:49:43.465370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:43.552328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port d2575597-f6df-4e2b-8e20-c10193e12f40, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=d2575597-f6df-4e2b-8e20-c10193e12f40,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:43.552699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:43.565436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for d2575597-f6df-4e2b-8e20-c10193e12f40 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:43.696023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:43.723260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=d2575597-f6df-4e2b-8e20-c10193e12f40,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:43.766552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port d2575597-f6df-4e2b-8e20-c10193e12f40 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:49:43.769167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:43.771307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57ff114e-917d-4a73-a92d-b54b33b36ac8 req-2d52eab8-ba79-4929-855b-a225fd9023b9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "DELETE /v2.0/ports/d2575597-f6df-4e2b-8e20-c10193e12f40 HTTP/1.1" status: 204 len: 173 time: 0.3931160 Sep 30 08:49:43.771755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'name': 'network-vif-deleted', 'tag': 'd2575597-f6df-4e2b-8e20-c10193e12f40'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:43.774093 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d231db-64e6-488b-827b-eba494c62baa" -d '{"events": [{"server_uuid": "e65affc5-cda7-456b-b3f9-4a6ae6e32b83", "name": "network-vif-deleted", "tag": "d2575597-f6df-4e2b-8e20-c10193e12f40"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:43.812036 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50e6d06-4c5d-4783-a780-88d6b86ad3b9 x-openstack-request-id: req-d50e6d06-4c5d-4783-a780-88d6b86ad3b9 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:43.812330 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65affc5-cda7-456b-b3f9-4a6ae6e32b83", "name": "network-vif-deleted", "tag": "d2575597-f6df-4e2b-8e20-c10193e12f40", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:43.812588 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d50e6d06-4c5d-4783-a780-88d6b86ad3b9 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:43.813019 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65affc5-cda7-456b-b3f9-4a6ae6e32b83', 'name': 'network-vif-deleted', 'tag': 'd2575597-f6df-4e2b-8e20-c10193e12f40', 'status': 'completed', 'code': 200} Sep 30 08:49:43.891115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46e06eb7-34e4-470c-8449-3390b457d8c9 req-d7f6c97f-6288-467c-aca8-f44d410ba8bd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 210 time: 0.0315771 Sep 30 08:49:44.963101 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:44.997117 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f8bcdf5-725f-409c-a26e-54f2940a304b req-df74ece2-f79e-40a3-815a-af7f801dc513 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 210 time: 0.0309916 Sep 30 08:49:45.607574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d2575597-f6df-4e2b-8e20-c10193e12f40 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:45.627784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: d2575597-f6df-4e2b-8e20-c10193e12f40 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:45.628133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device d2575597-f6df-4e2b-8e20-c10193e12f40 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:46.091992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d5e84c-6d9d-4e2c-b970-552be4958c29 req-aa6c0fd5-c7df-42b4-a42c-bb285abf24d6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 210 time: 0.0257628 Sep 30 08:49:47.191994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b664556-143c-41d9-beb5-f358767a5bd2 req-e16281d4-7c93-40de-9b83-2ead83f5a6e5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65affc5-cda7-456b-b3f9-4a6ae6e32b83 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Sep 30 08:49:50.301813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40768) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:50.306472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296537513', 'description': 'tempest-secgroup-smoke-1296537513 description', 'project_id': '1dffe66d819f40f589201175a9c72e69'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:50.327854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.410435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.414145 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.442081 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.443335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404366 Sep 30 08:49:50.445145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0052c-d8fc-4062-b635-7f4bceaf22f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5083fc22-d018-4b53-8cf7-85d2019a0898,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:50.446400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 40770) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:50.453400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group_rule': {'security_group_id': '5083fc22-d018-4b53-8cf7-85d2019a0898', 'project_id': '1dffe66d819f40f589201175a9c72e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:50.479975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.536119 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.539642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.556772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798544a2-1927-46ed-a7ca-9fc7b4a3f706,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:50.566700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.567904 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188064 Sep 30 08:49:50.569385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.569784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.570130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.570562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.570891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40772) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:50.571017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.571238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.571567 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.571901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.572224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.572552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.572875 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.573204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84d023-2c9d-4a14-9e7c-31dc86cfbb0a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:50.575467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group_rule': {'security_group_id': '5083fc22-d018-4b53-8cf7-85d2019a0898', 'project_id': '1dffe66d819f40f589201175a9c72e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:50.602979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.663491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.667008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.684311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83494ac0-1147-48ea-9176-ce8fff929cfe,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:50.691738 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.693091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8c8186cd-3670-4bf5-892c-2e2db639f13b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212103 Sep 30 08:49:50.695796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40774) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:50.700486 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group_rule': {'security_group_id': '5083fc22-d018-4b53-8cf7-85d2019a0898', 'project_id': '1dffe66d819f40f589201175a9c72e69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:50.727183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.784430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.788108 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.806997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a45da6-a91f-4966-8af1-18edb077cb71,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:50.809994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.813720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-318d96a0-96ec-4741-bb2d-b72d0ad38e6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145186 Sep 30 08:49:50.814261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40776) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:50.818204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group_rule': {'security_group_id': '5083fc22-d018-4b53-8cf7-85d2019a0898', 'project_id': '1dffe66d819f40f589201175a9c72e69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:50.842838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.900557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.904562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.922049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a75f535-dfa5-42f7-bb58-18895f2f3f57,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:50.928763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:50.930064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4001884b-d1ed-4ec6-a9f8-ee4ebb480578 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152310 Sep 30 08:49:50.932757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40778) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:50.937187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group_rule': {'security_group_id': '5083fc22-d018-4b53-8cf7-85d2019a0898', 'project_id': '1dffe66d819f40f589201175a9c72e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:50.960047 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Project 1dffe66d819f40f589201175a9c72e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:49:50.965168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.030115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.034150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.051753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c48189b-d7a6-438c-a7eb-dafc53e2e991,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:51.058911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.062842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-44f5fd88-1025-42be-9485-a9b51fe9e254 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263461 Sep 30 08:49:51.063166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 40780) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:51.068229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'security_group_rule': {'security_group_id': '5083fc22-d018-4b53-8cf7-85d2019a0898', 'project_id': '1dffe66d819f40f589201175a9c72e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:51.089723 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Project 1dffe66d819f40f589201175a9c72e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:49:51.095040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.154739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.159024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.179124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8cd00e-c58b-4cdb-885b-7dc9e84b8e2f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:51.183121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:51.184311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4131922e-214f-4c94-baba-8536ca4299fd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201184 Sep 30 08:49:55.909705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:55.951295 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:04.856742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-979d91b2-e2bd-4cb0-ac22-5cec33848b61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393012 Sep 30 08:50:04.953346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-64919f95-229d-404a-8e5f-db077f17fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:04.954921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-64919f95-229d-404a-8e5f-db077f17fea0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1096 time: 0.0459554 Sep 30 08:50:05.066695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-7b382994-9e47-45cc-b0d0-4bbf7e9dad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:05.068275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-7b382994-9e47-45cc-b0d0-4bbf7e9dad99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 200 len: 898 time: 0.0924730 Sep 30 08:50:05.143698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-0afe26f4-0b9d-45b0-ba39-e4ddd2dd3d1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 200 len: 1000 time: 0.0641201 Sep 30 08:50:05.199709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-f5c667e6-59a1-4833-ab36-2990ccf91e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:05.200772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-f5c667e6-59a1-4833-ab36-2990ccf91e80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27d9c455-fe04-4653-8ab1-c71a56509e55 HTTP/1.1" status: 200 len: 834 time: 0.0452240 Sep 30 08:50:05.253423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-ebadc610-df27-422e-9c91-9459598cdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:05.254986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-ebadc610-df27-422e-9c91-9459598cdfff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e6b77dc-c265-4113-b924-d897fa9f1631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428061 Sep 30 08:50:05.362955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-b2dd9ce4-ca33-4778-9972-01227d9962a4 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958376 Sep 30 08:50:05.484086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-7c5b1ae4-ff06-4c25-a1be-c24799d8665d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296537513&fields=id&tenant_id=1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 267 time: 0.0772042 Sep 30 08:50:05.488067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d2f1702-f540-45bb-8f40-13967a17f329 req-9efc7f23-9048-4d7c-9a0b-c9e57aae5bed service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155803 Sep 30 08:50:05.601064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-4eb9b13c-ca50-40d1-a70c-7139d8d7624b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:05.602596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-4eb9b13c-ca50-40d1-a70c-7139d8d7624b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1114860 Sep 30 08:50:05.619044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-2908c260-f62a-42de-aff6-9182b8687377 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0102704 Sep 30 08:50:05.676202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-3e72cd74-c973-480e-8a9d-00819c1e7f98 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509980 Sep 30 08:50:05.789566 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-a030a763-491b-49e1-8c71-a20b93e72b68 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992417 Sep 30 08:50:05.884059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-13eb1d3f-2865-4bd4-8cc6-932418ae4497 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882010 Sep 30 08:50:06.186064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-37f225d1-4bb7-42cc-aa06-e765d1f4e6e7 req-079ce04d-914e-4253-a520-994ad400ec19 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 210 time: 0.0326514 Sep 30 08:50:07.110419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d7484-1855-4ee8-bd0a-8efb1bc451cd req-b8bf6329-a72b-4800-ab0a-b6f3d7a57294 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:07.111554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab8d7484-1855-4ee8-bd0a-8efb1bc451cd req-b8bf6329-a72b-4800-ab0a-b6f3d7a57294 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Sep 30 08:50:07.152453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab8d7484-1855-4ee8-bd0a-8efb1bc451cd req-f184756c-548f-4d6c-a461-f4f9a6ca2ec2 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343885 Sep 30 08:50:07.343328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ec27d422-9a24-4c4d-8f9b-611840915c9b req-721a84f3-fc3c-49b9-bc21-4c0fa6217d82 service neutron] (95001) timed out ('10.222.0.41', 46774) {{(pid=95001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:50:07.345486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909ab3dc-513f-4505-bfdc-889f25cf5a8b req-037c28b4-4efc-44b0-852b-902e3c446637 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 210 time: 0.0663872 Sep 30 08:50:07.393491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-b09eb9d0-ef0c-4f69-a88d-80ba42010f33 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:07.394963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-b09eb9d0-ef0c-4f69-a88d-80ba42010f33 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1747613 Sep 30 08:50:07.460364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-ab3bf174-30a4-43c1-971d-4741709c2d0d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 380 time: 0.0387676 Sep 30 08:50:07.472202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'security_groups': ['5083fc22-d018-4b53-8cf7-85d2019a0898']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:50:07.601973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:50:07.605615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:07.743100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.14 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/eede8bfb-3bc7-47c7-b76f-f73dd434bd44) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:50:07.944050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:07.983705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.032113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:50:08.036143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:50:08.040353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:50:08.050088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:08.091379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.092094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.092506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.092914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.093313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.093601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.094034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.094375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.094746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.095646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.095969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.096272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:08.124709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:08.125863 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.145105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-0e104481-044b-4728-9aae-829b023460e3 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6793616 Sep 30 08:50:08.166447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Request body: {'port': {'device_id': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:50:08.284860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.350809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2092-4af8-4754-82f6-0ba1d4c92e13 req-c88c54b6-5d9d-48ba-8032-9e8ed07f5585 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:08.352131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-264b2092-4af8-4754-82f6-0ba1d4c92e13 req-c88c54b6-5d9d-48ba-8032-9e8ed07f5585 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.1009243 Sep 30 08:50:08.367811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c0f262a3-4d4d-4d75-b4e0-968783a2228c None None] Provisioning complete for port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:50:08.370099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0f262a3-4d4d-4d75-b4e0-968783a2228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.414738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c0f262a3-4d4d-4d75-b4e0-968783a2228c None None] Port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:50:08.492071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-264b2092-4af8-4754-82f6-0ba1d4c92e13 req-dc4cf7bf-8686-4041-bf0d-cdc17744ba35 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643513 Sep 30 08:50:08.592743 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-08de4028-c9a3-447a-b6c0-09ba7ffba2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.679237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eede8bfb-3bc7-47c7-b76f-f73dd434bd44 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:50:08.691097 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.714703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1ce44-7b08-4d95-b749-91ccd3243e71 req-b0489896-cacc-4734-9197-2c0199508c24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:08.716345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17d1ce44-7b08-4d95-b749-91ccd3243e71 req-b0489896-cacc-4734-9197-2c0199508c24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 932 time: 0.1132483 Sep 30 08:50:08.719468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Transition to ACTIVE for port object eede8bfb-3bc7-47c7-b76f-f73dd434bd44 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:50:08.727352 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:08.837089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Pushing event updated for resources: {'Port': ['ID=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:08.853632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-17d1ce44-7b08-4d95-b749-91ccd3243e71 req-677459d4-b427-4d77-bbb5-70bfd62c0d2e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174245 Sep 30 08:50:08.916467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Attempting to bind port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:50:08.917265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Attempting to bind port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:50:08.918204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Attempting to bind port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:50:08.924209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:50:08.924608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Attempting to bind port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:50:08.931168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:50:08.932117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:50:08.932895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:50:08.933438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Bound port: eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:50:08.933927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:09.031881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] For port eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:50:09.035748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] For port eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:50:09.042959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:09.082091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.082705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:09.084154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] 10.222.0.50 "PUT /v2.0/ports/eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 200 len: 1092 time: 0.9241805 Sep 30 08:50:09.087666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:50:09.087666 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:50:09.120681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86996fd2-4d19-492c-97f1-70c75c77c40a service neutron] Pushing event updated for resources: {'Port': ['ID=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:09.154535 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e7347-36fd-4721-8a64-95178845717b x-openstack-request-id: req-ea2e7347-36fd-4721-8a64-95178845717b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:50:09.155488 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:50:09.155488 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea2e7347-36fd-4721-8a64-95178845717b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:50:09.155805 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'status': 'completed', 'code': 200} Sep 30 08:50:09.228317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-59c15de9-aff2-4b22-9ce1-b3b376015591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.231084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-59c15de9-aff2-4b22-9ce1-b3b376015591 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1095 time: 0.0606947 Sep 30 08:50:09.283522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-0307c088-95e0-49c0-ae6e-7a4ba40b3281 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 200 len: 217 time: 0.0381587 Sep 30 08:50:09.337811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-d897d6dc-c053-4b37-b2ec-f93606d1751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.339339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-d897d6dc-c053-4b37-b2ec-f93606d1751e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0476265 Sep 30 08:50:09.398210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2e63-c991-496d-8016-d08938168948 req-321b136d-cfe7-4c60-93c3-eec074580ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.399672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-321b136d-cfe7-4c60-93c3-eec074580ee8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531564 Sep 30 08:50:09.498905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-fda4dc89-f7be-4462-a72a-15499c2766c1 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911398 Sep 30 08:50:09.623152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44db2e63-c991-496d-8016-d08938168948 req-6b89fe3f-71ac-4884-91cf-55a76f226a82 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176114 Sep 30 08:50:09.641795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87e7f-a2b6-48a7-bfc2-39c340ce6b7d req-0fbc12b1-1727-4518-ad17-fbb3f1e3db19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.644122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acf87e7f-a2b6-48a7-bfc2-39c340ce6b7d req-0fbc12b1-1727-4518-ad17-fbb3f1e3db19 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0685208 Sep 30 08:50:09.690731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acf87e7f-a2b6-48a7-bfc2-39c340ce6b7d req-2d11632c-d17a-49db-b874-02eef5652b0d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393627 Sep 30 08:50:09.737018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-f8262393-e8d9-4dc8-9f20-e830025bc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.738578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-f8262393-e8d9-4dc8-9f20-e830025bc4a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1095 time: 0.0437384 Sep 30 08:50:09.834082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-f2204ea0-b62f-41d0-b541-f585c10ae086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.835503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-f2204ea0-b62f-41d0-b541-f585c10ae086 service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0897770 Sep 30 08:50:09.877013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-d27f9d90-7999-480b-b94f-1acc1d414167 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 200 len: 217 time: 0.0340300 Sep 30 08:50:09.954553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-59bf04a6-84de-493e-b7e1-43f64fb296cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.956025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-59bf04a6-84de-493e-b7e1-43f64fb296cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0728898 Sep 30 08:50:09.997313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933ce25-c155-4300-8198-beb31295abbc req-f985e88d-583a-4c9e-ace3-feeb50932c47 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:09.998818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1933ce25-c155-4300-8198-beb31295abbc req-f985e88d-583a-4c9e-ace3-feeb50932c47 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0837584 Sep 30 08:50:10.030792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-f9e94d4c-d95a-4f4a-8212-faf438d9babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:10.032347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-f9e94d4c-d95a-4f4a-8212-faf438d9babc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686126 Sep 30 08:50:10.058996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1933ce25-c155-4300-8198-beb31295abbc req-a7e64cf5-ff51-4bf0-8118-cee1bf73eb7f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525165 Sep 30 08:50:10.148564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-bbc9da88-bac2-4fab-a54d-d149cdaf1446 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061897 Sep 30 08:50:10.240818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-718d5ba6-e4c0-471d-83d6-b31a7e4e6a6a req-650b74c3-a99a-4497-9f62-f7eb19b928f8 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Sep 30 08:50:10.815042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e652f9-7625-4242-a338-9f8e3804121c req-5610d115-46d9-49dd-b9b4-773681b4a015 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:10.816451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e652f9-7625-4242-a338-9f8e3804121c req-5610d115-46d9-49dd-b9b4-773681b4a015 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0553796 Sep 30 08:50:10.857594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e652f9-7625-4242-a338-9f8e3804121c req-3dd9e1cb-ff60-43d4-ab58-649244d10bca tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Sep 30 08:50:11.096420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0f04626-528d-4f5e-bb3b-0aaae41349bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:11.184808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c8834-6735-4a6c-aea0-a76122ae2210 req-d44d28f8-14a4-4987-a575-2b2c48625b01 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:11.186361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f53c8834-6735-4a6c-aea0-a76122ae2210 req-d44d28f8-14a4-4987-a575-2b2c48625b01 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0513873 Sep 30 08:50:11.228148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f53c8834-6735-4a6c-aea0-a76122ae2210 req-6761af67-7ed8-4edb-8930-b36ac2b5a5bb tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334566 Sep 30 08:50:11.494701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:11.969439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510942-1581-4f6e-b70c-dcf54113e251 req-f74cc41a-1aa1-4b9a-8aca-195fd6b4188b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:11.971513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0510942-1581-4f6e-b70c-dcf54113e251 req-f74cc41a-1aa1-4b9a-8aca-195fd6b4188b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0483236 Sep 30 08:50:12.010537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0510942-1581-4f6e-b70c-dcf54113e251 req-0c1d3cfd-d4f3-4205-9609-3656be450bef tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Sep 30 08:50:12.357935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c37c5-b8ec-42db-bdf7-70f244b6128e req-0fb4859b-fc1b-4f20-9c59-7cbf1399dea1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:12.359456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-264c37c5-b8ec-42db-bdf7-70f244b6128e req-0fb4859b-fc1b-4f20-9c59-7cbf1399dea1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0638466 Sep 30 08:50:12.399226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-264c37c5-b8ec-42db-bdf7-70f244b6128e req-12a19360-68fe-4b6e-b0a4-77a1ba210a98 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Sep 30 08:50:13.129475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea50c-d016-41ee-9d01-32b24a109d84 req-e482ab15-bcc5-4004-bd59-b48613cc884a tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:13.131012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-758ea50c-d016-41ee-9d01-32b24a109d84 req-e482ab15-bcc5-4004-bd59-b48613cc884a tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Sep 30 08:50:13.172134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-758ea50c-d016-41ee-9d01-32b24a109d84 req-3ea1021d-a351-477e-bc48-2a46820825da tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346651 Sep 30 08:50:13.193863 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:13.516318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50c944-cd1c-46a2-8941-911d518a97d3 req-77ce2e7f-e2e8-40c8-9640-89a7f2b66dd5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:13.518449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f50c944-cd1c-46a2-8941-911d518a97d3 req-77ce2e7f-e2e8-40c8-9640-89a7f2b66dd5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0501800 Sep 30 08:50:13.558089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f50c944-cd1c-46a2-8941-911d518a97d3 req-afe5f8cd-f934-4c67-9d98-4fe0fdae362d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Sep 30 08:50:14.293708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6bba4-ebeb-458e-8608-4a1b10ffcb7a req-2b649d1a-9cd3-4fcd-9d35-016749f95dca tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:14.295340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45c6bba4-ebeb-458e-8608-4a1b10ffcb7a req-2b649d1a-9cd3-4fcd-9d35-016749f95dca tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0532699 Sep 30 08:50:14.333813 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45c6bba4-ebeb-458e-8608-4a1b10ffcb7a req-7169f231-bd11-42ef-80b2-9640010bcfac tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320764 Sep 30 08:50:14.673927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab1ff0-824c-4a5d-a583-bee97b471ea0 req-ac68ea1f-9e19-42c3-8e69-251b67f51ad5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:14.675414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2ab1ff0-824c-4a5d-a583-bee97b471ea0 req-ac68ea1f-9e19-42c3-8e69-251b67f51ad5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0499587 Sep 30 08:50:14.712392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2ab1ff0-824c-4a5d-a583-bee97b471ea0 req-a1d17592-06c0-451b-9a09-61e3564655d7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Sep 30 08:50:14.964333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:15.454280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d307-fe81-42d1-8c10-94ec699f69bb req-064a5be1-4636-4e88-bbfd-290d3f1fbcce tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:15.455918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b058d307-fe81-42d1-8c10-94ec699f69bb req-064a5be1-4636-4e88-bbfd-290d3f1fbcce tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Sep 30 08:50:15.497824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b058d307-fe81-42d1-8c10-94ec699f69bb req-90980c12-42d0-45a7-8161-611aebc806f9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353689 Sep 30 08:50:15.847824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ac14-5986-4f3b-9488-792464f103a3 req-8197db6d-b935-47c5-86bf-127c8114d840 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:15.849458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b87ac14-5986-4f3b-9488-792464f103a3 req-8197db6d-b935-47c5-86bf-127c8114d840 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0538969 Sep 30 08:50:15.891039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b87ac14-5986-4f3b-9488-792464f103a3 req-7d1c5072-b4a8-4054-9a6a-10ee814ed568 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346215 Sep 30 08:50:16.414795 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:50:16.617978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ced3d8-cbeb-471e-8968-0ba90df0a1a0 req-9ae49eec-645d-41d7-8c01-eff55577739d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:16.619556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29ced3d8-cbeb-471e-8968-0ba90df0a1a0 req-9ae49eec-645d-41d7-8c01-eff55577739d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0506527 Sep 30 08:50:16.662089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29ced3d8-cbeb-471e-8968-0ba90df0a1a0 req-05634725-61e0-4037-82f1-cea785366980 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358934 Sep 30 08:50:17.012982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e727-643c-4756-850e-614b507074b9 req-aa3fb545-9c68-4e2b-a270-a5b81766a79c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:17.014621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1145e727-643c-4756-850e-614b507074b9 req-aa3fb545-9c68-4e2b-a270-a5b81766a79c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0509434 Sep 30 08:50:17.069698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1145e727-643c-4756-850e-614b507074b9 req-13cbc2e8-0104-48ed-9e1b-5f9ca6b23568 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484595 Sep 30 08:50:17.790628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc336a-9da6-43ff-b304-da8e4848a4e2 req-f1b5cc6d-aefc-4a15-8dd4-a3897021d210 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:17.792321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ecc336a-9da6-43ff-b304-da8e4848a4e2 req-f1b5cc6d-aefc-4a15-8dd4-a3897021d210 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0566919 Sep 30 08:50:17.835436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ecc336a-9da6-43ff-b304-da8e4848a4e2 req-33041ea8-ebbc-4f8d-9b93-1448865a19c1 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Sep 30 08:50:18.223957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2b378-3ddb-4956-a931-440a03168319 req-a499d68c-e3b8-4fab-a61e-7ae3bc04e9b5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:18.226387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cc2b378-3ddb-4956-a931-440a03168319 req-a499d68c-e3b8-4fab-a61e-7ae3bc04e9b5 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 944 time: 0.0687985 Sep 30 08:50:18.275811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cc2b378-3ddb-4956-a931-440a03168319 req-f47c57ce-3c75-47d1-9782-6a5e3229eb4d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393112 Sep 30 08:50:18.959505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bb8cc-d6e5-4810-a753-1d0209374339 req-d9f7a184-87f8-4a7d-a318-f9cb9ae0deb9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:18.961087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c51bb8cc-d6e5-4810-a753-1d0209374339 req-d9f7a184-87f8-4a7d-a318-f9cb9ae0deb9 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Sep 30 08:50:19.004643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c51bb8cc-d6e5-4810-a753-1d0209374339 req-9436169a-f2ad-4e95-89d7-894319abcff5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351229 Sep 30 08:50:19.095951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device eede8bfb-3bc7-47c7-b76f-f73dd434bd44 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:50:19.200496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:19.213078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'mac_address': 'fa:16:3e:e2:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:50:19.254173 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:19.268786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eede8bfb-3bc7-47c7-b76f-f73dd434bd44 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:50:19.290341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:19.295069 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:19.349204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:19.357660 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.358072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.358326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.358671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.359015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.359353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.359762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.360094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.361100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.361437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.361792 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.362147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:50:19.405758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a161bc-344f-4b64-b6f1-41bf45b81743 req-469f9441-652a-471a-8f6e-8d533e048657 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:19.410039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56a161bc-344f-4b64-b6f1-41bf45b81743 req-469f9441-652a-471a-8f6e-8d533e048657 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 945 time: 0.0625269 Sep 30 08:50:19.449183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56a161bc-344f-4b64-b6f1-41bf45b81743 req-33e36b9d-cc8f-40f6-b795-8ea194163551 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Sep 30 08:50:19.559411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['eede8bfb-3bc7-47c7-b76f-f73dd434bd44'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:50:20.128590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ede6c0-ab59-4fd3-9f79-248c9a7563a5 req-2feebfd7-809a-475e-b201-e3c942dd936e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:20.130283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0ede6c0-ab59-4fd3-9f79-248c9a7563a5 req-2feebfd7-809a-475e-b201-e3c942dd936e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0545583 Sep 30 08:50:20.184364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0ede6c0-ab59-4fd3-9f79-248c9a7563a5 req-74cf36e0-0149-477d-b04c-d4b9ee3e747b tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476060 Sep 30 08:50:20.375759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bddd4f-168b-4213-b289-d682f9787b4f req-4a9d4d3e-c2fc-4f5e-a4db-044fbc04fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:20.377793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8bddd4f-168b-4213-b289-d682f9787b4f req-4a9d4d3e-c2fc-4f5e-a4db-044fbc04fbbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1096 time: 0.0423949 Sep 30 08:50:20.419067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8bddd4f-168b-4213-b289-d682f9787b4f req-77979162-8a3b-44f2-906e-299d0279cff4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299380 Sep 30 08:50:20.575930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134816-5eca-4432-9c49-ca4af620f649 req-c27e62a4-9ecf-4186-bdba-6fb1b4813f33 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:20.577529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9134816-5eca-4432-9c49-ca4af620f649 req-c27e62a4-9ecf-4186-bdba-6fb1b4813f33 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 945 time: 0.0553577 Sep 30 08:50:20.618940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9134816-5eca-4432-9c49-ca4af620f649 req-0137fad9-630c-4c43-80fb-7a61e0c398e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Sep 30 08:50:21.118226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device eede8bfb-3bc7-47c7-b76f-f73dd434bd44 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:50:21.170104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:50:21.174698 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:50:21.175068 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:21.253066 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:21.277188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:50:21.279885 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d4c91b-3525-4f4e-a19e-0db89235c00a" -d '{"events": [{"server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "name": "network-vif-plugged", "status": "completed", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:50:21.292975 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:21.298343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:21.325075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8733aec-0216-4408-a876-836bee723a06 req-9ee81cc0-2fd7-4a60-b55a-b30bb47edfb7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:21.326864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8733aec-0216-4408-a876-836bee723a06 req-9ee81cc0-2fd7-4a60-b55a-b30bb47edfb7 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0533638 Sep 30 08:50:21.347286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:21.368424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8733aec-0216-4408-a876-836bee723a06 req-23b7a547-ce2f-4dd1-9512-2286bb7a39e4 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345380 Sep 30 08:50:21.412592 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b2976-8697-4def-8ba3-82838f97ac96 x-openstack-request-id: req-c04b2976-8697-4def-8ba3-82838f97ac96 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:50:21.412894 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "name": "network-vif-plugged", "status": "completed", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:50:21.413243 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c04b2976-8697-4def-8ba3-82838f97ac96 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:50:21.413681 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'code': 200} Sep 30 08:50:21.534292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9530c-5e7a-4dc0-a6c8-7215e423d798 req-61c24e69-00e7-4d0d-ac6a-10518d74a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:21.535783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23e9530c-5e7a-4dc0-a6c8-7215e423d798 req-61c24e69-00e7-4d0d-ac6a-10518d74a3d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1097 time: 0.0411148 Sep 30 08:50:21.570414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23e9530c-5e7a-4dc0-a6c8-7215e423d798 req-d22fdcff-1ef0-4e55-a8ff-d22655075766 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280685 Sep 30 08:50:21.724904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:50:21.727724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:50:21.747854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137a6b-bae0-4904-9e90-56ad0a5d4d2c req-014efb9b-fad7-45c5-81cc-f4ad8f278e48 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:21.749635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb137a6b-bae0-4904-9e90-56ad0a5d4d2c req-014efb9b-fad7-45c5-81cc-f4ad8f278e48 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 946 time: 0.0581968 Sep 30 08:50:21.803086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb137a6b-bae0-4904-9e90-56ad0a5d4d2c req-090301b5-678c-4c03-a8f1-f53a12ec81e4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461769 Sep 30 08:50:21.903005 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:21.906983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:21.928126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9143f767-6df3-4270-b209-ddb5d11253fe', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'port_id': '9143f767-6df3-4270-b209-ddb5d11253fe', 'mac_address': 'fa:16:3e:e2:c6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:50:21.977985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:21.985980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:21.996721 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:22.034337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9143f767-6df3-4270-b209-ddb5d11253fe {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:50:22.082528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:22.100438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:50:22.100801 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:50:22.496556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f846-6368-4581-ad8c-4970ba24e6b0 req-69f8990f-c850-44ab-9ced-49d45d33180c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:22.498076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3f9f846-6368-4581-ad8c-4970ba24e6b0 req-69f8990f-c850-44ab-9ced-49d45d33180c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 943 time: 0.0515645 Sep 30 08:50:22.539475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3f9f846-6368-4581-ad8c-4970ba24e6b0 req-a27b998d-9045-4db3-8c63-cefe04f7a563 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353100 Sep 30 08:50:22.573339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41010) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:50:22.653182 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:22.677254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9143f767-6df3-4270-b209-ddb5d11253fe {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:50:22.707468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:22.714856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:22.772325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:22.963539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9143f767-6df3-4270-b209-ddb5d11253fe'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:50:22.999873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6aa67e14-ad94-45b6-90db-ba4045e30a72 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/floatingips/cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0 HTTP/1.1" status: 200 len: 990 time: 0.4252639 Sep 30 08:50:23.062427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c6e6-a14b-4deb-bec1-a3d7d815b4d9 req-7689ff65-71a3-4fcd-ab19-37fa7d29c87c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:23.066590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b79c6e6-a14b-4deb-bec1-a3d7d815b4d9 req-7689ff65-71a3-4fcd-ab19-37fa7d29c87c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 946 time: 0.0689895 Sep 30 08:50:23.111635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3b79c6e6-a14b-4deb-bec1-a3d7d815b4d9 req-c12426f6-3784-4993-8ee0-3a821a41f1a1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Sep 30 08:50:23.273216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98bb7-bc1e-4d1e-9dda-34321a22fdc3 req-a77e88af-79d8-4e45-ab21-faf3e71f741c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:23.275048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55a98bb7-bc1e-4d1e-9dda-34321a22fdc3 req-a77e88af-79d8-4e45-ab21-faf3e71f741c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 946 time: 0.0528998 Sep 30 08:50:23.320220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-55a98bb7-bc1e-4d1e-9dda-34321a22fdc3 req-717a0cd2-dcc8-4491-8393-7ff9b69e64aa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Sep 30 08:50:23.343237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41016) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:50:23.390858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae70a29-6a45-4620-9a8d-5301fd22c6b8 tempest-TestVolumeBootPattern-867816885 tempest-TestVolumeBootPattern-867816885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:23.392523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aae70a29-6a45-4620-9a8d-5301fd22c6b8 tempest-TestVolumeBootPattern-867816885 tempest-TestVolumeBootPattern-867816885-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1092 time: 0.0476983 Sep 30 08:50:23.395778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41018) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:50:23.400555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:50:23.414782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:50:23.417297 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5077cf9-42c8-4849-bb59-2473dbf7ed69" -d '{"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-unplugged", "status": "completed", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:50:23.430969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.459675 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d502cc-fcf7-4b0c-aa6e-73741aee1bd4 x-openstack-request-id: req-46d502cc-fcf7-4b0c-aa6e-73741aee1bd4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:50:23.460088 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-unplugged", "status": "completed", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:50:23.461224 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46d502cc-fcf7-4b0c-aa6e-73741aee1bd4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:50:23.461224 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'code': 200} Sep 30 08:50:23.557682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.670515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.25.7.175 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/14a03eb1-59d1-4f2c-ab85-5208d2badaff) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:50:23.721705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:50:23.782359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9143f767-6df3-4270-b209-ddb5d11253fe triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:50:23.783059 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.784468 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.829190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.868556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:50:23.871619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:50:23.875293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:50:23.880623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.906339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=14a03eb1-59d1-4f2c-ab85-5208d2badaff,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:23.917772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:50:23.924375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:23.989358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:24.288125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:24.367782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:24.541121 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:24.546796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:24.624409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=14a03eb1-59d1-4f2c-ab85-5208d2badaff,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:50:24.635990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:24.743884 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Floating IP 6ce36540-aee6-4eff-8aa7-124718b8a880 associated. External IP: 172.25.7.175, port: eede8bfb-3bc7-47c7-b76f-f73dd434bd44. Sep 30 08:50:24.959636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:50:25.076359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:50:25.091788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:50:25.100142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:25.102806 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:50:25.103440 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:50:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:50:25.132501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e6935a9c-50b1-45cd-a322-2a1317b9b7a6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7355192 Sep 30 08:50:25.133301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:50:25.135841 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060a8fb3-8604-4f91-bce4-537bbd55d5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:50:25.183534 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c751d7-df28-4a59-962a-cc8caa0cc45e x-openstack-request-id: req-f0c751d7-df28-4a59-962a-cc8caa0cc45e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:50:25.183982 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:50:25.184300 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0c751d7-df28-4a59-962a-cc8caa0cc45e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:50:25.184811 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'status': 'completed', 'code': 200} Sep 30 08:50:25.217137 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:50:25.281304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-a26f7eae-ca5a-4459-a51f-f01b5dbca63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:25.282958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-a26f7eae-ca5a-4459-a51f-f01b5dbca63c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1097 time: 0.0553503 Sep 30 08:50:25.384448 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-66c0b5d0-7789-4768-8062-e8c712f2bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:25.385984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-66c0b5d0-7789-4768-8062-e8c712f2bced service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0960803 Sep 30 08:50:25.460329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-25e8bb30-fc38-4d92-b319-99f67abefa21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 200 len: 1000 time: 0.0674508 Sep 30 08:50:25.461965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:50:25.463359 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6ce36540-aee6-4eff-8aa7-124718b8a880', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:e2:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:50:24Z', 'updated_at': '2021-09-30T08:50:24Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:50:25.464492 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d4d36-973b-4641-af0a-283baffbfc60" -d '{"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-plugged", "status": "completed", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:50:25.491749 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:50:25.501790 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:50:25.502546 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:50:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:50:25.512203 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c9029e-0d43-4d1e-a932-ce78e400efbc x-openstack-request-id: req-12c9029e-0d43-4d1e-a932-ce78e400efbc {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:50:25.512659 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-plugged", "status": "completed", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:50:25.513065 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12c9029e-0d43-4d1e-a932-ce78e400efbc {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:50:25.513766 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'code': 200} Sep 30 08:50:25.517222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-59f8289d-40c8-4f5e-a8c5-cc897b174fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:25.518822 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-59f8289d-40c8-4f5e-a8c5-cc897b174fd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0520513 Sep 30 08:50:25.577170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-1a71de93-d7d2-4518-b40f-1e9d53169fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:25.579363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-1a71de93-d7d2-4518-b40f-1e9d53169fa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531166 Sep 30 08:50:25.630082 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:50:25.684142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-bebd5a09-6ec7-481f-8d1c-1c7b258c6a90 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976198 Sep 30 08:50:25.796974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-060a8fb3-8604-4f91-bce4-537bbd55d5a6 req-14d3e7b5-621b-4523-99ff-55396e3615b3 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034250 Sep 30 08:50:25.883337 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6ce36540-aee6-4eff-8aa7-124718b8a880', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:e2:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:50:24Z', 'updated_at': '2021-09-30T08:50:24Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:50:25.911566 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd739e5-4486-4c76-a44b-67de0b647cc3 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '6ce36540-aee6-4eff-8aa7-124718b8a880', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:e2:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:50:24Z', 'updated_at': '2021-09-30T08:50:24Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:50:25.915311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:25.965359 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:26.118578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dae6ac-0cdf-4463-963c-c0e459d169bc None None] New status for floating IP 6ce36540-aee6-4eff-8aa7-124718b8a880: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:50:38.586315 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-26189cd4-733f-437d-8666-b5acb9ad5fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:41.098278 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-61e20510-761e-4bd7-9b1d-9411dfc610fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:41.495708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:43.197142 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:44.969107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:53.413936 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:50:55.915611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:55.961160 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.126962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41052) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:00.283749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 4b01f22c-95fe-469c-90f8-711844f28aab {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:00.284095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.357633 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.357959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.369086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 4b01f22c-95fe-469c-90f8-711844f28aab owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:00.515550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.542420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=4b01f22c-95fe-469c-90f8-711844f28aab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:00.604443 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.604781 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Floating IP cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0 disassociated (deleted). External IP: 172.25.7.76, port: 9143f767-6df3-4270-b209-ddb5d11253fe. Sep 30 08:51:00.809395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a9e9f700-293d-4868-be77-f04d6b988a74 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:51:00.914174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:00.919085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.923669 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] Sync routers for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:00.933009 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:00.933641 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:50:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:00.946279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4596e647-ee5b-4154-a297-36de38bb9734 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/floatingips/cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0 HTTP/1.1" status: 204 len: 168 time: 0.8182168 Sep 30 08:51:00.947023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:00.949429 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd786b-a2bb-419a-9a2d-d4564da18752" -d '{"events": [{"name": "network-changed", "server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:01.040787 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:01.106608 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22d9a62-d735-4545-9c4a-bd7e98aa97ba x-openstack-request-id: req-a22d9a62-d735-4545-9c4a-bd7e98aa97ba {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:01.106903 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:01.107172 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a22d9a62-d735-4545-9c4a-bd7e98aa97ba {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:01.107757 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'status': 'completed', 'code': 200} Sep 30 08:51:01.204358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-fd020bac-edaa-4b14-8964-5f11c13580af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:01.205908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-fd020bac-edaa-4b14-8964-5f11c13580af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c3fab098af245ae97b68ab13d652c99&device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 1096 time: 0.0695102 Sep 30 08:51:01.222347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c737-5567-48ad-ac18-32c2892b1248 req-e7078137-1b39-4d12-95c4-ec05da2ccd80 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:01.223802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a025c737-5567-48ad-ac18-32c2892b1248 req-e7078137-1b39-4d12-95c4-ec05da2ccd80 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0621977 Sep 30 08:51:01.319002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a025c737-5567-48ad-ac18-32c2892b1248 req-dd9ef973-10e9-428e-a9be-9732237d241c tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876715 Sep 30 08:51:01.331220 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:01.342793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-99e69cb5-71cc-4152-a427-19846f17c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:01.344270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-99e69cb5-71cc-4152-a427-19846f17c5df service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 200 len: 898 time: 0.1305661 Sep 30 08:51:01.361215 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] Checking router: a9e9f700-293d-4868-be77-f04d6b988a74 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:01.370361 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:01.370968 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:50:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:01.392046 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-6f4ab73b-4d56-411c-89d0-3699b1f6d9bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 200 len: 217 time: 0.0394988 Sep 30 08:51:01.444161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-7844cbcc-7d7b-4499-af22-1785f677c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:01.445680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-7844cbcc-7d7b-4499-af22-1785f677c1e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27d9c455-fe04-4653-8ab1-c71a56509e55 HTTP/1.1" status: 200 len: 834 time: 0.0449111 Sep 30 08:51:01.478586 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:01.498136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-25026335-bac2-4027-9a61-e3cdfe9d5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:01.499759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-25026335-bac2-4027-9a61-e3cdfe9d5a58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e6b77dc-c265-4113-b924-d897fa9f1631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434442 Sep 30 08:51:01.598335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-da364071-e695-4ecb-b81e-a586416a247d service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889201 Sep 30 08:51:01.681946 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:01.696018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68cd786b-a2bb-419a-9a2d-d4564da18752 req-abef09cf-50b1-45c7-b416-ce230e893125 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893514 Sep 30 08:51:01.707919 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93145302-1899-4aa5-acd3-b79067f0ce96 None None] The sync data for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 is: [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:49:12Z', 'revision_number': 4, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d71dbf9-f960-4099-88ae-ea6559a80c90', 'name': '', 'network_id': '6e6b77dc-c265-4113-b924-d897fa9f1631', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'mac_address': 'fa:16:3e:94:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:11Z', 'updated_at': '2021-09-30T08:49:15Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'subnets': [{'id': '27d9c455-fe04-4653-8ab1-c71a56509e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:01.944657 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90034d39-d180-40dd-9721-1599eba26f86 None None] New status for floating IP cace1d0a-8bed-4c1a-8e2c-cb1864c94cb0: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:51:02.440066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7962c5e-78ed-43b5-84ef-26542b81396d req-3c776709-5371-4ccf-af14-fdcc78dcecaa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:02.441624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7962c5e-78ed-43b5-84ef-26542b81396d req-3c776709-5371-4ccf-af14-fdcc78dcecaa tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0486877 Sep 30 08:51:02.484606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7962c5e-78ed-43b5-84ef-26542b81396d req-c9f78c94-115f-4cb9-b1dd-86f20f56bc67 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/security-groups?id=e63f2ae2-32a8-4641-a457-482d81aface7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361192 Sep 30 08:51:02.763763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-4643a558-feb4-4b19-a63c-7bbeb18ba6b5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:02.765139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-4643a558-feb4-4b19-a63c-7bbeb18ba6b5 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 945 time: 0.0489233 Sep 30 08:51:02.855637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 9143f767-6df3-4270-b209-ddb5d11253fe {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:02.855977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:02.944462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 9143f767-6df3-4270-b209-ddb5d11253fe, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9143f767-6df3-4270-b209-ddb5d11253fe,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:02.944819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:02.956299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 9143f767-6df3-4270-b209-ddb5d11253fe owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:03.083877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:03.112847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=9143f767-6df3-4270-b209-ddb5d11253fe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:03.152399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] No DVR routers for this DVR port 9143f767-6df3-4270-b209-ddb5d11253fe on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:51:03.155256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:03.157200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e61ef9fd-dbff-491e-a4d1-9fb794e73ba0 req-e1ce3ee2-0eb4-4da6-9c69-9b649910249e tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.57 "DELETE /v2.0/ports/9143f767-6df3-4270-b209-ddb5d11253fe HTTP/1.1" status: 204 len: 173 time: 0.3840444 Sep 30 08:51:03.157656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-deleted', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:03.159944 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0f7d9-41c8-4578-a576-e15468d1f7ed" -d '{"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-deleted", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:03.195505 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dfbe28-9cd2-49dd-9a97-3db8f99b32b0 x-openstack-request-id: req-06dfbe28-9cd2-49dd-9a97-3db8f99b32b0 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:03.195790 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f6fb33-d702-45ec-8833-a7eaf2e4a226", "name": "network-vif-deleted", "tag": "9143f767-6df3-4270-b209-ddb5d11253fe", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:03.196035 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06dfbe28-9cd2-49dd-9a97-3db8f99b32b0 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:03.196430 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f6fb33-d702-45ec-8833-a7eaf2e4a226', 'name': 'network-vif-deleted', 'tag': '9143f767-6df3-4270-b209-ddb5d11253fe', 'status': 'completed', 'code': 200} Sep 30 08:51:03.717480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0c1d5a8-82e3-42d8-8642-35a7f8e5d5f4 req-ca86bfe6-554f-4689-b318-1e3800f52f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "GET /v2.0/ports?device_id=44f6fb33-d702-45ec-8833-a7eaf2e4a226 HTTP/1.1" status: 200 len: 210 time: 0.1502547 Sep 30 08:51:04.771748 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41074) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:05.133242 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:05.389389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port 8d71dbf9-f960-4099-88ae-ea6559a80c90 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:05.389680 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:05.479114 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port 8d71dbf9-f960-4099-88ae-ea6559a80c90, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8d71dbf9-f960-4099-88ae-ea6559a80c90,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:05.479485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:05.492248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for 8d71dbf9-f960-4099-88ae-ea6559a80c90 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:05.680402 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:05.711000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=8d71dbf9-f960-4099-88ae-ea6559a80c90,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:05.723998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.724369 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.724684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.725042 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.725918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.726254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.726592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.726924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.727257 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.727583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.728039 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.728231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:05.901700 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:05.950900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:06.126253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 9143f767-6df3-4270-b209-ddb5d11253fe {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:51:06.126513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9143f767-6df3-4270-b209-ddb5d11253fe not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:06.128477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Router a9e9f700-293d-4868-be77-f04d6b988a74 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:51:06.234934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:06.240459 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f010d633-527d-48d7-8de4-0348807d2b2f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "PUT /v2.0/routers/a9e9f700-293d-4868-be77-f04d6b988a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4668548 Sep 30 08:51:06.243077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41078) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:06.244697 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] Sync routers for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:06.253837 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:06.254514 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:50:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:06.297638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting subnet 27d9c455-fe04-4653-8ab1-c71a56509e55 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:51:06.300736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.340423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.357859 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:06.421207 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.484461 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.510165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Subnet': ['ID=27d9c455-fe04-4653-8ab1-c71a56509e55,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:06.517663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.519657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-eb408386-13e6-47c4-b9a6-1637949572fc tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/subnets/27d9c455-fe04-4653-8ab1-c71a56509e55 HTTP/1.1" status: 204 len: 168 time: 0.2755978 Sep 30 08:51:06.522827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41080) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:06.524441 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096201a-adc0-40fd-ae5c-bc531be2ae06 None None] Network 6e6b77dc-c265-4113-b924-d897fa9f1631 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:06.542817 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:51:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:06.569660 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] Checking router: a9e9f700-293d-4868-be77-f04d6b988a74 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:06.580164 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] Routers {'a9e9f700-293d-4868-be77-f04d6b988a74'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:06.580531 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:50:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['a9e9f700-293d-4868-be77-f04d6b988a74'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:06.701698 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] Set router a9e9f700-293d-4868-be77-f04d6b988a74 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:06.740348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] DHCP port deletion for 6e6b77dc-c265-4113-b924-d897fa9f1631 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:51:06.792544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] Deleting port 75662325-0e3a-4b09-a963-b0e4c208cd74 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:06.792925 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.860268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] For port 75662325-0e3a-4b09-a963-b0e4c208cd74, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75662325-0e3a-4b09-a963-b0e4c208cd74,segment=NetworkSegment(766f9606-faf3-4425-b1ab-10fa23fe4287),segment_id=766f9606-faf3-4425-b1ab-10fa23fe4287)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:06.860858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.875493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] Calling delete_port for 75662325-0e3a-4b09-a963-b0e4c208cd74 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:06.909003 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:51:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:06.940502 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b307e-4295-4a93-af38-7b65b64bff86 None None] The sync data for ids ['a9e9f700-293d-4868-be77-f04d6b988a74'] in n-d-807025-5 is: [{'id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124006340', 'tenant_id': '2c3fab098af245ae97b68ab13d652c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:49:07Z', 'updated_at': '2021-09-30T08:51:05Z', 'revision_number': 5, 'project_id': '2c3fab098af245ae97b68ab13d652c99', 'gw_port': {'id': 'be2c0220-ed57-442f-86c1-452d646f07f3', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e9f700-293d-4868-be77-f04d6b988a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:49:08Z', 'updated_at': '2021-09-30T08:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:06.961434 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:06.993170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] Pushing event deleted for resources: {'Port': ['ID=75662325-0e3a-4b09-a963-b0e4c208cd74,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:06.995783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c09f61-0228-4d4f-a6fa-8137384c2ddd None None] No DVR routers for this DVR port 75662325-0e3a-4b09-a963-b0e4c208cd74 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:51:07.024756 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.126734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.177779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Deleting port be2c0220-ed57-442f-86c1-452d646f07f3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:07.178126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.255074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] For port be2c0220-ed57-442f-86c1-452d646f07f3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=be2c0220-ed57-442f-86c1-452d646f07f3,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:07.255749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.267439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Calling delete_port for be2c0220-ed57-442f-86c1-452d646f07f3 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:07.439237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.470267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Port': ['ID=be2c0220-ed57-442f-86c1-452d646f07f3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:07.530741 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.620215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.622446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.664675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.665233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Fanout notify agent at l3_agent the message router_deleted on router a9e9f700-293d-4868-be77-f04d6b988a74 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:51:07.672357 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.673603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8daa311f-3548-42f9-872f-fb70a1c81f0f tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/routers/a9e9f700-293d-4868-be77-f04d6b988a74 HTTP/1.1" status: 204 len: 168 time: 1.1497149 Sep 30 08:51:07.676182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41082) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:07.757381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.845256 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.864772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6b77dc-c265-4113-b924-d897fa9f1631']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:07.875127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766f9606-faf3-4425-b1ab-10fa23fe4287') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:07.875467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766f9606-faf3-4425-b1ab-10fa23fe4287') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:07.885059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.898171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.904093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:51:07.904478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:51:07.907379 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:51:07.964941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.980617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.982476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/networks/6e6b77dc-c265-4113-b924-d897fa9f1631 HTTP/1.1" status: 204 len: 168 time: 0.3052230 Sep 30 08:51:07.985505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41084) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:07.994552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eca0b0-c7a9-4ca7-a126-0c663ff2067d tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'Network': ['ID=6e6b77dc-c265-4113-b924-d897fa9f1631,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:08.046267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aa32435-a287-4b1a-bfe4-648da4f4be45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.071579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aa32435-a287-4b1a-bfe4-648da4f4be45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.134825 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aa32435-a287-4b1a-bfe4-648da4f4be45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.137908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4aa32435-a287-4b1a-bfe4-648da4f4be45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.139128 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4aa32435-a287-4b1a-bfe4-648da4f4be45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] 10.222.0.41 "DELETE /v2.0/security-groups/e63f2ae2-32a8-4641-a457-482d81aface7 HTTP/1.1" status: 204 len: 168 time: 0.1526260 Sep 30 08:51:08.149310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa32435-a287-4b1a-bfe4-648da4f4be45 tempest-TestNetworkAdvancedServerOps-1265857031 tempest-TestNetworkAdvancedServerOps-1265857031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f2ae2-32a8-4641-a457-482d81aface7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:08.505131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41092) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:08.588126 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f41c4447-f516-4b28-862e-034c23ecb9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.666243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-090347ee-d3e7-4215-969e-2b11d8fe8496 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c3fab098af245ae97b68ab13d652c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597066 Sep 30 08:51:08.669375 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41096) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:08.720862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75662325-0e3a-4b09-a963-b0e4c208cd74 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:08.721743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73961501-6b92-4858-946a-48e07feaad74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.740805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 75662325-0e3a-4b09-a963-b0e4c208cd74 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:51:08.741157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75662325-0e3a-4b09-a963-b0e4c208cd74 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:08.741843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device be2c0220-ed57-442f-86c1-452d646f07f3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:08.743809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73961501-6b92-4858-946a-48e07feaad74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.764144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: be2c0220-ed57-442f-86c1-452d646f07f3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:51:08.764497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device be2c0220-ed57-442f-86c1-452d646f07f3 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:08.764916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8d71dbf9-f960-4099-88ae-ea6559a80c90 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:08.786089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8d71dbf9-f960-4099-88ae-ea6559a80c90 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:51:08.786438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8d71dbf9-f960-4099-88ae-ea6559a80c90 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:08.798548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73961501-6b92-4858-946a-48e07feaad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.801573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-73961501-6b92-4858-946a-48e07feaad74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:08.802771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-73961501-6b92-4858-946a-48e07feaad74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da4198dd-34e6-4779-a801-8e907e85fe26 HTTP/1.1" status: 204 len: 168 time: 0.1320350 Sep 30 08:51:08.810963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73961501-6b92-4858-946a-48e07feaad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4198dd-34e6-4779-a801-8e907e85fe26,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:09.072317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41102) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:09.110727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-82dc4e98-5de1-4b07-8892-efa0399177c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=522ba3b3957d477d982be518b8c8e37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371397 Sep 30 08:51:09.113076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41104) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:09.160703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:09.181586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:09.228021 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:09.230715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:09.231927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9bc21e8-d936-4627-8ec4-2837e5579aa3 HTTP/1.1" status: 204 len: 168 time: 0.1179357 Sep 30 08:51:09.239766 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc21e8-d936-4627-8ec4-2837e5579aa3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:09.247781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.248141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.248490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.248835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.249173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.249529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.249865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.250199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.250530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.250858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.251213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.251501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d51d0cf-a3ec-4562-b31c-aff7c9778f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:09.895919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41126) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:10.000850 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2054901148-network', 'tenant_id': 'b25ba433afb4436ab5894ec485cdc350'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:10.026144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Made reservation on behalf of b25ba433afb4436ab5894ec485cdc350 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:10.029004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.037789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.141096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.145539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.170580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:51:10.184379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bece948a-775b-41cb-a212-60948b050bae,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:10.189290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.189723 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Added segment 2bf7817f-1137-4acd-85f7-3a715ffac3f7 of type vlan for network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 Sep 30 08:51:10.232028 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.255497 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.256948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:10.257713 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.288562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3912787 Sep 30 08:51:10.292033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41132) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:10.297013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Request body: {'subnet': {'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2054901148-subnet', 'tenant_id': 'b25ba433afb4436ab5894ec485cdc350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:10.320107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f495f4d-76dc-44ba-a706-078b3f617109 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6610f5-8fe3-4b8f-8c11-869be6c31c37,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:10.329741 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Made reservation on behalf of b25ba433afb4436ab5894ec485cdc350 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:10.330756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:51:10.332252 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.521668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.575479 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31744897-cf3e-4ae1-a9c3-2914b95b5d4f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:10.585915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Checking segment: {'id': '2bf7817f-1137-4acd-85f7-3a715ffac3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:10.586266 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Network hostable DHCP agents. Network: cf6610f5-8fe3-4b8f-8c11-869be6c31c37, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:51:10.602960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:51:10.612177 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, cf6610f5-8fe3-4b8f-8c11-869be6c31c37) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:10.617473 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:10.618089 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:10.623614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd4bda-5efa-4eee-b648-bd116710b944 None None] Network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:10.633833 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01c2ae78-a28d-4f0d-9f57-240377490e8b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3406413 Sep 30 08:51:10.755097 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2173aa-03aa-4c1b-9bfc-849a13644934 None None] Network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:11.106650 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2daf7b44-0b93-4616-97e0-3b7595cccc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.255487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41148) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:11.260423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-989032805-network', 'tenant_id': '3d1f12e4f2f74b03a5684884dec89377'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:11.282562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Made reservation on behalf of 3d1f12e4f2f74b03a5684884dec89377 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:11.285136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.295170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.387492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.391474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.417616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:51:11.426519 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7bc65b-7098-4541-b4d2-c17a78240115,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:11.432719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.433070 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Added segment 64fd5561-d455-4419-ae66-a2e52e8f9234 of type vlan for network 9481296b-c30c-42af-8efd-91003157f2bf Sep 30 08:51:11.474561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.496668 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.503135 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.504214 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:11.504896 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.542113 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2854691 Sep 30 08:51:11.544993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41150) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:11.550821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Request body: {'subnet': {'network_id': '9481296b-c30c-42af-8efd-91003157f2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-989032805-subnet', 'tenant_id': '3d1f12e4f2f74b03a5684884dec89377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:11.571167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa32a2-8574-4794-ab09-c3756ded89c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9481296b-c30c-42af-8efd-91003157f2bf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:11.571950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Made reservation on behalf of 3d1f12e4f2f74b03a5684884dec89377 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:11.575255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.581494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 9481296b-c30c-42af-8efd-91003157f2bf details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:51:11.743508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.803135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb77245-2048-4fa8-9c3a-6338131f61d3,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:11.812581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Checking segment: {'id': '64fd5561-d455-4419-ae66-a2e52e8f9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9481296b-c30c-42af-8efd-91003157f2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:11.812935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Network hostable DHCP agents. Network: 9481296b-c30c-42af-8efd-91003157f2bf, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:51:11.829559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Network 9481296b-c30c-42af-8efd-91003157f2bf is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:51:11.838838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 9481296b-c30c-42af-8efd-91003157f2bf) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:11.843022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:11.843613 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.848199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4578d-9232-4beb-a3e7-94a03d7bd36e None None] Network 9481296b-c30c-42af-8efd-91003157f2bf requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:11.857374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3b83c2e3-0d5e-4068-8363-8096ccecb5d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104925 Sep 30 08:51:11.975841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37891c-264f-43f5-87d1-0bd5bb61a3d4 None None] Network 9481296b-c30c-42af-8efd-91003157f2bf requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:12.331790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-22e91b2d-87dc-486c-a41c-e0b1c10c8b96 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:12.333272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-22e91b2d-87dc-486c-a41c-e0b1c10c8b96 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/networks?id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37 HTTP/1.1" status: 200 len: 812 time: 0.1020768 Sep 30 08:51:12.348550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-d39b3cca-4a29-4166-8d64-c2344155966c tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/quotas/b25ba433afb4436ab5894ec485cdc350 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Sep 30 08:51:12.385269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-96332142-f718-4a89-a8dc-3bee44f6ca61 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25ba433afb4436ab5894ec485cdc350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305336 Sep 30 08:51:12.476037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-4a170ce8-6295-4037-a7d6-06a3d596519d service neutron] 10.222.0.41 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838439 Sep 30 08:51:12.567541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-28eb3691-a807-45f7-9407-bdadb9ce6ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854006 Sep 30 08:51:12.724202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-167d9568-411a-4060-83b4-ebdd75854a1c req-69692b43-16c4-4215-ab8a-8b79b35146e1 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 210 time: 0.0267403 Sep 30 08:51:13.199065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:13.699759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-4e8fa4c2-32a0-4e4b-aee7-25aa25983e96 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:13.701217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-4e8fa4c2-32a0-4e4b-aee7-25aa25983e96 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.57 "GET /v2.0/networks?id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37 HTTP/1.1" status: 200 len: 812 time: 0.1044710 Sep 30 08:51:13.716802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Request body: {'port': {'device_id': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37', 'admin_state_up': True, 'tenant_id': 'b25ba433afb4436ab5894ec485cdc350'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:13.826519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-374c8b6d-0a08-4912-874b-29ad6339e39b req-d1b09573-02bb-4422-97ee-66a798227e38 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 210 time: 0.0327697 Sep 30 08:51:13.858176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Made reservation on behalf of b25ba433afb4436ab5894ec485cdc350 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:13.861711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:13.987135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Allocated IP 172.20.0.9 (cf6610f5-8fe3-4b8f-8c11-869be6c31c37/31744897-cf3e-4ae1-a9c3-2914b95b5d4f/f6df7c3d-bcff-4854-9e57-a37c87c70060) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:14.134559 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.168143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.210124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:14.213160 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:14.216813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:14.242021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Pushing event updated for resources: {'Port': ['ID=f6df7c3d-bcff-4854-9e57-a37c87c70060,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:14.268261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:14.268859 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.283071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-3121b444-ae36-448b-b9e3-96723c4279c4 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713959 Sep 30 08:51:14.298961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Request body: {'port': {'device_id': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:14.354462 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.612644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6df7c3d-bcff-4854-9e57-a37c87c70060 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:14.619873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.631871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Transition to ACTIVE for port object f6df7c3d-bcff-4854-9e57-a37c87c70060 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:51:14.635872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.701723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6df7c3d-bcff-4854-9e57-a37c87c70060,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:14.755061 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Attempting to bind port f6df7c3d-bcff-4854-9e57-a37c87c70060 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:14.755400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Attempting to bind port f6df7c3d-bcff-4854-9e57-a37c87c70060 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '2bf7817f-1137-4acd-85f7-3a715ffac3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:14.755732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Attempting to bind port f6df7c3d-bcff-4854-9e57-a37c87c70060 on network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:14.760428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Port f6df7c3d-bcff-4854-9e57-a37c87c70060 on network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:51:14.760752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Attempting to bind port f6df7c3d-bcff-4854-9e57-a37c87c70060 on network cf6610f5-8fe3-4b8f-8c11-869be6c31c37 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:14.765437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:14.765802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Checking segment: {'id': '2bf7817f-1137-4acd-85f7-3a715ffac3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:14.766187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Bound using segment: {'id': '2bf7817f-1137-4acd-85f7-3a715ffac3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:14.766618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Bound port: f6df7c3d-bcff-4854-9e57-a37c87c70060, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf7817f-1137-4acd-85f7-3a715ffac3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:14.766976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.829787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] For port f6df7c3d-bcff-4854-9e57-a37c87c70060, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:14.832718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] For port f6df7c3d-bcff-4854-9e57-a37c87c70060, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060,segment=NetworkSegment(2bf7817f-1137-4acd-85f7-3a715ffac3f7),segment_id=2bf7817f-1137-4acd-85f7-3a715ffac3f7)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:14.839507 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.874552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:14.875176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.876600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/f6df7c3d-bcff-4854-9e57-a37c87c70060 HTTP/1.1" status: 200 len: 1091 time: 0.5816212 Sep 30 08:51:14.877058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'tag': 'f6df7c3d-bcff-4854-9e57-a37c87c70060'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:14.879392 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb9245-aac6-43a2-9676-f14571188966" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc7fe03-9a2b-4c95-baa3-21aa38757539", "tag": "f6df7c3d-bcff-4854-9e57-a37c87c70060"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:14.916531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb4b2c-b2dd-431a-bb55-5f328893e9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6df7c3d-bcff-4854-9e57-a37c87c70060,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:14.972463 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:14.986705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3ef3-4b6d-4c56-a74e-0ed683748c55 req-f769fae0-b71a-4c72-a75a-ecb2e187a643 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:14.988188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ecc3ef3-4b6d-4c56-a74e-0ed683748c55 req-f769fae0-b71a-4c72-a75a-ecb2e187a643 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 943 time: 0.0897834 Sep 30 08:51:14.994265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-57f44318-5684-4b03-84cf-283c86825d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:14.995677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-57f44318-5684-4b03-84cf-283c86825d88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b25ba433afb4436ab5894ec485cdc350&device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 1094 time: 0.0597906 Sep 30 08:51:15.046236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-f2cf83ea-7307-4315-9290-8c2681ce1608 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060 HTTP/1.1" status: 200 len: 217 time: 0.0363836 Sep 30 08:51:15.076422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ecc3ef3-4b6d-4c56-a74e-0ed683748c55 req-202322e0-3bc8-4d19-bd32-ad2aef60b99f tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798187 Sep 30 08:51:15.113785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-2db9cc7c-a229-4843-a7f0-7ee8a3096604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:15.115255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-2db9cc7c-a229-4843-a7f0-7ee8a3096604 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31744897-cf3e-4ae1-a9c3-2914b95b5d4f HTTP/1.1" status: 200 len: 852 time: 0.0526419 Sep 30 08:51:15.135714 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36adeedb-336d-4d28-a6df-5a28ee5b99da x-openstack-request-id: req-36adeedb-336d-4d28-a6df-5a28ee5b99da {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:15.135997 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc7fe03-9a2b-4c95-baa3-21aa38757539", "tag": "f6df7c3d-bcff-4854-9e57-a37c87c70060", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:15.136248 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36adeedb-336d-4d28-a6df-5a28ee5b99da {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:15.136637 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'tag': 'f6df7c3d-bcff-4854-9e57-a37c87c70060', 'status': 'completed', 'code': 200} Sep 30 08:51:15.151108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-ed1a8748-3f3b-4ef4-a10d-339563b27b71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253696 Sep 30 08:51:15.239264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-9a0ca20a-383e-436b-afef-b16686cd6178 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808058 Sep 30 08:51:15.335956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8c10530-652e-4070-a368-61b00b2e3ab2 req-7c09a3c5-5873-4d07-8157-e0233d6c8a33 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885773 Sep 30 08:51:15.420020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb9245-aac6-43a2-9676-f14571188966 req-5db0cb40-270a-4ea8-8c58-f1b9c49c898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:15.421494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-5db0cb40-270a-4ea8-8c58-f1b9c49c898d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b25ba433afb4436ab5894ec485cdc350&device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 1094 time: 0.0407865 Sep 30 08:51:15.520439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb9245-aac6-43a2-9676-f14571188966 req-ba5ac77a-dd36-4f1d-b6bf-c832b25cd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:15.521961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-ba5ac77a-dd36-4f1d-b6bf-c832b25cd2a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37 HTTP/1.1" status: 200 len: 913 time: 0.0917649 Sep 30 08:51:15.565888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-2d1d7fc7-c479-499a-a413-ed6c4042de61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060 HTTP/1.1" status: 200 len: 217 time: 0.0358369 Sep 30 08:51:15.617566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb9245-aac6-43a2-9676-f14571188966 req-cbadbb30-b117-4e41-95d0-b736097fef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:15.619018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-cbadbb30-b117-4e41-95d0-b736097fef0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31744897-cf3e-4ae1-a9c3-2914b95b5d4f HTTP/1.1" status: 200 len: 852 time: 0.0443680 Sep 30 08:51:15.659019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-22467d99-1da7-4d27-9a46-9594c1436429 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283337 Sep 30 08:51:15.752888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-983b50ae-6af5-43b5-9345-3f9e41b73a0b service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817258 Sep 30 08:51:15.846188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fbb9245-aac6-43a2-9676-f14571188966 req-685250dd-5cf4-4742-96b3-3e61707addfa service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853457 Sep 30 08:51:16.190980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dbb0f-1969-4d25-8158-f78aed8f086f req-cd02e755-3e07-49b3-8edd-30c077bebaca tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:16.192471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b9dbb0f-1969-4d25-8158-f78aed8f086f req-cd02e755-3e07-49b3-8edd-30c077bebaca tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 943 time: 0.0493510 Sep 30 08:51:16.231732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b9dbb0f-1969-4d25-8158-f78aed8f086f req-90c9f301-9104-4222-8297-43a65f2ddbf5 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Sep 30 08:51:16.777572 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-8c1b9a03-ff2a-43e0-8d2a-4410c574488f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400598 Sep 30 08:51:16.878282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-fdeb61dc-c28f-406a-99a5-59318fd28aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:16.879748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-fdeb61dc-c28f-406a-99a5-59318fd28aaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1097 time: 0.0436599 Sep 30 08:51:16.983483 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-16ad519c-3652-405f-b6e2-75f74e267b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:16.984965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-16ad519c-3652-405f-b6e2-75f74e267b3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0874665 Sep 30 08:51:17.054655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-f72628d4-7787-4f5e-b05a-32ae3ecfea4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 200 len: 1002 time: 0.0625598 Sep 30 08:51:17.102218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-9cf6a411-39fd-496f-8268-781f7e5e3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:17.103663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-9cf6a411-39fd-496f-8268-781f7e5e3236 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0426006 Sep 30 08:51:17.148270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-7b892690-ea15-4391-ac1a-5910a5443e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:17.149774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-7b892690-ea15-4391-ac1a-5910a5443e7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396309 Sep 30 08:51:17.242433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-fdee8324-5f9e-43ce-8132-5117eda2349d service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856977 Sep 30 08:51:17.367024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be87cfb0-b451-47d2-87df-fe8fc3278ca5 req-bfd2c96a-ac18-4f3a-aed5-9d849ed9ab02 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174083 Sep 30 08:51:17.378996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3ba4-3a95-423d-a670-65f013967cfd req-4cfa0bf5-c613-498c-b127-6532a5387cf9 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:17.380471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-884d3ba4-3a95-423d-a670-65f013967cfd req-4cfa0bf5-c613-498c-b127-6532a5387cf9 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 943 time: 0.0725260 Sep 30 08:51:17.419963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-884d3ba4-3a95-423d-a670-65f013967cfd req-5d718e3f-99b0-458c-a055-9764eb00ffb0 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Sep 30 08:51:18.531919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7efd3-80b2-4a07-865e-5e2aa8edcfe0 req-7284d5c5-a8ae-4136-842c-846a267202f8 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:18.533370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8da7efd3-80b2-4a07-865e-5e2aa8edcfe0 req-7284d5c5-a8ae-4136-842c-846a267202f8 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 943 time: 0.0480709 Sep 30 08:51:18.571648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8da7efd3-80b2-4a07-865e-5e2aa8edcfe0 req-41e1a25a-68ca-48ba-8332-09295837a9ea tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Sep 30 08:51:19.686010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6871aa-5c43-469a-9cb2-b6aa2f3adf3f req-4d690a9c-91c3-4e6b-911a-495f1884cded tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:19.687507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb6871aa-5c43-469a-9cb2-b6aa2f3adf3f req-4d690a9c-91c3-4e6b-911a-495f1884cded tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 943 time: 0.0481503 Sep 30 08:51:19.724627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb6871aa-5c43-469a-9cb2-b6aa2f3adf3f req-2a3f430b-e6b0-4658-9a14-b1d9760d2131 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Sep 30 08:51:20.011334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f6df7c3d-bcff-4854-9e57-a37c87c70060 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:51:20.113130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f6df7c3d-bcff-4854-9e57-a37c87c70060, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060,segment=NetworkSegment(2bf7817f-1137-4acd-85f7-3a715ffac3f7),segment_id=2bf7817f-1137-4acd-85f7-3a715ffac3f7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:20.124598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'f6df7c3d-bcff-4854-9e57-a37c87c70060', 'network_id': 'cf6610f5-8fe3-4b8f-8c11-869be6c31c37', 'port_id': 'f6df7c3d-bcff-4854-9e57-a37c87c70060', 'mac_address': 'fa:16:3e:26:0d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31744897-cf3e-4ae1-a9c3-2914b95b5d4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:51:20.161010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:20.174021 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6df7c3d-bcff-4854-9e57-a37c87c70060 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:20.192763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f6df7c3d-bcff-4854-9e57-a37c87c70060, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060,segment=NetworkSegment(2bf7817f-1137-4acd-85f7-3a715ffac3f7),segment_id=2bf7817f-1137-4acd-85f7-3a715ffac3f7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:20.196858 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:20.247008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f6df7c3d-bcff-4854-9e57-a37c87c70060,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:20.254205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.254548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.254888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.255218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.255546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.255877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.256195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.256511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.256834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.257151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.257486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.257806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:20.432425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f6df7c3d-bcff-4854-9e57-a37c87c70060'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:51:20.843873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84958f2-57ba-4208-aa89-4c8ac0769fda req-8d3bae5f-67ae-4bb9-a767-51a0cab2ab5a tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:20.845340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d84958f2-57ba-4208-aa89-4c8ac0769fda req-8d3bae5f-67ae-4bb9-a767-51a0cab2ab5a tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 944 time: 0.0539856 Sep 30 08:51:20.883865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d84958f2-57ba-4208-aa89-4c8ac0769fda req-e62a113b-1bd9-4f3f-bbcd-82de509b78e3 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 Sep 30 08:51:21.997123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe412e-6226-4f6a-911f-834039360f7d req-825e3bc0-0b88-451b-afa7-d8c3da4534fc tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:21.998753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dafe412e-6226-4f6a-911f-834039360f7d req-825e3bc0-0b88-451b-afa7-d8c3da4534fc tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 944 time: 0.0483789 Sep 30 08:51:22.026423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f6df7c3d-bcff-4854-9e57-a37c87c70060 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:22.037719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dafe412e-6226-4f6a-911f-834039360f7d req-a51f1a7f-5ac2-4d3e-b377-20869d196290 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Sep 30 08:51:22.079031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port f6df7c3d-bcff-4854-9e57-a37c87c70060 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:51:22.082613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port f6df7c3d-bcff-4854-9e57-a37c87c70060 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:22.082988 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:22.157175 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:22.179563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6df7c3d-bcff-4854-9e57-a37c87c70060'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:22.181714 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f15ab-d6ad-49cf-a8d5-bd3f0c4fabc3" -d '{"events": [{"server_uuid": "2fc7fe03-9a2b-4c95-baa3-21aa38757539", "name": "network-vif-plugged", "status": "completed", "tag": "f6df7c3d-bcff-4854-9e57-a37c87c70060"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:22.194362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f6df7c3d-bcff-4854-9e57-a37c87c70060, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060,segment=NetworkSegment(2bf7817f-1137-4acd-85f7-3a715ffac3f7),segment_id=2bf7817f-1137-4acd-85f7-3a715ffac3f7)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:22.198427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:22.221941 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d444298f-e955-4d7c-9201-6ca8961fe59c x-openstack-request-id: req-d444298f-e955-4d7c-9201-6ca8961fe59c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:22.222232 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc7fe03-9a2b-4c95-baa3-21aa38757539", "name": "network-vif-plugged", "status": "completed", "tag": "f6df7c3d-bcff-4854-9e57-a37c87c70060", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:22.222497 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d444298f-e955-4d7c-9201-6ca8961fe59c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:22.222863 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6df7c3d-bcff-4854-9e57-a37c87c70060', 'code': 200} Sep 30 08:51:22.251386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f6df7c3d-bcff-4854-9e57-a37c87c70060,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:22.320605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e09264-9ae1-429d-87ec-79174411686f req-34065970-fe16-42d6-9766-c1e806a6f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:22.322139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12e09264-9ae1-429d-87ec-79174411686f req-34065970-fe16-42d6-9766-c1e806a6f7ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 1096 time: 0.0408428 Sep 30 08:51:22.362229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12e09264-9ae1-429d-87ec-79174411686f req-7b20712c-47b9-4019-9f82-a8da581ae74d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295022 Sep 30 08:51:23.157627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec84ba-f508-4b45-b7bd-afa0347ac665 req-f4923c88-937d-41f7-b293-e8e4b9e6d778 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:23.159088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10ec84ba-f508-4b45-b7bd-afa0347ac665 req-f4923c88-937d-41f7-b293-e8e4b9e6d778 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0523925 Sep 30 08:51:23.196838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10ec84ba-f508-4b45-b7bd-afa0347ac665 req-3de57a2d-fe05-458d-b382-e77dd171a6ec tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Sep 30 08:51:24.312655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc1fc1-9ae7-4c0e-acf8-2aa175197b6c req-574b54e5-0e13-49bc-a810-9fb4ec8d28a5 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:24.314160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69cc1fc1-9ae7-4c0e-acf8-2aa175197b6c req-574b54e5-0e13-49bc-a810-9fb4ec8d28a5 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0511210 Sep 30 08:51:24.352300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69cc1fc1-9ae7-4c0e-acf8-2aa175197b6c req-c89f2106-94de-4aad-bf9a-415d037c78e5 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Sep 30 08:51:24.466333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da18559-1912-48be-9b6f-7e664651c271 req-e535d036-a8c9-4935-81ce-edef58aa377b tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:24.467722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9da18559-1912-48be-9b6f-7e664651c271 req-e535d036-a8c9-4935-81ce-edef58aa377b tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0484538 Sep 30 08:51:24.505350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9da18559-1912-48be-9b6f-7e664651c271 req-882932d3-29b7-47a4-a7e1-a80bd0c004de tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Sep 30 08:51:24.732177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0fe0b-4595-4f6a-a224-3b5739993de4 req-185cebdb-a70a-4800-9be8-08ff6f58858a tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:24.733705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fac0fe0b-4595-4f6a-a224-3b5739993de4 req-185cebdb-a70a-4800-9be8-08ff6f58858a tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Sep 30 08:51:24.775336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fac0fe0b-4595-4f6a-a224-3b5739993de4 req-d7be4207-85dc-4736-8418-28dba1ca37bb tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Sep 30 08:51:25.890849 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756d85-4dfb-4073-8e6d-089ccc65fcd4 req-6c830c05-48d1-4adb-a2c2-90a89a82a691 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.892377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27756d85-4dfb-4073-8e6d-089ccc65fcd4 req-6c830c05-48d1-4adb-a2c2-90a89a82a691 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0504577 Sep 30 08:51:25.923650 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:25.932194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27756d85-4dfb-4073-8e6d-089ccc65fcd4 req-6792a50c-5be4-4787-9145-8d79fd4eb30b tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Sep 30 08:51:25.960007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:26.176284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a74ba-3401-4300-aa9a-0360ec8f2aa9 req-2c8a3c22-691f-4319-9b6f-840d6c9d9c49 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.177831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed8a74ba-3401-4300-aa9a-0360ec8f2aa9 req-2c8a3c22-691f-4319-9b6f-840d6c9d9c49 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0811019 Sep 30 08:51:26.183796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-ef0a4a29-40d3-49f2-b715-52694f5d8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.185177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-ef0a4a29-40d3-49f2-b715-52694f5d8a49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b25ba433afb4436ab5894ec485cdc350&device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 1096 time: 0.0612018 Sep 30 08:51:26.246121 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed8a74ba-3401-4300-aa9a-0360ec8f2aa9 req-85bc7c02-5222-4ea0-b3f8-069a93125ad3 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Sep 30 08:51:26.300256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-cb79369a-8dcc-4a06-92ca-76334f60009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.301780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-cb79369a-8dcc-4a06-92ca-76334f60009c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37 HTTP/1.1" status: 200 len: 913 time: 0.1032755 Sep 30 08:51:26.351062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-bc82a3ea-bf9f-4000-8b48-e7b1e5acb3d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060 HTTP/1.1" status: 200 len: 217 time: 0.0379846 Sep 30 08:51:26.404771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-14a00787-439e-420e-9e8a-18cd0dfdad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.406275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-14a00787-439e-420e-9e8a-18cd0dfdad44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31744897-cf3e-4ae1-a9c3-2914b95b5d4f HTTP/1.1" status: 200 len: 852 time: 0.0452869 Sep 30 08:51:26.442616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-f5e881cc-d7fe-4c6e-8155-cf6b3dbe5953 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240691 Sep 30 08:51:26.539906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-22b3a810-3af2-4d09-a796-dfd0f3942901 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Sep 30 08:51:26.627957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-72750adb-0864-48b3-93cd-6ee4af14cec6 req-6207c741-b169-4521-bbe2-bce79fa344f3 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794592 Sep 30 08:51:27.370866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23632-ed25-43fb-9c5e-9ba3490bee47 req-891c08c4-85f3-4ff6-9d50-47260a35abfc tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.372367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fc23632-ed25-43fb-9c5e-9ba3490bee47 req-891c08c4-85f3-4ff6-9d50-47260a35abfc tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0546288 Sep 30 08:51:27.410380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fc23632-ed25-43fb-9c5e-9ba3490bee47 req-246e272d-2c8c-4937-b3c6-5d5953701942 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Sep 30 08:51:27.628301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4632a-81fa-41fd-9639-0b1eb102e075 req-503a481f-a9ef-4f40-9282-deee1f9da297 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.629810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5b4632a-81fa-41fd-9639-0b1eb102e075 req-503a481f-a9ef-4f40-9282-deee1f9da297 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Sep 30 08:51:27.670249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5b4632a-81fa-41fd-9639-0b1eb102e075 req-9dafe030-9201-4e5d-bb25-4a8375f9fabc tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Sep 30 08:51:28.787532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129699bc-72c3-45cd-bf91-a8fc6624d41c req-8ad217cb-4e2b-4dcf-94ab-ae55ba07debf tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.789030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-129699bc-72c3-45cd-bf91-a8fc6624d41c req-8ad217cb-4e2b-4dcf-94ab-ae55ba07debf tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0504570 Sep 30 08:51:28.830115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-129699bc-72c3-45cd-bf91-a8fc6624d41c req-1af5006f-1f6e-4722-8a18-a9c663cd5a87 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347586 Sep 30 08:51:29.404901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57fb4e-75a5-4abb-bb3b-255a358b54ea req-d379a5fa-88a5-44f4-94e4-0e74c0cb8b60 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.406415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e57fb4e-75a5-4abb-bb3b-255a358b54ea req-d379a5fa-88a5-44f4-94e4-0e74c0cb8b60 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.4219160 Sep 30 08:51:29.412541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-2758c742-e092-45c9-8f5a-d96e298cfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.413998 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-2758c742-e092-45c9-8f5a-d96e298cfaeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b25ba433afb4436ab5894ec485cdc350&device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 1096 time: 0.3940642 Sep 30 08:51:29.474464 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e57fb4e-75a5-4abb-bb3b-255a358b54ea req-5142fad7-17b3-42fa-8c29-2bcea180f58f tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Sep 30 08:51:29.527896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-ffd7b08b-c63a-40bd-baa3-0c9ad1be8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.529344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-ffd7b08b-c63a-40bd-baa3-0c9ad1be8a79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37 HTTP/1.1" status: 200 len: 913 time: 0.1019869 Sep 30 08:51:29.572312 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-24859d13-33a8-4837-9952-8f1aa76c5c69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060 HTTP/1.1" status: 200 len: 217 time: 0.0334394 Sep 30 08:51:29.620389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-62b2ebbf-5ec2-4422-be20-a106a109d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.621959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-62b2ebbf-5ec2-4422-be20-a106a109d1a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31744897-cf3e-4ae1-a9c3-2914b95b5d4f HTTP/1.1" status: 200 len: 852 time: 0.0426660 Sep 30 08:51:29.653066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-70310c29-1a64-4c61-b970-8c133d989809 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6610f5-8fe3-4b8f-8c11-869be6c31c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235174 Sep 30 08:51:29.748109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-849ca05b-a0ae-4329-bd70-983201a37ffd service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Sep 30 08:51:29.842197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-662817ce-2b49-4a3f-9841-394f5b75ab71 req-299e7229-9dc8-4a59-92fc-06b8bbf3b995 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847948 Sep 30 08:51:30.412814 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:51:30.594358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08ec6f-9ee5-45a5-a48f-9dc224b9dde4 req-6f1c4ada-98bd-4633-8e21-1f3879b848c0 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:30.595840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c08ec6f-9ee5-45a5-a48f-9dc224b9dde4 req-6f1c4ada-98bd-4633-8e21-1f3879b848c0 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0505266 Sep 30 08:51:30.633691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c08ec6f-9ee5-45a5-a48f-9dc224b9dde4 req-00dda6dc-1a18-4c85-8b2d-23389c34a931 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 30 08:51:31.746015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be4bd-ecad-4d00-b22d-2d0c0a80a5e5 req-38712cec-123a-4399-a509-1425bb006278 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:31.747474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf1be4bd-ecad-4d00-b22d-2d0c0a80a5e5 req-38712cec-123a-4399-a509-1425bb006278 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0480659 Sep 30 08:51:31.785359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf1be4bd-ecad-4d00-b22d-2d0c0a80a5e5 req-3716bcfb-dadf-4de7-8edd-4dba9efae99b tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Sep 30 08:51:32.011451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a465-8cfe-40b1-9104-ad8901386257 req-5c9555be-e996-4425-9b4c-44697f03a2e6 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:32.012983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a544a465-8cfe-40b1-9104-ad8901386257 req-5c9555be-e996-4425-9b4c-44697f03a2e6 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Sep 30 08:51:32.055867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a544a465-8cfe-40b1-9104-ad8901386257 req-9bf5fc56-9285-4637-abb6-704e818f7b07 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 Sep 30 08:51:33.169899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb7411-a61b-482b-b285-f1ac92071e19 req-61d31920-2274-49c0-9986-ee63cc3b0e45 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:33.171395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcdb7411-a61b-482b-b285-f1ac92071e19 req-61d31920-2274-49c0-9986-ee63cc3b0e45 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0491626 Sep 30 08:51:33.210272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcdb7411-a61b-482b-b285-f1ac92071e19 req-14c2287e-8071-4ac0-93d5-2c4068cdda93 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/security-groups?id=bece948a-775b-41cb-a212-60948b050bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Sep 30 08:51:33.943894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-f37aecbd-8682-4c08-994f-6b678cb1133d tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:33.946002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-f37aecbd-8682-4c08-994f-6b678cb1133d tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Sep 30 08:51:34.039870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Deleting port f6df7c3d-bcff-4854-9e57-a37c87c70060 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:34.040209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:34.126757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] For port f6df7c3d-bcff-4854-9e57-a37c87c70060, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f6df7c3d-bcff-4854-9e57-a37c87c70060,segment=NetworkSegment(2bf7817f-1137-4acd-85f7-3a715ffac3f7),segment_id=2bf7817f-1137-4acd-85f7-3a715ffac3f7)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:34.127141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:34.139720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Calling delete_port for f6df7c3d-bcff-4854-9e57-a37c87c70060 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:34.270051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:34.311022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Pushing event deleted for resources: {'Port': ['ID=f6df7c3d-bcff-4854-9e57-a37c87c70060,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:34.328075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc58beef-c1a3-4988-9a1d-10e96458501e req-5b81f039-079e-46b2-99ff-5e180c750e65 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fc7fe03-9a2b-4c95-baa3-21aa38757539 HTTP/1.1" status: 200 len: 210 time: 0.0486028 Sep 30 08:51:34.371285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] No DVR routers for this DVR port f6df7c3d-bcff-4854-9e57-a37c87c70060 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:51:34.374136 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:34.376657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-47f1aeec-ee8e-400a-b15d-a6ef53370a5c req-104c4529-8097-4883-9edc-6feb84aa5171 tempest-TestServerAdvancedOps-1524010731 tempest-TestServerAdvancedOps-1524010731-project] 10.222.0.57 "DELETE /v2.0/ports/f6df7c3d-bcff-4854-9e57-a37c87c70060 HTTP/1.1" status: 204 len: 173 time: 0.4252245 Sep 30 08:51:34.377104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'name': 'network-vif-deleted', 'tag': 'f6df7c3d-bcff-4854-9e57-a37c87c70060'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:34.379399 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0231ecb2-237a-40ec-8557-6e382fd3bb23" -d '{"events": [{"server_uuid": "2fc7fe03-9a2b-4c95-baa3-21aa38757539", "name": "network-vif-deleted", "tag": "f6df7c3d-bcff-4854-9e57-a37c87c70060"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:34.420632 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03c2f67-f3a1-42c6-83f4-2c5604435e88 x-openstack-request-id: req-c03c2f67-f3a1-42c6-83f4-2c5604435e88 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:34.420918 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc7fe03-9a2b-4c95-baa3-21aa38757539", "name": "network-vif-deleted", "tag": "f6df7c3d-bcff-4854-9e57-a37c87c70060", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:34.421164 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c03c2f67-f3a1-42c6-83f4-2c5604435e88 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:34.421595 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc7fe03-9a2b-4c95-baa3-21aa38757539', 'name': 'network-vif-deleted', 'tag': 'f6df7c3d-bcff-4854-9e57-a37c87c70060', 'status': 'completed', 'code': 200} Sep 30 08:51:35.389469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41252) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:35.435095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Deleting subnet 31744897-cf3e-4ae1-a9c3-2914b95b5d4f {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:51:35.438205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.485517 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.523353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.580225 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.608053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31744897-cf3e-4ae1-a9c3-2914b95b5d4f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:35.610437 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.612181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e927a1bc-a6ff-4c4e-a283-6ddbda4dabbc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/31744897-cf3e-4ae1-a9c3-2914b95b5d4f HTTP/1.1" status: 204 len: 168 time: 0.2217140 Sep 30 08:51:35.614749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41254) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:35.681746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.765258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.785034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6610f5-8fe3-4b8f-8c11-869be6c31c37']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:35.793946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf7817f-1137-4acd-85f7-3a715ffac3f7') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:35.794239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf7817f-1137-4acd-85f7-3a715ffac3f7') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:35.803840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.817279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.823629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:51:35.824009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:51:35.825729 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:51:35.882031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.888328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.890265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf6610f5-8fe3-4b8f-8c11-869be6c31c37 HTTP/1.1" status: 204 len: 168 time: 0.2746079 Sep 30 08:51:35.892965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41256) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:35.910143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5decb4-3d15-420c-b15b-d0e5512d3cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6610f5-8fe3-4b8f-8c11-869be6c31c37,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:35.948870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Deleting subnet 1bb77245-2048-4fa8-9c3a-6338131f61d3 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:51:35.952051 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:35.986219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.026400 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.057920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f6df7c3d-bcff-4854-9e57-a37c87c70060 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:36.078043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: f6df7c3d-bcff-4854-9e57-a37c87c70060 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:51:36.078419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f6df7c3d-bcff-4854-9e57-a37c87c70060 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:36.084149 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.107998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb77245-2048-4fa8-9c3a-6338131f61d3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:36.115015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.116969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e5733afc-e90b-466c-84d2-b8e1fb2e96e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1bb77245-2048-4fa8-9c3a-6338131f61d3 HTTP/1.1" status: 204 len: 168 time: 0.2229795 Sep 30 08:51:36.119863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41258) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:36.187749 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.270589 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.291213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9481296b-c30c-42af-8efd-91003157f2bf']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:36.300355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fd5561-d455-4419-ae66-a2e52e8f9234') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:36.300648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fd5561-d455-4419-ae66-a2e52e8f9234') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:36.310270 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.323596 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.329264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:51:36.329683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:51:36.331289 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:51:36.389939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.395237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.397068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] 10.222.0.41 "DELETE /v2.0/networks/9481296b-c30c-42af-8efd-91003157f2bf HTTP/1.1" status: 204 len: 168 time: 0.2762897 Sep 30 08:51:36.408937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586cfad-8752-4273-8ba2-93b12d168ece admin admin] Pushing event deleted for resources: {'Network': ['ID=9481296b-c30c-42af-8efd-91003157f2bf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:36.552453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41262) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:36.591987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a6090521-d5a7-431a-b755-b14f5aac211d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b25ba433afb4436ab5894ec485cdc350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383325 Sep 30 08:51:36.594485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41264) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:36.642835 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28c8bed4-678e-4635-8d6b-71bb1525eb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.663144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28c8bed4-678e-4635-8d6b-71bb1525eb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.707729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28c8bed4-678e-4635-8d6b-71bb1525eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.710510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-28c8bed4-678e-4635-8d6b-71bb1525eb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.711674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-28c8bed4-678e-4635-8d6b-71bb1525eb76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bece948a-775b-41cb-a212-60948b050bae HTTP/1.1" status: 204 len: 168 time: 0.1162796 Sep 30 08:51:36.719395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8bed4-678e-4635-8d6b-71bb1525eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece948a-775b-41cb-a212-60948b050bae,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:37.020102 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41270) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:37.059684 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-687b277b-86f0-4ad4-aa26-8f5a5fcc5891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d1f12e4f2f74b03a5684884dec89377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384254 Sep 30 08:51:37.062154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41272) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:37.108576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c37ee8fa-e4d3-467b-8372-65273112649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.129862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c37ee8fa-e4d3-467b-8372-65273112649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.173549 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c37ee8fa-e4d3-467b-8372-65273112649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.176283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c37ee8fa-e4d3-467b-8372-65273112649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.177439 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c37ee8fa-e4d3-467b-8372-65273112649f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac7bc65b-7098-4541-b4d2-c17a78240115 HTTP/1.1" status: 204 len: 168 time: 0.1143715 Sep 30 08:51:37.186092 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee8fa-e4d3-467b-8372-65273112649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7bc65b-7098-4541-b4d2-c17a78240115,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:37.860973 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41294) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:37.958754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1839455969-network', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:37.984152 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Made reservation on behalf of 8581e2fe4e00442986e9e7b4b3a51515 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:37.986491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.995003 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.082622 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.086956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.115019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:51:38.120957 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a277bbb3-fc16-497d-abd6-ef746a8c9451,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:38.130116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.130324 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Added segment b2cfb309-0559-423c-8acb-26cfe35c1934 of type vlan for network 72cf099b-1105-480d-955b-556c0bdb035d Sep 30 08:51:38.171080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.195778 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.197323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.197952 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.228790 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3666544 Sep 30 08:51:38.231969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41298) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:38.238010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Request body: {'subnet': {'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1839455969-subnet', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:38.262618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Made reservation on behalf of 8581e2fe4e00442986e9e7b4b3a51515 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:38.264097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bf438-994e-4fc6-b707-bb38744a21fc admin admin] Pushing event updated for resources: {'Network': ['ID=72cf099b-1105-480d-955b-556c0bdb035d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:38.265040 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.273904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 72cf099b-1105-480d-955b-556c0bdb035d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:51:38.437101 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.493827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7fb470-5133-49cd-9dfc-633882a6d068,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:38.504622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Checking segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:38.504972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Network hostable DHCP agents. Network: 72cf099b-1105-480d-955b-556c0bdb035d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:51:38.522726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Network 72cf099b-1105-480d-955b-556c0bdb035d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:51:38.532384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 72cf099b-1105-480d-955b-556c0bdb035d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:38.536555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.537106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.542031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a78ff-53db-4b45-b633-c75b29117c9d None None] Network 72cf099b-1105-480d-955b-556c0bdb035d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:38.550872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-516a870f-f940-4c6f-8fc1-122c680d439a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3171287 Sep 30 08:51:38.553693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41300) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:38.558179 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:38.580445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.581498 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.620864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-480c3145-044b-4132-92dc-bbe32db4bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.634384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.703152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-72cf099b-1105-480d-955b-556c0bdb035d', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:51:38.704015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.775857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:38.844853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Allocated IP 172.20.0.2 (72cf099b-1105-480d-955b-556c0bdb035d/6d7fb470-5133-49cd-9dfc-633882a6d068/7a988f99-9130-46bc-abed-b0ada04ca89d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:38.996463 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.003471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.041327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Network 72cf099b-1105-480d-955b-556c0bdb035d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:39.044434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:39.048186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:39.062683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Pushing event updated for resources: {'Port': ['ID=7a988f99-9130-46bc-abed-b0ada04ca89d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:39.120103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Attempting to bind port 7a988f99-9130-46bc-abed-b0ada04ca89d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:39.120556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Attempting to bind port 7a988f99-9130-46bc-abed-b0ada04ca89d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:39.120849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Attempting to bind port 7a988f99-9130-46bc-abed-b0ada04ca89d on network 72cf099b-1105-480d-955b-556c0bdb035d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:39.126496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:39.126872 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Checking segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:39.127308 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.127705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Bound using segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:39.128177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Bound port: 7a988f99-9130-46bc-abed-b0ada04ca89d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:39.128560 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.197923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] For port 7a988f99-9130-46bc-abed-b0ada04ca89d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:39.201205 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] For port 7a988f99-9130-46bc-abed-b0ada04ca89d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7a988f99-9130-46bc-abed-b0ada04ca89d,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:39.207413 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.282714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f88f-0b42-4fbd-a920-41710c89643c None None] Pushing event updated for resources: {'Port': ['ID=7a988f99-9130-46bc-abed-b0ada04ca89d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:39.333628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.353812 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.488134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Allocated IP 172.25.7.25 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/d34a0c4c-93ee-4f05-8f65-c794d7410e04) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:39.595393 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.628026 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:39.664400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:39.666775 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:39.669329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:39.701910 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Pushing event updated for resources: {'Port': ['ID=d34a0c4c-93ee-4f05-8f65-c794d7410e04,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:39.932116 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.137562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.142795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e14140-fb83-44ca-bd13-24fe32cb6b7a None None] Network 72cf099b-1105-480d-955b-556c0bdb035d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:40.211430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-cc0d5804-387b-4d18-9ba4-2513c346234e None None] Provisioning complete for port 7a988f99-9130-46bc-abed-b0ada04ca89d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:40.211845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5804-387b-4d18-9ba4-2513c346234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.269185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:51:40.361996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5804-387b-4d18-9ba4-2513c346234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.380937 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:40.393910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Sync routers for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:40.399106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.403416 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7c7707e-878c-45ae-9ab8-dc597d565d41 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8460255 Sep 30 08:51:40.403599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41302) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:40.408889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cc0d5804-387b-4d18-9ba4-2513c346234e None None] For port 7a988f99-9130-46bc-abed-b0ada04ca89d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7a988f99-9130-46bc-abed-b0ada04ca89d,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:40.414646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5804-387b-4d18-9ba4-2513c346234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.416346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:40.416978 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:40.515100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5804-387b-4d18-9ba4-2513c346234e None None] Pushing event updated for resources: {'Port': ['ID=7a988f99-9130-46bc-abed-b0ada04ca89d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:40.563795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:40.683708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7b0ddf50-da69-41a8-bd23-1cb331678171 None None] Provisioning complete for port 7a988f99-9130-46bc-abed-b0ada04ca89d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:40.684080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddf50-da69-41a8-bd23-1cb331678171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.847969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.916366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7a988f99-9130-46bc-abed-b0ada04ca89d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:41.008170 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Allocated IP 172.20.0.1 (72cf099b-1105-480d-955b-556c0bdb035d/6d7fb470-5133-49cd-9dfc-633882a6d068/56931749-e5a4-4d3d-a25e-112f66418f2d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:41.020082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:39Z', 'revision_number': 3, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:41.021882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7a988f99-9130-46bc-abed-b0ada04ca89d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:41.022250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.069020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Checking router: 06d8a769-2fe7-42c0-9eba-18dfd04c49fd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:41.069377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Updating router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd port d34a0c4c-93ee-4f05-8f65-c794d7410e04 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:51:41.115623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.119459 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-195fdd4b-c5df-44b3-a978-79b8771afaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.125890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.159625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.200947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Network 72cf099b-1105-480d-955b-556c0bdb035d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:41.207504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:41.209924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:41.212198 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=56931749-e5a4-4d3d-a25e-112f66418f2d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:41.252121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.387227 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.422624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.429116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.501536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d1d4c813-f60c-4f35-a0c2-a73a951c5e98 None None] Provisioning complete for port 56931749-e5a4-4d3d-a25e-112f66418f2d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:41.501930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c813-f60c-4f35-a0c2-a73a951c5e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.510099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Attempting to bind port d34a0c4c-93ee-4f05-8f65-c794d7410e04 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:41.510479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Attempting to bind port d34a0c4c-93ee-4f05-8f65-c794d7410e04 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:41.510853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Attempting to bind port d34a0c4c-93ee-4f05-8f65-c794d7410e04 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:41.515721 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ce266-7fdd-4e52-9240-342041c2fb1b None None] Pushing event updated for resources: {'Port': ['ID=d34a0c4c-93ee-4f05-8f65-c794d7410e04,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:41.543682 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.546918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:41.547297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:41.547700 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.548099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:41.548588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Bound port: d34a0c4c-93ee-4f05-8f65-c794d7410e04, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:41.548971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.556570 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.561110 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.580806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4c813-f60c-4f35-a0c2-a73a951c5e98 None None] Port 56931749-e5a4-4d3d-a25e-112f66418f2d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:51:41.609352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] For port d34a0c4c-93ee-4f05-8f65-c794d7410e04, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:41.612661 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] For port d34a0c4c-93ee-4f05-8f65-c794d7410e04, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d34a0c4c-93ee-4f05-8f65-c794d7410e04,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:41.616904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.631164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=56931749-e5a4-4d3d-a25e-112f66418f2d,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:41.635102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:41.673768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:41.674389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:41.712791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ce266-7fdd-4e52-9240-342041c2fb1b None None] Pushing event updated for resources: {'Port': ['ID=d34a0c4c-93ee-4f05-8f65-c794d7410e04,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:41.725621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Network 72cf099b-1105-480d-955b-556c0bdb035d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:41.727070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:41.793886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:41.848236 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:51:41.958504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:41.963782 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-321efb20-7b2d-4734-a6fd-a6d338562cc2 admin admin] 10.222.0.41 "PUT /v2.0/routers/06d8a769-2fe7-42c0-9eba-18dfd04c49fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590405 Sep 30 08:51:42.013818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2e92645a-1a91-48d1-ab9e-48a8c3797770 None None] Provisioning complete for port 56931749-e5a4-4d3d-a25e-112f66418f2d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:42.014193 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e92645a-1a91-48d1-ab9e-48a8c3797770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.018513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 2, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:42.062532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af605c9-8c91-4ec4-acb4-d5b9b9208353 None None] The sync data for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 is: [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 2, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:42.075599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2e92645a-1a91-48d1-ab9e-48a8c3797770 None None] Port 56931749-e5a4-4d3d-a25e-112f66418f2d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:51:42.474844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41320) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:42.480489 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-786659359-network', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:42.501839 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Made reservation on behalf of e38c230dfbbf4b14950904b31a3487ad for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:42.504173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.513219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.614578 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.618639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.640900 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:51:42.657978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a0675-316c-4ead-84f2-cd5f8e2732ca,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:42.661071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.661431 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Added segment b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62 of type vlan for network 00373006-695a-4a5e-8e94-48e970bb85de Sep 30 08:51:42.704266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.753797 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.754960 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:42.755554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.794870 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3188663 Sep 30 08:51:42.797876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41322) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:42.803297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Request body: {'subnet': {'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-786659359-subnet', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:42.832038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Made reservation on behalf of e38c230dfbbf4b14950904b31a3487ad for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:42.836113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.838160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96be4-1a43-458d-a5a1-48f969391ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=00373006-695a-4a5e-8e94-48e970bb85de,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:42.858484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 00373006-695a-4a5e-8e94-48e970bb85de details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:51:43.066767 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.126026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8005c9bb-89ff-4820-89d0-e4ac64a99d31,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:43.133426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Checking segment: {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:43.134423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Network hostable DHCP agents. Network: 00373006-695a-4a5e-8e94-48e970bb85de, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:51:43.154650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Network 00373006-695a-4a5e-8e94-48e970bb85de is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:51:43.163977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 00373006-695a-4a5e-8e94-48e970bb85de) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:43.168177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:43.168769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.174790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650a53f-93b7-4e6b-bb67-545593de017a None None] Network 00373006-695a-4a5e-8e94-48e970bb85de requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:43.184706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2f4719f5-e422-4fed-9b67-b2a93f0d60e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3857021 Sep 30 08:51:43.187202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41324) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:43.193011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:43.218567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.223228 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.224381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.286594 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.347046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-00373006-695a-4a5e-8e94-48e970bb85de', 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'fixed_ips': [{'subnet_id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:51:43.348149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.437412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.490673 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Allocated IP 172.20.0.2 (00373006-695a-4a5e-8e94-48e970bb85de/8005c9bb-89ff-4820-89d0-e4ac64a99d31/8ee1f83b-4449-40b8-9d8b-55b240959c59) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:43.638727 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.639366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.645405 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.660314 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.688295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Network 00373006-695a-4a5e-8e94-48e970bb85de is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:43.691133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:43.698116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:43.701186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Pushing event updated for resources: {'Port': ['ID=8ee1f83b-4449-40b8-9d8b-55b240959c59,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:43.758401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Attempting to bind port 8ee1f83b-4449-40b8-9d8b-55b240959c59 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:43.759270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Attempting to bind port 8ee1f83b-4449-40b8-9d8b-55b240959c59 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:43.759628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Attempting to bind port 8ee1f83b-4449-40b8-9d8b-55b240959c59 on network 00373006-695a-4a5e-8e94-48e970bb85de {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:43.764508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:43.764873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Checking segment: {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:43.765300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.765722 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Bound using segment: {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:43.766185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Bound port: 8ee1f83b-4449-40b8-9d8b-55b240959c59, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:43.766562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.768745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Allocated IP 172.25.7.142 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/f579964f-796b-48c9-bffb-b8ea753f1804) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:43.831291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] For port 8ee1f83b-4449-40b8-9d8b-55b240959c59, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:43.834936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] For port 8ee1f83b-4449-40b8-9d8b-55b240959c59, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8ee1f83b-4449-40b8-9d8b-55b240959c59,segment=NetworkSegment(b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62),segment_id=b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:43.841653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.885555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.905398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e30ec9-b404-430b-b31d-f9a055e6784d None None] Pushing event updated for resources: {'Port': ['ID=8ee1f83b-4449-40b8-9d8b-55b240959c59,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:43.924545 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:43.965599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:43.968512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:43.976122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:43.979868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Pushing event updated for resources: {'Port': ['ID=f579964f-796b-48c9-bffb-b8ea753f1804,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:44.188571 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Sync routers for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:44.199002 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:44.199821 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:44.266746 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:44.394726 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:44.471565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:44.596914 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 2, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:44.613330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:51:44.629682 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Checking router: 06d8a769-2fe7-42c0-9eba-18dfd04c49fd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:44.630387 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Updating router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd port 56931749-e5a4-4d3d-a25e-112f66418f2d binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:51:44.656028 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:44.746454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:44.762723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Sync routers for ids ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:44.769379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:44.773577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4934810d-2120-4ab2-a6b5-74f77db2ef31 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5838261 Sep 30 08:51:44.774066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41326) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:44.778228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Routers {'3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:44.779063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:44.864765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8ee1f83b-4449-40b8-9d8b-55b240959c59 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:44.957743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4dcc5-cf37-49be-8a98-f2e80654710e None None] Network 00373006-695a-4a5e-8e94-48e970bb85de requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:51:44.986616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Set router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:44.995238 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.001157 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.059307 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Pushing event updated for resources: {'Port': ['ID=56931749-e5a4-4d3d-a25e-112f66418f2d,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:45.085744 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.085744 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.086131 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.086441 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.086820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.087157 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.087490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.087809 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.088147 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.088472 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.088800 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.089127 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:45.122898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Attempting to bind port 56931749-e5a4-4d3d-a25e-112f66418f2d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:45.123335 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Attempting to bind port 56931749-e5a4-4d3d-a25e-112f66418f2d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:45.123738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Attempting to bind port 56931749-e5a4-4d3d-a25e-112f66418f2d on network 72cf099b-1105-480d-955b-556c0bdb035d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:45.129379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:45.129798 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Checking segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:45.130205 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.130599 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Bound using segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:45.131070 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Bound port: 56931749-e5a4-4d3d-a25e-112f66418f2d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:45.131455 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.149732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8ee1f83b-4449-40b8-9d8b-55b240959c59 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:45.150105 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.151865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.204773 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] For port 56931749-e5a4-4d3d-a25e-112f66418f2d, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:45.210724 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] For port 56931749-e5a4-4d3d-a25e-112f66418f2d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=56931749-e5a4-4d3d-a25e-112f66418f2d,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:45.219682 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.280731 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:45.281368 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:45.287751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e0dfae3d-7a92-4d2b-8279-b03cd34fb28f None None] Provisioning complete for port 8ee1f83b-4449-40b8-9d8b-55b240959c59 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:45.288137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0dfae3d-7a92-4d2b-8279-b03cd34fb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.304425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.336479 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047675-98e2-475a-b47c-512b23f98885 None None] Pushing event updated for resources: {'Port': ['ID=56931749-e5a4-4d3d-a25e-112f66418f2d,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:45.426718 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:45.503251 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Allocated IP 172.20.0.1 (00373006-695a-4a5e-8e94-48e970bb85de/8005c9bb-89ff-4820-89d0-e4ac64a99d31/16c43ceb-725a-4ea8-80f6-da8288d6a8a4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:45.635350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.635991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:44Z', 'revision_number': 3, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:45.637739 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.662895 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:45.673653 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.689783 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251d235-4d77-455b-862f-2ea932d1a62d None None] The sync data for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 is: [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:45.703724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Checking router: 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:45.704081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Updating router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 port f579964f-796b-48c9-bffb-b8ea753f1804 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:51:45.724857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Network 00373006-695a-4a5e-8e94-48e970bb85de is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:45.729419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:45.733221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:45.755048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0dfae3d-7a92-4d2b-8279-b03cd34fb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.770400 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:45.780480 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.784186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 8ee1f83b-4449-40b8-9d8b-55b240959c59, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8ee1f83b-4449-40b8-9d8b-55b240959c59,segment=NetworkSegment(b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62),segment_id=b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:45.787323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.814800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.815619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d34a0c4c-93ee-4f05-8f65-c794d7410e04 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:45.944503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.030082 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=8ee1f83b-4449-40b8-9d8b-55b240959c59,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:46.040341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-e0dfae3d-7a92-4d2b-8279-b03cd34fb28f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:51:46.040700 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-e0dfae3d-7a92-4d2b-8279-b03cd34fb28f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:51:46.074947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d34a0c4c-93ee-4f05-8f65-c794d7410e04 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:46.075328 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.258355 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.282496 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.292358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.299905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port d34a0c4c-93ee-4f05-8f65-c794d7410e04, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d34a0c4c-93ee-4f05-8f65-c794d7410e04,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:46.328923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.360748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Attempting to bind port f579964f-796b-48c9-bffb-b8ea753f1804 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:46.361126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Attempting to bind port f579964f-796b-48c9-bffb-b8ea753f1804 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:46.361521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Attempting to bind port f579964f-796b-48c9-bffb-b8ea753f1804 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:46.364389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02468968-c274-421c-83b9-9779a00cf7d5 None None] Pushing event updated for resources: {'Port': ['ID=f579964f-796b-48c9-bffb-b8ea753f1804,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:46.372609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:46.372986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:46.373394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.373817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:46.374398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Bound port: f579964f-796b-48c9-bffb-b8ea753f1804, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:46.374674 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.453877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=d34a0c4c-93ee-4f05-8f65-c794d7410e04,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:46.456770 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.462220 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.463971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] For port f579964f-796b-48c9-bffb-b8ea753f1804, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:46.467760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] For port f579964f-796b-48c9-bffb-b8ea753f1804, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f579964f-796b-48c9-bffb-b8ea753f1804,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:46.471690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.528738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Routers {'3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:46.529374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:46.529913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:46.534933 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.591186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02468968-c274-421c-83b9-9779a00cf7d5 None None] Pushing event updated for resources: {'Port': ['ID=f579964f-796b-48c9-bffb-b8ea753f1804,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:46.630080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Network 00373006-695a-4a5e-8e94-48e970bb85de is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:46.631478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:46.683114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] Set router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:46.770134 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:51:46.819438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d34a0c4c-93ee-4f05-8f65-c794d7410e04 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:46.897165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:46.899747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Provisioning complete for port 8ee1f83b-4449-40b8-9d8b-55b240959c59 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:46.900135 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.904606 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c1d8fed4-3591-44fd-b4a2-79193709a0c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/3a1f4a91-15c4-422c-b2eb-cbce92b3ec97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288180 Sep 30 08:51:46.994853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d34a0c4c-93ee-4f05-8f65-c794d7410e04 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:46.995144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.077252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '16c43ceb-725a-4ea8-80f6-da8288d6a8a4', 'name': '', 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'mac_address': 'fa:16:3e:e1:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:45Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 2, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'subnets': [{'id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:47.108691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832de941-d741-4c95-8ae4-86fb4a1e84ef None None] The sync data for ids ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'] in n-d-807025-5 is: [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '16c43ceb-725a-4ea8-80f6-da8288d6a8a4', 'name': '', 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'mac_address': 'fa:16:3e:e1:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:45Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 2, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'subnets': [{'id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:47.142644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Provisioning complete for port 56931749-e5a4-4d3d-a25e-112f66418f2d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:47.143027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.178838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8ee1f83b-4449-40b8-9d8b-55b240959c59 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:47.266575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8ee1f83b-4449-40b8-9d8b-55b240959c59 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:47.266959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.296347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.348848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41334) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:47.355303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739414568', 'description': 'tempest-secgroup-smoke-739414568 description', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:47.391268 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.391551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] For port 56931749-e5a4-4d3d-a25e-112f66418f2d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=56931749-e5a4-4d3d-a25e-112f66418f2d,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:47.416554 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.464035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 56931749-e5a4-4d3d-a25e-112f66418f2d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:47.491153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.498340 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.499528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Provisioning complete for port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:47.499915 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.531568 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.535606 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1823392 Sep 30 08:51:47.535910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41336) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:47.540622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Pushing event updated for resources: {'Port': ['ID=56931749-e5a4-4d3d-a25e-112f66418f2d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:47.541688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group_rule': {'security_group_id': 'e3be4b67-495c-4333-9592-b5f2a4c5ebca', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:47.542431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c56dcb-b8ce-4bfb-afcd-f21888db7213 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3be4b67-495c-4333-9592-b5f2a4c5ebca,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:47.568892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-fe232a59-0487-481f-9920-7f66b2aed3a4 None None] Port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:51:47.580858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 56931749-e5a4-4d3d-a25e-112f66418f2d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:47.581366 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.591478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.653950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.658581 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.679873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d83395-4fee-486b-9aaa-a8835ad09220,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:47.686514 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.690265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-82c2f849-c382-4c75-b877-4e65c9b2462f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498911 Sep 30 08:51:47.690659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41338) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:47.694650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-94963fd5-96c0-4c37-820d-5ec51cd9c08f None None] Provisioning complete for port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:47.695091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94963fd5-96c0-4c37-820d-5ec51cd9c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.695256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group_rule': {'security_group_id': 'e3be4b67-495c-4333-9592-b5f2a4c5ebca', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:47.727894 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.737374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-94963fd5-96c0-4c37-820d-5ec51cd9c08f None None] Port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:51:47.790571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.795170 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.818551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a6fba5-29dc-4b94-8b01-c827c3d5915f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:47.826023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.826734 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b81029fb-0f50-47a2-bec8-307261d1a1bd tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351142 Sep 30 08:51:47.829337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41340) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:47.834044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group_rule': {'security_group_id': 'e3be4b67-495c-4333-9592-b5f2a4c5ebca', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:47.874030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.948120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.952143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.972484 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36505a43-723e-4102-a9ca-35d8fd244d8a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:47.981334 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:47.982733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-244abec2-7efe-418e-a061-2fc20dc5fade tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524317 Sep 30 08:51:47.985683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41342) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:47.990952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group_rule': {'security_group_id': 'e3be4b67-495c-4333-9592-b5f2a4c5ebca', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:48.022627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.076935 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.081335 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.098993 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ee309a-b342-41db-8608-66d2066e8236,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:48.110466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.112005 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ee5ae908-02d3-4f3c-90c2-75dde4e517ac tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252000 Sep 30 08:51:48.114760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41344) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:48.119484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group_rule': {'security_group_id': 'e3be4b67-495c-4333-9592-b5f2a4c5ebca', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:48.143310 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Project 8581e2fe4e00442986e9e7b4b3a51515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:51:48.148978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.214547 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.219659 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.238168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01705c43-93a0-401b-8d8c-8156d3c05310,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:48.244847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.248653 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-859d8482-1a01-4e89-a779-ed8543c6422a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303718 Sep 30 08:51:48.248849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41346) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:48.253395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'security_group_rule': {'security_group_id': 'e3be4b67-495c-4333-9592-b5f2a4c5ebca', 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:48.276416 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Project 8581e2fe4e00442986e9e7b4b3a51515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:51:48.282160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.345632 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.350636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.366912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdbad78-a100-40fe-99ae-925b37dd88b2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:48.376086 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:48.377343 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9a85cf90-66b9-497a-808b-0d133da54d7d tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275184 Sep 30 08:51:48.527019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-86ea00b7-be0a-4c79-a3e0-2359f469679b tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739414568&fields=id&tenant_id=8581e2fe4e00442986e9e7b4b3a51515 HTTP/1.1" status: 200 len: 267 time: 0.0403068 Sep 30 08:51:48.635552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-f6727dd9-6343-4e9b-94ae-d90582103842 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:48.636951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-f6727dd9-6343-4e9b-94ae-d90582103842 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 809 time: 0.1027017 Sep 30 08:51:48.651721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-0f7c0cbe-14bd-452e-999a-591bdfa399da tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/quotas/8581e2fe4e00442986e9e7b4b3a51515 HTTP/1.1" status: 200 len: 375 time: 0.0089543 Sep 30 08:51:48.703330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-b73de291-d7c3-48f7-a841-b623e5626171 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460312 Sep 30 08:51:48.801406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-d671a29a-3081-47ad-b935-79256da0e74c service neutron] 10.222.0.41 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850937 Sep 30 08:51:48.823104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f579964f-796b-48c9-bffb-b8ea753f1804 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:48.905540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-33f3d08b-e046-4d5c-aee1-3f621825cd84 service neutron] 10.222.0.41 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971453 Sep 30 08:51:49.029727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f579964f-796b-48c9-bffb-b8ea753f1804 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:49.030250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:49.109932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fcd1825e-1fef-4ff1-a5b2-5be816e425a2 req-f9a03efa-e1d7-455c-862c-e95540b99aee tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 210 time: 0.0319142 Sep 30 08:51:49.112700 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:49.134335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f579964f-796b-48c9-bffb-b8ea753f1804, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f579964f-796b-48c9-bffb-b8ea753f1804,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:49.138561 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:49.139671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 56931749-e5a4-4d3d-a25e-112f66418f2d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:49.221277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f579964f-796b-48c9-bffb-b8ea753f1804,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:49.232988 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 56931749-e5a4-4d3d-a25e-112f66418f2d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:49.233361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:49.614870 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Sync routers for ids ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:49.624738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Routers {'3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:49.625566 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:49.742267 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Set router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:49.948897 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '16c43ceb-725a-4ea8-80f6-da8288d6a8a4', 'name': '', 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'mac_address': 'fa:16:3e:e1:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:45Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 2, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'subnets': [{'id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:49.975931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Checking router: 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:49.976260 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Updating router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:51:50.004984 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.214444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9f1c0301-fe70-4eb3-af98-1ebbec3a2bb0 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:50.216884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9f1c0301-fe70-4eb3-af98-1ebbec3a2bb0 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 809 time: 0.1501391 Sep 30 08:51:50.235344 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-008c694d-329b-4a90-a242-e415b0ee6ce9 req-a64b39a2-e47d-458c-be81-a1dad3267c4f tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Sep 30 08:51:50.272519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-0b79faac-64e7-491f-b085-eafdb2dec843 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8581e2fe4e00442986e9e7b4b3a51515 HTTP/1.1" status: 200 len: 379 time: 0.0395525 Sep 30 08:51:50.285734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'port': {'device_id': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'admin_state_up': True, 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'security_groups': ['e3be4b67-495c-4333-9592-b5f2a4c5ebca']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:50.305930 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.311311 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.366732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9959-f13f-4d8f-a5be-163aae875981 None None] Pushing event updated for resources: {'Port': ['ID=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:50.415902 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Attempting to bind port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:50.416336 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Attempting to bind port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:50.416785 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Attempting to bind port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 on network 00373006-695a-4a5e-8e94-48e970bb85de {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:50.421038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Made reservation on behalf of 8581e2fe4e00442986e9e7b4b3a51515 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:50.423000 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:50.423506 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Checking segment: {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:50.423951 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.424410 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Bound using segment: {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:50.424957 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Bound port: 16c43ceb-725a-4ea8-80f6-da8288d6a8a4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:50.425109 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.425438 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.497952 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] For port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:50.501910 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] For port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,segment=NetworkSegment(b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62),segment_id=b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:50.507408 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.569433 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9959-f13f-4d8f-a5be-163aae875981 None None] Pushing event updated for resources: {'Port': ['ID=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:50.569827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Allocated IP 172.20.0.14 (72cf099b-1105-480d-955b-556c0bdb035d/6d7fb470-5133-49cd-9dfc-633882a6d068/38787c07-daa6-41be-9c86-114c289fdfdf) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:50.577869 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Routers {'3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:50.578498 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:50.686331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3424566f-57ee-4f46-95c8-024c1f187a65 None None] Provisioning complete for port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:50.687332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3424566f-57ee-4f46-95c8-024c1f187a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.766210 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.794703 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] Set router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:50.817178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.852678 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3424566f-57ee-4f46-95c8-024c1f187a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.860570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:50.880333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Network 72cf099b-1105-480d-955b-556c0bdb035d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:50.886284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:50.889303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:50.901813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3424566f-57ee-4f46-95c8-024c1f187a65 None None] For port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,segment=NetworkSegment(b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62),segment_id=b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:50.942518 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3424566f-57ee-4f46-95c8-024c1f187a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.942812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'Port': ['ID=38787c07-daa6-41be-9c86-114c289fdfdf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:50.973965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:50.974990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:50.991706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-9fdb2e58-946d-4542-8392-d81f80d29658 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098234 Sep 30 08:51:51.007758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424566f-57ee-4f46-95c8-024c1f187a65 None None] Pushing event updated for resources: {'Port': ['ID=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:51.016204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:51.016636 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.019174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Request body: {'port': {'device_id': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:51.056108 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '16c43ceb-725a-4ea8-80f6-da8288d6a8a4', 'name': '', 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'mac_address': 'fa:16:3e:e1:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:45Z', 'updated_at': '2021-09-30T08:51:50Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'subnets': [{'id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:51.082000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d7167118-db2f-4da7-903c-e16afb0d714d None None] Provisioning complete for port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:51.082624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d7167118-db2f-4da7-903c-e16afb0d714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.102696 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20111d96-b4e4-498a-8473-e9c8cf14f84e None None] The sync data for ids ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'] in n-d-807025-5 is: [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '16c43ceb-725a-4ea8-80f6-da8288d6a8a4', 'name': '', 'network_id': '00373006-695a-4a5e-8e94-48e970bb85de', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'mac_address': 'fa:16:3e:e1:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:45Z', 'updated_at': '2021-09-30T08:51:50Z', 'revision_number': 4, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'subnets': [{'id': '8005c9bb-89ff-4820-89d0-e4ac64a99d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:51.165582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f579964f-796b-48c9-bffb-b8ea753f1804 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:51.271182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f579964f-796b-48c9-bffb-b8ea753f1804 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:51.272069 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.447046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6f8ed078-cb81-4c86-81a3-d7bbebd28212 None None] Provisioning complete for port 38787c07-daa6-41be-9c86-114c289fdfdf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:51.447587 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed078-cb81-4c86-81a3-d7bbebd28212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.493070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ed078-cb81-4c86-81a3-d7bbebd28212 None None] Port 38787c07-daa6-41be-9c86-114c289fdfdf cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:51:51.516948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.542241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fb1b8-7cde-49da-8316-da5f61498d6b req-dc425c11-e5e2-4ebd-a382-127024d1604b tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:51.543796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5fb1b8-7cde-49da-8316-da5f61498d6b req-dc425c11-e5e2-4ebd-a382-127024d1604b tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 932 time: 0.0906687 Sep 30 08:51:51.664706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb5fb1b8-7cde-49da-8316-da5f61498d6b req-033f2cd0-3d08-4cc3-830d-c8c0dc8d57e8 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968661 Sep 30 08:51:51.830042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38787c07-daa6-41be-9c86-114c289fdfdf {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:51.838419 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.852485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Transition to ACTIVE for port object 38787c07-daa6-41be-9c86-114c289fdfdf will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:51:51.857774 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:51.913540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Pushing event updated for resources: {'Port': ['ID=38787c07-daa6-41be-9c86-114c289fdfdf,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:51.986733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Attempting to bind port 38787c07-daa6-41be-9c86-114c289fdfdf on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:51.986733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Attempting to bind port 38787c07-daa6-41be-9c86-114c289fdfdf by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:51.987257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Attempting to bind port 38787c07-daa6-41be-9c86-114c289fdfdf on network 72cf099b-1105-480d-955b-556c0bdb035d {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:51.991993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Port 38787c07-daa6-41be-9c86-114c289fdfdf on network 72cf099b-1105-480d-955b-556c0bdb035d not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:51:51.992387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Attempting to bind port 38787c07-daa6-41be-9c86-114c289fdfdf on network 72cf099b-1105-480d-955b-556c0bdb035d {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:51.998307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:51.998647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Checking segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:51.999035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Bound using segment: {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:51.999463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Bound port: 38787c07-daa6-41be-9c86-114c289fdfdf, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cfb309-0559-423c-8acb-26cfe35c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:51.999825 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:52.073660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] For port 38787c07-daa6-41be-9c86-114c289fdfdf, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:52.076767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] For port 38787c07-daa6-41be-9c86-114c289fdfdf, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=38787c07-daa6-41be-9c86-114c289fdfdf,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:52.081135 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:52.115287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.115918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:52.117483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] 10.222.0.57 "PUT /v2.0/ports/38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 1092 time: 1.1137860 Sep 30 08:51:52.120855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:52.123341 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e9a277-74f4-4f8d-8f13-bd120ee3544e" -d '{"events": [{"name": "network-changed", "server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:52.151441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681620b9-4f60-4637-9443-41b0cf729d15 service neutron] Pushing event updated for resources: {'Port': ['ID=38787c07-daa6-41be-9c86-114c289fdfdf,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:52.185601 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182ffc4-8bc7-47a7-aedc-77b2df6ed00d x-openstack-request-id: req-0182ffc4-8bc7-47a7-aedc-77b2df6ed00d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:52.185891 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:52.186143 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0182ffc4-8bc7-47a7-aedc-77b2df6ed00d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:52.186561 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf', 'status': 'completed', 'code': 200} Sep 30 08:51:52.220818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-a3481095-fd3d-414d-90f5-ce3bbd449e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.222408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-a3481095-fd3d-414d-90f5-ce3bbd449e71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1095 time: 0.0476601 Sep 30 08:51:52.276984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-bbd1550f-a037-4c46-9f08-aeda9a27ee1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 217 time: 0.0410326 Sep 30 08:51:52.332736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-bd59f8d6-d77d-40be-ae40-08809b941d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.334295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-bd59f8d6-d77d-40be-ae40-08809b941d42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0462976 Sep 30 08:51:52.382293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08096-48b4-4720-acc9-9f3573acae50 req-73a53eac-b7f9-4649-93ba-d2ea3496e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.383838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-73a53eac-b7f9-4649-93ba-d2ea3496e225 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422714 Sep 30 08:51:52.482744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-7e84a703-9c0e-4c06-9c1f-49c7c9090e6a service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874739 Sep 30 08:51:52.577971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65e08096-48b4-4720-acc9-9f3573acae50 req-4ca4801b-ce7d-47bf-9501-478197f0ac55 service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Sep 30 08:51:52.675628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-6dd127d6-28dd-47e6-8fca-df361e0915b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.677173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-6dd127d6-28dd-47e6-8fca-df361e0915b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1095 time: 0.0480056 Sep 30 08:51:52.762092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:52.808904 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-a1b18e17-d359-4810-89e4-d4e809edc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.810473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-a1b18e17-d359-4810-89e4-d4e809edc6ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 910 time: 0.1257107 Sep 30 08:51:52.816322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:52.816753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:52.823834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6cdcc-1ec8-4a1b-9fa3-6f6ce1a47788 req-333fdecd-ec37-4699-ada8-0ac3932c12e1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.825429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12b6cdcc-1ec8-4a1b-9fa3-6f6ce1a47788 req-333fdecd-ec37-4699-ada8-0ac3932c12e1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 944 time: 0.0731599 Sep 30 08:51:52.870163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-0b67ff57-0465-4e4a-b9ae-67d870efa9bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 217 time: 0.0436528 Sep 30 08:51:52.931024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12b6cdcc-1ec8-4a1b-9fa3-6f6ce1a47788 req-841a20ae-a2e2-4b16-8e75-00a9b50f54eb tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975759 Sep 30 08:51:52.938070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-0f4408f0-9112-4d28-b7d7-326bd0bd48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.939498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-0f4408f0-9112-4d28-b7d7-326bd0bd48ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0618258 Sep 30 08:51:52.987537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-438077af-4f95-4b19-9e09-d28c1759dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:52.988969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-438077af-4f95-4b19-9e09-d28c1759dd3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408015 Sep 30 08:51:53.084782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-bee2d110-07e2-4051-bc5b-74db51f47e8f service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874884 Sep 30 08:51:53.182896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62e9a277-74f4-4f8d-8f13-bd120ee3544e req-82213bf4-df8d-4488-a89e-44578ad4d51a service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888112 Sep 30 08:51:54.052278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3027048-de2e-4c1d-95ad-0b9fd895e13d req-3a53497c-a360-4cc3-9ff2-a25c43fa93e4 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:54.053830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3027048-de2e-4c1d-95ad-0b9fd895e13d req-3a53497c-a360-4cc3-9ff2-a25c43fa93e4 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 944 time: 0.0539567 Sep 30 08:51:54.092913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3027048-de2e-4c1d-95ad-0b9fd895e13d req-19f70b7d-44fc-4b2b-ae32-dceaafdb648a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329776 Sep 30 08:51:55.220107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d1cf-b9b8-48bc-a965-a89084b9f59b req-fbde593b-4604-4dc7-aa65-aec3daebb98b tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:55.221680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9f9d1cf-b9b8-48bc-a965-a89084b9f59b req-fbde593b-4604-4dc7-aa65-aec3daebb98b tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 944 time: 0.0550182 Sep 30 08:51:55.260859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9f9d1cf-b9b8-48bc-a965-a89084b9f59b req-0a819988-cd50-40e3-b524-6fbc4a413bb4 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Sep 30 08:51:55.918084 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:55.965102 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:56.101229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 38787c07-daa6-41be-9c86-114c289fdfdf details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:51:56.197679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 38787c07-daa6-41be-9c86-114c289fdfdf, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=38787c07-daa6-41be-9c86-114c289fdfdf,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:56.210775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '38787c07-daa6-41be-9c86-114c289fdfdf', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'port_id': '38787c07-daa6-41be-9c86-114c289fdfdf', 'mac_address': 'fa:16:3e:e1:70:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:51:56.248211 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:56.263890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38787c07-daa6-41be-9c86-114c289fdfdf {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:56.283165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 38787c07-daa6-41be-9c86-114c289fdfdf, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=38787c07-daa6-41be-9c86-114c289fdfdf,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:56.287240 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:56.335137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=38787c07-daa6-41be-9c86-114c289fdfdf,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:56.379603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b51672-7885-4bcd-81f6-8f440196b60a req-e7300efb-86a1-49b7-ab0a-3ec35c8d0516 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:56.381122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10b51672-7885-4bcd-81f6-8f440196b60a req-e7300efb-86a1-49b7-ab0a-3ec35c8d0516 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Sep 30 08:51:56.425642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10b51672-7885-4bcd-81f6-8f440196b60a req-58b5b10a-adb8-4452-842f-81c5f2a2b9bb tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376773 Sep 30 08:51:56.546285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['38787c07-daa6-41be-9c86-114c289fdfdf'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:51:57.544521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d75ad-fd07-41fd-86a7-51dd1fa3f548 req-a50229b9-b469-4400-a985-54e79a8f68a2 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:57.546073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-113d75ad-fd07-41fd-86a7-51dd1fa3f548 req-a50229b9-b469-4400-a985-54e79a8f68a2 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 945 time: 0.0498564 Sep 30 08:51:57.585528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-113d75ad-fd07-41fd-86a7-51dd1fa3f548 req-1b26b519-9636-4e61-959d-eb67c01e1eee tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Sep 30 08:51:58.100827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 38787c07-daa6-41be-9c86-114c289fdfdf up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:58.148065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 38787c07-daa6-41be-9c86-114c289fdfdf completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:51:58.152514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 38787c07-daa6-41be-9c86-114c289fdfdf triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:58.152892 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:58.231521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:58.253790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:58.255914 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f968dd40-6359-4eb8-a229-d2ee9f7b84ab" -d '{"events": [{"server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "name": "network-vif-plugged", "status": "completed", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:58.268570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 38787c07-daa6-41be-9c86-114c289fdfdf, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=38787c07-daa6-41be-9c86-114c289fdfdf,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:58.272942 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:58.297035 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971f4a58-6aba-488b-9741-c84ca37e728e x-openstack-request-id: req-971f4a58-6aba-488b-9741-c84ca37e728e {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:58.297353 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "name": "network-vif-plugged", "status": "completed", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:58.297625 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-971f4a58-6aba-488b-9741-c84ca37e728e {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:58.298020 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf', 'code': 200} Sep 30 08:51:58.324080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=38787c07-daa6-41be-9c86-114c289fdfdf,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:58.402056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdd88-8711-4355-92fe-321b770099e6 req-5ee192b9-1a95-4663-839c-88f035cd74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:58.403809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-626cdd88-8711-4355-92fe-321b770099e6 req-5ee192b9-1a95-4663-839c-88f035cd74c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.0406554 Sep 30 08:51:58.440347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-626cdd88-8711-4355-92fe-321b770099e6 req-89a77890-f2f7-4dba-a646-fc8ec1812231 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278258 Sep 30 08:51:58.707214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0efc58-ead5-475f-84ef-34ed40233ba2 req-a4cd870c-762f-4484-8cc1-153a8856a46e tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:58.708762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca0efc58-ead5-475f-84ef-34ed40233ba2 req-a4cd870c-762f-4484-8cc1-153a8856a46e tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.0506778 Sep 30 08:51:58.751863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca0efc58-ead5-475f-84ef-34ed40233ba2 req-a9ac0d12-9e92-4574-914b-3fb68eff441c tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368438 Sep 30 08:51:59.873367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836b1a-1081-4a70-838b-1e354fd8fb77 req-443fcda6-2544-4970-b218-0421c928b6d4 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:59.874967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82836b1a-1081-4a70-838b-1e354fd8fb77 req-443fcda6-2544-4970-b218-0421c928b6d4 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.0523160 Sep 30 08:51:59.916784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82836b1a-1081-4a70-838b-1e354fd8fb77 req-0a0e638e-1c90-4153-8070-4334b52cb292 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Sep 30 08:52:00.036490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f0688-b57c-4cb9-971d-d929a1cba874 req-2e1c16d8-b62a-4989-8aa8-3bf171c7a59e tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:00.037907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de1f0688-b57c-4cb9-971d-d929a1cba874 req-2e1c16d8-b62a-4989-8aa8-3bf171c7a59e tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.0502412 Sep 30 08:52:00.077244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de1f0688-b57c-4cb9-971d-d929a1cba874 req-c424092a-bdf8-4cd7-8d8c-01112e387ec7 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325751 Sep 30 08:52:00.191360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438750-b210-47d2-bda8-13893ba2cedd req-c56d812e-ba68-4b77-987b-4691d43ea9d1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:00.192850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d438750-b210-47d2-bda8-13893ba2cedd req-c56d812e-ba68-4b77-987b-4691d43ea9d1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.0508571 Sep 30 08:52:00.235966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d438750-b210-47d2-bda8-13893ba2cedd req-14c5d1a1-3072-41f8-8085-3d29d1204f6b tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 Sep 30 08:52:00.258043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41396) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:52:00.391985 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c3289-8ea8-416a-8608-690e8b4d93a1 tempest-TestServerBasicOps-478235083 tempest-TestServerBasicOps-478235083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:00.393573 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1c6c3289-8ea8-416a-8608-690e8b4d93a1 tempest-TestServerBasicOps-478235083 tempest-TestServerBasicOps-478235083-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1092 time: 0.1345024 Sep 30 08:52:00.396428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41400) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:52:00.400674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '38787c07-daa6-41be-9c86-114c289fdfdf', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:52:00.422777 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:00.517329 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:00.635676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Allocated IP 172.25.7.159 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/14068573-f3d8-4592-822e-19faa669e837) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:52:00.737710 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:00.771722 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:00.805285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:52:00.808665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:52:00.812387 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:52:00.848635 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'Port': ['ID=14068573-f3d8-4592-822e-19faa669e837,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:01.193062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.268384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.419793 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.424628 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.501575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event updated for resources: {'Port': ['ID=14068573-f3d8-4592-822e-19faa669e837,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:01.512908 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.621730 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Floating IP 724ac862-94ef-4842-bec2-210e77d5b1cd associated. External IP: 172.25.7.159, port: 38787c07-daa6-41be-9c86-114c289fdfdf. Sep 30 08:52:01.838881 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:52:01.948514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:52:01.958109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] Sync routers for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:52:01.966833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.974155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:52:01.974868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:01.995406 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-58864d3c-d01b-4f44-95da-aa6114a66431 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5979240 Sep 30 08:52:01.996016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:52:01.998391 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2688a271-ce9b-4629-ad08-f09874d57071" -d '{"events": [{"name": "network-changed", "server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:52:02.087550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:52:02.102544 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76264b86-0ceb-4cf2-a1b1-3326fee0fbf4 x-openstack-request-id: req-76264b86-0ceb-4cf2-a1b1-3326fee0fbf4 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:52:02.102829 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:52:02.103076 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76264b86-0ceb-4cf2-a1b1-3326fee0fbf4 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:52:02.103474 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf', 'status': 'completed', 'code': 200} Sep 30 08:52:02.163537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a271-ce9b-4629-ad08-f09874d57071 req-e0b84dae-ae84-45ab-9784-8f842c8bffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:02.165025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-e0b84dae-ae84-45ab-9784-8f842c8bffe5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.0407794 Sep 30 08:52:02.256232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a271-ce9b-4629-ad08-f09874d57071 req-864c03ce-385c-4aaf-a4e1-dce8d96a5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:02.257752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-864c03ce-385c-4aaf-a4e1-dce8d96a5fc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 910 time: 0.0856013 Sep 30 08:52:02.315917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '724ac862-94ef-4842-bec2-210e77d5b1cd', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'port_id': '38787c07-daa6-41be-9c86-114c289fdfdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'mac_address': 'fa:16:3e:e1:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:01Z', 'updated_at': '2021-09-30T08:52:01Z', 'revision_number': 0, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:47Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:02.329650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-4c88b73b-76cb-4e74-93fb-96c093428336 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 1000 time: 0.0643461 Sep 30 08:52:02.342520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] Checking router: 06d8a769-2fe7-42c0-9eba-18dfd04c49fd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:52:02.352613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:52:02.353351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:51:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:02.381577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a271-ce9b-4629-ad08-f09874d57071 req-4b777431-4633-4904-978a-6b922ff404bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:02.383200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-4b777431-4633-4904-978a-6b922ff404bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0456600 Sep 30 08:52:02.429117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a271-ce9b-4629-ad08-f09874d57071 req-32a7c341-cba0-437d-a7ae-0ba28c4dc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:02.430707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-32a7c341-cba0-437d-a7ae-0ba28c4dc218 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403054 Sep 30 08:52:02.459793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:52:02.525286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-9c9ef5d8-80f4-4163-ac05-c14778d0c48c service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873780 Sep 30 08:52:02.614473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2688a271-ce9b-4629-ad08-f09874d57071 req-d7bdad3c-52e1-4022-b058-240358c5f830 service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822432 Sep 30 08:52:02.682832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '724ac862-94ef-4842-bec2-210e77d5b1cd', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'port_id': '38787c07-daa6-41be-9c86-114c289fdfdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'mac_address': 'fa:16:3e:e1:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:01Z', 'updated_at': '2021-09-30T08:52:01Z', 'revision_number': 0, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:47Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:02.712089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2228621-c35f-4d3f-9cf5-219dab093ec2 None None] The sync data for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 is: [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '724ac862-94ef-4842-bec2-210e77d5b1cd', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'port_id': '38787c07-daa6-41be-9c86-114c289fdfdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'mac_address': 'fa:16:3e:e1:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:01Z', 'updated_at': '2021-09-30T08:52:01Z', 'revision_number': 0, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:47Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:52:03.370493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567f75d-3493-4311-82d2-524554772222 None None] New status for floating IP 724ac862-94ef-4842-bec2-210e77d5b1cd: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:52:06.856637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-1d843996-69ab-4bce-9c67-6bd2568f2e5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451536 Sep 30 08:52:06.939967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-81a22fab-5924-467a-bd7b-38f45ef2303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:06.941482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-81a22fab-5924-467a-bd7b-38f45ef2303b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.0411708 Sep 30 08:52:07.058556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-65df7012-28c2-4714-badd-c0999e3d33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:07.059966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-65df7012-28c2-4714-badd-c0999e3d33e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 910 time: 0.0897703 Sep 30 08:52:07.125623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-6e58c7d6-ab51-4ea4-b3e9-00dbc17d4af9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 1002 time: 0.0575037 Sep 30 08:52:07.174644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-dbb3014c-e044-4ffa-bddf-c8b5c5e5fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:07.176316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-dbb3014c-e044-4ffa-bddf-c8b5c5e5fe11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0429418 Sep 30 08:52:07.224582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-065ee09d-6af7-4078-a294-326e6ae51bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:07.226099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-065ee09d-6af7-4078-a294-326e6ae51bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428550 Sep 30 08:52:07.317709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-8145d84b-6cab-4725-ad44-b95991081b6c service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840371 Sep 30 08:52:07.410806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14af1f91-b3f1-4b87-97a6-6e463004cc73 req-8c94851d-a884-4a8f-a397-cc143a2063a6 service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861492 Sep 30 08:52:07.411376 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:52:08.592281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d245cb27-593c-4557-9baf-6eb3ab71a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:11.101221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0d45-ce13-4dcd-b2bc-0fa8842fe8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:11.496078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:13.207115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:14.976175 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:18.779481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-b017c022-6a30-4563-928d-cd199a302683 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465701 Sep 30 08:52:18.875583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-0f01f282-23b7-457c-a959-8c03cf68f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:18.877030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-0f01f282-23b7-457c-a959-8c03cf68f7aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 1097 time: 0.0390804 Sep 30 08:52:18.985774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-f887834e-af42-4a1d-8922-e4535d5a50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:18.987157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-f887834e-af42-4a1d-8922-e4535d5a50dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0899174 Sep 30 08:52:19.051711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-9caec0da-772b-4fd0-8c8f-3ca1c8e220a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 200 len: 1002 time: 0.0572574 Sep 30 08:52:19.105465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-cb188ba1-e3c6-4b7d-8cc5-ec9def1442af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:19.106917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-cb188ba1-e3c6-4b7d-8cc5-ec9def1442af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0486307 Sep 30 08:52:19.152392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-aeb4ede1-6692-4586-ba2d-005122c2f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:19.153879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-aeb4ede1-6692-4586-ba2d-005122c2f707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396810 Sep 30 08:52:19.165083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-9e775a46-0dd0-4ace-be23-4c236b161328 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:52:19.166048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-9e775a46-0dd0-4ace-be23-4c236b161328 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048769 Sep 30 08:52:19.254421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-92b1d43b-be18-49e9-917a-bd2ddb502abc service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814023 Sep 30 08:52:19.349000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d6cf21d-b2fd-4d0a-8efa-7ac37cedd1fb req-3b4a6856-442b-4e29-be2a-d781ddde5626 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869365 Sep 30 08:52:23.060179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368df3-8d47-4e73-99c1-5adef98aac69 req-51d699bb-c8ae-49e8-a62c-21a737a487bf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:23.061701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52368df3-8d47-4e73-99c1-5adef98aac69 req-51d699bb-c8ae-49e8-a62c-21a737a487bf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 946 time: 0.0501127 Sep 30 08:52:23.098933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-52368df3-8d47-4e73-99c1-5adef98aac69 req-9a8b54b5-3dd3-4c61-88a0-c0760e7b0c38 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Sep 30 08:52:24.213113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1e25-440d-4867-b39a-7699aad9cdd5 req-bbdedc90-b03e-47fd-b165-2dd142dd158f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:24.214683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-522e1e25-440d-4867-b39a-7699aad9cdd5 req-bbdedc90-b03e-47fd-b165-2dd142dd158f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Sep 30 08:52:24.256799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-522e1e25-440d-4867-b39a-7699aad9cdd5 req-dda4dd4e-122b-4e33-b6b6-4a002b8bf28b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358691 Sep 30 08:52:24.691392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-8270f57d-6213-4500-b9ff-91492193830b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:24.692818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-8270f57d-6213-4500-b9ff-91492193830b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 946 time: 0.0470421 Sep 30 08:52:24.782367 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:52:24.782708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:24.871524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port eede8bfb-3bc7-47c7-b76f-f73dd434bd44, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:52:24.871893 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:25.111935 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:25.112409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:25.112690 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Floating IP 6ce36540-aee6-4eff-8aa7-124718b8a880 disassociated. External IP: 172.25.7.175, port: eede8bfb-3bc7-47c7-b76f-f73dd434bd44. Sep 30 08:52:25.113062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for eede8bfb-3bc7-47c7-b76f-f73dd434bd44 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:52:25.239520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:25.271491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=eede8bfb-3bc7-47c7-b76f-f73dd434bd44,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:25.284504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.284853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.285201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.285578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.285921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.286659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.286659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.286974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.287301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.288179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.288179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.288413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:25.360903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-770e7ea9-eab7-4a1d-86d0-a539c7faa876 req-ccb4a58c-fb2d-4476-81c9-f8d7d6f17c85 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 210 time: 0.0331795 Sep 30 08:52:25.424190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:52:25.533091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:52:25.543310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:52:25.554350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:52:25.554971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:52:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:25.581999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port eede8bfb-3bc7-47c7-b76f-f73dd434bd44 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:52:25.584524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:25.587323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faa13363-d551-4729-a24a-dc9bb189dc92 req-a9bbce41-78ee-438c-b72b-dc1fe6fd1fbd tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "DELETE /v2.0/ports/eede8bfb-3bc7-47c7-b76f-f73dd434bd44 HTTP/1.1" status: 204 len: 173 time: 0.8873386 Sep 30 08:52:25.587903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'name': 'network-vif-deleted', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:52:25.590206 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efc2df-0f77-4c4a-9805-3633a4d3a7fb" -d '{"events": [{"server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "name": "network-vif-deleted", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:52:25.650693 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d64682e-36ee-4188-a634-7f093f7a664a x-openstack-request-id: req-8d64682e-36ee-4188-a634-7f093f7a664a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:52:25.651089 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebbec50-d1d6-4fb2-802a-e4bceb84ab22", "name": "network-vif-deleted", "tag": "eede8bfb-3bc7-47c7-b76f-f73dd434bd44", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:52:25.651440 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d64682e-36ee-4188-a634-7f093f7a664a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:52:25.652300 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebbec50-d1d6-4fb2-802a-e4bceb84ab22', 'name': 'network-vif-deleted', 'tag': 'eede8bfb-3bc7-47c7-b76f-f73dd434bd44', 'status': 'completed', 'code': 200} Sep 30 08:52:25.677708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:52:25.888925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:25.925425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:52:25.940310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:52:25.941011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:52:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:25.980300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:25.998324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:26.219132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:52:26.423670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:26.450367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a90d7-af95-4961-8808-a8cc2839ae94 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:52:26.464942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b1f6629-1fd5-4c01-b8c4-316f7e7449fb req-8b1378b3-2151-465e-a8ee-ad59288d794f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 210 time: 0.0310857 Sep 30 08:52:26.673204 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9625192-26e4-4a07-9d0e-673ba35ff17b None None] New status for floating IP 6ce36540-aee6-4eff-8aa7-124718b8a880: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:52:27.562358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d8beb54-cdaf-403c-85b6-355c70f0ae52 req-97a9b1c7-4214-468c-b486-de441c2d6c32 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Sep 30 08:52:27.662303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device eede8bfb-3bc7-47c7-b76f-f73dd434bd44 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:52:27.686043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: eede8bfb-3bc7-47c7-b76f-f73dd434bd44 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:52:27.686379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device eede8bfb-3bc7-47c7-b76f-f73dd434bd44 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:52:28.660373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3484cfa2-08a9-455a-8915-22da9548414e req-fe77a5d0-ce76-442a-b70e-72b11b959340 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ebbec50-d1d6-4fb2-802a-e4bceb84ab22 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Sep 30 08:52:29.850480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0dc01600-0004-4e54-b791-9721eac152f8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296537513&fields=id&tenant_id=1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 267 time: 0.0322998 Sep 30 08:52:29.959830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-a6e148a3-a3ab-4c58-8ce6-3069f9385405 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:29.961200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-a6e148a3-a3ab-4c58-8ce6-3069f9385405 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1030774 Sep 30 08:52:29.977524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-f1ee160d-cfcd-451b-bdd5-74f00267a3de tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0093901 Sep 30 08:52:30.031730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-4c3c9366-55f8-47c6-895b-88ba2005903b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483515 Sep 30 08:52:30.131481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-a1baa567-7b93-4c8b-aa6f-38143fe8ec96 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870318 Sep 30 08:52:30.220292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5fab8591-9bcb-4779-ae77-2f9cfe3c8940 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820737 Sep 30 08:52:30.493388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2333030d-1fca-4c1c-8623-7aca27d7734a req-20947a24-cdd7-4f2c-a4e9-253c358e5b10 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 210 time: 0.0257566 Sep 30 08:52:31.494006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-9915ea4c-f051-498d-89f4-7fbd10f69b39 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:31.495467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-9915ea4c-f051-498d-89f4-7fbd10f69b39 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1078761 Sep 30 08:52:31.553412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-8d56d560-e973-4e33-b0d6-b699b8b75ed2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 380 time: 0.0367143 Sep 30 08:52:31.567934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'security_groups': ['5083fc22-d018-4b53-8cf7-85d2019a0898']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:52:31.614250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5748627-586e-4db1-9572-8792ef47e053 req-b09e7937-1a5f-4ce6-a513-30b28e21d556 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 210 time: 0.0507116 Sep 30 08:52:31.706989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:52:31.710582 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:31.840859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.8 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/e5928511-4b2d-4d19-aab2-25f5e6c72aaf) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:52:31.977063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.012794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.057637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:52:32.060879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:52:32.063382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:52:32.105531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:32.131652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:32.132404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.156862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-0e226be7-e5bc-44a8-8930-fa2c3f0c4b49 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944681 Sep 30 08:52:32.175297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Request body: {'port': {'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:52:32.240852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.328214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-efd2497d-9c3d-4d3c-a4a5-ecc4d5467235 None None] Provisioning complete for port e5928511-4b2d-4d19-aab2-25f5e6c72aaf triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:52:32.328796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-efd2497d-9c3d-4d3c-a4a5-ecc4d5467235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.364300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-efd2497d-9c3d-4d3c-a4a5-ecc4d5467235 None None] Port e5928511-4b2d-4d19-aab2-25f5e6c72aaf cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:52:32.523624 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5928511-4b2d-4d19-aab2-25f5e6c72aaf {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:52:32.531524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.544294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Transition to ACTIVE for port object e5928511-4b2d-4d19-aab2-25f5e6c72aaf will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:52:32.547975 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.599563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Pushing event updated for resources: {'Port': ['ID=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:32.678575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Attempting to bind port e5928511-4b2d-4d19-aab2-25f5e6c72aaf on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:52:32.678985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Attempting to bind port e5928511-4b2d-4d19-aab2-25f5e6c72aaf by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:52:32.679408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Attempting to bind port e5928511-4b2d-4d19-aab2-25f5e6c72aaf on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:52:32.685232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Port e5928511-4b2d-4d19-aab2-25f5e6c72aaf on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:52:32.685616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Attempting to bind port e5928511-4b2d-4d19-aab2-25f5e6c72aaf on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:52:32.691412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:52:32.691839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:52:32.692289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:52:32.692791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Bound port: e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:52:32.693367 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.803983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] For port e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:52:32.808585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] For port e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:52:32.817333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3499ef-3d7e-4077-9486-1eb48ea087e3 req-b7767702-ac8b-4bc1-ae75-1193607a4597 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:32.818953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de3499ef-3d7e-4077-9486-1eb48ea087e3 req-b7767702-ac8b-4bc1-ae75-1193607a4597 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0799477 Sep 30 08:52:32.820586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.869237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:32.869884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:32.871343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-5597c39b-8fed-4648-836a-a526a006239f service neutron] 10.222.0.50 "PUT /v2.0/ports/e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 1091 time: 0.7006001 Sep 30 08:52:32.872076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:52:32.874460 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c54ffa-3678-40c9-94ff-b65d9e14b893" -d '{"events": [{"name": "network-changed", "server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:52:32.910841 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de3499ef-3d7e-4077-9486-1eb48ea087e3 req-cdd7fa74-2305-4d22-9924-348647eca3e1 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819004 Sep 30 08:52:32.916442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597c39b-8fed-4648-836a-a526a006239f service neutron] Pushing event updated for resources: {'Port': ['ID=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:32.979452 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0253520e-3731-40bf-b575-dc72272dd01b x-openstack-request-id: req-0253520e-3731-40bf-b575-dc72272dd01b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:52:32.979803 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:52:32.980012 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0253520e-3731-40bf-b575-dc72272dd01b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:52:32.980382 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'status': 'completed', 'code': 200} Sep 30 08:52:32.994363 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-6010c1c5-eeba-4e76-80cf-4cd12df71c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:32.996135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-6010c1c5-eeba-4e76-80cf-4cd12df71c3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1094 time: 0.0678244 Sep 30 08:52:33.057808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-7cad8605-9e0c-4b42-9123-78e6c607a1f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 217 time: 0.0482557 Sep 30 08:52:33.114120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-36070234-313a-4be1-a72d-ae98038a69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:33.117271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-36070234-313a-4be1-a72d-ae98038a69f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0517092 Sep 30 08:52:33.163325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-4430f9d1-97ef-4741-8eb1-329a314adb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:33.164746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-4430f9d1-97ef-4741-8eb1-329a314adb50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416896 Sep 30 08:52:33.261298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-361ad93d-bf3a-43bb-bd10-3175aa98c20a service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886364 Sep 30 08:52:33.357711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cc6d7576-c2f8-4f81-829d-f2067e2333ca req-10b90cc8-4b9d-43be-a9c2-a751a6023f5d service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894961 Sep 30 08:52:33.811052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-dabfcfe2-17e8-430c-b76a-1712a6fa9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:33.812595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-dabfcfe2-17e8-430c-b76a-1712a6fa9941 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1094 time: 0.3839934 Sep 30 08:52:33.901962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-16f07e14-cfc2-4c62-838b-13c60cf3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:33.903473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-16f07e14-cfc2-4c62-838b-13c60cf3ff96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0839498 Sep 30 08:52:33.948084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-71d549a1-f6c5-4fa2-96a5-5d510962b2a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 217 time: 0.0376441 Sep 30 08:52:34.023989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-bcbd750a-b259-400a-8d93-dc0820b37a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:34.025518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-bcbd750a-b259-400a-8d93-dc0820b37a5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0706997 Sep 30 08:52:34.077471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b138e-c9dc-4d4a-b413-b28df3dbd3ce req-a6ce7cf5-32c3-4850-9e1b-07c453a1d804 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:34.079044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-280b138e-c9dc-4d4a-b413-b28df3dbd3ce req-a6ce7cf5-32c3-4850-9e1b-07c453a1d804 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0868964 Sep 30 08:52:34.104597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-4ce9485f-5431-4583-88a6-2efecaef784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:34.106105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-4ce9485f-5431-4583-88a6-2efecaef784c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727708 Sep 30 08:52:34.142903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-280b138e-c9dc-4d4a-b413-b28df3dbd3ce req-1e09662c-d090-4d0c-b5fd-7b8ef1814d08 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560610 Sep 30 08:52:34.219534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-27211ca7-7370-4198-a1ee-04a8877d2b93 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055040 Sep 30 08:52:34.317248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2c54ffa-3678-40c9-94ff-b65d9e14b893 req-7f6222bd-62a5-45e6-ab99-d8c50d989c68 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894775 Sep 30 08:52:35.260289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef363843-f901-4395-b6ad-2a2749f75d40 req-a0dfbb87-3d9f-4470-bb0b-5c60926c9ebf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:35.262021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef363843-f901-4395-b6ad-2a2749f75d40 req-a0dfbb87-3d9f-4470-bb0b-5c60926c9ebf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0517054 Sep 30 08:52:35.303180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef363843-f901-4395-b6ad-2a2749f75d40 req-38b41d02-6ab0-44f6-a077-c1cb50827923 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Sep 30 08:52:36.416587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc891b45-8c2c-4caf-9bdc-481d7d4d49ae req-f05728ed-1f64-4243-b8db-d58eaaaa411b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:36.418108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc891b45-8c2c-4caf-9bdc-481d7d4d49ae req-f05728ed-1f64-4243-b8db-d58eaaaa411b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0485952 Sep 30 08:52:36.459889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc891b45-8c2c-4caf-9bdc-481d7d4d49ae req-7aced978-d12f-4d7b-834a-b65cf6f9ea31 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Sep 30 08:52:37.573634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255f4a-9973-4aec-a13f-489bae28446b req-df14951d-b2ab-48ed-9839-c8da2a3d2c79 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:37.575105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39255f4a-9973-4aec-a13f-489bae28446b req-df14951d-b2ab-48ed-9839-c8da2a3d2c79 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Sep 30 08:52:37.611537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39255f4a-9973-4aec-a13f-489bae28446b req-35eee172-51e5-4eca-996a-f1901832add9 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305521 Sep 30 08:52:38.594383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a159a0b5-eebb-482f-ac7b-2dff4c8cbb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:38.724874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2963be-cdc3-4247-ab46-97aeca639b12 req-bad41046-7aa2-4b5f-9039-d7eea5fcebce tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:38.726460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc2963be-cdc3-4247-ab46-97aeca639b12 req-bad41046-7aa2-4b5f-9039-d7eea5fcebce tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0489252 Sep 30 08:52:38.764004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc2963be-cdc3-4247-ab46-97aeca639b12 req-44c434ee-1dd2-479c-a51e-e20733e47f66 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Sep 30 08:52:39.877255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b7e5f-7dac-4f47-bf47-e4ac3e87e3bc req-356ce48f-d703-4f4b-8169-e443fbef40f4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:39.878752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a77b7e5f-7dac-4f47-bf47-e4ac3e87e3bc req-356ce48f-d703-4f4b-8169-e443fbef40f4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0484674 Sep 30 08:52:39.919886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a77b7e5f-7dac-4f47-bf47-e4ac3e87e3bc req-f0250df0-eeb4-47cd-b4d9-8ac25429c366 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348430 Sep 30 08:52:41.038487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac94bb-a910-4311-bacc-ab8610d159e4 req-09f50332-ccc5-41e2-9280-4e7b053e4a55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:41.040528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abac94bb-a910-4311-bacc-ab8610d159e4 req-09f50332-ccc5-41e2-9280-4e7b053e4a55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0523274 Sep 30 08:52:41.059814 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41496) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:52:41.080216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abac94bb-a910-4311-bacc-ab8610d159e4 req-752431a9-e388-456a-aa02-183e832bea6d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Sep 30 08:52:41.104744 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-04158091-232b-4691-9b25-b8cbf75ef5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:41.165153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9368871-0d0a-4b79-9cee-c6aabd56ac39 req-8e2f8530-84e4-4daa-a88e-727b11a99d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:41.166739 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b9368871-0d0a-4b79-9cee-c6aabd56ac39 req-8e2f8530-84e4-4daa-a88e-727b11a99d24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.1058023 Sep 30 08:52:41.200200 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b9368871-0d0a-4b79-9cee-c6aabd56ac39 req-07254b55-b64c-4bba-972d-35fe7d90c5f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274801 Sep 30 08:52:41.496353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:42.206526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1adf9-9edd-465b-82d4-10bdcebfda96 req-87bdbb69-7d1b-4311-a032-c07e37797f94 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:42.208049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c1adf9-9edd-465b-82d4-10bdcebfda96 req-87bdbb69-7d1b-4311-a032-c07e37797f94 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0498250 Sep 30 08:52:42.246396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c1adf9-9edd-465b-82d4-10bdcebfda96 req-00cf2ddb-9133-4536-958c-4f2036dcf5de tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Sep 30 08:52:43.208375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:43.367891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4613-cdcd-4237-9a23-610c7e0771da req-9eef60ee-a091-47fc-976a-d14266623daf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:43.369340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e35e4613-cdcd-4237-9a23-610c7e0771da req-9eef60ee-a091-47fc-976a-d14266623daf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 943 time: 0.0489135 Sep 30 08:52:43.410340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e35e4613-cdcd-4237-9a23-610c7e0771da req-66fecbd7-fa59-4bfb-b1eb-fb66f67dca90 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349746 Sep 30 08:52:43.708381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e5928511-4b2d-4d19-aab2-25f5e6c72aaf details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:52:43.807133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:52:43.819499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:52:43.855395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:43.868250 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5928511-4b2d-4d19-aab2-25f5e6c72aaf {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:52:43.886622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:52:43.890324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:43.936303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:43.943447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.943797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.944137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.944473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.944808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.945138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.945535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.945862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.946186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.946511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.946830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:43.947152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:44.177633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e5928511-4b2d-4d19-aab2-25f5e6c72aaf'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:52:44.411181 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:52:44.523128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26ee7-cf53-405e-9b7d-17e876186404 req-964be0ba-f61a-4f62-9fc9-a9169ed9a487 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:44.524599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bba26ee7-cf53-405e-9b7d-17e876186404 req-964be0ba-f61a-4f62-9fc9-a9169ed9a487 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 944 time: 0.0488238 Sep 30 08:52:44.562584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bba26ee7-cf53-405e-9b7d-17e876186404 req-15115852-90c0-4b16-bac4-c4f39d9c962f tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Sep 30 08:52:44.979860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:45.673429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10352535-0f0c-4165-bce3-e97c28be2fab req-56b9b655-068d-4c8d-b2f1-ca2ae180fb99 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:45.674917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10352535-0f0c-4165-bce3-e97c28be2fab req-56b9b655-068d-4c8d-b2f1-ca2ae180fb99 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 944 time: 0.0479550 Sep 30 08:52:45.712405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-10352535-0f0c-4165-bce3-e97c28be2fab req-56441451-9f53-46d3-a03e-40dae8453ef2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Sep 30 08:52:45.725211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e5928511-4b2d-4d19-aab2-25f5e6c72aaf up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:52:45.778020 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e5928511-4b2d-4d19-aab2-25f5e6c72aaf completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:52:45.782225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e5928511-4b2d-4d19-aab2-25f5e6c72aaf triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:52:45.782626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:45.860698 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:45.882497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:52:45.885320 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f53cbe-8fba-44e6-9364-44c069718f68" -d '{"events": [{"server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "name": "network-vif-plugged", "status": "completed", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:52:45.897468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:52:45.901408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:45.925211 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97794f3-2b2d-409a-a6a3-bf1668dac8cb x-openstack-request-id: req-b97794f3-2b2d-409a-a6a3-bf1668dac8cb {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:52:45.925533 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "name": "network-vif-plugged", "status": "completed", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:52:45.925780 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b97794f3-2b2d-409a-a6a3-bf1668dac8cb {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:52:45.926177 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'code': 200} Sep 30 08:52:45.952184 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:46.056954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe5b0-11d0-4e3b-ab23-b468bc84d5e2 req-0f572dd6-8aaa-436f-836c-eab4f01c26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:46.058462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-790fe5b0-11d0-4e3b-ab23-b468bc84d5e2 req-0f572dd6-8aaa-436f-836c-eab4f01c26e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0399537 Sep 30 08:52:46.095472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-790fe5b0-11d0-4e3b-ab23-b468bc84d5e2 req-56f143e7-050e-4cb0-981f-bfcf62e9081f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299904 Sep 30 08:52:46.826686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b83834-e05a-41a5-808c-7c6f796676fc req-03d42567-5185-449d-b190-b3b17a45937e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:46.828149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0b83834-e05a-41a5-808c-7c6f796676fc req-03d42567-5185-449d-b190-b3b17a45937e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 945 time: 0.0483708 Sep 30 08:52:46.865032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0b83834-e05a-41a5-808c-7c6f796676fc req-59d039d6-6847-436b-82d5-bd091cd86618 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Sep 30 08:52:47.979631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de04fa-c8b7-46bb-8bb3-81155032242a req-d0f27c93-e48d-472b-8f84-cffd048b9c65 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:47.981138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3de04fa-c8b7-46bb-8bb3-81155032242a req-d0f27c93-e48d-472b-8f84-cffd048b9c65 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 945 time: 0.0486977 Sep 30 08:52:48.020273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3de04fa-c8b7-46bb-8bb3-81155032242a req-c0428df1-3cc7-46c8-9e87-ddffec49cac4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Sep 30 08:52:48.131865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e80d-3f34-417f-9ad2-8a8db837fa27 req-f15fae16-8387-4f26-beb0-e70e64e961be tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:48.133308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d749e80d-3f34-417f-9ad2-8a8db837fa27 req-f15fae16-8387-4f26-beb0-e70e64e961be tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Sep 30 08:52:48.173604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d749e80d-3f34-417f-9ad2-8a8db837fa27 req-aced57a4-b71f-4ccb-beb7-4ade53b798af tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342176 Sep 30 08:52:48.195496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41530) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:52:48.331982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6587a-a449-426a-b693-08f7e90bd2ed tempest-TestVolumeBootPattern-867816885 tempest-TestVolumeBootPattern-867816885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:48.333586 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-11d6587a-a449-426a-b693-08f7e90bd2ed tempest-TestVolumeBootPattern-867816885 tempest-TestVolumeBootPattern-867816885-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1091 time: 0.1370404 Sep 30 08:52:48.336293 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41534) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:52:48.340449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:52:48.362133 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:48.461075 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:48.562207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.25.7.233 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/71db1309-674b-4afb-b4a2-664b51d652cf) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:52:48.665853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:48.697643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:48.732879 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:52:48.735721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:52:48.739109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:52:48.763386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=71db1309-674b-4afb-b4a2-664b51d652cf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:48.781687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.782057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.782357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.782690 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.783019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.783344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.783666 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.783986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.784309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.784626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.784943 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:48.785256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:52:49.106817 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:49.174255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:49.322406 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:49.326974 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:49.395419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=71db1309-674b-4afb-b4a2-664b51d652cf,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:52:49.407453 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:49.505856 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Floating IP 3729fc20-afba-4639-9d66-71cfb2e04e42 associated. External IP: 172.25.7.233, port: e5928511-4b2d-4d19-aab2-25f5e6c72aaf. Sep 30 08:52:49.705671 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:52:49.812019 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:52:49.821683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:52:49.830181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:49.835619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:52:49.836246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:52:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:49.946858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:52:50.182407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:48Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:50.185802 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0a2cd5e4-9b9f-45b2-a1ac-60c0e3c0f8e0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8484826 Sep 30 08:52:50.186413 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:52:50.188658 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:52:50.209904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:52:50.219523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:52:50.220142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:52:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:50.226057 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a3b00-63e3-4b64-8309-a4cae09daa8c x-openstack-request-id: req-143a3b00-63e3-4b64-8309-a4cae09daa8c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:52:50.226357 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:52:50.226603 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-143a3b00-63e3-4b64-8309-a4cae09daa8c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:52:50.226992 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'status': 'completed', 'code': 200} Sep 30 08:52:50.311359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-ffc9343c-0004-4e3f-b92e-905271128969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:50.312856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-ffc9343c-0004-4e3f-b92e-905271128969 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0422654 Sep 30 08:52:50.327285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:52:50.413578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-01738064-4e66-41d0-befe-25a957279534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:50.415090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-01738064-4e66-41d0-befe-25a957279534 service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0931082 Sep 30 08:52:50.484658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-b019bd28-eade-4645-a21b-f45375060b82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 999 time: 0.0613947 Sep 30 08:52:50.535076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-dbdb7b88-3ddc-45cf-a4cb-dd772092ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:50.536636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-dbdb7b88-3ddc-45cf-a4cb-dd772092ff87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0444603 Sep 30 08:52:50.557886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:48Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:52:50.584363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ea95c-c22f-4dca-a981-6baa0b5c7916 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:48Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:52:50.589130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-be03850f-b1f7-48f9-b171-285912ddc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:50.590707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-be03850f-b1f7-48f9-b171-285912ddc611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423727 Sep 30 08:52:50.691233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-6341956a-b58e-42c5-9d72-32fd205c0080 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Sep 30 08:52:50.785135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56c26bc4-c0d3-4f0d-a3ed-4a60552a8f5b req-94c29ce3-4911-4268-a6e1-e93698fa2178 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860376 Sep 30 08:52:50.788222 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b899f-6ec7-4a6b-9be4-a5b499712685 None None] New status for floating IP 3729fc20-afba-4639-9d66-71cfb2e04e42: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:52:55.934798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:55.974627 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:06.868071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-af613aba-bf3c-4ff5-a116-1cc80c139c3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467379 Sep 30 08:53:06.968120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-841198ca-c75f-43b9-a40c-bd4be8e660b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:06.969677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-841198ca-c75f-43b9-a40c-bd4be8e660b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.0429714 Sep 30 08:53:07.089022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-2b8e21b2-1189-408a-b6be-0bd3c46b3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:07.090999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-2b8e21b2-1189-408a-b6be-0bd3c46b3af2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 910 time: 0.0916038 Sep 30 08:53:07.162688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-461cec49-bc58-4e5b-9f6b-6a48fa7fb558 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 1002 time: 0.0599263 Sep 30 08:53:07.216651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-1de8e49b-f8c1-497c-b2b7-2d5fd812c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:07.218208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-1de8e49b-f8c1-497c-b2b7-2d5fd812c5c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0470521 Sep 30 08:53:07.273428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-94e5298f-3f25-45f2-a238-d9ed239e1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:07.274972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-94e5298f-3f25-45f2-a238-d9ed239e1b5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451090 Sep 30 08:53:07.370526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-68ae1396-b0de-49fb-9c36-676e28ac9c3e service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851257 Sep 30 08:53:07.468992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747d094f-f17e-4246-a29a-0c25c9f9bf3f req-aa357c8c-3175-47ab-ad4c-274e34dba16b service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896530 Sep 30 08:53:08.594418 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-837f730c-2b3a-4872-8a9c-d1bff985dd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:11.108246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-591d5d62-1ef7-40cc-bd37-521125878f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:11.497239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:13.212411 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:14.983559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:20.781297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-ab1f3e7a-1920-460c-9d78-61a4d65f0968 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435135 Sep 30 08:53:20.884265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-90be58d1-3d15-4f55-845c-ef54bb9d3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:20.885882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-90be58d1-3d15-4f55-845c-ef54bb9d3b05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0443535 Sep 30 08:53:21.020155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-030473c0-0ffc-48f4-9933-667d1a20258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:21.022760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-030473c0-0ffc-48f4-9933-667d1a20258a service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1169436 Sep 30 08:53:21.093012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-c91e08fd-9c01-4c24-9da2-88984470048d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 1001 time: 0.0625756 Sep 30 08:53:21.148251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-cebeb107-3506-473a-a9b1-de5ea021ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:21.149763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-cebeb107-3506-473a-a9b1-de5ea021ae8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0496969 Sep 30 08:53:21.195685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-304db1ac-0e6f-4b7b-ace5-02a60f57dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:21.197214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-304db1ac-0e6f-4b7b-ace5-02a60f57dd0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408821 Sep 30 08:53:21.291296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-838590c7-3751-408d-975b-d00b20850c19 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870328 Sep 30 08:53:21.398284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b7e1407-687f-47fe-921a-0b3619fd19af req-10e768cf-bcca-4734-905b-05429d0ac63f service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988395 Sep 30 08:53:21.411701 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:53:25.936753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:25.989802 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:38.596231 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c246-1c23-4b24-bf69-a57fa71af386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:41.109794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0e62d3f8-4bd2-4a17-a246-6f1ba41f9e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:41.504583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:43.216673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:44.985771 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:55.934271 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:56.003164 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:58.412186 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:54:07.886791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-0a5a3721-c117-479d-933b-d5d812dbe042 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915945 Sep 30 08:54:07.979618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-3253fcfe-8455-4767-96f0-b4b8be8705a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:07.981137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-3253fcfe-8455-4767-96f0-b4b8be8705a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.0438573 Sep 30 08:54:08.096870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-333833d3-d5f5-4cd1-80b0-68243120c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:08.098293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-333833d3-d5f5-4cd1-80b0-68243120c54b service neutron] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 910 time: 0.0956018 Sep 30 08:54:08.166387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-4140badc-471e-48ae-b3c3-a7a46482564f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 1002 time: 0.0567646 Sep 30 08:54:08.219152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-fb96155d-d01c-4ef9-9292-588915c73194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:08.220653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-fb96155d-d01c-4ef9-9292-588915c73194 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0475292 Sep 30 08:54:08.268659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-d98368e2-d73e-40f6-a7a0-0eeae11a0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:08.270184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-d98368e2-d73e-40f6-a7a0-0eeae11a0b2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386543 Sep 30 08:54:08.285105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-79134bd8-5924-4615-a22c-04f506d88f56 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:54:08.286081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-79134bd8-5924-4615-a22c-04f506d88f56 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049348 Sep 30 08:54:08.379867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-b4c77d7f-ca2a-4258-a0ff-227d44daeeb4 service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863223 Sep 30 08:54:08.468524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-880c0cdc-b72d-4e20-beca-4a99f09a2523 req-18643080-282f-4448-b4c2-0baa2aad38a1 service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813468 Sep 30 08:54:08.599749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9c35-0624-4655-8799-18712e9b6435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:11.109684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eb1de15a-187a-4687-b417-56507f8be04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:11.496652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:13.218291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:14.989324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:22.862501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-fe768628-c9fb-4010-8733-bafd98ec8979 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1152382 Sep 30 08:54:22.969180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-c21b205a-01e6-4693-8b98-c1ea7add22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:22.971289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-c21b205a-01e6-4693-8b98-c1ea7add22d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0503325 Sep 30 08:54:23.095280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-ac68f5bc-7a53-43d3-becf-55f479191ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:23.097255 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-ac68f5bc-7a53-43d3-becf-55f479191ca2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0991216 Sep 30 08:54:23.192629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-cb672ca6-7ea0-48cf-a363-6a2ae8694f50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 1001 time: 0.0889783 Sep 30 08:54:23.246989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-ab1742a5-9b12-4bb3-8398-4e064bce3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:23.248470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-ab1742a5-9b12-4bb3-8398-4e064bce3b40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0485682 Sep 30 08:54:23.314417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-af5943ff-fc3b-4caf-8ac3-6b745454c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:23.316305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-af5943ff-fc3b-4caf-8ac3-6b745454c00b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612431 Sep 30 08:54:23.453662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-ef7727f1-9f92-45bf-8b59-b1227846ee65 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303236 Sep 30 08:54:23.575958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b3a9a46-3203-4015-96e0-7e09d736269c req-39baad59-7203-4505-a743-34d7eb4e3822 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150899 Sep 30 08:54:25.952804 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:25.991757 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:27.839801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-94779af4-a342-4c31-8913-b6fa23f84b20 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296537513&fields=id&tenant_id=1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 267 time: 0.0335536 Sep 30 08:54:27.948341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-d90dd869-4479-4b38-896d-4b5e317e44e6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:27.949810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-d90dd869-4479-4b38-896d-4b5e317e44e6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1030962 Sep 30 08:54:27.964642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-eb948551-f54f-4e62-91b4-34fc7cc19187 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/quotas/1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 375 time: 0.0090387 Sep 30 08:54:28.024381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-ef3bd34b-fece-4d3b-8e4a-8fffda2e1449 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540698 Sep 30 08:54:28.094176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-72840bc7-0f8c-45ee-9675-61078d939d24 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:54:28.095186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-72840bc7-0f8c-45ee-9675-61078d939d24 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0586655 Sep 30 08:54:28.189135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-cab962d1-4d4e-42d3-b65b-5decee185b86 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876999 Sep 30 08:54:28.280119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-1616dd10-8642-4f4d-a84a-10b66f5c95c5 service neutron] 10.222.0.41 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846670 Sep 30 08:54:28.581023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f425a3c2-0b4d-4f18-82e6-9a06fb8cb79e req-7a294e74-8d9f-4f2b-83b3-d859b3dad535 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 210 time: 0.0315907 Sep 30 08:54:29.626856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-43958453-32e6-4834-9455-5314b06648ca tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:29.628360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-43958453-32e6-4834-9455-5314b06648ca tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 811 time: 0.1019223 Sep 30 08:54:29.688732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-95c04650-4df7-4bdc-87d4-cbbb5feaf3bf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dffe66d819f40f589201175a9c72e69 HTTP/1.1" status: 200 len: 380 time: 0.0499413 Sep 30 08:54:29.707590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9aa1166-b3e9-40cd-b7a5-53ee6786e141 req-998ec4e0-26fd-4edf-817c-de22d7cb1fc2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 210 time: 0.0372925 Sep 30 08:54:29.716559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'port': {'device_id': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'admin_state_up': True, 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'security_groups': ['5083fc22-d018-4b53-8cf7-85d2019a0898']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:54:29.824049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Made reservation on behalf of 1dffe66d819f40f589201175a9c72e69 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:54:29.827739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:29.955959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.20.0.12 (486f6a02-6892-49a6-962c-60f94fb61fe1/3610d2ce-4c33-4aca-bf3b-4889d67c88fb/f401610b-81c1-4231-ac73-5a6ed80cc468) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:54:30.096435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:30.135948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:30.178222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:54:30.181611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:54:30.185551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:54:30.213843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=f401610b-81c1-4231-ac73-5a6ed80cc468,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:30.230916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.231264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.231606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.231943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.232275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.232606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.232932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.233258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.233629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.234026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.234264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.234586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:30.252830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:30.253519 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:30.268681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-b7880fb2-825a-46a0-b64a-02a100449407 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560730 Sep 30 08:54:30.282839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Request body: {'port': {'device_id': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:54:30.342470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:30.461012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-97d9a7d1-7a51-41dc-9d2a-4d08769d2c81 None None] Provisioning complete for port f401610b-81c1-4231-ac73-5a6ed80cc468 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:54:30.462110 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-97d9a7d1-7a51-41dc-9d2a-4d08769d2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:30.497262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-97d9a7d1-7a51-41dc-9d2a-4d08769d2c81 None None] Port f401610b-81c1-4231-ac73-5a6ed80cc468 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:54:30.858513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbf70-a163-4b5b-82f2-d223e3d35ed1 req-bffc67e5-0aaf-4600-8538-205678b082e2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:30.860204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56cdbf70-a163-4b5b-82f2-d223e3d35ed1 req-bffc67e5-0aaf-4600-8538-205678b082e2 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 932 time: 0.0812914 Sep 30 08:54:30.933774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f401610b-81c1-4231-ac73-5a6ed80cc468 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:54:30.942453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56cdbf70-a163-4b5b-82f2-d223e3d35ed1 req-48582d65-daf7-48ef-ba37-709845d08604 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757143 Sep 30 08:54:30.944202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:30.960214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Transition to ACTIVE for port object f401610b-81c1-4231-ac73-5a6ed80cc468 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:54:30.964529 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:31.032331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Pushing event updated for resources: {'Port': ['ID=f401610b-81c1-4231-ac73-5a6ed80cc468,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:31.089763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Attempting to bind port f401610b-81c1-4231-ac73-5a6ed80cc468 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:54:31.090141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Attempting to bind port f401610b-81c1-4231-ac73-5a6ed80cc468 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:54:31.090443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Attempting to bind port f401610b-81c1-4231-ac73-5a6ed80cc468 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:54:31.095478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Port f401610b-81c1-4231-ac73-5a6ed80cc468 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:54:31.095930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Attempting to bind port f401610b-81c1-4231-ac73-5a6ed80cc468 on network 486f6a02-6892-49a6-962c-60f94fb61fe1 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:54:31.101009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:54:31.101352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Checking segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:54:31.102419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Bound using segment: {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:54:31.102883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Bound port: f401610b-81c1-4231-ac73-5a6ed80cc468, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:54:31.103246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:31.179248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] For port f401610b-81c1-4231-ac73-5a6ed80cc468, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:54:31.183380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] For port f401610b-81c1-4231-ac73-5a6ed80cc468, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f401610b-81c1-4231-ac73-5a6ed80cc468,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:54:31.188570 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:31.235871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.236485 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:31.237959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] 10.222.0.57 "PUT /v2.0/ports/f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 200 len: 1092 time: 0.9593916 Sep 30 08:54:31.238423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:54:31.240655 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25ffc82-b1b6-4151-8137-351c31241486" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:54:31.265342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13922ec4-7c56-4271-858d-6e20e529fe8d service neutron] Pushing event updated for resources: {'Port': ['ID=f401610b-81c1-4231-ac73-5a6ed80cc468,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:31.337533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-814b605e-4495-4865-813d-2ce789b1fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.339042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-814b605e-4495-4865-813d-2ce789b1fd77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1095 time: 0.0458686 Sep 30 08:54:31.392439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-2aa630af-92d0-489e-9d76-f04428bb9405 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 200 len: 217 time: 0.0441587 Sep 30 08:54:31.438881 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a321ae9-ba1c-42b9-9b21-6115007feeb6 x-openstack-request-id: req-6a321ae9-ba1c-42b9-9b21-6115007feeb6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:54:31.439268 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:54:31.439658 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a321ae9-ba1c-42b9-9b21-6115007feeb6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:54:31.440125 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'status': 'completed', 'code': 200} Sep 30 08:54:31.460721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-54eec6b4-ed58-4c11-854c-0467556f764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.463505 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-54eec6b4-ed58-4c11-854c-0467556f764f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0596657 Sep 30 08:54:31.512056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-464df43a-9331-4329-ae66-d5739e62a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.513526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-464df43a-9331-4329-ae66-d5739e62a414 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425665 Sep 30 08:54:31.612779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-3c53ab80-d44e-4316-bcaf-417f4504c667 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908661 Sep 30 08:54:31.704219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13bf9f8-63f4-4e9b-9237-17def5b55e49 req-2172008c-1ae8-45d1-a4cb-2e02154dee1a service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834553 Sep 30 08:54:31.792058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ffc82-b1b6-4151-8137-351c31241486 req-42d399e0-8100-449c-8262-b5fcbd91951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.793916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-42d399e0-8100-449c-8262-b5fcbd91951a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1095 time: 0.0422401 Sep 30 08:54:31.889690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ffc82-b1b6-4151-8137-351c31241486 req-a3618d9b-2d7e-4ec3-b9c0-e9064bf5d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.891206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-a3618d9b-2d7e-4ec3-b9c0-e9064bf5d48f service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0897341 Sep 30 08:54:31.934014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-3ac42e39-62ef-4f73-a7ce-b128f1d62e00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 200 len: 217 time: 0.0339577 Sep 30 08:54:31.993557 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ffc82-b1b6-4151-8137-351c31241486 req-15d8070e-511c-4ffd-9793-477ce2ba8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:31.995048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-15d8070e-511c-4ffd-9793-477ce2ba8b8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0527632 Sep 30 08:54:32.071268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ffc82-b1b6-4151-8137-351c31241486 req-9f565124-9ebe-43bf-8213-4acb27f1e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:32.072704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-9f565124-9ebe-43bf-8213-4acb27f1e6d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695701 Sep 30 08:54:32.087450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446954ec-3fe9-4a77-940b-032704669e7b req-02f24e78-3611-417f-9618-7d4081b73b24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:32.088997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-446954ec-3fe9-4a77-940b-032704669e7b req-02f24e78-3611-417f-9618-7d4081b73b24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0748405 Sep 30 08:54:32.184303 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-446954ec-3fe9-4a77-940b-032704669e7b req-7d2ba86e-5787-4b7e-910e-00e3f2abcc6a tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872011 Sep 30 08:54:32.217316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-ce117ca5-3e65-4e8f-92ba-66ba14122cbd service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272740 Sep 30 08:54:32.321906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b25ffc82-b1b6-4151-8137-351c31241486 req-e5ab7f72-3793-4a87-8317-c8476f6aee04 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914261 Sep 30 08:54:33.302705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cfbdf-ffb6-4512-bf16-1630ef6dc813 req-7075e88e-a1c3-42e2-9ba1-9d8f7530c32e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:33.304212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee4cfbdf-ffb6-4512-bf16-1630ef6dc813 req-7075e88e-a1c3-42e2-9ba1-9d8f7530c32e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0507238 Sep 30 08:54:33.343881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee4cfbdf-ffb6-4512-bf16-1630ef6dc813 req-8e34c49f-6deb-4dd2-a5e8-1f287563ee47 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332980 Sep 30 08:54:34.476437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec30b8-48f6-40a9-b952-c2a1625fc3c8 req-01941d7d-648c-4829-a951-ed727ad3e579 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:34.478727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acec30b8-48f6-40a9-b952-c2a1625fc3c8 req-01941d7d-648c-4829-a951-ed727ad3e579 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0586662 Sep 30 08:54:34.522309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-acec30b8-48f6-40a9-b952-c2a1625fc3c8 req-c9c5d8b9-0f94-4412-b89e-902f6150cd35 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367997 Sep 30 08:54:35.414855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:54:35.662391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5201d-3d19-41fb-ac47-eab3e3738101 req-ae0b2a5b-bf08-4db3-a708-b5c9be1ddae7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:35.664910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fa5201d-3d19-41fb-ac47-eab3e3738101 req-ae0b2a5b-bf08-4db3-a708-b5c9be1ddae7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0595956 Sep 30 08:54:35.716687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fa5201d-3d19-41fb-ac47-eab3e3738101 req-22b43364-7a28-4943-be73-62bb6cecb8b6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Sep 30 08:54:36.829992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8388-8e6f-47ad-881e-2834fa645d98 req-459da88b-c4d9-42ed-91d9-f9eb5a56c59b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:36.831491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ebb8388-8e6f-47ad-881e-2834fa645d98 req-459da88b-c4d9-42ed-91d9-f9eb5a56c59b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0485179 Sep 30 08:54:36.869259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ebb8388-8e6f-47ad-881e-2834fa645d98 req-f15aa0cd-d84a-4fe2-9370-19eba31010fa tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Sep 30 08:54:37.982705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87efc3b-3490-475c-ae34-1ae4666359e0 req-16197321-5bd9-452a-b6d3-aaed33f4bc81 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:37.984206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a87efc3b-3490-475c-ae34-1ae4666359e0 req-16197321-5bd9-452a-b6d3-aaed33f4bc81 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0498214 Sep 30 08:54:38.023568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a87efc3b-3490-475c-ae34-1ae4666359e0 req-b788d557-5907-46c0-925f-032f8c111856 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Sep 30 08:54:38.604234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c6fe872f-42e1-49a5-9a50-326e1d8a086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:39.136839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f819785-901d-4d4d-849a-2c1a04954cbe req-eae63b61-494a-481f-8b0c-faa17c47c0f4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:39.138373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f819785-901d-4d4d-849a-2c1a04954cbe req-eae63b61-494a-481f-8b0c-faa17c47c0f4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0481932 Sep 30 08:54:39.180071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f819785-901d-4d4d-849a-2c1a04954cbe req-3f0bb7ae-b122-4fe6-a012-5273d790d1b8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Sep 30 08:54:40.294734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bd427-274c-43ea-a61e-6f10152703db req-7a7388cf-d29e-491c-8dc9-ddc9992ec2a0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:40.296212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-321bd427-274c-43ea-a61e-6f10152703db req-7a7388cf-d29e-491c-8dc9-ddc9992ec2a0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0492456 Sep 30 08:54:40.333351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-321bd427-274c-43ea-a61e-6f10152703db req-c04e8a50-b758-4926-a569-82bf75765753 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Sep 30 08:54:41.109665 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5abc-410a-4215-95f7-d10bb1e5c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:41.449659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45312b92-8da2-491f-8782-543310979380 req-29335f88-6c1b-4cf9-bfda-2d5bd3d9761e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:41.451137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45312b92-8da2-491f-8782-543310979380 req-29335f88-6c1b-4cf9-bfda-2d5bd3d9761e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0493011 Sep 30 08:54:41.489436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-45312b92-8da2-491f-8782-543310979380 req-7c924f0d-aeb0-4c32-8d59-5ff95d9db28d tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Sep 30 08:54:41.497683 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:42.604471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443841-09ee-4e6d-9654-87e02770d12a req-b68ddda2-c4da-4dda-a5c1-479186184d21 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:42.605962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5443841-09ee-4e6d-9654-87e02770d12a req-b68ddda2-c4da-4dda-a5c1-479186184d21 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 944 time: 0.0479314 Sep 30 08:54:42.646797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5443841-09ee-4e6d-9654-87e02770d12a req-4121fb1c-40ca-4ed9-ab9d-5ac1dfedc01c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349143 Sep 30 08:54:42.857578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f401610b-81c1-4231-ac73-5a6ed80cc468 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:54:42.950861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f401610b-81c1-4231-ac73-5a6ed80cc468, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f401610b-81c1-4231-ac73-5a6ed80cc468,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:54:42.961725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'port_id': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'mac_address': 'fa:16:3e:ee:4c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:54:42.999558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:43.015800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f401610b-81c1-4231-ac73-5a6ed80cc468 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:54:43.034958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f401610b-81c1-4231-ac73-5a6ed80cc468, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f401610b-81c1-4231-ac73-5a6ed80cc468,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:54:43.038666 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:43.085437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f401610b-81c1-4231-ac73-5a6ed80cc468,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:43.092584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.092942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.093264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.093637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.093967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.094291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.094615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.094937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.095255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.095571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.095889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.096204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:43.221725 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:43.356458 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['f401610b-81c1-4231-ac73-5a6ed80cc468'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:54:43.761494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f040d9-0316-4e63-891d-6d52a2def8d6 req-d7ec6e24-7286-4b7d-b476-178c3cea1eae tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:43.763063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13f040d9-0316-4e63-891d-6d52a2def8d6 req-d7ec6e24-7286-4b7d-b476-178c3cea1eae tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 945 time: 0.0489287 Sep 30 08:54:43.806359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-13f040d9-0316-4e63-891d-6d52a2def8d6 req-72a74cea-1219-46b7-aa65-368509c1df08 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371702 Sep 30 08:54:44.868104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f401610b-81c1-4231-ac73-5a6ed80cc468 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:54:44.918741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port f401610b-81c1-4231-ac73-5a6ed80cc468 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:54:44.922417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port f401610b-81c1-4231-ac73-5a6ed80cc468 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:54:44.922793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:44.923893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c344a7-3559-4544-b2a8-9856e61f31bf req-dc216feb-a4b4-435c-94a3-62268a3cdaf8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:44.925423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0c344a7-3559-4544-b2a8-9856e61f31bf req-dc216feb-a4b4-435c-94a3-62268a3cdaf8 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 945 time: 0.0517414 Sep 30 08:54:44.963498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a0c344a7-3559-4544-b2a8-9856e61f31bf req-19be0af0-59d5-45b5-b9f9-df96cf915d89 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Sep 30 08:54:45.009106 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:45.013551 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:45.036977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:54:45.039831 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6d8ea-a481-47cb-9de2-70e31af47790" -d '{"events": [{"server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "name": "network-vif-plugged", "status": "completed", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:54:45.052714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port f401610b-81c1-4231-ac73-5a6ed80cc468, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f401610b-81c1-4231-ac73-5a6ed80cc468,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:54:45.057980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:45.106071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=f401610b-81c1-4231-ac73-5a6ed80cc468,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:45.145791 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de01630-648a-4e63-bedb-098a091ca652 x-openstack-request-id: req-5de01630-648a-4e63-bedb-098a091ca652 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:54:45.146121 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "name": "network-vif-plugged", "status": "completed", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:54:45.146376 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5de01630-648a-4e63-bedb-098a091ca652 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:54:45.146772 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'code': 200} Sep 30 08:54:45.256046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2b359-c884-4fc1-bffa-bddcf90ed2be req-405c9866-456d-4d9d-a78f-966730030b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:45.257597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a2b359-c884-4fc1-bffa-bddcf90ed2be req-405c9866-456d-4d9d-a78f-966730030b93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1097 time: 0.0384610 Sep 30 08:54:45.296631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a2b359-c884-4fc1-bffa-bddcf90ed2be req-aa4a8350-fc05-4fd3-9571-776926c6a0a2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 Sep 30 08:54:46.086540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5009e-25e4-447a-86ad-9a325ee32c9d req-7bf635fa-5bc1-40bd-aba1-be97902bfc5b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:46.088025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78c5009e-25e4-447a-86ad-9a325ee32c9d req-7bf635fa-5bc1-40bd-aba1-be97902bfc5b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Sep 30 08:54:46.126220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78c5009e-25e4-447a-86ad-9a325ee32c9d req-24d322e2-b4aa-4718-87a4-e513289ee288 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Sep 30 08:54:47.239013 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a077-f6cc-41a1-92bc-471aeaabc88f req-24881a53-ea42-4517-bac6-237eaeb6dc74 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:47.240501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3524a077-f6cc-41a1-92bc-471aeaabc88f req-24881a53-ea42-4517-bac6-237eaeb6dc74 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Sep 30 08:54:47.278065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3524a077-f6cc-41a1-92bc-471aeaabc88f req-bb668f63-93e1-4a0e-9808-a2ff7df001ec tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Sep 30 08:54:47.389942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdbe63-7b99-4c36-9500-41b0b07051cf req-228d460e-4750-44b6-a2d2-d4ff63426115 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:47.391413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15fdbe63-7b99-4c36-9500-41b0b07051cf req-228d460e-4750-44b6-a2d2-d4ff63426115 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 946 time: 0.0485644 Sep 30 08:54:47.432249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-15fdbe63-7b99-4c36-9500-41b0b07051cf req-64a337b1-079e-4cc1-bd00-b1b99eaed463 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346963 Sep 30 08:54:47.454346 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41712) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:54:47.493304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e798d-c6c9-4435-8abb-8b38bae69581 tempest-TestVolumeBootPattern-867816885 tempest-TestVolumeBootPattern-867816885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:47.494847 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6e3e798d-c6c9-4435-8abb-8b38bae69581 tempest-TestVolumeBootPattern-867816885 tempest-TestVolumeBootPattern-867816885-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1092 time: 0.0395045 Sep 30 08:54:47.497800 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41716) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:54:47.502005 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:54:47.524545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:47.619651 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:47.718846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Allocated IP 172.25.7.70 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/096c0b4e-8c52-4312-bc1e-d15efdddde5e) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:54:47.821144 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:47.853065 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:47.888623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:54:47.891478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:54:47.894970 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:54:47.919929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=096c0b4e-8c52-4312-bc1e-d15efdddde5e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:47.934110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.934456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.934797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.935135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.935467 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.935795 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.936120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.936445 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.936767 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.937088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.937430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:47.937753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:54:48.265049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:48.331114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:48.477041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:48.482813 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:48.560374 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event updated for resources: {'Port': ['ID=096c0b4e-8c52-4312-bc1e-d15efdddde5e,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:54:48.566759 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:48.666332 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Floating IP 24170d6b-b844-41e2-9987-cb39847ae941 associated. External IP: 172.25.7.70, port: f401610b-81c1-4231-ac73-5a6ed80cc468. Sep 30 08:54:48.871797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:54:48.977368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:54:48.987135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:54:48.994431 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:48.997551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:54:48.998187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:54:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:49.022504 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e434d8dc-4584-4e86-a3d4-64972acf9e24 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5236771 Sep 30 08:54:49.023096 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:54:49.025951 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a18ab73-bee6-4900-b6c3-1e9fb5957648" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:54:49.063547 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced1582a-09e4-4d50-9d6b-103f8679c9c1 x-openstack-request-id: req-ced1582a-09e4-4d50-9d6b-103f8679c9c1 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:54:49.063842 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:54:49.064091 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ced1582a-09e4-4d50-9d6b-103f8679c9c1 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:54:49.064492 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'status': 'completed', 'code': 200} Sep 30 08:54:49.131084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-5cd4507b-aef9-4fab-a9c5-0dc85ab6ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:49.132616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-5cd4507b-aef9-4fab-a9c5-0dc85ab6ab35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1097 time: 0.0437136 Sep 30 08:54:49.232989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-6bd031d1-ba6a-4306-bc49-0f00f07a67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:49.234629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-6bd031d1-ba6a-4306-bc49-0f00f07a67ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0942893 Sep 30 08:54:49.266299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:54:49.303526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-80ef329a-4f4a-4350-bdb7-32d34f2bb48f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 200 len: 999 time: 0.0612884 Sep 30 08:54:49.354344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-da758223-81b2-4beb-bd1d-381d530edd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:49.355830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-da758223-81b2-4beb-bd1d-381d530edd02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0446017 Sep 30 08:54:49.403187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-f17aad36-7b8b-4473-b42e-d5b74762af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:49.404709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-f17aad36-7b8b-4473-b42e-d5b74762af89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414090 Sep 30 08:54:49.500956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '24170d6b-b844-41e2-9987-cb39847ae941', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:ee:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:54:48Z', 'updated_at': '2021-09-30T08:54:48Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}, {'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:50Z', 'revision_number': 1, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:49.501330 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-5b18d6cc-d726-404e-ab61-3f39e5a4e57f service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884743 Sep 30 08:54:49.528185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:54:49.536385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:54:49.537000 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:54:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:49.593831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a18ab73-bee6-4900-b6c3-1e9fb5957648 req-f14db735-96f2-453c-b538-a532d2935106 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843456 Sep 30 08:54:49.644346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:54:49.863878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '24170d6b-b844-41e2-9987-cb39847ae941', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:ee:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:54:48Z', 'updated_at': '2021-09-30T08:54:48Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}, {'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:50Z', 'revision_number': 1, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:49.893307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fd800-14f1-4b14-b7c6-cc4387278699 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '24170d6b-b844-41e2-9987-cb39847ae941', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:ee:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:54:48Z', 'updated_at': '2021-09-30T08:54:48Z', 'revision_number': 0, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}, {'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:50Z', 'revision_number': 1, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:54:50.093525 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a9ac9-bcfc-4754-b8f2-9e60302ccb61 None None] New status for floating IP 24170d6b-b844-41e2-9987-cb39847ae941: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:54:55.950108 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:56.019273 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:07.847396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-93434c0e-d252-4efe-90ab-547bfa04ff49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434530 Sep 30 08:55:07.934760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-33b38aec-42ef-4d8e-87de-6d42e5b1a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:07.936292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-33b38aec-42ef-4d8e-87de-6d42e5b1a188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 1097 time: 0.0408187 Sep 30 08:55:08.074286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-6566d598-93d1-4564-b72c-a3fbb9a01f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:08.075751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-6566d598-93d1-4564-b72c-a3fbb9a01f83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 200 len: 910 time: 0.1197391 Sep 30 08:55:08.141685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-b8c7f5cc-565c-424d-9957-d6c197b862bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 200 len: 1002 time: 0.0575001 Sep 30 08:55:08.194475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-f5cfabe2-6dd3-4853-8e28-6696e3ed7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:08.196157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-f5cfabe2-6dd3-4853-8e28-6696e3ed7ef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 200 len: 848 time: 0.0469067 Sep 30 08:55:08.246925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-a1af6434-2d1e-43c9-a341-5b49c35af06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:08.248907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-a1af6434-2d1e-43c9-a341-5b49c35af06b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72cf099b-1105-480d-955b-556c0bdb035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444324 Sep 30 08:55:08.339427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-36de8335-4203-490d-ba45-2cfa8b26d4f0 service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Sep 30 08:55:08.438007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f01fb21-8990-4e64-bb75-3a8e8370c043 req-19f3cc48-7cc0-4f03-a37b-84243561d76c service neutron] 10.222.0.57 "GET /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905545 Sep 30 08:55:08.606634 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a3b151a1-ebe1-43c7-9677-b626254e5b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:11.109605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcacc09b-ffd5-40b7-ac4f-5940ca822e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:11.500759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:12.415009 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:55:13.225726 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:14.993077 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:22.768453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-f2b0e721-da05-4151-b3f1-f1ff84a611a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396454 Sep 30 08:55:22.863068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-44022f9b-e974-4da3-b52b-1357d0fd47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:22.864536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-44022f9b-e974-4da3-b52b-1357d0fd47a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0402055 Sep 30 08:55:22.972985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-df4c4c08-d089-46d9-9768-d14e4496ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:22.974531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-df4c4c08-d089-46d9-9768-d14e4496ff84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0907121 Sep 30 08:55:23.039650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-ddc2aad5-d990-480a-9aa0-42fef2ebcc76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 1001 time: 0.0579679 Sep 30 08:55:23.091948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-169e99cc-803f-4348-b466-2daa8801bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:23.093378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-169e99cc-803f-4348-b466-2daa8801bc1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0469003 Sep 30 08:55:23.137983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-e798386f-1757-4c36-9078-a8a262300cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:23.139443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-e798386f-1757-4c36-9078-a8a262300cfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393727 Sep 30 08:55:23.230009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-95ebbbd9-10e3-4ad1-b3b4-280503a0222e service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824852 Sep 30 08:55:23.321301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-263fd2c0-6f53-4296-a297-05ec99492b55 req-403fe343-7f3b-4563-bb08-7a0d67110efc service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842354 Sep 30 08:55:25.948418 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:26.035166 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:38.607649 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d18ff1e9-8f41-4223-8b9f-7aba0f367caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:41.109374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5902a766-5ade-4e4e-9270-e8ea4c71ff5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:41.502656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:43.228213 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:44.996357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:49.414197 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:55:55.959189 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:56.042543 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:08.608841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-46ac63da-7f0f-44c9-a160-9b601489ea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:08.850549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-578d0618-2b2c-4345-9763-4eae723a3ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436749 Sep 30 08:56:08.916808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-de7b509b-59aa-4957-8cbb-f205ccff72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.918340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-de7b509b-59aa-4957-8cbb-f205ccff72e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1097 time: 0.0412271 Sep 30 08:56:09.026491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-701c121e-72b7-4fe0-8d08-d3a9a89c4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:09.028220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-701c121e-72b7-4fe0-8d08-d3a9a89c4b75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0885367 Sep 30 08:56:09.101748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-a704dd5b-8567-46b5-a648-545c2b8bed12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 200 len: 1001 time: 0.0567093 Sep 30 08:56:09.157934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-39cfa8f8-e17c-4cf9-a0ff-ccdb74188db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:09.159375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-39cfa8f8-e17c-4cf9-a0ff-ccdb74188db8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0468776 Sep 30 08:56:09.209362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-bd9f612a-1fc4-42aa-b7ed-d341bc931e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:09.210912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-bd9f612a-1fc4-42aa-b7ed-d341bc931e3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398643 Sep 30 08:56:09.305307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-350d6ecf-4c84-4218-8b74-ea42bf457373 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Sep 30 08:56:09.397028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-520e4d33-a104-4411-a8d6-002f67a9d40e req-cb9a4f9d-738b-444d-a16e-f5e6900c228f service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832620 Sep 30 08:56:11.111379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-479b972c-d6da-472a-b934-fb80bff2d27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:11.509055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:13.231881 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:14.999564 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.313626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:18.471771 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port 096c0b4e-8c52-4312-bc1e-d15efdddde5e {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:18.472114 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.547876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.548201 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.559788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for 096c0b4e-8c52-4312-bc1e-d15efdddde5e owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:18.712355 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.739514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=096c0b4e-8c52-4312-bc1e-d15efdddde5e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:18.766166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.766511 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.766857 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.767196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.767532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.767868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.768199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.768526 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.768856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.769183 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.769542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.769869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:18.812909 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.813235 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Floating IP 24170d6b-b844-41e2-9987-cb39847ae941 disassociated (deleted). External IP: 172.25.7.70, port: f401610b-81c1-4231-ac73-5a6ed80cc468. Sep 30 08:56:19.027354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:19.136972 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:19.142017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:19.146729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:19.157439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:19.158680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:19.172801 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1d6209d4-e59c-4880-a1dc-ad775ac9d113 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "DELETE /v2.0/floatingips/24170d6b-b844-41e2-9987-cb39847ae941 HTTP/1.1" status: 204 len: 168 time: 0.8580348 Sep 30 08:56:19.173791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:19.176163 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e375b9dd-53b9-46d2-930c-40820792fe27" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:19.271596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:19.372931 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35676ce-2eb2-4a33-b37a-b21dd8c8994c x-openstack-request-id: req-d35676ce-2eb2-4a33-b37a-b21dd8c8994c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:19.373631 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:19.373631 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d35676ce-2eb2-4a33-b37a-b21dd8c8994c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:19.373869 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'status': 'completed', 'code': 200} Sep 30 08:56:19.450408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-0bf9d0c8-be97-4b46-9850-61331e07e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:19.452183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-0bf9d0c8-be97-4b46-9850-61331e07e34a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 1097 time: 0.0520823 Sep 30 08:56:19.532710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:50Z', 'revision_number': 1, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:19.564384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:19.574624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:19.575270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:19.590269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-566b2ee3-9ccf-40c5-ac0e-1408129ebfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:19.591791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-566b2ee3-9ccf-40c5-ac0e-1408129ebfdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1310039 Sep 30 08:56:19.607416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859133-9b4d-42e4-b520-a6340d3216ba req-143a90f8-9806-4c50-93ce-e1f187ae9248 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:19.609056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44859133-9b4d-42e4-b520-a6340d3216ba req-143a90f8-9806-4c50-93ce-e1f187ae9248 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 946 time: 0.1793821 Sep 30 08:56:19.664038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-ab5feb7b-842f-4cc7-99a0-90801ecde0aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 200 len: 217 time: 0.0538936 Sep 30 08:56:19.698461 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:19.714292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44859133-9b4d-42e4-b520-a6340d3216ba req-30dd98a6-b852-4a43-9066-018ca9300d43 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980799 Sep 30 08:56:19.740378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-43ff15cb-9fce-465a-a36d-45b917d5f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:19.743704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-43ff15cb-9fce-465a-a36d-45b917d5f17a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0696499 Sep 30 08:56:19.794277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-a97787ce-b661-4c84-8adc-0f1a3d2b9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:19.796024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-a97787ce-b661-4c84-8adc-0f1a3d2b9f92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448637 Sep 30 08:56:19.953635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:50Z', 'revision_number': 1, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:19.982117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f5426-3cd8-40ab-9b38-a4ac5c976577 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '3729fc20-afba-4639-9d66-71cfb2e04e42', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'port_id': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'mac_address': 'fa:16:3e:5e:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:52:48Z', 'updated_at': '2021-09-30T08:52:50Z', 'revision_number': 1, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:20.137112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-56d81225-99b1-42c6-b1f5-741bcd05d2a8 service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300815 Sep 30 08:56:20.238605 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538b1be-9afd-4c06-a408-2a9d1c714db9 None None] New status for floating IP 24170d6b-b844-41e2-9987-cb39847ae941: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:56:20.244943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e375b9dd-53b9-46d2-930c-40820792fe27 req-1b367156-80f4-481c-aec8-6b69512d65ad service neutron] 10.222.0.57 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965810 Sep 30 08:56:20.844224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d97eec-5b95-429d-8a19-6b102557ccca req-9b3fd16b-28d4-432c-bf14-b9fdaf270b9c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.845765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2d97eec-5b95-429d-8a19-6b102557ccca req-9b3fd16b-28d4-432c-bf14-b9fdaf270b9c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 946 time: 0.0501585 Sep 30 08:56:20.887786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c2d97eec-5b95-429d-8a19-6b102557ccca req-fb97fb0f-ad5f-40bb-a18e-102f38d48de7 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Sep 30 08:56:21.186837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8903025-5196-4a52-8b37-294c93dd979a req-5276c8c4-9655-4bed-ae33-39702121a6b6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:21.188376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8903025-5196-4a52-8b37-294c93dd979a req-5276c8c4-9655-4bed-ae33-39702121a6b6 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 946 time: 0.0503693 Sep 30 08:56:21.281925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port f401610b-81c1-4231-ac73-5a6ed80cc468 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:21.282258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:21.375963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port f401610b-81c1-4231-ac73-5a6ed80cc468, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=f401610b-81c1-4231-ac73-5a6ed80cc468,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:21.376326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:21.390481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for f401610b-81c1-4231-ac73-5a6ed80cc468 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:21.520754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:21.552070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=f401610b-81c1-4231-ac73-5a6ed80cc468,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:21.578459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.578805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.579144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.579481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.579815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.580144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.580469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.580793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.581113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.581437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.581781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.582099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:21.605633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port f401610b-81c1-4231-ac73-5a6ed80cc468 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:21.608424 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:21.610462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8903025-5196-4a52-8b37-294c93dd979a req-f7c4ab46-a960-4ebf-8db9-dddadc3f97fc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.57 "DELETE /v2.0/ports/f401610b-81c1-4231-ac73-5a6ed80cc468 HTTP/1.1" status: 204 len: 173 time: 0.4146178 Sep 30 08:56:21.610905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'name': 'network-vif-deleted', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:21.613195 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b406b895-711e-4113-8fed-3ae29307b440" -d '{"events": [{"server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "name": "network-vif-deleted", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:21.652787 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144c732d-e85c-4447-917e-4346a4bac2d1 x-openstack-request-id: req-144c732d-e85c-4447-917e-4346a4bac2d1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:21.653389 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa979f5-9eff-4b9b-a025-5d6352f637e8", "name": "network-vif-deleted", "tag": "f401610b-81c1-4231-ac73-5a6ed80cc468", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:21.653696 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-144c732d-e85c-4447-917e-4346a4bac2d1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:21.654193 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa979f5-9eff-4b9b-a025-5d6352f637e8', 'name': 'network-vif-deleted', 'tag': 'f401610b-81c1-4231-ac73-5a6ed80cc468', 'status': 'completed', 'code': 200} Sep 30 08:56:21.997678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f078ac1-4dfd-4721-9132-5b09688c73c9 req-ae6af528-a56a-4706-a510-06c85b75abd4 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 210 time: 0.0368705 Sep 30 08:56:23.092481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a36fe1b9-5f21-4b53-af50-6b55969c03a9 req-000323ee-54e7-4344-bc86-8bd90bd103ab tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 210 time: 0.0266018 Sep 30 08:56:23.777208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-9c40e8be-6d9d-4fd1-ac74-d2bc79079093 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458233 Sep 30 08:56:23.879244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-55f1b018-1d96-44ce-9893-c384f001e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:23.880668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-55f1b018-1d96-44ce-9893-c384f001e55f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0436473 Sep 30 08:56:23.988896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-d20c7530-a006-4e34-a927-d3d2637e69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:23.990450 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-d20c7530-a006-4e34-a927-d3d2637e69ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.0895243 Sep 30 08:56:24.062032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-e782e306-d270-473e-a42c-9f152b3e1d7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 1001 time: 0.0646925 Sep 30 08:56:24.112469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-ae9ce482-7b02-4a12-af3e-9593af1eebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:24.115122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-ae9ce482-7b02-4a12-af3e-9593af1eebee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0452366 Sep 30 08:56:24.162997 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-49c70e7a-30f1-4011-a9a7-d32fb23bf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:24.164997 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-49c70e7a-30f1-4011-a9a7-d32fb23bf5b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435367 Sep 30 08:56:24.212256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-727e945b-e02e-4843-a1cd-b4b3e558c40a req-ad94d565-25cd-4a6e-8c6b-92b642f83a7b tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 210 time: 0.0460172 Sep 30 08:56:24.289244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-1f9d535c-35cb-4236-b166-d33cbbbbaaf9 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142492 Sep 30 08:56:24.390097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c73345cc-0c09-40c8-9a9b-055cbbf412c0 req-8dcb4ac8-2faf-4e06-9593-9d821dfd200d service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938106 Sep 30 08:56:25.321752 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a3f64ea-6505-42c4-82f3-da2653a9f393 req-e271a17c-7d6d-4f6f-9b50-c6f72b319295 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa979f5-9eff-4b9b-a025-5d6352f637e8 HTTP/1.1" status: 200 len: 210 time: 0.0272288 Sep 30 08:56:25.366456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f401610b-81c1-4231-ac73-5a6ed80cc468 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:25.392443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: f401610b-81c1-4231-ac73-5a6ed80cc468 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:25.392805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device f401610b-81c1-4231-ac73-5a6ed80cc468 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:25.988609 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:26.049872 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:26.414453 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:56:31.797062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41802) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:31.968983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port 71db1309-674b-4afb-b4a2-664b51d652cf {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:31.969324 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:32.047510 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:32.047741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:32.060452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for 71db1309-674b-4afb-b4a2-664b51d652cf owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:32.216313 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:32.246975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=71db1309-674b-4afb-b4a2-664b51d652cf,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:32.319648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:32.320058 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Floating IP 3729fc20-afba-4639-9d66-71cfb2e04e42 disassociated (deleted). External IP: 172.25.7.233, port: e5928511-4b2d-4d19-aab2-25f5e6c72aaf. Sep 30 08:56:32.877909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:32.989584 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:32.995127 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:33.000223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:33.010902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:33.011635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:33.027820 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a13c73b2-0d77-4435-8dc4-17c1f516e826 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "DELETE /v2.0/floatingips/3729fc20-afba-4639-9d66-71cfb2e04e42 HTTP/1.1" status: 204 len: 168 time: 1.2272046 Sep 30 08:56:33.027820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:33.028575 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cfb93e4a78f14a4130a370f0e1c897e617a255e850530575f3cd4ab992207d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:33.199189 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ec8883-aaf3-4265-83a2-3166369db484 x-openstack-request-id: req-64ec8883-aaf3-4265-83a2-3166369db484 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:33.199506 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:33.199759 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64ec8883-aaf3-4265-83a2-3166369db484 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:33.200196 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'status': 'completed', 'code': 200} Sep 30 08:56:33.295300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:33.321353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-8bea5e63-b130-42ba-aa9d-972cbb7e66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:33.322935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-8bea5e63-b130-42ba-aa9d-972cbb7e66b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dffe66d819f40f589201175a9c72e69&device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 1096 time: 0.0737748 Sep 30 08:56:33.335174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282e16b-4191-490b-93f2-f9644f1cca85 req-4e25c26e-75f6-4cc6-b34a-4940942f4e08 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:33.337351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4282e16b-4191-490b-93f2-f9644f1cca85 req-4e25c26e-75f6-4cc6-b34a-4940942f4e08 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 945 time: 0.0748644 Sep 30 08:56:33.447350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4282e16b-4191-490b-93f2-f9644f1cca85 req-35fce756-fec4-4803-b5f5-ea724095e27c tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012607 Sep 30 08:56:33.473102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-faf575fe-3883-4286-b92a-d1e6c8ceb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:33.474710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-faf575fe-3883-4286-b92a-d1e6c8ceb4ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 200 len: 912 time: 0.1363988 Sep 30 08:56:33.526148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-7302c327-21a4-4420-baab-5228063db5f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 200 len: 217 time: 0.0433583 Sep 30 08:56:33.573802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:33.588763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-8a5760d5-2ec9-441b-b6ed-bc1382295ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:33.591828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-8a5760d5-2ec9-441b-b6ed-bc1382295ef8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 200 len: 850 time: 0.0586214 Sep 30 08:56:33.602593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:33.613094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:33.613789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:33.652373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-f3f98a3b-b5c9-4924-ac8d-f63c9731d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:33.655236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-f3f98a3b-b5c9-4924-ac8d-f63c9731d62c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=486f6a02-6892-49a6-962c-60f94fb61fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547936 Sep 30 08:56:33.746772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:33.770532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-7e945723-0bec-43af-8d83-997726909b23 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059031 Sep 30 08:56:33.876683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9cbfac5-53a9-4fc6-ae8b-0c322cda1fd7 req-4c505939-8b13-45d5-a0eb-a6735750d325 service neutron] 10.222.0.50 "GET /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963037 Sep 30 08:56:34.031096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:34.078777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67a4f0-72ba-43f3-904c-81b93086fab4 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:46:44Z', 'revision_number': 4, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '8d8a75cc-b4b8-4463-96e7-75eada1a00ba', 'name': '', 'network_id': '486f6a02-6892-49a6-962c-60f94fb61fe1', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'mac_address': 'fa:16:3e:3f:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:44Z', 'updated_at': '2021-09-30T08:46:52Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'subnets': [{'id': '3610d2ce-4c33-4aca-bf3b-4889d67c88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:34.517587 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd4901-ba35-41d2-aefa-81fa5e3b4059 None None] New status for floating IP 3729fc20-afba-4639-9d66-71cfb2e04e42: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:56:34.605553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be5652-137f-4a4a-b7f3-f6009d5a0a56 req-d84faa7f-869b-4f6d-bd47-9662a202cdaf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:34.607402 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06be5652-137f-4a4a-b7f3-f6009d5a0a56 req-d84faa7f-869b-4f6d-bd47-9662a202cdaf tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 945 time: 0.0580201 Sep 30 08:56:34.658711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06be5652-137f-4a4a-b7f3-f6009d5a0a56 req-2893c96c-22f3-4b06-84c3-9eeed823e585 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/security-groups?id=5083fc22-d018-4b53-8cf7-85d2019a0898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Sep 30 08:56:34.937219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-c3c6257f-1233-4868-ac24-204e5e35df55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:34.938912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-c3c6257f-1233-4868-ac24-204e5e35df55 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 945 time: 0.0532937 Sep 30 08:56:35.038295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port e5928511-4b2d-4d19-aab2-25f5e6c72aaf {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:35.038555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:35.138570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] For port e5928511-4b2d-4d19-aab2-25f5e6c72aaf, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:35.138940 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:35.152621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for e5928511-4b2d-4d19-aab2-25f5e6c72aaf owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:35.312538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:35.357933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=e5928511-4b2d-4d19-aab2-25f5e6c72aaf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:35.403979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] No DVR routers for this DVR port e5928511-4b2d-4d19-aab2-25f5e6c72aaf on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:35.406682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:35.408759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a26b1f9-0e86-42ce-ad7e-7b2a1bf70faf req-2e93b218-4a02-4981-810a-eb428f6d6f18 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.50 "DELETE /v2.0/ports/e5928511-4b2d-4d19-aab2-25f5e6c72aaf HTTP/1.1" status: 204 len: 173 time: 0.4637797 Sep 30 08:56:35.409233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'name': 'network-vif-deleted', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:35.411667 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a123328-35ea-49a6-80fa-b06a670d36f1" -d '{"events": [{"server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "name": "network-vif-deleted", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:35.455913 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44508b-bf13-4c3a-8c45-8db2fa684400 x-openstack-request-id: req-ca44508b-bf13-4c3a-8c45-8db2fa684400 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:35.456210 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ebe59-9ff3-43e4-ad13-c8a2713457d5", "name": "network-vif-deleted", "tag": "e5928511-4b2d-4d19-aab2-25f5e6c72aaf", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:35.456457 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca44508b-bf13-4c3a-8c45-8db2fa684400 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:35.456860 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ebe59-9ff3-43e4-ad13-c8a2713457d5', 'name': 'network-vif-deleted', 'tag': 'e5928511-4b2d-4d19-aab2-25f5e6c72aaf', 'status': 'completed', 'code': 200} Sep 30 08:56:35.794498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91157341-d39e-49da-ac9d-c41697062429 req-b7ae7449-39e5-471f-ba49-d60410550c4e tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 210 time: 0.0425954 Sep 30 08:56:36.901913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46f7c190-2a3d-4c72-9f7a-f36db23e9da1 req-62c928df-5217-4244-9396-31369724b328 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 210 time: 0.0281351 Sep 30 08:56:37.999305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fbe8985-cf66-45fc-83cc-343d7027e44e req-7b7afc24-eea6-479f-b213-4d4b71eda184 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 210 time: 0.0291641 Sep 30 08:56:38.615459 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0447e396-0288-40a7-a050-55b75cbc874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:38.645117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e5928511-4b2d-4d19-aab2-25f5e6c72aaf no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:38.667179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: e5928511-4b2d-4d19-aab2-25f5e6c72aaf {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:38.667529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e5928511-4b2d-4d19-aab2-25f5e6c72aaf not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:39.103604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0cbc08d4-9d6f-417e-b762-dd4a263c701c req-be2949f4-9022-4bb3-b67b-a8e23786a446 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "GET /v2.0/ports?device_id=881ebe59-9ff3-43e4-ad13-c8a2713457d5 HTTP/1.1" status: 200 len: 210 time: 0.0268700 Sep 30 08:56:40.159968 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:40.285108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Deleting port 14a03eb1-59d1-4f2c-ab85-5208d2badaff {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:40.285483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:40.364063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:40.364397 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:40.375971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Calling delete_port for 14a03eb1-59d1-4f2c-ab85-5208d2badaff owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:40.501041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:40.526742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'Port': ['ID=14a03eb1-59d1-4f2c-ab85-5208d2badaff,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:40.588561 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:40.591182 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:40.592371 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-18acdd70-2e35-4cdd-af0f-272fb7c639b0 tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "DELETE /v2.0/floatingips/6ce36540-aee6-4eff-8aa7-124718b8a880 HTTP/1.1" status: 204 len: 168 time: 0.4314051 Sep 30 08:56:41.113034 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cdec987c-a943-4926-987f-397c3ee1383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:41.501817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:42.837928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41840) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:42.898492 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b36e5bee-c8e0-4711-a4a6-a4221a94e9cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:42.924661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b36e5bee-c8e0-4711-a4a6-a4221a94e9cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:42.987764 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b36e5bee-c8e0-4711-a4a6-a4221a94e9cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:42.990579 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b36e5bee-c8e0-4711-a4a6-a4221a94e9cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:42.994769 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b36e5bee-c8e0-4711-a4a6-a4221a94e9cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] 10.222.0.41 "DELETE /v2.0/security-groups/5083fc22-d018-4b53-8cf7-85d2019a0898 HTTP/1.1" status: 204 len: 168 time: 0.1528211 Sep 30 08:56:43.002552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e5bee-c8e0-4711-a4a6-a4221a94e9cc tempest-TestVolumeBootPattern-380872277 tempest-TestVolumeBootPattern-380872277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5083fc22-d018-4b53-8cf7-85d2019a0898,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:43.057946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41844) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:43.235157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:43.528972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:43.797645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Deleting port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:43.797999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:43.880035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] For port 8d8a75cc-b4b8-4463-96e7-75eada1a00ba, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:43.880767 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:43.894108 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Calling delete_port for 8d8a75cc-b4b8-4463-96e7-75eada1a00ba owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:44.076683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:44.108431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8a75cc-b4b8-4463-96e7-75eada1a00ba,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:44.273024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:44.485961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Router 6826b8b3-d00b-466b-a406-636ab8440587 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:44.597422 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:44.602519 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-930f5dee-64b1-43a2-8eb8-024855d6f670 admin admin] 10.222.0.41 "PUT /v2.0/routers/6826b8b3-d00b-466b-a406-636ab8440587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5435059 Sep 30 08:56:44.605070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41848) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:44.607653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] Sync routers for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:44.616747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:44.617367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:44.709153 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:44.723917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:44.811359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:44.868525 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Deleting port bec807ea-2507-4b03-bbc1-8e23ce9c253d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:44.868980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:44.928085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:56:44Z', 'revision_number': 5, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port': {'id': 'bec807ea-2507-4b03-bbc1-8e23ce9c253d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6826b8b3-d00b-466b-a406-636ab8440587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:41Z', 'updated_at': '2021-09-30T08:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:44.955617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] Checking router: 6826b8b3-d00b-466b-a406-636ab8440587 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:44.961241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] For port bec807ea-2507-4b03-bbc1-8e23ce9c253d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bec807ea-2507-4b03-bbc1-8e23ce9c253d,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:44.961818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:44.964487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] Routers {'6826b8b3-d00b-466b-a406-636ab8440587'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:44.965132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['6826b8b3-d00b-466b-a406-636ab8440587'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:44.975082 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Calling delete_port for bec807ea-2507-4b03-bbc1-8e23ce9c253d owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:45.046910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.067276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] Set router 6826b8b3-d00b-466b-a406-636ab8440587 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:45.125076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:56:44Z', 'revision_number': 6, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:45.148992 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.152795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944957d-673a-47a6-8749-c898ecfbefa9 None None] The sync data for ids ['6826b8b3-d00b-466b-a406-636ab8440587'] in n-d-807025-5 is: [{'id': '6826b8b3-d00b-466b-a406-636ab8440587', 'name': 'tempest-TestVolumeBootPattern-604037795-router', 'tenant_id': '1dffe66d819f40f589201175a9c72e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:40Z', 'updated_at': '2021-09-30T08:56:44Z', 'revision_number': 6, 'project_id': '1dffe66d819f40f589201175a9c72e69', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:45.175029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec807ea-2507-4b03-bbc1-8e23ce9c253d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:45.244411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.356819 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.359321 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.401876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.402395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6826b8b3-d00b-466b-a406-636ab8440587 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:56:45.407623 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.408883 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27432c8d-eabd-4997-b248-b4ee071bfa94 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6826b8b3-d00b-466b-a406-636ab8440587 HTTP/1.1" status: 204 len: 168 time: 0.8019903 Sep 30 08:56:45.411858 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41850) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:45.461303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Deleting subnet 3610d2ce-4c33-4aca-bf3b-4889d67c88fb {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:56:45.464339 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.500021 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.584970 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.638781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.659144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f22ce-a5bb-4402-8f3f-a79b8506f24a None None] Network 486f6a02-6892-49a6-962c-60f94fb61fe1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:56:45.672670 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.674591 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3610d2ce-4c33-4aca-bf3b-4889d67c88fb HTTP/1.1" status: 204 len: 168 time: 0.2618892 Sep 30 08:56:45.675693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9488761-e67e-4359-a0e5-661931bc175b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3610d2ce-4c33-4aca-bf3b-4889d67c88fb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:45.677436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41852) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:45.748993 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.808096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Deleting port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:45.808439 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.874853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] For port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,segment=NetworkSegment(b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1),segment_id=b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:45.875114 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.888053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Calling delete_port for 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:45.941142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] DHCP port deletion for 486f6a02-6892-49a6-962c-60f94fb61fe1 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:56:45.982714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.992954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Deleting port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:45.993334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.011057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:46.012964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] No DVR routers for this DVR port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:46.065914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] For port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:46.066314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.080562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Calling delete_port for 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:46.083382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:56:46.084718 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.090440 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.109665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Pushing event deleted for resources: {'Port': ['ID=1d80ee27-21f6-4d16-8137-ccb5b8be0c3b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:46.113759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486f6a02-6892-49a6-962c-60f94fb61fe1']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:46.119883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.120229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.120567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.120904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.121235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.121600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.121933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.122255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.122790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.122917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.123242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.123561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:46.124582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:46.125247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fe96ba-a4c3-4090-a1c5-aeb16850b2f1') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:46.126512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f90ff-61fc-48d6-83a9-92c7f8169f2a None None] No DVR routers for this DVR port 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:46.139491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.155337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.166074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:56:46.166337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:56:46.168159 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:56:46.225843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.233883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.235125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] 10.222.0.41 "DELETE /v2.0/networks/486f6a02-6892-49a6-962c-60f94fb61fe1 HTTP/1.1" status: 204 len: 168 time: 0.5540347 Sep 30 08:56:46.238846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41854) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:46.245058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ee1ea-a088-4b89-a654-8f69b6c06778 admin admin] Pushing event deleted for resources: {'Network': ['ID=486f6a02-6892-49a6-962c-60f94fb61fe1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:46.694425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9589a1d-a0ca-4c19-a88c-c0d9cc25a796 req-46ffdd2c-c5d6-4ae8-81be-e5bcc3359ea6 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:46.696125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9589a1d-a0ca-4c19-a88c-c0d9cc25a796 req-46ffdd2c-c5d6-4ae8-81be-e5bcc3359ea6 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.0563645 Sep 30 08:56:46.744838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9589a1d-a0ca-4c19-a88c-c0d9cc25a796 req-11e1de8b-cda9-4948-9931-141d03f517ea tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Sep 30 08:56:46.910130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8d8a75cc-b4b8-4463-96e7-75eada1a00ba no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:46.930938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8d8a75cc-b4b8-4463-96e7-75eada1a00ba {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:46.931286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8d8a75cc-b4b8-4463-96e7-75eada1a00ba not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:46.931709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bec807ea-2507-4b03-bbc1-8e23ce9c253d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:46.950203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: bec807ea-2507-4b03-bbc1-8e23ce9c253d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:46.950544 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bec807ea-2507-4b03-bbc1-8e23ce9c253d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:46.950964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:46.970605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:46.971168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d80ee27-21f6-4d16-8137-ccb5b8be0c3b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:46.978852 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:47.227545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Deleting port 113a9126-8624-44f9-bcb1-c91cd339549a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:47.227888 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:47.311571 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] For port 113a9126-8624-44f9-bcb1-c91cd339549a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=113a9126-8624-44f9-bcb1-c91cd339549a,segment=NetworkSegment(f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6),segment_id=f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:47.323822 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:47.327159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Calling delete_port for 113a9126-8624-44f9-bcb1-c91cd339549a owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:47.505479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:47.533472 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Pushing event deleted for resources: {'Port': ['ID=113a9126-8624-44f9-bcb1-c91cd339549a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:47.697351 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:47.922527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba717ecc-1af2-4456-b71f-99deac4bcb9d req-aa38e499-d06b-46ca-866a-9130c1953882 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:47.924075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba717ecc-1af2-4456-b71f-99deac4bcb9d req-aa38e499-d06b-46ca-866a-9130c1953882 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.0503511 Sep 30 08:56:47.939931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Router 641c1786-735c-4cf9-9e68-906d2fd518dc has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:47.969261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba717ecc-1af2-4456-b71f-99deac4bcb9d req-af085f9c-f828-4718-b4a9-70264088b860 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331717 Sep 30 08:56:48.053613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:48.059656 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8fb0b106-74ab-4b21-991c-9d9b02dbf118 admin admin] 10.222.0.41 "PUT /v2.0/routers/641c1786-735c-4cf9-9e68-906d2fd518dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189845 Sep 30 08:56:48.062158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41864) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:48.064034 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] Sync routers for ids ['641c1786-735c-4cf9-9e68-906d2fd518dc'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:48.074398 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] Routers {'641c1786-735c-4cf9-9e68-906d2fd518dc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:48.075010 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['641c1786-735c-4cf9-9e68-906d2fd518dc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:48.169147 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:48.184690 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] Set router 641c1786-735c-4cf9-9e68-906d2fd518dc gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:48.329513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-d7942f76-afb8-48fd-abd5-2dc895dbd308 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:48.330921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-d7942f76-afb8-48fd-abd5-2dc895dbd308 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.57 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.1096060 Sep 30 08:56:48.333019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:48.383173 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:56:47Z', 'revision_number': 5, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port': {'id': 'e6401051-b8d5-48ad-9bca-5e11a8e3ba9b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:46:49Z', 'updated_at': '2021-09-30T08:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:48.416262 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] Checking router: 641c1786-735c-4cf9-9e68-906d2fd518dc for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:48.425410 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] Routers {'641c1786-735c-4cf9-9e68-906d2fd518dc'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:48.426063 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['641c1786-735c-4cf9-9e68-906d2fd518dc'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:48.457455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Deleting port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:48.457839 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:48.480128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Deleting port 38787c07-daa6-41be-9c86-114c289fdfdf {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:48.480490 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:48.535166 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] Set router 641c1786-735c-4cf9-9e68-906d2fd518dc gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:48.611813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] For port e6401051-b8d5-48ad-9bca-5e11a8e3ba9b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:48.612100 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:48.613928 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:56:48Z', 'revision_number': 6, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:48.634114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Calling delete_port for e6401051-b8d5-48ad-9bca-5e11a8e3ba9b owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:48.644335 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e934d-cee5-4ee9-97a4-9ac5c5559e39 None None] The sync data for ids ['641c1786-735c-4cf9-9e68-906d2fd518dc'] in n-d-807025-5 is: [{'id': '641c1786-735c-4cf9-9e68-906d2fd518dc', 'name': 'tempest-TestVolumeBootPattern-771803676-router', 'tenant_id': '92bbad50f0a648ea9d39a3b13dd07786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:46:48Z', 'updated_at': '2021-09-30T08:56:48Z', 'revision_number': 6, 'project_id': '92bbad50f0a648ea9d39a3b13dd07786', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:48.644573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] For port 38787c07-daa6-41be-9c86-114c289fdfdf, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=38787c07-daa6-41be-9c86-114c289fdfdf,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:48.644697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.079188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 113a9126-8624-44f9-bcb1-c91cd339549a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:49.107408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 113a9126-8624-44f9-bcb1-c91cd339549a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:49.108126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 113a9126-8624-44f9-bcb1-c91cd339549a not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:49.262934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e68879-ff55-43cf-b535-2379680aa842 req-cc5cc92d-7943-4070-ac99-3dbef2b9205a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:49.264367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99e68879-ff55-43cf-b535-2379680aa842 req-cc5cc92d-7943-4070-ac99-3dbef2b9205a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 946 time: 0.1570859 Sep 30 08:56:49.274251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.274615 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.274930 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Floating IP 724ac862-94ef-4842-bec2-210e77d5b1cd disassociated. External IP: 172.25.7.159, port: 38787c07-daa6-41be-9c86-114c289fdfdf. Sep 30 08:56:49.275278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Calling delete_port for 38787c07-daa6-41be-9c86-114c289fdfdf owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:49.355253 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.402236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-99e68879-ff55-43cf-b535-2379680aa842 req-dcabca7b-6489-4ca9-b242-10b1ac121223 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3be4b67-495c-4333-9592-b5f2a4c5ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307781 Sep 30 08:56:49.404698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6401051-b8d5-48ad-9bca-5e11a8e3ba9b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:49.505784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.616282 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.619839 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.626001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.685404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event deleted for resources: {'Port': ['ID=38787c07-daa6-41be-9c86-114c289fdfdf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:49.694812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.695384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641c1786-735c-4cf9-9e68-906d2fd518dc {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:56:49.699782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.700867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d2f450c-f5df-484e-bfb2-63ac57f65c2e admin admin] 10.222.0.41 "DELETE /v2.0/routers/641c1786-735c-4cf9-9e68-906d2fd518dc HTTP/1.1" status: 204 len: 168 time: 1.6377158 Sep 30 08:56:49.703672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41868) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:49.777267 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Deleting subnet 76a7a786-255a-4210-ba35-8b1afb87fec6 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:56:49.781186 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.826771 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.839570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:49.913750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.954948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:49.965413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] Sync routers for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:49.982701 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.982948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:49.982948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:50.001955 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a7a786-255a-4210-ba35-8b1afb87fec6,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:50.005789 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.010924 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3b925877-ffe5-4da7-ad0b-109d989f7c74 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/76a7a786-255a-4210-ba35-8b1afb87fec6 HTTP/1.1" status: 204 len: 168 time: 0.3009088 Sep 30 08:56:50.011167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] No DVR routers for this DVR port 38787c07-daa6-41be-9c86-114c289fdfdf on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:50.011347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41870) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:50.031035 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.033190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5825197c-70cb-4fd2-bee1-07ebe3cf27ff req-0f534281-22f3-4d52-b3e8-defc5df2deef tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.57 "DELETE /v2.0/ports/38787c07-daa6-41be-9c86-114c289fdfdf HTTP/1.1" status: 204 len: 173 time: 1.6931925 Sep 30 08:56:50.033559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bbec30-f0f5-4cd1-be0e-d230906ed421 None None] Network 7f6c40b5-c78e-43ee-adf7-5e009c6817fc requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:56:50.033681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'name': 'network-vif-deleted', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:50.036226 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5174e-ec13-497c-9540-9c4cf686d850" -d '{"events": [{"server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "name": "network-vif-deleted", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:50.142138 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a4302-f8a8-4244-a502-795d262f36e4 x-openstack-request-id: req-ad1a4302-f8a8-4244-a502-795d262f36e4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:50.142542 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f23e1-f403-4640-bcd0-81a0dc4ae405", "name": "network-vif-deleted", "tag": "38787c07-daa6-41be-9c86-114c289fdfdf", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:50.142666 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad1a4302-f8a8-4244-a502-795d262f36e4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:50.143104 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888f23e1-f403-4640-bcd0-81a0dc4ae405', 'name': 'network-vif-deleted', 'tag': '38787c07-daa6-41be-9c86-114c289fdfdf', 'status': 'completed', 'code': 200} Sep 30 08:56:50.156193 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.232479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Deleting port d3de38b1-3be8-49f0-b073-46e3d9a5def3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:50.232816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.234072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:50.316230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] For port d3de38b1-3be8-49f0-b073-46e3d9a5def3, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d3de38b1-3be8-49f0-b073-46e3d9a5def3,segment=NetworkSegment(f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6),segment_id=f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:50.316819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.328876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Calling delete_port for d3de38b1-3be8-49f0-b073-46e3d9a5def3 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:50.368201 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] DHCP port deletion for 7f6c40b5-c78e-43ee-adf7-5e009c6817fc request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:56:50.415676 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.443817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3de38b1-3be8-49f0-b073-46e3d9a5def3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:50.446578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] No DVR routers for this DVR port d3de38b1-3be8-49f0-b073-46e3d9a5def3 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:50.468693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Deleting port d3de38b1-3be8-49f0-b073-46e3d9a5def3 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:50.469075 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.550728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] For port d3de38b1-3be8-49f0-b073-46e3d9a5def3, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:50.551030 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.551161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.567033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:47Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:50.569335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Calling delete_port for d3de38b1-3be8-49f0-b073-46e3d9a5def3 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:50.573338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Port d3de38b1-3be8-49f0-b073-46e3d9a5def3 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:56:50.576437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-566cd654-cc7b-4715-853d-b8e30ac98cde req-17776c51-dc39-408e-9333-968f6bc2343a tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f23e1-f403-4640-bcd0-81a0dc4ae405 HTTP/1.1" status: 200 len: 210 time: 0.0614371 Sep 30 08:56:50.592412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6c40b5-c78e-43ee-adf7-5e009c6817fc']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:50.603533 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.605577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] Checking router: 06d8a769-2fe7-42c0-9eba-18dfd04c49fd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:50.611978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:50.612280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ec222a-2ddd-4000-9ca9-7bfc3f3d0ac6') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:50.622689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.639766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] Pushing event deleted for resources: {'Port': ['ID=d3de38b1-3be8-49f0-b073-46e3d9a5def3,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:50.640178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.647826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cf2ca-6fc5-42d0-9b9f-a9bba675a3df None None] No DVR routers for this DVR port d3de38b1-3be8-49f0-b073-46e3d9a5def3 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:50.649309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:56:50.650361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.654848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:56:50.655121 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:56:50.656874 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:50.719310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.725312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.727276 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f6c40b5-c78e-43ee-adf7-5e009c6817fc HTTP/1.1" status: 204 len: 168 time: 0.7148659 Sep 30 08:56:50.739246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d3201-70d8-4b3b-a4ad-2c603e1a520c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6c40b5-c78e-43ee-adf7-5e009c6817fc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:50.864277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41878) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:50.911601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5715c439-c3e5-4b8c-b867-ae416a14c433 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dffe66d819f40f589201175a9c72e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460663 Sep 30 08:56:50.915746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41880) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:50.922782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6401051-b8d5-48ad-9bca-5e11a8e3ba9b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:50.944623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e6401051-b8d5-48ad-9bca-5e11a8e3ba9b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:50.944968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e6401051-b8d5-48ad-9bca-5e11a8e3ba9b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:50.946061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d3de38b1-3be8-49f0-b073-46e3d9a5def3 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:50.971853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5501e6-84bf-4ec9-9acc-82075cb2ea60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:50.973133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:50.975390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d3de38b1-3be8-49f0-b073-46e3d9a5def3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:50.975723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d3de38b1-3be8-49f0-b073-46e3d9a5def3 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:50.997380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5501e6-84bf-4ec9-9acc-82075cb2ea60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.047221 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5501e6-84bf-4ec9-9acc-82075cb2ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.050014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3a5501e6-84bf-4ec9-9acc-82075cb2ea60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.051212 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3a5501e6-84bf-4ec9-9acc-82075cb2ea60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29e277ac-62c6-4970-a317-4dcfda3c5b24 HTTP/1.1" status: 204 len: 168 time: 0.1345291 Sep 30 08:56:51.059915 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5501e6-84bf-4ec9-9acc-82075cb2ea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e277ac-62c6-4970-a317-4dcfda3c5b24,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:51.203354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:47Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:51.232595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea398664-ce77-416f-9a3f-2833e37a80dc None None] The sync data for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 is: [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:51:41Z', 'revision_number': 4, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '56931749-e5a4-4d3d-a25e-112f66418f2d', 'name': '', 'network_id': '72cf099b-1105-480d-955b-556c0bdb035d', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'mac_address': 'fa:16:3e:a1:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:40Z', 'updated_at': '2021-09-30T08:51:47Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'subnets': [{'id': '6d7fb470-5133-49cd-9dfc-633882a6d068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:51.414780 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41886) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:51.456817 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b65b069f-e86b-43aa-a9a1-469478379803 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92bbad50f0a648ea9d39a3b13dd07786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408673 Sep 30 08:56:51.459261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41888) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:51.471523 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79028adc-2d7c-439b-bd59-3796fd5e72b3 None None] New status for floating IP 724ac862-94ef-4842-bec2-210e77d5b1cd: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:56:51.510285 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49c9-9f80-4f1b-9754-f3ed2f1c32c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.532188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49c9-9f80-4f1b-9754-f3ed2f1c32c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.537674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 38787c07-daa6-41be-9c86-114c289fdfdf no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:51.559639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 38787c07-daa6-41be-9c86-114c289fdfdf {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:51.560088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 38787c07-daa6-41be-9c86-114c289fdfdf not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:51.583134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49c9-9f80-4f1b-9754-f3ed2f1c32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.585876 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49c9-9f80-4f1b-9754-f3ed2f1c32c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.587572 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cfbc49c9-9f80-4f1b-9754-f3ed2f1c32c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e124340-0766-4108-a8f2-d8920ee8181f HTTP/1.1" status: 204 len: 168 time: 0.1274118 Sep 30 08:56:51.595854 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc49c9-9f80-4f1b-9754-f3ed2f1c32c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e124340-0766-4108-a8f2-d8920ee8181f,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:51.644606 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41894) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:51.777945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Deleting port 14068573-f3d8-4592-822e-19faa669e837 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:51.778552 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.862940 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.863185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:51.877142 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Calling delete_port for 14068573-f3d8-4592-822e-19faa669e837 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:52.024870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.050362 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event deleted for resources: {'Port': ['ID=14068573-f3d8-4592-822e-19faa669e837,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:52.120551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.123071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.124328 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-18ec206c-44b9-42a6-bdef-3671134c13c1 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "DELETE /v2.0/floatingips/724ac862-94ef-4842-bec2-210e77d5b1cd HTTP/1.1" status: 204 len: 168 time: 0.4787071 Sep 30 08:56:52.193977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41900) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:52.256542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1271543f-979c-45d9-84e5-4c7120d94983 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.283046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1271543f-979c-45d9-84e5-4c7120d94983 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.344730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1271543f-979c-45d9-84e5-4c7120d94983 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.347312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1271543f-979c-45d9-84e5-4c7120d94983 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:52.348645 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1271543f-979c-45d9-84e5-4c7120d94983 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] 10.222.0.41 "DELETE /v2.0/security-groups/e3be4b67-495c-4333-9592-b5f2a4c5ebca HTTP/1.1" status: 204 len: 168 time: 0.1535773 Sep 30 08:56:52.358310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271543f-979c-45d9-84e5-4c7120d94983 tempest-TestServerBasicOps-557751198 tempest-TestServerBasicOps-557751198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3be4b67-495c-4333-9592-b5f2a4c5ebca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:52.390121 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41904) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:52.915030 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:53.157321 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Deleting port 56931749-e5a4-4d3d-a25e-112f66418f2d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:53.157608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:53.238484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] For port 56931749-e5a4-4d3d-a25e-112f66418f2d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=56931749-e5a4-4d3d-a25e-112f66418f2d,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:53.238847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:53.250797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Calling delete_port for 56931749-e5a4-4d3d-a25e-112f66418f2d owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:53.426332 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:53.449689 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Pushing event deleted for resources: {'Port': ['ID=56931749-e5a4-4d3d-a25e-112f66418f2d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:53.626054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:53.829372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:53.932729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:53.937788 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4ed555ab-265e-4fd4-b22e-7fd55c80567f admin admin] 10.222.0.41 "PUT /v2.0/routers/06d8a769-2fe7-42c0-9eba-18dfd04c49fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5466022 Sep 30 08:56:53.940536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41910) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:53.941269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] Sync routers for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:53.951153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:53.951776 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:54.045820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.056434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:54.148038 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.200928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Deleting port d34a0c4c-93ee-4f05-8f65-c794d7410e04 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:54.201270 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.238065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:56:53Z', 'revision_number': 5, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port': {'id': 'd34a0c4c-93ee-4f05-8f65-c794d7410e04', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:39Z', 'updated_at': '2021-09-30T08:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:54.265077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] Checking router: 06d8a769-2fe7-42c0-9eba-18dfd04c49fd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:54.273402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] Routers {'06d8a769-2fe7-42c0-9eba-18dfd04c49fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:54.274140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:54.280405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] For port d34a0c4c-93ee-4f05-8f65-c794d7410e04, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d34a0c4c-93ee-4f05-8f65-c794d7410e04,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:54.280797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.293887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Calling delete_port for d34a0c4c-93ee-4f05-8f65-c794d7410e04 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:54.362917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] Set router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:54.419524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:56:54Z', 'revision_number': 6, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:54.450821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a49c1-1b9e-479c-bd10-28c5b898edcd None None] The sync data for ids ['06d8a769-2fe7-42c0-9eba-18dfd04c49fd'] in n-d-807025-5 is: [{'id': '06d8a769-2fe7-42c0-9eba-18dfd04c49fd', 'name': 'tempest-TestServerBasicOps-1839455969-router', 'tenant_id': '8581e2fe4e00442986e9e7b4b3a51515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:38Z', 'updated_at': '2021-09-30T08:56:54Z', 'revision_number': 6, 'project_id': '8581e2fe4e00442986e9e7b4b3a51515', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:54.475197 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.503028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34a0c4c-93ee-4f05-8f65-c794d7410e04,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:54.568208 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.656585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.658784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.700880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.701421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d8a769-2fe7-42c0-9eba-18dfd04c49fd {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:56:54.705868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.707019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6c078c85-4ed9-4d83-a090-11e2dc55e7c7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/06d8a769-2fe7-42c0-9eba-18dfd04c49fd HTTP/1.1" status: 204 len: 168 time: 0.7655005 Sep 30 08:56:54.709606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41912) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:54.758420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Deleting subnet 6d7fb470-5133-49cd-9dfc-633882a6d068 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:56:54.761295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.795214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.874752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.938184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.962478 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7fb470-5133-49cd-9dfc-633882a6d068,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:54.968041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:54.969942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9d769cf4-6e10-43e8-a0c8-a51ec2db7721 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6d7fb470-5133-49cd-9dfc-633882a6d068 HTTP/1.1" status: 204 len: 168 time: 0.2593744 Sep 30 08:56:54.972551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41914) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:54.975045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a709a-f917-43d4-a1c0-c8aa492b36ce None None] Network 72cf099b-1105-480d-955b-556c0bdb035d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:56:55.041156 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.094280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Deleting port 7a988f99-9130-46bc-abed-b0ada04ca89d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:55.094787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.160180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] For port 7a988f99-9130-46bc-abed-b0ada04ca89d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7a988f99-9130-46bc-abed-b0ada04ca89d,segment=NetworkSegment(b2cfb309-0559-423c-8acb-26cfe35c1934),segment_id=b2cfb309-0559-423c-8acb-26cfe35c1934)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:55.160540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.171694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Calling delete_port for 7a988f99-9130-46bc-abed-b0ada04ca89d owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:55.256627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.261957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b74b007-9aed-4157-9291-47ae5d9e46b6 None None] DHCP port deletion for 72cf099b-1105-480d-955b-556c0bdb035d request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:56:55.295836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] No DVR routers for this DVR port 7a988f99-9130-46bc-abed-b0ada04ca89d on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:55.301465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a988f99-9130-46bc-abed-b0ada04ca89d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:55.312246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 56931749-e5a4-4d3d-a25e-112f66418f2d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:55.332899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 56931749-e5a4-4d3d-a25e-112f66418f2d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:55.333493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 56931749-e5a4-4d3d-a25e-112f66418f2d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:55.374440 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.395713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf099b-1105-480d-955b-556c0bdb035d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:55.405329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cfb309-0559-423c-8acb-26cfe35c1934') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:55.405654 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cfb309-0559-423c-8acb-26cfe35c1934') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:55.415267 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.428294 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.438569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:56:55.439050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:56:55.440898 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:56:55.503330 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.510181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:55.512495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72cf099b-1105-480d-955b-556c0bdb035d HTTP/1.1" status: 204 len: 168 time: 0.5386255 Sep 30 08:56:55.515578 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41916) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:55.523824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a185b7-9401-42e4-8bb9-8cdaaac2ba61 admin admin] Pushing event deleted for resources: {'Network': ['ID=72cf099b-1105-480d-955b-556c0bdb035d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:55.865960 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.003601 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.072123 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.115907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Deleting port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:56.116542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.194661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] For port 16c43ceb-725a-4ea8-80f6-da8288d6a8a4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,segment=NetworkSegment(b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62),segment_id=b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:56.195025 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.208101 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Calling delete_port for 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:56.384912 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.410825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c43ceb-725a-4ea8-80f6-da8288d6a8a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:56.576395 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:56.953547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7a988f99-9130-46bc-abed-b0ada04ca89d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:56.974313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7a988f99-9130-46bc-abed-b0ada04ca89d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:56.974640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7a988f99-9130-46bc-abed-b0ada04ca89d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:56.975078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d34a0c4c-93ee-4f05-8f65-c794d7410e04 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:56.994959 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d34a0c4c-93ee-4f05-8f65-c794d7410e04 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:56.995292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d34a0c4c-93ee-4f05-8f65-c794d7410e04 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:57.120633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:56:57.225946 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:56:57.231261 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b1a18970-e4da-4e4d-a1b9-cad9aac3ea97 admin admin] 10.222.0.41 "PUT /v2.0/routers/3a1f4a91-15c4-422c-b2eb-cbce92b3ec97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146277 Sep 30 08:56:57.234218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41918) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:57.234623 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] Sync routers for ids ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:56:57.243851 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] Routers {'3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:57.244452 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:57.338019 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.348078 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] Set router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:57.441638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.493165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Deleting port f579964f-796b-48c9-bffb-b8ea753f1804 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:57.493535 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.524002 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:56:56Z', 'revision_number': 5, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port': {'id': 'f579964f-796b-48c9-bffb-b8ea753f1804', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:57.553752 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] Checking router: 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:56:57.562934 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] Routers {'3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:56:57.563550 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:56:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:57.572676 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] For port f579964f-796b-48c9-bffb-b8ea753f1804, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f579964f-796b-48c9-bffb-b8ea753f1804,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:57.573049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.585677 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Calling delete_port for f579964f-796b-48c9-bffb-b8ea753f1804 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:57.643973 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] Set router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:56:57.697033 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:56:57Z', 'revision_number': 6, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:57.722771 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2ec58-f6bc-40b7-84ed-b96b62bd8cb6 None None] The sync data for ids ['3a1f4a91-15c4-422c-b2eb-cbce92b3ec97'] in n-d-807025-5 is: [{'id': '3a1f4a91-15c4-422c-b2eb-cbce92b3ec97', 'name': 'tempest-TestServerBasicOps-786659359-router', 'tenant_id': 'e38c230dfbbf4b14950904b31a3487ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:51:43Z', 'updated_at': '2021-09-30T08:56:57Z', 'revision_number': 6, 'project_id': 'e38c230dfbbf4b14950904b31a3487ad', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:56:57.750611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.779449 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f579964f-796b-48c9-bffb-b8ea753f1804,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:57.840985 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.930208 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.932544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.974557 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.975052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:56:57.979859 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:57.981011 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-16f55f50-ddd3-476e-9480-091a7d8b6a90 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3a1f4a91-15c4-422c-b2eb-cbce92b3ec97 HTTP/1.1" status: 204 len: 168 time: 0.7458580 Sep 30 08:56:57.983493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41920) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:58.031249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Deleting subnet 8005c9bb-89ff-4820-89d0-e4ac64a99d31 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:56:58.034315 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.069725 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.149681 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.202168 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.232873 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8005c9bb-89ff-4820-89d0-e4ac64a99d31,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:58.237256 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.241781 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-51519c75-dda9-41be-afe7-221a8c4b1aa1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8005c9bb-89ff-4820-89d0-e4ac64a99d31 HTTP/1.1" status: 204 len: 168 time: 0.2550590 Sep 30 08:56:58.243044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:58.243864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d433a6e-1e72-4e1d-ab9f-da73c6baaa56 None None] Network 00373006-695a-4a5e-8e94-48e970bb85de requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:56:58.312425 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.365629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Deleting port 8ee1f83b-4449-40b8-9d8b-55b240959c59 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:58.365971 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.434988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] For port 8ee1f83b-4449-40b8-9d8b-55b240959c59, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8ee1f83b-4449-40b8-9d8b-55b240959c59,segment=NetworkSegment(b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62),segment_id=b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:58.435352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.446823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Calling delete_port for 8ee1f83b-4449-40b8-9d8b-55b240959c59 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:58.513733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] DHCP port deletion for 00373006-695a-4a5e-8e94-48e970bb85de request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:56:58.527892 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.560414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee1f83b-4449-40b8-9d8b-55b240959c59,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:58.565355 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] No DVR routers for this DVR port 8ee1f83b-4449-40b8-9d8b-55b240959c59 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:58.569535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Deleting port 8ee1f83b-4449-40b8-9d8b-55b240959c59 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:56:58.569922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.637937 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.638447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] For port 8ee1f83b-4449-40b8-9d8b-55b240959c59, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:58.638447 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.651190 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Calling delete_port for 8ee1f83b-4449-40b8-9d8b-55b240959c59 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:56:58.654257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Port 8ee1f83b-4449-40b8-9d8b-55b240959c59 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:56:58.655510 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.659138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00373006-695a-4a5e-8e94-48e970bb85de']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:58.669122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:58.669551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ce110c-30e2-4c87-9d32-6e4ab8bb5c62') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:56:58.678901 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.681413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] Pushing event deleted for resources: {'Port': ['ID=8ee1f83b-4449-40b8-9d8b-55b240959c59,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:58.685487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718fa5a-c025-4c39-bab5-d1565c77cd0f None None] No DVR routers for this DVR port 8ee1f83b-4449-40b8-9d8b-55b240959c59 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:58.696281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.703044 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:56:58.703448 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: timer() Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:56:58.705105 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:56:58.767196 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.772987 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:58.778505 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00373006-695a-4a5e-8e94-48e970bb85de HTTP/1.1" status: 204 len: 168 time: 0.5342395 Sep 30 08:56:58.789397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98b6b-fd28-4b7f-91e2-142e2abfcfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00373006-695a-4a5e-8e94-48e970bb85de,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:58.899184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41926) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:58.913253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:58.932800 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:58.933142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 16c43ceb-725a-4ea8-80f6-da8288d6a8a4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:58.933593 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f579964f-796b-48c9-bffb-b8ea753f1804 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:58.940784 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2cc1ea8a-c135-42f9-90b8-c3e8740fc435 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8581e2fe4e00442986e9e7b4b3a51515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404186 Sep 30 08:56:58.943272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 41928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:58.953111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f579964f-796b-48c9-bffb-b8ea753f1804 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:58.953475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f579964f-796b-48c9-bffb-b8ea753f1804 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:58.953920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8ee1f83b-4449-40b8-9d8b-55b240959c59 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:58.977576 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8ee1f83b-4449-40b8-9d8b-55b240959c59 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:56:58.977934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8ee1f83b-4449-40b8-9d8b-55b240959c59 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:58.994197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb1f98f4-7b6e-4b33-8290-a95d5089c406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.015480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb1f98f4-7b6e-4b33-8290-a95d5089c406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.065387 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb1f98f4-7b6e-4b33-8290-a95d5089c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.067913 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-eb1f98f4-7b6e-4b33-8290-a95d5089c406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.069080 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-eb1f98f4-7b6e-4b33-8290-a95d5089c406 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a277bbb3-fc16-497d-abd6-ef746a8c9451 HTTP/1.1" status: 204 len: 168 time: 0.1249115 Sep 30 08:56:59.077088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f98f4-7b6e-4b33-8290-a95d5089c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a277bbb3-fc16-497d-abd6-ef746a8c9451,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:59.375438 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41934) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:59.416569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-08fa5e04-0ca8-4c3d-aa96-05cb10455a19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e38c230dfbbf4b14950904b31a3487ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398979 Sep 30 08:56:59.419009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 41936) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:56:59.465896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-416d2fdc-615c-48cd-bc4e-2f41c64765d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.488888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-416d2fdc-615c-48cd-bc4e-2f41c64765d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.762814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-416d2fdc-615c-48cd-bc4e-2f41c64765d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.766447 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-416d2fdc-615c-48cd-bc4e-2f41c64765d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:59.767737 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-416d2fdc-615c-48cd-bc4e-2f41c64765d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/349a0675-316c-4ead-84f2-cd5f8e2732ca HTTP/1.1" status: 204 len: 168 time: 0.3477745 Sep 30 08:56:59.777366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d2fdc-615c-48cd-bc4e-2f41c64765d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a0675-316c-4ead-84f2-cd5f8e2732ca,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:03.414411 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:57:08.619306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20eebc78-b718-4df3-a6bc-174e2b4091e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:09.766864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-2f9c942b-74b3-4f7f-a4ae-8ae8d536c9f2 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc595f4bd7544dce951b68c2aa05c913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296507 Sep 30 08:57:09.945241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-a546e181-1972-45ae-8186-321953e0a6c7 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:09.946745 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-a546e181-1972-45ae-8186-321953e0a6c7 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745312 Sep 30 08:57:09.961533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-07f68016-0a41-4507-86bc-f1993032afd5 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/quotas/fc595f4bd7544dce951b68c2aa05c913 HTTP/1.1" status: 200 len: 375 time: 0.0089428 Sep 30 08:57:09.996432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-ad825cf4-c968-47db-908b-5f3e94159556 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc595f4bd7544dce951b68c2aa05c913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297525 Sep 30 08:57:11.119044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7c061cb7-e3bc-4d53-bda9-78a5db1a152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:11.175640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f55be5b7-29a2-4752-b371-d33ec9bc2846 req-3adc87c3-2744-46ec-a116-effb075f0d18 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 210 time: 0.0267534 Sep 30 08:57:11.504607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.101650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-16157fe2-d190-4555-ac7a-eb35d0d2c8ee tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fc595f4bd7544dce951b68c2aa05c913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234540 Sep 30 08:57:12.213184 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-38ac42d8-92b8-40eb-8264-5e8bc75fe416 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:12.214821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-38ac42d8-92b8-40eb-8264-5e8bc75fe416 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077170 Sep 30 08:57:12.238682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Request body: {'port': {'device_id': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'admin_state_up': True, 'tenant_id': 'fc595f4bd7544dce951b68c2aa05c913'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:12.289963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42d90d0e-ba75-4028-8909-83392a8bc602 req-9fd04073-e463-4abf-9ff7-4616b3c22a24 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 210 time: 0.0354867 Sep 30 08:57:12.371536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Made reservation on behalf of fc595f4bd7544dce951b68c2aa05c913 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:12.374899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.383774 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.475598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.480055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.537964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990d2ab8-06ea-4561-8908-f377d845dd75,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:12.609415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Allocated IP 192.168.233.50 (ebf12494-aedf-4ad9-ae02-523aaa460588/d33254c7-6b83-478f-9501-8232134355cd/5d184f14-6abe-48b9-bd6e-4ab5f6041270) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:57:12.753912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.787523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.827788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Network ebf12494-aedf-4ad9-ae02-523aaa460588 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:57:12.830774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:57:12.834247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:57:12.847472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Pushing event updated for resources: {'Port': ['ID=5d184f14-6abe-48b9-bd6e-4ab5f6041270,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:12.893551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:12.894144 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.910588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-cfbea69c-6257-45c7-a236-a35d4e44014b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6757689 Sep 30 08:57:12.928359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Request body: {'port': {'device_id': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:12.984658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.065967 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-5d3986a9-0a10-42ce-a06e-9eb095f5f4c7 None None] Provisioning complete for port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:57:13.066586 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5d3986a9-0a10-42ce-a06e-9eb095f5f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.101767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-5d3986a9-0a10-42ce-a06e-9eb095f5f4c7 None None] Port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:57:13.236441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.251969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d184f14-6abe-48b9-bd6e-4ab5f6041270 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:57:13.260130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.272248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Transition to ACTIVE for port object 5d184f14-6abe-48b9-bd6e-4ab5f6041270 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:57:13.276412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.326516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Pushing event updated for resources: {'Port': ['ID=5d184f14-6abe-48b9-bd6e-4ab5f6041270,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:13.433331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Attempting to bind port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:57:13.433707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Attempting to bind port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:57:13.434043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Attempting to bind port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:57:13.447619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51aec8-548e-40f0-9013-b1c841ba5d06 req-a1a8acc9-fd17-4b3a-9b02-ab31d7877bbd tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:13.449190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab51aec8-548e-40f0-9013-b1c841ba5d06 req-a1a8acc9-fd17-4b3a-9b02-ab31d7877bbd tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 947 time: 0.0834317 Sep 30 08:57:13.449826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 on network ebf12494-aedf-4ad9-ae02-523aaa460588 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:57:13.450152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Attempting to bind port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 on network ebf12494-aedf-4ad9-ae02-523aaa460588 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:57:13.457710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:57:13.458052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Checking segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:57:13.458439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Bound using segment: {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:57:13.458882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Bound port: 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5c478-9f86-4a8f-9695-c6a79c90d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:57:13.459242 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.522836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab51aec8-548e-40f0-9013-b1c841ba5d06 req-fb4385f1-d894-474c-93b3-387b133215af tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668502 Sep 30 08:57:13.548993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] For port 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:57:13.551903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] For port 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:57:13.557059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.588973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:13.589607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:13.590977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] 10.222.0.50 "PUT /v2.0/ports/5d184f14-6abe-48b9-bd6e-4ab5f6041270 HTTP/1.1" status: 200 len: 1095 time: 0.6672134 Sep 30 08:57:13.591406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'tag': '5d184f14-6abe-48b9-bd6e-4ab5f6041270'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:13.593679 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c70c460-58cc-47eb-bcad-5f442645b12d", "tag": "5d184f14-6abe-48b9-bd6e-4ab5f6041270"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:13.624309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105621-6f61-4caa-b4e1-8f47d828f79a service neutron] Pushing event updated for resources: {'Port': ['ID=5d184f14-6abe-48b9-bd6e-4ab5f6041270,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:13.646304 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f84c1-8248-46b5-8453-2d3c660e35c7 x-openstack-request-id: req-3c6f84c1-8248-46b5-8453-2d3c660e35c7 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:13.646590 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c70c460-58cc-47eb-bcad-5f442645b12d", "tag": "5d184f14-6abe-48b9-bd6e-4ab5f6041270", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:13.646890 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c6f84c1-8248-46b5-8453-2d3c660e35c7 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:13.647326 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'tag': '5d184f14-6abe-48b9-bd6e-4ab5f6041270', 'status': 'completed', 'code': 200} Sep 30 08:57:13.709748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-f4886c34-8ea9-4ab5-9224-b11982651312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:13.711305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-f4886c34-8ea9-4ab5-9224-b11982651312 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc595f4bd7544dce951b68c2aa05c913&device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 1098 time: 0.0463398 Sep 30 08:57:13.758769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-8edea378-a4bd-4456-9bf9-af9e08e825c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270 HTTP/1.1" status: 200 len: 217 time: 0.0350280 Sep 30 08:57:13.809047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-5155ed77-913d-4001-8726-d4bc02a9a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:13.810559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-5155ed77-913d-4001-8726-d4bc02a9a18a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0451384 Sep 30 08:57:13.862774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-e15139a1-c91c-4400-8560-fddc7d94b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:13.864243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-e15139a1-c91c-4400-8560-fddc7d94b07f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465183 Sep 30 08:57:13.952220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-217bbbbf-dae0-4861-a0ce-82b1eabc50ec service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810039 Sep 30 08:57:14.047785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a38a02d9-5d84-4365-ad27-6f6de12d3018 req-5931d60d-09f4-4cf2-8955-912d44f38c59 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877800 Sep 30 08:57:14.170155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-84c61e5d-4141-4208-b24b-5f46d3276c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:14.171624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-84c61e5d-4141-4208-b24b-5f46d3276c82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc595f4bd7544dce951b68c2aa05c913&device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 1098 time: 0.0415733 Sep 30 08:57:14.264918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-73adf2cd-8f49-46ac-9402-194654d96034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:14.266471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-73adf2cd-8f49-46ac-9402-194654d96034 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ebf12494-aedf-4ad9-ae02-523aaa460588 HTTP/1.1" status: 200 len: 870 time: 0.0870063 Sep 30 08:57:14.308929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-fdb18d89-ac2c-4f2b-aa10-de342f0eb72f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270 HTTP/1.1" status: 200 len: 217 time: 0.0354667 Sep 30 08:57:14.359109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-7d9cf42d-6493-4140-ba8e-afc226face01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:14.360590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-7d9cf42d-6493-4140-ba8e-afc226face01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d33254c7-6b83-478f-9501-8232134355cd HTTP/1.1" status: 200 len: 843 time: 0.0439227 Sep 30 08:57:14.414210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-4da69919-5796-45ab-990b-91a2108b7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:14.415731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-4da69919-5796-45ab-990b-91a2108b7dbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ebf12494-aedf-4ad9-ae02-523aaa460588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420802 Sep 30 08:57:14.508483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-9607c493-fb5d-477b-b4bc-af7a8bef83c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850427 Sep 30 08:57:14.630375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a71c1e0-4a24-452b-b83c-6cb1f023b3a0 req-bb3ae670-5e0b-4634-9971-e80351090e27 service neutron] 10.222.0.50 "GET /v2.0/networks/ebf12494-aedf-4ad9-ae02-523aaa460588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143591 Sep 30 08:57:14.654233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb153f57-b62a-42e8-ba25-16364d25dabf req-296c2a22-2a07-4225-a872-5dc2d6bc16f4 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:14.655790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb153f57-b62a-42e8-ba25-16364d25dabf req-296c2a22-2a07-4225-a872-5dc2d6bc16f4 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 947 time: 0.0617297 Sep 30 08:57:14.694319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fb153f57-b62a-42e8-ba25-16364d25dabf req-c414dff8-5da9-4ecb-98eb-7a4e34ab6bd6 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Sep 30 08:57:15.007185 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:15.808178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacee03-7d13-4eba-8b2d-9a75e9f41596 req-c7ad1ae6-c600-4300-b07c-c0da50c74344 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:15.809680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2dacee03-7d13-4eba-8b2d-9a75e9f41596 req-c7ad1ae6-c600-4300-b07c-c0da50c74344 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 947 time: 0.0492549 Sep 30 08:57:15.848995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2dacee03-7d13-4eba-8b2d-9a75e9f41596 req-be823b99-55a2-4f19-b036-9920ab372a1f tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Sep 30 08:57:16.831808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5d184f14-6abe-48b9-bd6e-4ab5f6041270 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:57:16.929674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:16.941063 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '5d184f14-6abe-48b9-bd6e-4ab5f6041270', 'network_id': 'ebf12494-aedf-4ad9-ae02-523aaa460588', 'port_id': '5d184f14-6abe-48b9-bd6e-4ab5f6041270', 'mac_address': 'fa:16:3e:2e:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33254c7-6b83-478f-9501-8232134355cd', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:57:16.967920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6685464-fcfe-4713-84c7-209f5a98fdb9 req-466356a0-1055-4e78-b951-cd334c19cc34 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:16.969429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6685464-fcfe-4713-84c7-209f5a98fdb9 req-466356a0-1055-4e78-b951-cd334c19cc34 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 947 time: 0.0528862 Sep 30 08:57:16.979204 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:16.993411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d184f14-6abe-48b9-bd6e-4ab5f6041270 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:57:17.010245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6685464-fcfe-4713-84c7-209f5a98fdb9 req-1478298a-61f1-4810-af06-4d84075b95b0 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Sep 30 08:57:17.013432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:17.018788 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:17.080556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=5d184f14-6abe-48b9-bd6e-4ab5f6041270,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:17.329546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['5d184f14-6abe-48b9-bd6e-4ab5f6041270'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:57:18.133837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c70e-deaf-4222-9947-6b43151688c8 req-35cfc4f2-c4f1-4426-b77a-ef3d18e72a56 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:18.135728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95e5c70e-deaf-4222-9947-6b43151688c8 req-35cfc4f2-c4f1-4426-b77a-ef3d18e72a56 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 948 time: 0.0526288 Sep 30 08:57:18.173152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95e5c70e-deaf-4222-9947-6b43151688c8 req-f769a244-9a88-408e-a193-c56cd397f57a tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Sep 30 08:57:18.847390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5d184f14-6abe-48b9-bd6e-4ab5f6041270 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:57:18.897356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:57:18.901685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:57:18.902053 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:18.978547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:19.003654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d184f14-6abe-48b9-bd6e-4ab5f6041270'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:19.008390 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb874978-aadc-444f-ba89-8a989abaeaf0" -d '{"events": [{"server_uuid": "2c70c460-58cc-47eb-bcad-5f442645b12d", "name": "network-vif-plugged", "status": "completed", "tag": "5d184f14-6abe-48b9-bd6e-4ab5f6041270"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:19.023879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:19.030029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:19.052624 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908f5fa0-359c-49b0-9666-e3a9e4072d87 x-openstack-request-id: req-908f5fa0-359c-49b0-9666-e3a9e4072d87 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:19.052909 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70c460-58cc-47eb-bcad-5f442645b12d", "name": "network-vif-plugged", "status": "completed", "tag": "5d184f14-6abe-48b9-bd6e-4ab5f6041270", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:19.053152 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-908f5fa0-359c-49b0-9666-e3a9e4072d87 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:19.053561 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d184f14-6abe-48b9-bd6e-4ab5f6041270', 'code': 200} Sep 30 08:57:19.078519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=5d184f14-6abe-48b9-bd6e-4ab5f6041270,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:19.169794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e58c7-ff50-4dcf-a5e8-6a8e64a887c0 req-1a8f937f-43fd-4ffd-897e-30807d9956cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:19.171299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909e58c7-ff50-4dcf-a5e8-6a8e64a887c0 req-1a8f937f-43fd-4ffd-897e-30807d9956cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 1100 time: 0.0411210 Sep 30 08:57:19.207460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-909e58c7-ff50-4dcf-a5e8-6a8e64a887c0 req-382091e9-0fee-4bdd-88e0-771835782b6e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292711 Sep 30 08:57:19.293757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3971205-2bb2-41be-9ec5-08396a44a460 req-2a3daf91-4054-4665-a5d8-99721a6220d5 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:19.295274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3971205-2bb2-41be-9ec5-08396a44a460 req-2a3daf91-4054-4665-a5d8-99721a6220d5 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 949 time: 0.0530670 Sep 30 08:57:19.334940 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3971205-2bb2-41be-9ec5-08396a44a460 req-25308bbf-207b-4f3e-ad94-13187b4b1d94 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Sep 30 08:57:20.447284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0542350-d6a8-42c9-ad72-b888655133c8 req-9b13bf24-1921-4ab6-bd10-795bafe25825 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:20.449270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0542350-d6a8-42c9-ad72-b888655133c8 req-9b13bf24-1921-4ab6-bd10-795bafe25825 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 949 time: 0.0482702 Sep 30 08:57:20.485922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0542350-d6a8-42c9-ad72-b888655133c8 req-073c53ad-5160-4486-a794-9c34dc6b426b tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Sep 30 08:57:20.758159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d8876256-6b87-4a48-8510-c8e3f59bdf42 req-0c44c2fa-8498-4abc-bd58-09ca54d729ca service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:57:20.759171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d8876256-6b87-4a48-8510-c8e3f59bdf42 req-0c44c2fa-8498-4abc-bd58-09ca54d729ca service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054750 Sep 30 08:57:21.346243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561452e-0de9-4094-b816-cb844685f280 req-073d8744-a888-4807-9752-59f2c21ec038 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:21.347369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5561452e-0de9-4094-b816-cb844685f280 req-073d8744-a888-4807-9752-59f2c21ec038 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 949 time: 0.0497353 Sep 30 08:57:21.385439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5561452e-0de9-4094-b816-cb844685f280 req-2268574f-1ba0-4fdc-8e0d-ec9d57ae5a36 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Sep 30 08:57:22.748221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-eb315e51-71d4-4592-90b5-89ce9ba82361 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:22.749706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-eb315e51-71d4-4592-90b5-89ce9ba82361 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 949 time: 0.0786340 Sep 30 08:57:22.761094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59266-bd2a-4d67-ab84-f3522202c2d1 req-8f064e9e-50d0-4b83-a22d-88b75c94366a tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:22.762475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bde59266-bd2a-4d67-ab84-f3522202c2d1 req-8f064e9e-50d0-4b83-a22d-88b75c94366a tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c70c460-58cc-47eb-bcad-5f442645b12d HTTP/1.1" status: 200 len: 949 time: 0.0632133 Sep 30 08:57:22.844714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bde59266-bd2a-4d67-ab84-f3522202c2d1 req-f7c9b935-627f-4940-8e93-e8a9e399a6e9 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.41 "GET /v2.0/security-groups?id=990d2ab8-06ea-4561-8908-f377d845dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742428 Sep 30 08:57:22.871124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Deleting port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:57:22.871469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:22.962855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] For port 5d184f14-6abe-48b9-bd6e-4ab5f6041270, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=5d184f14-6abe-48b9-bd6e-4ab5f6041270,segment=NetworkSegment(a9d5c478-9f86-4a8f-9695-c6a79c90d697),segment_id=a9d5c478-9f86-4a8f-9695-c6a79c90d697)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:22.963223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:22.975023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Calling delete_port for 5d184f14-6abe-48b9-bd6e-4ab5f6041270 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:57:23.104237 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:23.137030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['5d184f14-6abe-48b9-bd6e-4ab5f6041270'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:57:23.138588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Pushing event deleted for resources: {'Port': ['ID=5d184f14-6abe-48b9-bd6e-4ab5f6041270,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:23.160734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.161129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.161428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.161794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.162130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.162968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.163255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.163630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.163978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.164296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.164630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.164954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:23.188533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] No DVR routers for this DVR port 5d184f14-6abe-48b9-bd6e-4ab5f6041270 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:57:23.191445 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:23.193773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5031cb15-a867-45fe-adbd-31f3f26aa9ca req-05e3b106-60db-410f-987e-959971fff0c3 tempest-ServersAdminNegativeTestJSON-2035568864 tempest-ServersAdminNegativeTestJSON-2035568864-project] 10.222.0.50 "DELETE /v2.0/ports/5d184f14-6abe-48b9-bd6e-4ab5f6041270 HTTP/1.1" status: 204 len: 173 time: 0.4304037 Sep 30 08:57:23.194226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'name': 'network-vif-deleted', 'tag': '5d184f14-6abe-48b9-bd6e-4ab5f6041270'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:23.196753 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832c086-34ee-4d1b-b7a9-4e9d92a77900" -d '{"events": [{"server_uuid": "2c70c460-58cc-47eb-bcad-5f442645b12d", "name": "network-vif-deleted", "tag": "5d184f14-6abe-48b9-bd6e-4ab5f6041270"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:23.245491 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3aef88-d91f-4808-97be-da6e087f5347 x-openstack-request-id: req-4e3aef88-d91f-4808-97be-da6e087f5347 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:23.245825 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70c460-58cc-47eb-bcad-5f442645b12d", "name": "network-vif-deleted", "tag": "5d184f14-6abe-48b9-bd6e-4ab5f6041270", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:23.246073 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e3aef88-d91f-4808-97be-da6e087f5347 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:23.246495 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70c460-58cc-47eb-bcad-5f442645b12d', 'name': 'network-vif-deleted', 'tag': '5d184f14-6abe-48b9-bd6e-4ab5f6041270', 'status': 'completed', 'code': 200} Sep 30 08:57:24.134065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42076) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:24.266789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cc6ee492-1d9d-4a23-8a40-3bd5ce0ba51d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc595f4bd7544dce951b68c2aa05c913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315746 Sep 30 08:57:24.269306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42080) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:24.317063 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.337864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.383136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.386713 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.388000 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/990d2ab8-06ea-4561-8908-f377d845dd75 HTTP/1.1" status: 204 len: 168 time: 0.1177638 Sep 30 08:57:24.396026 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d2ab8-06ea-4561-8908-f377d845dd75,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:24.404949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.405327 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.405703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.406066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.406364 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.406699 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.407029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.407361 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.407688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.408013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.408341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.408665 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d1dff-73e7-4949-a78c-b83d07bf13cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:24.640371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42086) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:24.653758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8708b3a-4fe8-4558-ad8e-66f7842c68cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.742661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8708b3a-4fe8-4558-ad8e-66f7842c68cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.747154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e8708b3a-4fe8-4558-ad8e-66f7842c68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.788705 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e8708b3a-4fe8-4558-ad8e-66f7842c68cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7b92c4a5a7443b78553554cac334897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472471 Sep 30 08:57:24.789608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8708b3a-4fe8-4558-ad8e-66f7842c68cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8b13a9-ff9b-4edf-acd1-981accea12b1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:24.791730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42088) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:24.841240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c41d54a0-5df3-4015-9353-acf550c808f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.861373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c41d54a0-5df3-4015-9353-acf550c808f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.910878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c41d54a0-5df3-4015-9353-acf550c808f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.913315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c41d54a0-5df3-4015-9353-acf550c808f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:24.914467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c41d54a0-5df3-4015-9353-acf550c808f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d8b13a9-ff9b-4edf-acd1-981accea12b1 HTTP/1.1" status: 204 len: 168 time: 0.1213021 Sep 30 08:57:24.922073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d54a0-5df3-4015-9353-acf550c808f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8b13a9-ff9b-4edf-acd1-981accea12b1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:25.612722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42112) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:25.711980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1921030884-network', 'tenant_id': 'aa54b640aeb541ac8e4992fbf894ff70'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:25.733226 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Made reservation on behalf of aa54b640aeb541ac8e4992fbf894ff70 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:25.735567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.743921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.830056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.834088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.858424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:57:25.867734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db30c79-c4d7-430c-8e9f-fd410bf0b69d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:25.872464 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.872808 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Added segment 3b452248-e084-461c-b37a-0f24300cab93 of type vlan for network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 Sep 30 08:57:25.911917 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.934826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.935760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:25.936330 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:25.965753 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3518426 Sep 30 08:57:25.968790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42116) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:25.976673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Request body: {'subnet': {'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1921030884-subnet', 'tenant_id': 'aa54b640aeb541ac8e4992fbf894ff70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:25.994838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Made reservation on behalf of aa54b640aeb541ac8e4992fbf894ff70 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:25.996995 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:26.000471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd12e-9516-477f-89ce-b454012ca315 admin admin] Pushing event updated for resources: {'Network': ['ID=2034cbcc-43a3-4007-9945-82eeeb4e26a7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:26.011886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:57:26.028423 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:26.091945 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:26.405595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:26.457319 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Pushing event updated for resources: {'Subnet': ['ID=018f6be3-6171-4815-848d-e7b27f913162,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:26.467325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Checking segment: {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:57:26.467683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Network hostable DHCP agents. Network: 2034cbcc-43a3-4007-9945-82eeeb4e26a7, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:57:26.484237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:57:26.493353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2034cbcc-43a3-4007-9945-82eeeb4e26a7) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:57:26.497895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:26.498476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:26.502941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091f0db-2071-4e9a-84b2-7a4968db7a7b None None] Network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:57:26.513491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-64fd5eb6-a7d9-4df1-857f-9ec7b0ac94da admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5434623 Sep 30 08:57:26.632123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceda5a5-99ec-40d5-b746-fda73a645db8 None None] Network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:57:26.872674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5d184f14-6abe-48b9-bd6e-4ab5f6041270 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:57:26.891336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 5d184f14-6abe-48b9-bd6e-4ab5f6041270 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:57:26.891679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 5d184f14-6abe-48b9-bd6e-4ab5f6041270 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:57:26.938306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-98666253-cb0b-4c33-91e5-4284414c76bb tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:26.939790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-98666253-cb0b-4c33-91e5-4284414c76bb tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 812 time: 0.1054358 Sep 30 08:57:26.954697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-54d31dc9-2b7b-4dcb-8c8a-c53fbb10bd70 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/quotas/aa54b640aeb541ac8e4992fbf894ff70 HTTP/1.1" status: 200 len: 375 time: 0.0091789 Sep 30 08:57:26.985537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-68af0251-b403-45df-a625-214edda07ac3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256596 Sep 30 08:57:27.074145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-598e74e5-add3-40d8-b1c7-cc085972f634 service neutron] 10.222.0.41 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817351 Sep 30 08:57:27.161574 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-93a0a2de-d32c-4ca0-9018-db216f1ce712 service neutron] 10.222.0.41 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814312 Sep 30 08:57:27.320707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a1d1aa5-dade-4cc2-9dcc-7b7cf2b0031f req-fe1a2b00-caca-45db-af3e-977b939cbb79 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 210 time: 0.0264192 Sep 30 08:57:28.314937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-3c563b66-a367-4d39-bc95-434a94db8dc6 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:28.316315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-3c563b66-a367-4d39-bc95-434a94db8dc6 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.57 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 812 time: 0.1156359 Sep 30 08:57:28.339826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Request body: {'port': {'device_id': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7', 'admin_state_up': True, 'tenant_id': 'aa54b640aeb541ac8e4992fbf894ff70'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:28.439185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f0583ae9-7dab-4597-9a51-827c3d8699e6 req-4db0e419-1d4a-45b5-b376-462b476782e7 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 210 time: 0.0374851 Sep 30 08:57:28.481660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Made reservation on behalf of aa54b640aeb541ac8e4992fbf894ff70 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:28.485361 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:28.610820 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Allocated IP 172.20.0.3 (2034cbcc-43a3-4007-9945-82eeeb4e26a7/018f6be3-6171-4815-848d-e7b27f913162/9f193d6f-40e6-48f3-8703-023123930455) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:57:28.759595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:28.793162 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:28.835140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:57:28.838192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:57:28.840619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:57:28.874322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:28.901289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:28.901996 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:28.916759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-ff7131d5-a7b8-46bb-bb28-91d27da55a67 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807195 Sep 30 08:57:28.935708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Request body: {'port': {'device_id': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:28.989044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:29.251875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f193d6f-40e6-48f3-8703-023123930455 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:57:29.259325 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:29.270981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Transition to ACTIVE for port object 9f193d6f-40e6-48f3-8703-023123930455 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:57:29.274762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:29.326964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:29.391733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:57:29.392080 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:57:29.392417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 on network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:57:29.396721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Port 9f193d6f-40e6-48f3-8703-023123930455 on network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:57:29.397041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 on network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:57:29.402531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:57:29.402873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Checking segment: {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:57:29.403512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Bound using segment: {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:57:29.403938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Bound port: 9f193d6f-40e6-48f3-8703-023123930455, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:57:29.404315 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:29.469918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:57:29.473355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:57:29.478215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:29.513630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:29.514251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:29.515632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 1091 time: 0.5849137 Sep 30 08:57:29.516691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'tag': '9f193d6f-40e6-48f3-8703-023123930455'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:29.518931 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a04738-4818-4959-98e1-af444b8b2eee" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "tag": "9f193d6f-40e6-48f3-8703-023123930455"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:29.596139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a82dd6-7ca8-4628-9fdb-b7b788784735 service neutron] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:29.620281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b926-24f6-4eb7-b834-464e29a8ef0e req-b6ce1541-cb67-43ae-9cdf-5a6fb34d116a tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:29.621824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44b3b926-24f6-4eb7-b834-464e29a8ef0e req-b6ce1541-cb67-43ae-9cdf-5a6fb34d116a tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 943 time: 0.1120946 Sep 30 08:57:29.627818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-504ca0c0-a210-47a9-83d8-b38a724fd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:29.629250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-504ca0c0-a210-47a9-83d8-b38a724fd2df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1094 time: 0.0667772 Sep 30 08:57:29.679180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-d0037366-80b9-4077-92f8-7fa89e73012a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0349562 Sep 30 08:57:29.703635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44b3b926-24f6-4eb7-b834-464e29a8ef0e req-91dbead6-7107-4594-b480-a0df73b417df tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Sep 30 08:57:29.737346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-d4d5eeb7-e9b7-485b-8985-4eb7091517a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:29.738875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-d4d5eeb7-e9b7-485b-8985-4eb7091517a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0483019 Sep 30 08:57:29.746094 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd565926-9081-4f9a-856b-d1fef1608518 x-openstack-request-id: req-bd565926-9081-4f9a-856b-d1fef1608518 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:29.746384 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "tag": "9f193d6f-40e6-48f3-8703-023123930455", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:29.746632 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd565926-9081-4f9a-856b-d1fef1608518 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:29.747017 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'tag': '9f193d6f-40e6-48f3-8703-023123930455', 'status': 'completed', 'code': 200} Sep 30 08:57:29.777551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-161823ce-6cb1-42a3-ad7c-6288b2b8724f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248804 Sep 30 08:57:29.871567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-4b680713-6a3b-43fa-821d-f35c13c63d8f service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851200 Sep 30 08:57:29.971536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa6eb91d-84da-4eef-88de-1b7d008297ee req-1eb1750a-50a2-44a9-aabd-e25543cb3f48 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878837 Sep 30 08:57:30.061864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04738-4818-4959-98e1-af444b8b2eee req-df0a6aa6-5ec6-4712-9d2b-6672dd8fa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:30.063352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-df0a6aa6-5ec6-4712-9d2b-6672dd8fa573 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1094 time: 0.0406108 Sep 30 08:57:30.152142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04738-4818-4959-98e1-af444b8b2eee req-fa31e893-6404-409c-bd7d-f6cc076fdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:30.153893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-fa31e893-6404-409c-bd7d-f6cc076fdd02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.0834506 Sep 30 08:57:30.198048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-c334d041-20ed-430f-a5fd-b10e70ccf5ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0366473 Sep 30 08:57:30.248676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04738-4818-4959-98e1-af444b8b2eee req-6345573b-73a1-4597-9c3f-639cbfaa7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:30.250433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-6345573b-73a1-4597-9c3f-639cbfaa7e36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0454242 Sep 30 08:57:30.283753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-cb68446d-ba3b-40f5-bbe6-c8f7beb45a2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242236 Sep 30 08:57:30.377333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-6f78b49d-7f0d-4c74-af21-b0289f6843d5 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Sep 30 08:57:30.469055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a04738-4818-4959-98e1-af444b8b2eee req-8e9e21ea-f005-46e5-8407-834be60d0c8a service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Sep 30 08:57:30.833552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ea306-fafc-4d59-93d7-dab83fc8fdf2 req-7ed0f99d-a6bc-4ae4-9d0b-4dc8c8ee8d9c tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:30.835015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a4ea306-fafc-4d59-93d7-dab83fc8fdf2 req-7ed0f99d-a6bc-4ae4-9d0b-4dc8c8ee8d9c tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 943 time: 0.0476625 Sep 30 08:57:30.876411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2a4ea306-fafc-4d59-93d7-dab83fc8fdf2 req-584045fa-6d04-4696-b7de-56923b029f42 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350008 Sep 30 08:57:31.990150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6d2f6-43b0-4035-ac98-c56dead3601e req-88ce649d-0040-4cbf-9050-04c2e18edfc3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:31.991647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6e6d2f6-43b0-4035-ac98-c56dead3601e req-88ce649d-0040-4cbf-9050-04c2e18edfc3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 943 time: 0.0489330 Sep 30 08:57:32.030205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d6e6d2f6-43b0-4035-ac98-c56dead3601e req-6fda0d3b-9697-423a-94b6-8d3be8e0513d tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Sep 30 08:57:33.144150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec624a0-707c-4120-b8b9-599f5e52f1d1 req-691b9413-092a-4b84-b27e-da00fca1a10d tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:33.145554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eec624a0-707c-4120-b8b9-599f5e52f1d1 req-691b9413-092a-4b84-b27e-da00fca1a10d tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 943 time: 0.0483558 Sep 30 08:57:33.182795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eec624a0-707c-4120-b8b9-599f5e52f1d1 req-99217275-629f-4170-89e5-988cc43a4df3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Sep 30 08:57:33.790003 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:57:34.041193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:34.052260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9f193d6f-40e6-48f3-8703-023123930455', 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7', 'port_id': '9f193d6f-40e6-48f3-8703-023123930455', 'mac_address': 'fa:16:3e:bc:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018f6be3-6171-4815-848d-e7b27f913162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:57:34.088458 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:34.101525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f193d6f-40e6-48f3-8703-023123930455 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:57:34.120830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:34.124518 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:34.170752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:34.297121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab12c1-32bf-485f-8cf4-01742bea3fda req-7a17602e-777b-40ab-b94a-2d305988be75 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:34.298518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bab12c1-32bf-485f-8cf4-01742bea3fda req-7a17602e-777b-40ab-b94a-2d305988be75 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 944 time: 0.0482979 Sep 30 08:57:34.339682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bab12c1-32bf-485f-8cf4-01742bea3fda req-3c48fa44-1178-4b37-bfab-fdd4f2398032 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352550 Sep 30 08:57:34.407903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9f193d6f-40e6-48f3-8703-023123930455'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:57:35.454416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b670a-42ec-4b7a-a5ab-24fdf3c6e682 req-48281907-74fd-4a96-9d38-82cc444eea43 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:35.455895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d6b670a-42ec-4b7a-a5ab-24fdf3c6e682 req-48281907-74fd-4a96-9d38-82cc444eea43 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 944 time: 0.0480289 Sep 30 08:57:35.493040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d6b670a-42ec-4b7a-a5ab-24fdf3c6e682 req-1df65402-fd4e-43bc-a62d-7dda6a13b9e6 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Sep 30 08:57:35.819497 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:57:35.867530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 9f193d6f-40e6-48f3-8703-023123930455 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:57:35.871958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9f193d6f-40e6-48f3-8703-023123930455 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:57:35.872326 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:35.950009 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:35.971276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f193d6f-40e6-48f3-8703-023123930455'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:35.973529 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f86667-8737-467b-8fe3-54283b11ef97" -d '{"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "9f193d6f-40e6-48f3-8703-023123930455"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:35.985947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:35.990450 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.015907 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd02295-4942-4f5e-9d3d-b0fdb1525699 x-openstack-request-id: req-4fd02295-4942-4f5e-9d3d-b0fdb1525699 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:36.016197 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "9f193d6f-40e6-48f3-8703-023123930455", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:36.016444 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fd02295-4942-4f5e-9d3d-b0fdb1525699 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:36.016829 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f193d6f-40e6-48f3-8703-023123930455', 'code': 200} Sep 30 08:57:36.042736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:36.111138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf5b32-d9a6-4564-af77-36371dbd4420 req-f04551c9-1e38-47f2-8717-64d0b3a6fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:36.112554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0bf5b32-d9a6-4564-af77-36371dbd4420 req-f04551c9-1e38-47f2-8717-64d0b3a6fcbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1096 time: 0.0395136 Sep 30 08:57:36.149530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0bf5b32-d9a6-4564-af77-36371dbd4420 req-9995a311-320a-4773-8ce2-806c523ddb5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261583 Sep 30 08:57:36.607368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094725fc-e275-488e-8ba0-b3c73ae76d4d req-59e6407f-1fb3-47fa-938b-d96e32f894af tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:36.608837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-094725fc-e275-488e-8ba0-b3c73ae76d4d req-59e6407f-1fb3-47fa-938b-d96e32f894af tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0481799 Sep 30 08:57:36.648499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-094725fc-e275-488e-8ba0-b3c73ae76d4d req-2a03f1e4-2d81-4c32-b226-6e9e631f5507 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Sep 30 08:57:37.762001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec584ac4-8c56-4434-b544-57a7750c9aff req-87d3d376-e5db-4b0e-9b5f-0d5a19d2f65b tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:37.763467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec584ac4-8c56-4434-b544-57a7750c9aff req-87d3d376-e5db-4b0e-9b5f-0d5a19d2f65b tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0482557 Sep 30 08:57:37.800969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec584ac4-8c56-4434-b544-57a7750c9aff req-23c693f8-6dc1-45dc-b13d-5be876c39ef1 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Sep 30 08:57:38.131198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e31fc-b6b2-4284-84b2-51600f6e04b7 req-fad66b29-19ae-4123-b56d-93888153e9dc tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:38.132703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e67e31fc-b6b2-4284-84b2-51600f6e04b7 req-fad66b29-19ae-4123-b56d-93888153e9dc tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0500371 Sep 30 08:57:38.166313 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-108ca747-e0d2-484d-9b92-8145848559f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927606 Sep 30 08:57:38.176128 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-b81b8379-08eb-4912-8c62-8121f7a38b35 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:57:38.177137 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-b81b8379-08eb-4912-8c62-8121f7a38b35 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054166 Sep 30 08:57:38.177533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e67e31fc-b6b2-4284-84b2-51600f6e04b7 req-7323e4eb-8b51-46ba-b4fd-f7831d99335a tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Sep 30 08:57:38.620003 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c838773-b475-47ce-bbbc-1b038a2baf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:39.294308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6df4-fabc-49f8-9031-0f4c6a0788d1 req-a424a7ac-625f-4e11-a7ac-0c67c44dc9b4 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:39.295823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bbe6df4-fabc-49f8-9031-0f4c6a0788d1 req-a424a7ac-625f-4e11-a7ac-0c67c44dc9b4 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0489390 Sep 30 08:57:39.336856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4bbe6df4-fabc-49f8-9031-0f4c6a0788d1 req-001a5386-f2c9-4dc4-b5ae-f7d0b3d788da tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Sep 30 08:57:39.416159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-331219a5-648f-4d92-a132-53edf7f4453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:39.418159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-331219a5-648f-4d92-a132-53edf7f4453c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1096 time: 0.0407996 Sep 30 08:57:39.507647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-eb9aa4b8-c69f-4cff-8d95-eadfa15ca5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:39.509034 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-eb9aa4b8-c69f-4cff-8d95-eadfa15ca5b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.0837870 Sep 30 08:57:39.553469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-75b4845b-6f82-48fe-88b5-39e28c3df995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0372641 Sep 30 08:57:39.601595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-2f67634b-113a-4fe9-9595-71b1b9753b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:39.603031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-2f67634b-113a-4fe9-9595-71b1b9753b65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0425327 Sep 30 08:57:39.633265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4317235a-7242-4efd-8956-caf47f89c268 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233169 Sep 30 08:57:39.723138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-f01c291d-8120-44ab-9acf-efb79af6a7c7 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828631 Sep 30 08:57:39.812936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-1a049951-ddc8-4e0a-8c7b-2539c573e49d service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814402 Sep 30 08:57:40.413295 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:57:40.459335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535631de-a53d-4daf-9607-adff4bce7cc7 req-fe2e4150-dd29-4477-b210-79ae58ed4980 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:40.460691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535631de-a53d-4daf-9607-adff4bce7cc7 req-fe2e4150-dd29-4477-b210-79ae58ed4980 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0484371 Sep 30 08:57:40.500937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535631de-a53d-4daf-9607-adff4bce7cc7 req-b691b99e-d319-4d1c-a3df-de1eb6fd79ee tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Sep 30 08:57:41.114213 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8611d42c-1e8c-4c31-abc0-978353f6f5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:41.504809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:41.616274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983920-d3d5-48ca-9840-016629bfb3c4 req-7a7a40b3-557f-4303-9392-de6a500298d5 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:41.617858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9983920-d3d5-48ca-9840-016629bfb3c4 req-7a7a40b3-557f-4303-9392-de6a500298d5 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0503485 Sep 30 08:57:41.656408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9983920-d3d5-48ca-9840-016629bfb3c4 req-7743a855-5909-4a98-a028-b62e70871e81 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Sep 30 08:57:42.771370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e409-f822-45cd-aee7-b8db14e07ae5 req-7df88531-f119-4c1a-9cb7-4921fab1c55a tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:42.772844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97c2e409-f822-45cd-aee7-b8db14e07ae5 req-7df88531-f119-4c1a-9cb7-4921fab1c55a tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0483253 Sep 30 08:57:42.811412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-97c2e409-f822-45cd-aee7-b8db14e07ae5 req-bc7212b8-20be-4daf-9628-a5be3ec49406 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Sep 30 08:57:43.240313 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.927746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1be01d-e1b6-4c15-87ba-4bce76278373 req-333e1af0-1469-45ba-bb93-3ab361ca1f64 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:43.929213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e1be01d-e1b6-4c15-87ba-4bce76278373 req-333e1af0-1469-45ba-bb93-3ab361ca1f64 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0478380 Sep 30 08:57:43.971273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e1be01d-e1b6-4c15-87ba-4bce76278373 req-9ff6724f-26f5-48cc-9dd3-f11fed06095d tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Sep 30 08:57:45.010222 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:45.088452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048cf7f-ef03-4a0a-a794-8dd9f41461a8 req-3b89998c-b5dc-4d63-8353-504ecfa21221 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:45.089944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c048cf7f-ef03-4a0a-a794-8dd9f41461a8 req-3b89998c-b5dc-4d63-8353-504ecfa21221 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0485506 Sep 30 08:57:45.127714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c048cf7f-ef03-4a0a-a794-8dd9f41461a8 req-169e36f5-19ae-4363-bc6d-1f7b71d30c96 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318573 Sep 30 08:57:46.241111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a93eb6-0449-4cb0-9a80-1782b732116b req-c59c0fd1-2e88-462b-be61-2f0faf8a6763 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:46.242624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30a93eb6-0449-4cb0-9a80-1782b732116b req-c59c0fd1-2e88-462b-be61-2f0faf8a6763 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0495861 Sep 30 08:57:46.288452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30a93eb6-0449-4cb0-9a80-1782b732116b req-758c1256-59ce-4d27-90ce-647c5b88e6c4 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Sep 30 08:57:47.405572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f029d-2503-4f61-b5b9-25c50f353b55 req-2ae304bb-0067-4785-8c03-11823bccf82d tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:47.407057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-098f029d-2503-4f61-b5b9-25c50f353b55 req-2ae304bb-0067-4785-8c03-11823bccf82d tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0502419 Sep 30 08:57:47.447806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-098f029d-2503-4f61-b5b9-25c50f353b55 req-090f8f92-ae7e-4abf-a893-78fa9235b0c5 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Sep 30 08:57:48.564399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4744c-b0b2-4161-8043-f2fe7292436c req-b73f752e-673a-433e-9ef5-53d2cf341791 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:48.565901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eff4744c-b0b2-4161-8043-f2fe7292436c req-b73f752e-673a-433e-9ef5-53d2cf341791 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0494995 Sep 30 08:57:48.603493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eff4744c-b0b2-4161-8043-f2fe7292436c req-b1096166-47fd-4f2a-9a54-27d04117a515 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Sep 30 08:57:49.721941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3db9c-9ba5-409e-b744-2f81c294628d req-d4a11d89-4ef4-421e-8928-f30e8a8503c4 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:49.723410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03f3db9c-9ba5-409e-b744-2f81c294628d req-d4a11d89-4ef4-421e-8928-f30e8a8503c4 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0524492 Sep 30 08:57:49.762657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03f3db9c-9ba5-409e-b744-2f81c294628d req-ee4a80b4-1e73-4fae-a22c-4d60f532ae95 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Sep 30 08:57:50.877858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107400c4-cb55-4ec7-b630-106509d264c6 req-9fe642e2-5b9a-4376-a426-e1a9880ffdab tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:50.879323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-107400c4-cb55-4ec7-b630-106509d264c6 req-9fe642e2-5b9a-4376-a426-e1a9880ffdab tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0473366 Sep 30 08:57:50.920874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-107400c4-cb55-4ec7-b630-106509d264c6 req-05a68171-efa9-49de-ae93-ce365b5f0121 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Sep 30 08:57:52.034782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88a739-e0f9-43a8-bc3e-d63fe66ba471 req-a49c2913-bfc4-453a-9181-332cfe409bb8 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.036244 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c88a739-e0f9-43a8-bc3e-d63fe66ba471 req-a49c2913-bfc4-453a-9181-332cfe409bb8 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0483539 Sep 30 08:57:52.073433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c88a739-e0f9-43a8-bc3e-d63fe66ba471 req-414491f4-dbff-4531-8e92-c8b8fe7fdc68 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Sep 30 08:57:53.186758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140c35-f3e9-4be7-8a0b-6165aab64e4e req-232e31db-3cef-45dc-ba78-57fc141fa1c3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:53.188234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c140c35-f3e9-4be7-8a0b-6165aab64e4e req-232e31db-3cef-45dc-ba78-57fc141fa1c3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0478411 Sep 30 08:57:53.226395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c140c35-f3e9-4be7-8a0b-6165aab64e4e req-e05cd377-85bd-4bd3-aa0c-a15aad23ce37 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Sep 30 08:57:54.345996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa222-24f5-44e0-84dd-6d59500b1c3d req-5952a99a-1033-4ae8-925d-68c43bdd8f75 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:54.347550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-372aa222-24f5-44e0-84dd-6d59500b1c3d req-5952a99a-1033-4ae8-925d-68c43bdd8f75 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0503759 Sep 30 08:57:54.393621 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-372aa222-24f5-44e0-84dd-6d59500b1c3d req-31b9f0e1-1d62-4c0f-b086-ebe1dfe3a3bd tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Sep 30 08:57:55.509730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66ee9-ee9a-4675-9d5c-4e346bb43090 req-c29ff7dd-01e2-46be-a4f7-79e79d913c6b tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:55.511054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae66ee9-ee9a-4675-9d5c-4e346bb43090 req-c29ff7dd-01e2-46be-a4f7-79e79d913c6b tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0496132 Sep 30 08:57:55.550888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae66ee9-ee9a-4675-9d5c-4e346bb43090 req-dea40789-d9a2-44ae-a985-a311905ffc25 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335534 Sep 30 08:57:56.029778 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:56.079562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:56.664513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8108a2-f085-430d-a603-fbe217fa92ef req-db5153f3-be5e-4d68-a70f-c181463a8775 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:56.666004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db8108a2-f085-430d-a603-fbe217fa92ef req-db5153f3-be5e-4d68-a70f-c181463a8775 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0483463 Sep 30 08:57:56.703673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db8108a2-f085-430d-a603-fbe217fa92ef req-364ca093-369d-49c1-aa31-27ea219f20ad tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Sep 30 08:57:57.822140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab754a0-09b9-42b1-bc1b-f84e2eb93b96 req-78275af5-cee7-41fa-bd62-8c6b09859438 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:57.824467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab754a0-09b9-42b1-bc1b-f84e2eb93b96 req-78275af5-cee7-41fa-bd62-8c6b09859438 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0518384 Sep 30 08:57:57.869831 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab754a0-09b9-42b1-bc1b-f84e2eb93b96 req-cdaf3554-6bb6-4327-b770-9b288668715e tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Sep 30 08:57:58.987113 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50c515-02f9-45f4-99c9-02a70fcabd85 req-9f4876df-f723-4200-b73f-ad9ab12a0b83 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:58.988681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c50c515-02f9-45f4-99c9-02a70fcabd85 req-9f4876df-f723-4200-b73f-ad9ab12a0b83 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0490351 Sep 30 08:57:59.029021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c50c515-02f9-45f4-99c9-02a70fcabd85 req-58a23321-0176-4a20-98af-896f1e0e0d51 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Sep 30 08:58:00.147098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902729df-9f79-4ec8-9312-ce66d35a6584 req-81745801-997b-4b59-8d2b-1cb877c8ff06 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:00.148628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-902729df-9f79-4ec8-9312-ce66d35a6584 req-81745801-997b-4b59-8d2b-1cb877c8ff06 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0513721 Sep 30 08:58:00.188033 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-902729df-9f79-4ec8-9312-ce66d35a6584 req-4afec1ca-b582-433c-8bfe-0c3a8b9b65a3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Sep 30 08:58:01.304635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd66d-4174-47c5-be8a-f8760644641d req-c480764f-94bd-41ad-a672-10e19b2823f2 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.306197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b27dd66d-4174-47c5-be8a-f8760644641d req-c480764f-94bd-41ad-a672-10e19b2823f2 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0513520 Sep 30 08:58:01.349308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b27dd66d-4174-47c5-be8a-f8760644641d req-453db33f-5237-4961-89af-77c641f4ff66 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361712 Sep 30 08:58:02.468783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870ea3-e4a0-45fd-b92f-6c8f192607cc req-0f1cfe6b-d2b9-4ced-b455-414c4ba59427 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:02.470214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66870ea3-e4a0-45fd-b92f-6c8f192607cc req-0f1cfe6b-d2b9-4ced-b455-414c4ba59427 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0495574 Sep 30 08:58:02.508326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-66870ea3-e4a0-45fd-b92f-6c8f192607cc req-f888cac2-e219-4175-b314-c47b2ee210c7 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Sep 30 08:58:03.626026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad47ec-600f-436a-a4b0-605251bf1146 req-ef1d015a-1826-489c-bcaa-c82bcc0c4fb2 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:03.627599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06ad47ec-600f-436a-a4b0-605251bf1146 req-ef1d015a-1826-489c-bcaa-c82bcc0c4fb2 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0499396 Sep 30 08:58:03.671151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06ad47ec-600f-436a-a4b0-605251bf1146 req-09fbf29a-50b6-46dd-8daf-3376ce705cf5 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Sep 30 08:58:04.787509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec01af3-3428-48a6-a88f-3872f915f8a4 req-ca02d0c0-c886-42af-bd16-ab7609dd0e08 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:04.789051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cec01af3-3428-48a6-a88f-3872f915f8a4 req-ca02d0c0-c886-42af-bd16-ab7609dd0e08 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0505490 Sep 30 08:58:04.836026 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cec01af3-3428-48a6-a88f-3872f915f8a4 req-c2daa818-416a-4263-9f73-1c7f3900c335 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Sep 30 08:58:05.954692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ddc29-0dd9-4cf3-a1ac-6d10de324768 req-b5df4b08-73c8-467d-be23-d768ecaa65d8 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:05.956216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f4ddc29-0dd9-4cf3-a1ac-6d10de324768 req-b5df4b08-73c8-467d-be23-d768ecaa65d8 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0503166 Sep 30 08:58:05.996210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f4ddc29-0dd9-4cf3-a1ac-6d10de324768 req-4ee1a2bf-b059-4634-8a32-aedbff17c7fa tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Sep 30 08:58:07.145637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc7b5-9a74-40ea-8582-56645fefd3b2 req-9ba241a3-af69-4761-bbcb-66b546d6efb8 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:07.147130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c96bc7b5-9a74-40ea-8582-56645fefd3b2 req-9ba241a3-af69-4761-bbcb-66b546d6efb8 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0527771 Sep 30 08:58:07.188106 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c96bc7b5-9a74-40ea-8582-56645fefd3b2 req-be09dbcf-af40-42be-a10d-17c4f65505a0 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347695 Sep 30 08:58:08.306802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8371cee-45f7-49e6-9bba-d8c6a7ade7c9 req-3400e2fc-37b5-419f-9e39-2acbf7c7f01f tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:08.308416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8371cee-45f7-49e6-9bba-d8c6a7ade7c9 req-3400e2fc-37b5-419f-9e39-2acbf7c7f01f tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0507874 Sep 30 08:58:08.351406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8371cee-45f7-49e6-9bba-d8c6a7ade7c9 req-d2fa536f-de15-4a4d-9749-f30603230fc7 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Sep 30 08:58:08.617741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-12bf37c1-7cf2-4e1c-abb2-508d2b539c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:09.470009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe2d49-eb4b-40f0-bf17-46855e127079 req-709b2ed4-a5e3-40a7-8ae6-ca51b87ba2fc tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:09.471428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23fe2d49-eb4b-40f0-bf17-46855e127079 req-709b2ed4-a5e3-40a7-8ae6-ca51b87ba2fc tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0491543 Sep 30 08:58:09.510590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23fe2d49-eb4b-40f0-bf17-46855e127079 req-74c4ad38-96e2-4e42-a981-76cfc04fc4d9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Sep 30 08:58:10.631811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e42569-ca2b-467a-a625-def57cdfefb7 req-c0f7a042-4382-4ed9-9f28-b08fbcf265cb tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:10.633378 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60e42569-ca2b-467a-a625-def57cdfefb7 req-c0f7a042-4382-4ed9-9f28-b08fbcf265cb tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0514555 Sep 30 08:58:10.674826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60e42569-ca2b-467a-a625-def57cdfefb7 req-7c5dc82f-1e3b-4049-a2bf-fcf97aa28e5c tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Sep 30 08:58:10.875190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-a16d8f51-1667-4cbd-9044-fb7f76a29a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:10.876610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-a16d8f51-1667-4cbd-9044-fb7f76a29a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1096 time: 0.0415416 Sep 30 08:58:10.995400 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-0883eb48-0778-4946-a974-23d4c10a7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:10.997430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-0883eb48-0778-4946-a974-23d4c10a7035 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.0978003 Sep 30 08:58:11.040529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-30f92f7a-946f-4fcf-b235-be6b8a286dd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0349882 Sep 30 08:58:11.095368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-03a86202-30b8-4b7a-9136-056ee0097f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:11.096844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-03a86202-30b8-4b7a-9136-056ee0097f5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0489457 Sep 30 08:58:11.115357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-02e6b00b-52a2-45ed-8b4a-bddec08c34a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:11.133353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-37a2eca9-1ffa-411a-ae78-dc5459957781 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274453 Sep 30 08:58:11.225500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-d7e87867-5265-440d-9cd8-56cfef927ea3 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838418 Sep 30 08:58:11.324994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58d7208f-213c-4e2a-b75f-381447ab4e79 req-48ec7286-7991-429b-9bbc-8a7f1fb03a24 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882444 Sep 30 08:58:11.505887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:11.794866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc139-04a1-4de1-bacc-67c4726cba92 req-4deb0b66-3379-4881-ac23-8cd21aa77be5 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:11.796463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814cc139-04a1-4de1-bacc-67c4726cba92 req-4deb0b66-3379-4881-ac23-8cd21aa77be5 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0527446 Sep 30 08:58:11.836502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814cc139-04a1-4de1-bacc-67c4726cba92 req-0f6f1758-65da-48b5-8deb-f81be5d3f535 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Sep 30 08:58:12.130141 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-bbb66958-fa0f-4f8b-ace7-1a5197cefdd0 service neutron] show failed (client error): The resource could not be found. Sep 30 08:58:12.131100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-bbb66958-fa0f-4f8b-ace7-1a5197cefdd0 service neutron] 10.222.0.57 "GET /v2.0/ports/9f193d6f-40e6-48f3-8703-023123930455/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0592902 Sep 30 08:58:12.362402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-1a210c47-6469-40a4-bef4-e36dbcea421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.363922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-1a210c47-6469-40a4-bef4-e36dbcea421e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a&tenant_id=aa54b640aeb541ac8e4992fbf894ff70 HTTP/1.1" status: 200 len: 1096 time: 0.0704315 Sep 30 08:58:12.382813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:12.442808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:12.889698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:12.952502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:12.997148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c364cd-66bd-42dd-88fd-e8c8994f7074 req-6885813e-396b-4cc3-bc31-7eaadaaf0142 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.998724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6c364cd-66bd-42dd-88fd-e8c8994f7074 req-6885813e-396b-4cc3-bc31-7eaadaaf0142 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0884523 Sep 30 08:58:13.020124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f193d6f-40e6-48f3-8703-023123930455'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:13.022575 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028b502-a786-4216-97f1-71baed64ae13" -d '{"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f193d6f-40e6-48f3-8703-023123930455"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:13.028609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:13.054604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Transition to ACTIVE for port object 9f193d6f-40e6-48f3-8703-023123930455 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:58:13.062428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:13.099793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6c364cd-66bd-42dd-88fd-e8c8994f7074 req-2aaf89ed-0bbf-4eb9-b57c-9ed7262b30e3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925245 Sep 30 08:58:13.134430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] No DVR routers for this DVR port 9f193d6f-40e6-48f3-8703-023123930455 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:13.144587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:13.168874 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f621292-136a-4f28-8e26-91b33db16b2c x-openstack-request-id: req-8f621292-136a-4f28-8e26-91b33db16b2c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:13.169172 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f193d6f-40e6-48f3-8703-023123930455", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:13.169421 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f621292-136a-4f28-8e26-91b33db16b2c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:13.169844 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f193d6f-40e6-48f3-8703-023123930455', 'code': 200} Sep 30 08:58:13.184675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:13.185031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:13.185358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 on network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:13.190117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Port 9f193d6f-40e6-48f3-8703-023123930455 on network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:58:13.190442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Attempting to bind port 9f193d6f-40e6-48f3-8703-023123930455 on network 2034cbcc-43a3-4007-9945-82eeeb4e26a7 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:13.195601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:13.195971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Checking segment: {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:13.196364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Bound using segment: {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:13.196804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Bound port: 9f193d6f-40e6-48f3-8703-023123930455, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b452248-e084-461c-b37a-0f24300cab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:13.197167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:13.246223 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:13.271639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:13.275008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:13.280895 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:13.316771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:13.317547 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:13.318980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] 10.222.0.50 "PUT /v2.0/ports/9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 1091 time: 0.9405711 Sep 30 08:58:13.342781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762a175-f92c-4f51-903d-74429cc6e10e service neutron] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:13.395714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-17cb0898-82cf-4f2a-989a-12eba999694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:13.397144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-17cb0898-82cf-4f2a-989a-12eba999694b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1094 time: 0.0437496 Sep 30 08:58:13.493471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-0fe5dec7-b680-4d8c-a461-2f3a776e6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:13.494966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-0fe5dec7-b680-4d8c-a461-2f3a776e6526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.0907876 Sep 30 08:58:13.537058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-ef87b6f5-200d-4a3f-b222-a52bca438458 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0350261 Sep 30 08:58:13.586803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-fb7ca35d-e65e-45f6-80e2-4581ff99c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:13.588301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-fb7ca35d-e65e-45f6-80e2-4581ff99c3a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0442998 Sep 30 08:58:13.621016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-051d239e-687c-4101-8ff7-c93f296fb740 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255618 Sep 30 08:58:13.726066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-1dc9cc12-0571-4acc-9e2c-410747d671a9 service neutron] 10.222.0.50 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972679 Sep 30 08:58:13.835811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbdb24ff-a829-4bee-a339-78e4ca3ed4bf req-12781aea-8dbf-43e3-9343-1a5a9db0be2b service neutron] 10.222.0.50 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025426 Sep 30 08:58:14.226857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800da3-66fa-475e-947d-f0031cbb4c14 req-ca24a8bd-4157-4ea0-a646-9a8571d03f04 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:14.228416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e800da3-66fa-475e-947d-f0031cbb4c14 req-ca24a8bd-4157-4ea0-a646-9a8571d03f04 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 943 time: 0.0519695 Sep 30 08:58:14.269536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e800da3-66fa-475e-947d-f0031cbb4c14 req-efaa8f86-c82b-414c-91e3-8338f417a79f tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Sep 30 08:58:15.012998 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:15.128628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:58:15.171798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'tag': '9f193d6f-40e6-48f3-8703-023123930455'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:15.175616 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c0692-75d5-47e7-b43f-8bf5875d9012" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "tag": "9f193d6f-40e6-48f3-8703-023123930455"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:15.231769 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977006bc-bc08-4d14-85fd-1cbd06e149ed x-openstack-request-id: req-977006bc-bc08-4d14-85fd-1cbd06e149ed {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:15.232565 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "tag": "9f193d6f-40e6-48f3-8703-023123930455", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:15.232565 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-977006bc-bc08-4d14-85fd-1cbd06e149ed {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:15.233289 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'tag': '9f193d6f-40e6-48f3-8703-023123930455', 'status': 'completed', 'code': 200} Sep 30 08:58:15.247294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:15.267917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '9f193d6f-40e6-48f3-8703-023123930455', 'network_id': '2034cbcc-43a3-4007-9945-82eeeb4e26a7', 'port_id': '9f193d6f-40e6-48f3-8703-023123930455', 'mac_address': 'fa:16:3e:bc:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018f6be3-6171-4815-848d-e7b27f913162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:58:15.332359 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:15.338874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-b869e194-3158-483a-b46b-585e16b1afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.340564 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-b869e194-3158-483a-b46b-585e16b1afbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1094 time: 0.0848141 Sep 30 08:58:15.344759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-982f8367-097c-416a-ba9d-7fba17227a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.346305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-982f8367-097c-416a-ba9d-7fba17227a2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1094 time: 0.0632112 Sep 30 08:58:15.349393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f193d6f-40e6-48f3-8703-023123930455 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:15.375247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:15.381763 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:15.446931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:15.461252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.461858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.462429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.462979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.463542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.464031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.464486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.465514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.466027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.466489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.466941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.467421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:15.559651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-9cb9db37-3d01-43f5-8938-764af178ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.561164 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-9cb9db37-3d01-43f5-8938-764af178ca46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.2132311 Sep 30 08:58:15.570697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0505-fa00-47f6-8c25-61d3d5748a7e req-0f8274fa-4762-4dfb-b3bd-4fe803050853 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.572258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-312c0505-fa00-47f6-8c25-61d3d5748a7e req-0f8274fa-4762-4dfb-b3bd-4fe803050853 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 944 time: 0.1874912 Sep 30 08:58:15.631794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-9713fa32-0bdf-40ef-a9fd-76c4dc411571 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0583391 Sep 30 08:58:15.641662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-cdc8dafd-c94f-4fe3-9007-c27ac65757b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.643368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-cdc8dafd-c94f-4fe3-9007-c27ac65757b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.2732031 Sep 30 08:58:15.655124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['9f193d6f-40e6-48f3-8703-023123930455'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:15.726462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-d8c42745-604d-4b8c-9f71-e34f62334275 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0685925 Sep 30 08:58:15.748660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-312c0505-fa00-47f6-8c25-61d3d5748a7e req-2fa10883-9e2d-4ef6-a627-0d75ba6f9049 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577203 Sep 30 08:58:15.774801 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-b066fcee-3a6e-4fb1-8bd7-875af0f5c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.776510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-b066fcee-3a6e-4fb1-8bd7-875af0f5c78e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.1365974 Sep 30 08:58:15.818013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-d44f44ce-ec8f-4d13-a3e8-c94d41017bc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309918 Sep 30 08:58:15.822317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-f7881d9e-606b-4323-a4c4-26b6831794ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:15.824199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-f7881d9e-606b-4323-a4c4-26b6831794ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0875843 Sep 30 08:58:15.879484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-774c9b2a-8987-4b29-8726-75479fb832c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422065 Sep 30 08:58:15.993685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-5259793c-cffb-4195-889f-bd6a10686bdb service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650198 Sep 30 08:58:16.040855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:58:16.050143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-b86bfd7d-5100-42c5-9f6b-a0984b93a593 service neutron] 10.222.0.50 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364355 Sep 30 08:58:16.082561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:58:16.164478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-b3725f72-4838-4177-9d3b-0b31b5e74263 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621766 Sep 30 08:58:16.193756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-872c0692-75d5-47e7-b43f-8bf5875d9012 req-ad60dba1-feec-44d8-8822-927aa77f1169 service neutron] 10.222.0.50 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116304 Sep 30 08:58:16.889939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285abc-dcfd-4cb9-8fe2-e42b4c20d188 req-542315e4-011e-4cc0-9411-c29c28603f45 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:16.891552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80285abc-dcfd-4cb9-8fe2-e42b4c20d188 req-542315e4-011e-4cc0-9411-c29c28603f45 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 944 time: 0.0587244 Sep 30 08:58:16.936666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80285abc-dcfd-4cb9-8fe2-e42b4c20d188 req-895afcf0-532b-4013-b246-285cd63db0ee tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Sep 30 08:58:17.135060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:17.188310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 9f193d6f-40e6-48f3-8703-023123930455 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:58:17.192982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 9f193d6f-40e6-48f3-8703-023123930455 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:17.193365 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.283781 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.292243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-752bc0a7-1916-441c-af38-bbd1b6ff87a3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:17.294477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-752bc0a7-1916-441c-af38-bbd1b6ff87a3 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a&tenant_id=aa54b640aeb541ac8e4992fbf894ff70&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.1449146 Sep 30 08:58:17.310295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f193d6f-40e6-48f3-8703-023123930455'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:17.312927 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a89ad6-8cac-43f1-830c-6ce711a53a7f" -d '{"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "9f193d6f-40e6-48f3-8703-023123930455"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:17.328940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:17.334584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.377731 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-39e26b50-9f2a-4343-927e-089648452e0e service neutron] delete failed (client error): The resource could not be found. Sep 30 08:58:17.379280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-39e26b50-9f2a-4343-927e-089648452e0e service neutron] 10.222.0.57 "DELETE /v2.0/ports/9f193d6f-40e6-48f3-8703-023123930455/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0757930 Sep 30 08:58:17.396887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:17.417808 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:58:17.495582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-e49d26d9-22f6-45f0-be29-5bd4e9c8c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:17.497123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-e49d26d9-22f6-45f0-be29-5bd4e9c8c1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 1096 time: 0.0538869 Sep 30 08:58:17.596665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-80c4ac89-6cb2-44ad-afb2-38d16ca17767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:17.598155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-80c4ac89-6cb2-44ad-afb2-38d16ca17767 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 200 len: 913 time: 0.0929511 Sep 30 08:58:17.646120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-df68d990-03ad-40b0-aa4b-a575beb65a44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 200 len: 217 time: 0.0394943 Sep 30 08:58:17.698843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-e84e39cc-ea02-4322-9e17-efb7d82c7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:17.701528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-e84e39cc-ea02-4322-9e17-efb7d82c7510 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 200 len: 852 time: 0.0470369 Sep 30 08:58:17.736063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-56f0d7e1-51bc-474c-adb9-b0440c141119 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2034cbcc-43a3-4007-9945-82eeeb4e26a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264928 Sep 30 08:58:17.837981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-42ccb35f-4887-4350-b3d4-33eb686dc3c2 service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945687 Sep 30 08:58:17.942204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-37045bcf-7459-4a29-9b15-89d6131c6e0c service neutron] 10.222.0.57 "GET /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925276 Sep 30 08:58:18.753066 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a026b2-6331-45a2-8a93-3e7ed0133cdd x-openstack-request-id: req-d8a026b2-6331-45a2-8a93-3e7ed0133cdd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:18.753592 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "9f193d6f-40e6-48f3-8703-023123930455", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:18.753904 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8a026b2-6331-45a2-8a93-3e7ed0133cdd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:18.754422 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f193d6f-40e6-48f3-8703-023123930455', 'code': 200} Sep 30 08:58:18.856118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc41d6f-cf35-4090-884d-aa9cc7d14a40 req-607b48ab-c6e7-4fb9-be66-4128bf159436 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:18.857744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdc41d6f-cf35-4090-884d-aa9cc7d14a40 req-607b48ab-c6e7-4fb9-be66-4128bf159436 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0520821 Sep 30 08:58:18.901483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdc41d6f-cf35-4090-884d-aa9cc7d14a40 req-f0e9c14d-9732-48f3-a658-daed7caf0b33 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 Sep 30 08:58:20.039699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274504-aa7c-468f-b7fd-9204c564a6b9 req-bf0a7629-4f71-4222-82da-63c439854df1 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:20.041410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62274504-aa7c-468f-b7fd-9204c564a6b9 req-bf0a7629-4f71-4222-82da-63c439854df1 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0642090 Sep 30 08:58:20.086787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62274504-aa7c-468f-b7fd-9204c564a6b9 req-45dd7d3a-dc21-4e8d-8d04-83b7a39764f7 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db30c79-c4d7-430c-8e9f-fd410bf0b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Sep 30 08:58:20.252867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-0174fa6c-63b4-47d0-8b9f-0a55583fd9f0 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:20.254469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-0174fa6c-63b4-47d0-8b9f-0a55583fd9f0 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 945 time: 0.0518429 Sep 30 08:58:20.354429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Deleting port 9f193d6f-40e6-48f3-8703-023123930455 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:20.354762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:20.445918 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] For port 9f193d6f-40e6-48f3-8703-023123930455, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=9f193d6f-40e6-48f3-8703-023123930455,segment=NetworkSegment(3b452248-e084-461c-b37a-0f24300cab93),segment_id=3b452248-e084-461c-b37a-0f24300cab93)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:20.446284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:20.461393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Calling delete_port for 9f193d6f-40e6-48f3-8703-023123930455 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:20.598132 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:20.629824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Pushing event deleted for resources: {'Port': ['ID=9f193d6f-40e6-48f3-8703-023123930455,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:20.631732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['9f193d6f-40e6-48f3-8703-023123930455'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:20.675125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] No DVR routers for this DVR port 9f193d6f-40e6-48f3-8703-023123930455 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:20.677871 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:20.679871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1bf07359-9c52-4d21-baab-4a9a0f1de83a req-64815ebc-61ca-4aa2-a6d7-0ece5d1186b9 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.50 "DELETE /v2.0/ports/9f193d6f-40e6-48f3-8703-023123930455 HTTP/1.1" status: 204 len: 173 time: 0.4190476 Sep 30 08:58:20.680316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-deleted', 'tag': '9f193d6f-40e6-48f3-8703-023123930455'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:20.682635 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d884ec-8dc0-43f7-8c81-bf2cbadc9079" -d '{"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-deleted", "tag": "9f193d6f-40e6-48f3-8703-023123930455"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:20.721038 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1db5d1a-1bf1-4c92-91da-b4e2e2cba790 x-openstack-request-id: req-e1db5d1a-1bf1-4c92-91da-b4e2e2cba790 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:20.721337 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a", "name": "network-vif-deleted", "tag": "9f193d6f-40e6-48f3-8703-023123930455", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:20.721626 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1db5d1a-1bf1-4c92-91da-b4e2e2cba790 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:20.722059 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a', 'name': 'network-vif-deleted', 'tag': '9f193d6f-40e6-48f3-8703-023123930455', 'status': 'completed', 'code': 200} Sep 30 08:58:21.220343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bad2c9f4-bfbd-4fac-bee4-7d1b5b088450 req-e466dfb1-47f7-4613-b43e-550171646d90 tempest-DeleteServersTestJSON-221902883 tempest-DeleteServersTestJSON-221902883-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2c01aa-c0c3-43d9-8626-dcf9fdfc2d2a HTTP/1.1" status: 200 len: 210 time: 0.0348713 Sep 30 08:58:22.366477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42290) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:22.414618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Deleting subnet 018f6be3-6171-4815-848d-e7b27f913162 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:58:22.418640 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.462967 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.504949 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.565249 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.593348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018f6be3-6171-4815-848d-e7b27f913162,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:22.597276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.601980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42292) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:22.602651 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f9524a79-af79-473d-a79d-867baff0b379 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/018f6be3-6171-4815-848d-e7b27f913162 HTTP/1.1" status: 204 len: 168 time: 0.2342873 Sep 30 08:58:22.721042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.810520 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.832328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2034cbcc-43a3-4007-9945-82eeeb4e26a7']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:22.842986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b452248-e084-461c-b37a-0f24300cab93') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:22.843279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b452248-e084-461c-b37a-0f24300cab93') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:22.853471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.868167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.876215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:22.876705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: timer() Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:22.878906 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:22.944805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.952390 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.954325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2034cbcc-43a3-4007-9945-82eeeb4e26a7 HTTP/1.1" status: 204 len: 168 time: 0.3510303 Sep 30 08:58:23.081335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42296) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:23.137580 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-133c27b4-787f-45e1-ac8a-912e435cf4b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa54b640aeb541ac8e4992fbf894ff70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541942 Sep 30 08:58:23.141297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:23.211359 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcc27487-1b9b-443c-9437-04e88062e37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.222502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2034cbcc-43a3-4007-9945-82eeeb4e26a7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:23.230886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.231137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.231456 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.231784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.232110 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.232437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.232756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.233084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.233395 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.234237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.234237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.234489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33779ca-891a-487e-95bf-eccd50e894e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:23.249743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcc27487-1b9b-443c-9437-04e88062e37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.323993 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcc27487-1b9b-443c-9437-04e88062e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.327476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bcc27487-1b9b-443c-9437-04e88062e37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.328894 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bcc27487-1b9b-443c-9437-04e88062e37f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0db30c79-c4d7-430c-8e9f-fd410bf0b69d HTTP/1.1" status: 204 len: 168 time: 0.1863239 Sep 30 08:58:23.337116 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc27487-1b9b-443c-9437-04e88062e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db30c79-c4d7-430c-8e9f-fd410bf0b69d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.187177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42320) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:24.308371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-993730190-network', 'tenant_id': 'a9c61d08006c47eaaaa3a7d5a6b816e5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:24.332372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Made reservation on behalf of a9c61d08006c47eaaaa3a7d5a6b816e5 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:24.335125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.344278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.451239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.455977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.485019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:24.496147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.502370 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.502732 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Added segment ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb of type vlan for network d395909e-1c8e-4915-b5a2-9a2563444e59 Sep 30 08:58:24.550330 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.582169 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.583262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:24.583902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.619234 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4309011 Sep 30 08:58:24.623544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42324) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:24.628929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Request body: {'subnet': {'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-993730190-subnet', 'tenant_id': 'a9c61d08006c47eaaaa3a7d5a6b816e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:24.654675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Made reservation on behalf of a9c61d08006c47eaaaa3a7d5a6b816e5 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:24.657488 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.659407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de4b36-d55f-4b20-bd96-cbd3ce082f76 admin admin] Pushing event updated for resources: {'Network': ['ID=d395909e-1c8e-4915-b5a2-9a2563444e59,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.674691 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network d395909e-1c8e-4915-b5a2-9a2563444e59 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:24.885140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.941329 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e22d0e-9963-4066-b077-944037eb3bd1,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.954271 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.954616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.954956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.955292 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.955624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.955956 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.956279 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.956609 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.956931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.957250 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.957597 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.957917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:24.963460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Checking segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:24.963822 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Network hostable DHCP agents. Network: d395909e-1c8e-4915-b5a2-9a2563444e59, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:24.982595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Network d395909e-1c8e-4915-b5a2-9a2563444e59 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:24.993342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, d395909e-1c8e-4915-b5a2-9a2563444e59) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:24.999043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:24.999709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.005356 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d95379-75f0-4e2e-b444-70baec9bb700 None None] Network d395909e-1c8e-4915-b5a2-9a2563444e59 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:25.022551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70a161dd-ba8a-436e-9d4f-0c4bceed6540 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3969245 Sep 30 08:58:25.165002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:58:25.202389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 9f193d6f-40e6-48f3-8703-023123930455 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:58:25.202736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 9f193d6f-40e6-48f3-8703-023123930455 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:58:25.214335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f27d6-1e6b-4ad4-8d1c-7d76060dd900 None None] Network d395909e-1c8e-4915-b5a2-9a2563444e59 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:25.520940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-cc6c462b-c3b5-499f-bc67-ef479c4de7ac tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:25.522546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-cc6c462b-c3b5-499f-bc67-ef479c4de7ac tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 814 time: 0.1060076 Sep 30 08:58:25.543704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-95c07855-831e-4cca-87a1-bb425cb05c64 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/quotas/a9c61d08006c47eaaaa3a7d5a6b816e5 HTTP/1.1" status: 200 len: 375 time: 0.0100050 Sep 30 08:58:25.582238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-11c99f0b-736b-45d1-8f62-b23cc68aa5fe tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322752 Sep 30 08:58:25.686702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-78316011-02d7-41a4-987d-eec1c5d2b477 service neutron] 10.222.0.41 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931206 Sep 30 08:58:25.791555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-b2c3f744-175c-49c3-80e8-4dbba244c5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943749 Sep 30 08:58:25.961381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3326c597-becd-4999-8cbf-001ea008ad67 req-a20bf676-b867-49cb-b79e-3c4f7eaa0f0c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 210 time: 0.0278053 Sep 30 08:58:26.027895 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.083154 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.088642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-097f40e6-dcbf-469f-b589-5bda2075a4f6 req-717d8886-a265-4f37-aa68-8287c50f727e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 210 time: 0.0495448 Sep 30 08:58:27.106394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-d20b21ae-9d2c-4f98-9f21-c571834abb13 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:27.107961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-d20b21ae-9d2c-4f98-9f21-c571834abb13 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 814 time: 0.2016926 Sep 30 08:58:27.124727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Request body: {'port': {'device_id': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'admin_state_up': True, 'tenant_id': 'a9c61d08006c47eaaaa3a7d5a6b816e5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:27.253060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Made reservation on behalf of a9c61d08006c47eaaaa3a7d5a6b816e5 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:27.256593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.410444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Allocated IP 172.20.0.14 (d395909e-1c8e-4915-b5a2-9a2563444e59/d0e22d0e-9963-4066-b077-944037eb3bd1/98980d98-1be9-4da0-957f-578b71943ea3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:27.564764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.598255 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.642261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Network d395909e-1c8e-4915-b5a2-9a2563444e59 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:27.645433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:27.649139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:27.658577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:27.703552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:27.704172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.719618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6664d468-b73b-4686-ac80-0dca831ad94d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989275 Sep 30 08:58:27.736525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Request body: {'port': {'device_id': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:27.798117 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.076042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98980d98-1be9-4da0-957f-578b71943ea3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:28.084695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.098811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Transition to ACTIVE for port object 98980d98-1be9-4da0-957f-578b71943ea3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:58:28.102921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.188679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:28.270199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff49fc-3a39-46e6-9e6e-da02ff06fc7d req-72c04660-6350-407a-8a73-d8f8e2f64d54 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:28.271631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5bff49fc-3a39-46e6-9e6e-da02ff06fc7d req-72c04660-6350-407a-8a73-d8f8e2f64d54 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0940526 Sep 30 08:58:28.272857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:28.273195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:28.273561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:28.281432 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Port 98980d98-1be9-4da0-957f-578b71943ea3 on network d395909e-1c8e-4915-b5a2-9a2563444e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:58:28.281785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:28.299023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:28.299357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Checking segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:28.299757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Bound using segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:28.300216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Bound port: 98980d98-1be9-4da0-957f-578b71943ea3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:28.300587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.356594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5bff49fc-3a39-46e6-9e6e-da02ff06fc7d req-87b49028-a2ed-4d17-aefe-bef40038e8e1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Sep 30 08:58:28.389770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:28.393466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:28.398927 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.437285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:28.437936 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.439376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] 10.222.0.57 "PUT /v2.0/ports/98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 1092 time: 0.7071464 Sep 30 08:58:28.439841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:28.442200 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975bc405-5cc7-4e02-97c6-4a63e3f018c0" -d '{"events": [{"name": "network-changed", "server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "tag": "98980d98-1be9-4da0-957f-578b71943ea3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:28.470547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121b23-641c-4175-af53-1450dbf3055b service neutron] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:28.492375 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826881d7-bb66-4e1d-93aa-3445b111dca5 x-openstack-request-id: req-826881d7-bb66-4e1d-93aa-3445b111dca5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:28.492687 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "tag": "98980d98-1be9-4da0-957f-578b71943ea3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:28.492942 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-826881d7-bb66-4e1d-93aa-3445b111dca5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:28.493356 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3', 'status': 'completed', 'code': 200} Sep 30 08:58:28.544548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-438e360b-8f1e-40ec-b5ba-3aa7008d5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:28.546167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-438e360b-8f1e-40ec-b5ba-3aa7008d5a03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1095 time: 0.0460100 Sep 30 08:58:28.615823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-6f8b012d-f0f6-4a23-8c65-4a4383e9d718 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0604844 Sep 30 08:58:28.668998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-f4ab6809-5cbb-49d6-8588-961badfd51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:28.670548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-f4ab6809-5cbb-49d6-8588-961badfd51e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0470266 Sep 30 08:58:28.705367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-528d5d23-3faa-4673-895e-3bd5c896443f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257678 Sep 30 08:58:28.803172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-7d36d29e-287e-449f-81ae-54ab1142629d service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884988 Sep 30 08:58:28.934045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cafe275b-c3dd-4e8c-a9ae-79dfa076457f req-66c2fce9-1256-4a6f-8b9f-f134e4ce34a4 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222985 Sep 30 08:58:29.028710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-19948006-5379-4707-87e0-a35e0e83496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:29.030277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-19948006-5379-4707-87e0-a35e0e83496b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1095 time: 0.0453806 Sep 30 08:58:29.128671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-2792fdf5-f98d-41be-a508-d47195387ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:29.130077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-2792fdf5-f98d-41be-a508-d47195387ce5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0926888 Sep 30 08:58:29.173942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-59a8d36c-90d2-4e5a-ac63-0f292d1eb912 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0353794 Sep 30 08:58:29.231203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-1cc50df4-b748-46ed-853f-b176aed76648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:29.232609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-1cc50df4-b748-46ed-853f-b176aed76648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0503225 Sep 30 08:58:29.270610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-a15bc4fc-962c-4cba-b16f-7c6cb1e6453a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264513 Sep 30 08:58:29.365826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-f84c803f-0b80-48d6-b437-484fb01970db service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Sep 30 08:58:29.491626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-975bc405-5cc7-4e02-97c6-4a63e3f018c0 req-632d49e5-c196-4f72-8f7e-244352b1e227 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175134 Sep 30 08:58:29.507754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2142-83b7-420c-9249-52ba56f6355e req-ede8c9d0-0ba5-46f5-83cc-82e1a7caa096 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:29.509284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6efc2142-83b7-420c-9249-52ba56f6355e req-ede8c9d0-0ba5-46f5-83cc-82e1a7caa096 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0721974 Sep 30 08:58:29.549439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6efc2142-83b7-420c-9249-52ba56f6355e req-a31b7228-505f-435e-badf-8ef7a7ba7888 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Sep 30 08:58:30.672804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e33b4-b9c5-4f00-8a71-2df9b938e028 req-6fb401a6-47af-46b0-b252-7c7715799546 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:30.674506 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c46e33b4-b9c5-4f00-8a71-2df9b938e028 req-6fb401a6-47af-46b0-b252-7c7715799546 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0568509 Sep 30 08:58:30.716808 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c46e33b4-b9c5-4f00-8a71-2df9b938e028 req-c81d25a8-67f0-4413-8b16-756342059961 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Sep 30 08:58:31.837321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb29d8-18a3-4049-9d8f-6afc656acb56 req-7b2702f2-e95e-49dc-b849-0f2790adda43 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:31.838976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbcb29d8-18a3-4049-9d8f-6afc656acb56 req-7b2702f2-e95e-49dc-b849-0f2790adda43 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0520144 Sep 30 08:58:31.886001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbcb29d8-18a3-4049-9d8f-6afc656acb56 req-ad9bf7fb-4f3b-4ea2-9553-eb35895925ef tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 Sep 30 08:58:32.110897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:58:32.219031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:32.232043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '98980d98-1be9-4da0-957f-578b71943ea3', 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'port_id': '98980d98-1be9-4da0-957f-578b71943ea3', 'mac_address': 'fa:16:3e:a9:7e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e22d0e-9963-4066-b077-944037eb3bd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:58:32.275131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.290491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98980d98-1be9-4da0-957f-578b71943ea3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:32.313399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:32.319607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.403894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:32.560529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['98980d98-1be9-4da0-957f-578b71943ea3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:33.007083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044e21c-7f7e-45ec-bf6f-0ac95359ce30 req-86ca8d75-f13d-45e8-8390-c7231cbb8eae tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:33.008619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a044e21c-7f7e-45ec-bf6f-0ac95359ce30 req-86ca8d75-f13d-45e8-8390-c7231cbb8eae tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 945 time: 0.0496540 Sep 30 08:58:33.049820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a044e21c-7f7e-45ec-bf6f-0ac95359ce30 req-899cd391-f1f2-4569-a65c-7a0a769ebfd5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Sep 30 08:58:34.120207 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:34.168489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6dec-c996-4f05-be31-b5558fca33b5 req-55c0f4e7-d221-455e-8338-56a7e9958e5f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:34.169131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 98980d98-1be9-4da0-957f-578b71943ea3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:58:34.169990 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-540c6dec-c996-4f05-be31-b5558fca33b5 req-55c0f4e7-d221-455e-8338-56a7e9958e5f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 945 time: 0.0520079 Sep 30 08:58:34.172670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 98980d98-1be9-4da0-957f-578b71943ea3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:34.173052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.212710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-540c6dec-c996-4f05-be31-b5558fca33b5 req-00dbbb1d-d8d0-4ea5-847b-8123be460e91 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Sep 30 08:58:34.255203 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.278707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:34.280930 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c6838-b7e3-4527-9282-a90fb669bf01" -d '{"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-plugged", "status": "completed", "tag": "98980d98-1be9-4da0-957f-578b71943ea3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:34.293594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:34.298620 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.323463 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7951041d-e39d-4230-b6f5-a2820c9f4d69 x-openstack-request-id: req-7951041d-e39d-4230-b6f5-a2820c9f4d69 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:34.323753 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-plugged", "status": "completed", "tag": "98980d98-1be9-4da0-957f-578b71943ea3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:34.324605 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7951041d-e39d-4230-b6f5-a2820c9f4d69 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:34.324994 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3', 'code': 200} Sep 30 08:58:34.353731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:34.420351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902d95d-6760-48dd-a45e-f57d43589bfb req-68719491-4b00-4b4c-ab95-7a74d0fbceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:34.421964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8902d95d-6760-48dd-a45e-f57d43589bfb req-68719491-4b00-4b4c-ab95-7a74d0fbceab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1097 time: 0.0413227 Sep 30 08:58:34.458185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8902d95d-6760-48dd-a45e-f57d43589bfb req-eb98a708-03dd-4fb1-b1e0-584bb5a4bb39 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286908 Sep 30 08:58:35.330615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea4ecd-0411-40a0-b2d1-cf25a90ac71b req-36b0686d-5c3b-4ff9-b2be-d4822b3dcd24 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:35.332108 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9aea4ecd-0411-40a0-b2d1-cf25a90ac71b req-36b0686d-5c3b-4ff9-b2be-d4822b3dcd24 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0504508 Sep 30 08:58:35.371163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9aea4ecd-0411-40a0-b2d1-cf25a90ac71b req-dfc9ab93-95cf-49bc-88f6-6584d1e47e19 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Sep 30 08:58:36.491055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00231edf-b433-47aa-b63d-7828e1856ee3 req-4fbbdddc-c3e1-451f-897d-d6bb626a9e04 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:36.492457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00231edf-b433-47aa-b63d-7828e1856ee3 req-4fbbdddc-c3e1-451f-897d-d6bb626a9e04 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0537028 Sep 30 08:58:36.531199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-00231edf-b433-47aa-b63d-7828e1856ee3 req-474f8c72-d824-4d89-a92f-7bdb8fdb9d60 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Sep 30 08:58:36.645171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1083e-9b18-425f-87b4-86f61ebac515 req-7cda95d1-fd7e-4e3b-a863-b5bdf23f11d3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:36.646703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbf1083e-9b18-425f-87b4-86f61ebac515 req-7cda95d1-fd7e-4e3b-a863-b5bdf23f11d3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0488086 Sep 30 08:58:36.693096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbf1083e-9b18-425f-87b4-86f61ebac515 req-68700189-e3a7-4f40-a214-7666d04df4a1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397851 Sep 30 08:58:36.891629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fca39-71b3-4b47-8a59-7617897845d0 req-ab844ba7-516e-4435-a082-7120dfd6496a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:36.893140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-675fca39-71b3-4b47-8a59-7617897845d0 req-ab844ba7-516e-4435-a082-7120dfd6496a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0494916 Sep 30 08:58:36.931366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-675fca39-71b3-4b47-8a59-7617897845d0 req-050ba9a1-dcb8-4a1a-abd9-50736c756b56 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Sep 30 08:58:37.052869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38da9d-da9c-4e9f-9940-914fb8982f2a req-26092a2b-ddc7-4aec-be18-5ea8631e19fa tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:37.054334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd38da9d-da9c-4e9f-9940-914fb8982f2a req-26092a2b-ddc7-4aec-be18-5ea8631e19fa tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0548325 Sep 30 08:58:37.097469 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd38da9d-da9c-4e9f-9940-914fb8982f2a req-173ccef4-ea91-4b8b-9715-d71e9aa14c85 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369649 Sep 30 08:58:37.325490 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-88b3f7b9-61ce-432e-a99e-90f1e3cf59aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416985 Sep 30 08:58:37.340661 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e28b-4ce5-4bae-8dc1-6c0a96caf5b2 req-eb0e5aea-180b-484e-b027-aa9419d58e26 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:37.342217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f474e28b-4ce5-4bae-8dc1-6c0a96caf5b2 req-eb0e5aea-180b-484e-b027-aa9419d58e26 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0501258 Sep 30 08:58:37.383893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f474e28b-4ce5-4bae-8dc1-6c0a96caf5b2 req-80dca8ca-f461-4cd7-b815-3729d8e8ed59 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Sep 30 08:58:38.533689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bbcf5-fae3-4b27-9e80-1fcdd9185a2c req-219bd173-af88-45a5-b050-f333358d26bd tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:38.534747 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae6bbcf5-fae3-4b27-9e80-1fcdd9185a2c req-219bd173-af88-45a5-b050-f333358d26bd tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0750813 Sep 30 08:58:38.574073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-e3bc3513-f41e-40a7-b71a-f44ee5723396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:38.575581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-e3bc3513-f41e-40a7-b71a-f44ee5723396 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1097 time: 0.0786254 Sep 30 08:58:38.583251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ae6bbcf5-fae3-4b27-9e80-1fcdd9185a2c req-ad05af49-9723-49ba-9ff2-b7ce880afa31 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Sep 30 08:58:38.625877 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b3be0481-3bbf-4f89-89c7-16de33b6d976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.688141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-20333bf2-430e-4ae7-87de-e81d6b2e969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:38.689676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-20333bf2-430e-4ae7-87de-e81d6b2e969f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.1055369 Sep 30 08:58:38.736356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-d165bcdc-0de7-46ad-ab7b-b825080e3409 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0393493 Sep 30 08:58:38.787107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-6ac1711e-7ef8-482b-921f-5618f6a20c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:38.788517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-6ac1711e-7ef8-482b-921f-5618f6a20c99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0455647 Sep 30 08:58:38.820995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-09b3e1f3-e15c-4efb-97cb-12d01f480007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250061 Sep 30 08:58:38.917430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-1fd53994-73ce-41b0-8d02-cd60b217bfa2 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893066 Sep 30 08:58:39.008334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-a63e327a-bada-451d-aa2c-5e50e3766c97 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830104 Sep 30 08:58:39.701383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115cd2-5ef0-4973-a3bd-795e7bef1526 req-dc97e975-7c62-4318-87c1-419d5839d81a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:39.702883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56115cd2-5ef0-4973-a3bd-795e7bef1526 req-dc97e975-7c62-4318-87c1-419d5839d81a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0486217 Sep 30 08:58:39.744422 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56115cd2-5ef0-4973-a3bd-795e7bef1526 req-a83b1b85-d4de-4ffb-8e20-60110a8530e5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Sep 30 08:58:40.859417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8786260-706c-4a75-9c0d-c343873f94b8 req-8ef7b6e6-dae6-43ff-a520-93e64db992d2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:40.860907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8786260-706c-4a75-9c0d-c343873f94b8 req-8ef7b6e6-dae6-43ff-a520-93e64db992d2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0490618 Sep 30 08:58:40.897980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f8786260-706c-4a75-9c0d-c343873f94b8 req-a363e93a-42f3-41a4-8544-b276f85cc6ae tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Sep 30 08:58:41.117559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b8bcc32-7aa2-4d5f-b4fa-e765577f8cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.507555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.018648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed186b-3d63-4f9c-ab9c-5ec3f7037b2b req-3e6cdb8b-6f92-4903-956a-1dc6e78cad5a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:42.020523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3ed186b-3d63-4f9c-ab9c-5ec3f7037b2b req-3e6cdb8b-6f92-4903-956a-1dc6e78cad5a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0537193 Sep 30 08:58:42.060519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3ed186b-3d63-4f9c-ab9c-5ec3f7037b2b req-8591693f-4472-4f4a-922b-059042ca1d11 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Sep 30 08:58:43.177057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdea88-4717-4a36-9340-c5cee9ff0d36 req-e5d09aab-b06b-4b53-b863-d2efcbe5f6dd tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:43.178507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdea88-4717-4a36-9340-c5cee9ff0d36 req-e5d09aab-b06b-4b53-b863-d2efcbe5f6dd tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0493271 Sep 30 08:58:43.222079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9dcdea88-4717-4a36-9340-c5cee9ff0d36 req-d86166cd-93b2-413e-be21-0fc016f019c0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Sep 30 08:58:43.248712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.342533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa98f46-bd33-4f84-9540-caf206371a86 req-ae0fa9ab-fd15-401a-86b4-80718982e989 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:44.344205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fa98f46-bd33-4f84-9540-caf206371a86 req-ae0fa9ab-fd15-401a-86b4-80718982e989 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0543864 Sep 30 08:58:44.385161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fa98f46-bd33-4f84-9540-caf206371a86 req-3a629750-63f3-45d5-9b2c-740c66366401 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Sep 30 08:58:45.014903 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:45.512748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a329c-fb09-4afa-a5c5-51d713da5314 req-c68cecd4-5d33-44df-a07d-539f32fe391c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:45.514265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-576a329c-fb09-4afa-a5c5-51d713da5314 req-c68cecd4-5d33-44df-a07d-539f32fe391c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0572474 Sep 30 08:58:45.554222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-576a329c-fb09-4afa-a5c5-51d713da5314 req-bd5a12b6-e5ba-4cc4-9a3f-8e36ad11e17d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Sep 30 08:58:46.678373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db601-3706-4482-a754-9b53057e2086 req-e9ceb162-de59-4169-8322-df4776fcafd1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:46.679932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-332db601-3706-4482-a754-9b53057e2086 req-e9ceb162-de59-4169-8322-df4776fcafd1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0496526 Sep 30 08:58:46.722252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-332db601-3706-4482-a754-9b53057e2086 req-49efb59b-5311-4514-a12d-0500fa3cf79e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Sep 30 08:58:47.837223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40181aa7-da1b-42ad-8e83-811f9903c9a5 req-17128808-c246-4b11-970f-dd1ac9e02dcc tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:47.838729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40181aa7-da1b-42ad-8e83-811f9903c9a5 req-17128808-c246-4b11-970f-dd1ac9e02dcc tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0489838 Sep 30 08:58:47.875914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40181aa7-da1b-42ad-8e83-811f9903c9a5 req-2b8c13dc-f1ea-4881-97ce-ef6ae14c6fcc tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Sep 30 08:58:48.991054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a4871-b36d-4c1c-bf3c-16c7fef6eaab req-db0bbc75-2c10-465e-9ae0-875e9a450377 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:48.992562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba5a4871-b36d-4c1c-bf3c-16c7fef6eaab req-db0bbc75-2c10-465e-9ae0-875e9a450377 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0480278 Sep 30 08:58:49.031236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba5a4871-b36d-4c1c-bf3c-16c7fef6eaab req-02ac017a-5637-4ef0-a429-a1b9945d5471 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Sep 30 08:58:50.143779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d71ad8-cc06-4299-a630-a723b37e2974 req-940cce24-ea57-4aec-8b98-f5969ebb1ea0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:50.145236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11d71ad8-cc06-4299-a630-a723b37e2974 req-940cce24-ea57-4aec-8b98-f5969ebb1ea0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0477443 Sep 30 08:58:50.187731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11d71ad8-cc06-4299-a630-a723b37e2974 req-b3be11da-18d0-4cc2-907a-d7ebba5ecb4f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Sep 30 08:58:51.301403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f72d-5f8f-4551-8680-c87bdb6f1728 req-e9fa098d-284e-4751-b4fb-e7556ddf41a8 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:51.302897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa46f72d-5f8f-4551-8680-c87bdb6f1728 req-e9fa098d-284e-4751-b4fb-e7556ddf41a8 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0485761 Sep 30 08:58:51.346263 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa46f72d-5f8f-4551-8680-c87bdb6f1728 req-a9265b88-a817-41bc-8366-fc9645033db4 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Sep 30 08:58:52.466860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28767e-54e9-4b9b-8b61-d8708697fe01 req-777fa7af-bc1c-4575-b9c7-62aee2235cde tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:52.468247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d28767e-54e9-4b9b-8b61-d8708697fe01 req-777fa7af-bc1c-4575-b9c7-62aee2235cde tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0489748 Sep 30 08:58:52.506988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d28767e-54e9-4b9b-8b61-d8708697fe01 req-27c00d00-cfbd-4ba6-b516-cceb6aff37a4 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Sep 30 08:58:53.621691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beedd7-87f8-4566-ba11-16b821234ca1 req-25b92855-302d-457a-908d-ec25198c311c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:53.623155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7beedd7-87f8-4566-ba11-16b821234ca1 req-25b92855-302d-457a-908d-ec25198c311c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0480645 Sep 30 08:58:53.664921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7beedd7-87f8-4566-ba11-16b821234ca1 req-540025c7-70fb-4412-8ffb-60fe14ac7ac7 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Sep 30 08:58:54.416402 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:58:54.777583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29822297-5be6-4f67-ba30-1f8a9a53ddf6 req-59849abb-5c17-49bb-9e97-a6d2c7300f0f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:54.779367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29822297-5be6-4f67-ba30-1f8a9a53ddf6 req-59849abb-5c17-49bb-9e97-a6d2c7300f0f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0490446 Sep 30 08:58:54.816757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29822297-5be6-4f67-ba30-1f8a9a53ddf6 req-c26d6d72-b44d-4290-9919-e024e19d1af7 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Sep 30 08:58:55.933385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8a460-4f13-4407-b7b1-9625e3c53918 req-42b30bb4-ac70-46be-8799-890d042ceac0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:55.934882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4c8a460-4f13-4407-b7b1-9625e3c53918 req-42b30bb4-ac70-46be-8799-890d042ceac0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0500550 Sep 30 08:58:55.972838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4c8a460-4f13-4407-b7b1-9625e3c53918 req-2cd76680-b2ac-447d-95ac-b355cd833146 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Sep 30 08:58:56.025535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:56.096155 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:57.086502 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6f390-5762-4e36-9117-b9e028ce855f req-f3279559-6790-4f96-934d-e84b73e31740 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:57.087996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8b6f390-5762-4e36-9117-b9e028ce855f req-f3279559-6790-4f96-934d-e84b73e31740 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0475521 Sep 30 08:58:57.129351 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8b6f390-5762-4e36-9117-b9e028ce855f req-3c9882be-814f-4cf8-a8d3-af7a395c35ca tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354064 Sep 30 08:58:58.244644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a3b9-a1f2-4061-af40-5a31798f7daf req-c5d2a1bf-9aae-4fb5-ac6d-ee54db66518d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:58.246167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1596a3b9-a1f2-4061-af40-5a31798f7daf req-c5d2a1bf-9aae-4fb5-ac6d-ee54db66518d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0494771 Sep 30 08:58:58.284777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1596a3b9-a1f2-4061-af40-5a31798f7daf req-aa27b0bb-ebd5-4526-9496-c38e71e0b482 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Sep 30 08:58:59.397905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eba70-c26d-4edb-ac95-0036ad8cc148 req-954bb9b1-dde5-40f4-bbfa-b31f80ced493 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:59.399802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-275eba70-c26d-4edb-ac95-0036ad8cc148 req-954bb9b1-dde5-40f4-bbfa-b31f80ced493 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0486600 Sep 30 08:58:59.438314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-275eba70-c26d-4edb-ac95-0036ad8cc148 req-187cd323-ddc8-490a-82fa-d6b07fc1c9a3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Sep 30 08:59:00.553330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd348c-158f-4aee-981f-5f986f47eb4b req-a1ac9343-a235-4f13-a364-e5651272fb65 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:00.554864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0fd348c-158f-4aee-981f-5f986f47eb4b req-a1ac9343-a235-4f13-a364-e5651272fb65 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0497770 Sep 30 08:59:00.596101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b0fd348c-158f-4aee-981f-5f986f47eb4b req-be803a59-1835-4bea-b99a-b2b7ab403149 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Sep 30 08:59:01.714292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c21-3ecb-4222-83b5-937b0af18961 req-a31e42c9-d81c-47e6-8d04-4b1f598915c5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:01.715781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe588c21-3ecb-4222-83b5-937b0af18961 req-a31e42c9-d81c-47e6-8d04-4b1f598915c5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0496321 Sep 30 08:59:01.752805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fe588c21-3ecb-4222-83b5-937b0af18961 req-7968da69-93da-42cf-b5e1-231c772b6235 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Sep 30 08:59:02.867057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095257-4a71-4b8a-8dc6-2df70c86d327 req-d8c59741-ec4f-4a58-901a-632a8c296924 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:02.868530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d095257-4a71-4b8a-8dc6-2df70c86d327 req-d8c59741-ec4f-4a58-901a-632a8c296924 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0484223 Sep 30 08:59:02.905751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d095257-4a71-4b8a-8dc6-2df70c86d327 req-92f4de6d-d21a-4b13-afda-975a1ad3b820 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Sep 30 08:59:04.019377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34bdf2-5559-4bfc-8383-9a8b020c41b8 req-53231e9f-d5ac-4cdf-85b4-322caea99de2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:04.020868 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df34bdf2-5559-4bfc-8383-9a8b020c41b8 req-53231e9f-d5ac-4cdf-85b4-322caea99de2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0496576 Sep 30 08:59:04.062611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df34bdf2-5559-4bfc-8383-9a8b020c41b8 req-0afe10f2-c741-4367-8d2a-dc5e5b00079f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Sep 30 08:59:05.176507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d0083-37a1-43d3-9716-654b628e263f req-be90de1c-9a58-4d24-bbff-b72d190a6443 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:05.178426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13d0083-37a1-43d3-9716-654b628e263f req-be90de1c-9a58-4d24-bbff-b72d190a6443 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0491951 Sep 30 08:59:05.216602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c13d0083-37a1-43d3-9716-654b628e263f req-a297cdd5-40ac-4496-8f52-b490057ba9fa tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Sep 30 08:59:06.334257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe880d0-b5a0-4713-adb4-814cf66a45d4 req-e78c3923-5ec8-4ea2-b3e2-7671ba01bc66 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:06.335770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfe880d0-b5a0-4713-adb4-814cf66a45d4 req-e78c3923-5ec8-4ea2-b3e2-7671ba01bc66 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0510187 Sep 30 08:59:06.372805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfe880d0-b5a0-4713-adb4-814cf66a45d4 req-787b6075-9a71-47f0-9b7a-08843b431ae3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Sep 30 08:59:07.486552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04b24-232c-419d-b6ac-c0955a3ba5bb req-054b600d-bbfd-473a-a8e5-50df76796d86 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:07.487933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91d04b24-232c-419d-b6ac-c0955a3ba5bb req-054b600d-bbfd-473a-a8e5-50df76796d86 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0480242 Sep 30 08:59:07.529154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-91d04b24-232c-419d-b6ac-c0955a3ba5bb req-2d10c416-440c-4ecf-9392-6f8f84a36ea2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Sep 30 08:59:08.616559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6e00323b-2033-4213-8738-acbfdec2c1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:08.647897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4234-5c14-4ad6-8c81-4cf2c1e5f899 req-35acb54b-cc75-4ad7-9144-242579e14075 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:08.649393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d9a4234-5c14-4ad6-8c81-4cf2c1e5f899 req-35acb54b-cc75-4ad7-9144-242579e14075 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0514460 Sep 30 08:59:08.687786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d9a4234-5c14-4ad6-8c81-4cf2c1e5f899 req-b3db10a4-aee3-4c1d-a9eb-81a483c3ddab tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Sep 30 08:59:09.801398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e9a-fbd1-413e-903f-13dc83301956 req-ed71ce03-9c6b-40b7-b1f9-db2d721beea6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:09.803553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1877e9a-fbd1-413e-903f-13dc83301956 req-ed71ce03-9c6b-40b7-b1f9-db2d721beea6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0492969 Sep 30 08:59:09.840067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1877e9a-fbd1-413e-903f-13dc83301956 req-0acb8f86-6c7b-4636-a258-09db321dd76b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305386 Sep 30 08:59:10.955180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04d36-637e-4394-b1f0-9257a5d21d12 req-0a2a5db2-2c3f-46f4-a9df-4ccde0210c68 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:10.956680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24a04d36-637e-4394-b1f0-9257a5d21d12 req-0a2a5db2-2c3f-46f4-a9df-4ccde0210c68 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0479810 Sep 30 08:59:10.999463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24a04d36-637e-4394-b1f0-9257a5d21d12 req-fbb9b335-dcad-4167-bf30-9d3a4d9a55c2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359855 Sep 30 08:59:11.117478 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d0fa-3822-4e62-b1db-172b1c0d5f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:11.275729 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-f700917d-c3d0-4f4b-b3be-9dd877d7ee32 service neutron] show failed (client error): The resource could not be found. Sep 30 08:59:11.276768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-f700917d-c3d0-4f4b-b3be-9dd877d7ee32 service neutron] 10.222.0.57 "GET /v2.0/ports/98980d98-1be9-4da0-957f-578b71943ea3/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.1641662 Sep 30 08:59:11.477995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-2bd27a8b-4203-40c6-823d-77700db29801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:11.479466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-2bd27a8b-4203-40c6-823d-77700db29801 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee&tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5 HTTP/1.1" status: 200 len: 1097 time: 0.0397785 Sep 30 08:59:11.498946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:59:11.507796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:11.551393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:11.755220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:11.789012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:59:11.828488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:11.830831 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2285585a-5cdc-47de-ac40-a0037f06da35" -d '{"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-unplugged", "status": "completed", "tag": "98980d98-1be9-4da0-957f-578b71943ea3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:11.834592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:11.846874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Transition to ACTIVE for port object 98980d98-1be9-4da0-957f-578b71943ea3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:59:11.850812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:11.887475 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6152d6e1-0307-4be8-b6fa-472e6f8460e6 x-openstack-request-id: req-6152d6e1-0307-4be8-b6fa-472e6f8460e6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:11.887886 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-unplugged", "status": "completed", "tag": "98980d98-1be9-4da0-957f-578b71943ea3", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:11.888134 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6152d6e1-0307-4be8-b6fa-472e6f8460e6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:11.888523 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3', 'code': 200} Sep 30 08:59:11.914440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] No DVR routers for this DVR port 98980d98-1be9-4da0-957f-578b71943ea3 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:11.916238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:11.953549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:59:11.953884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:59:11.954212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:11.958980 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Port 98980d98-1be9-4da0-957f-578b71943ea3 on network d395909e-1c8e-4915-b5a2-9a2563444e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:59:11.959590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Attempting to bind port 98980d98-1be9-4da0-957f-578b71943ea3 on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:11.964031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:59:11.964368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Checking segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:59:11.964751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Bound using segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:59:11.965179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Bound port: 98980d98-1be9-4da0-957f-578b71943ea3, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:59:11.965560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:12.293922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9462b-9073-46e5-bbe1-800e0c2c7aff req-c7d9fcc2-2509-4026-9c87-0e85b53a87e6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:12.295306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12f9462b-9073-46e5-bbe1-800e0c2c7aff req-c7d9fcc2-2509-4026-9c87-0e85b53a87e6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0851676 Sep 30 08:59:12.299696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:59:12.304242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:59:12.312223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:12.378017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:12.378641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:12.380070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] 10.222.0.50 "PUT /v2.0/ports/98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 1092 time: 0.8853557 Sep 30 08:59:12.392846 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-12f9462b-9073-46e5-bbe1-800e0c2c7aff req-1ac93009-fcfc-4cdc-812a-01952f2bc226 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882416 Sep 30 08:59:12.404986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899e2e2-c593-4157-bf0c-1e4c3f54a3bf service neutron] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:12.456773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-4979a745-0957-431b-a131-b68ebe509ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:12.458366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-4979a745-0957-431b-a131-b68ebe509ff4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1095 time: 0.0409360 Sep 30 08:59:12.549356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-9b1323f5-26e6-4fdb-907f-4fd333f03d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:12.550821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-9b1323f5-26e6-4fdb-907f-4fd333f03d01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0856087 Sep 30 08:59:12.592498 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-627d9f22-b24c-4471-a77f-a4f49fb850be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0340672 Sep 30 08:59:12.640762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-5ecc2e21-ef7d-4a76-a8b0-d49857f062e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:12.642239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-5ecc2e21-ef7d-4a76-a8b0-d49857f062e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0431905 Sep 30 08:59:12.673627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-988ce6fc-8ff0-4486-9de5-35243bbc40a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240393 Sep 30 08:59:12.766485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-e2452918-2a79-4f98-87bd-64d97181bb5f service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860178 Sep 30 08:59:12.858975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d747acc8-5302-4435-9502-f3ed6bad8f45 req-38299192-320a-4271-9ba3-62a68600e257 service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Sep 30 08:59:13.250724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:13.507282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b25-a11a-4cb6-8b17-036f3b54f64c req-4c37a4e1-efd9-42dc-b9c8-86d46dae04ec tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:13.508714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b02b25-a11a-4cb6-8b17-036f3b54f64c req-4c37a4e1-efd9-42dc-b9c8-86d46dae04ec tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0486977 Sep 30 08:59:13.546455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b02b25-a11a-4cb6-8b17-036f3b54f64c req-f59bbc97-4725-4eb3-b399-8caa69480f0a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Sep 30 08:59:13.890102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:13.892393 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "tag": "98980d98-1be9-4da0-957f-578b71943ea3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:13.946956 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca10d4e-a7fd-4b01-8bc1-b3f07c1cf71e x-openstack-request-id: req-7ca10d4e-a7fd-4b01-8bc1-b3f07c1cf71e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:13.947286 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "tag": "98980d98-1be9-4da0-957f-578b71943ea3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:13.947539 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ca10d4e-a7fd-4b01-8bc1-b3f07c1cf71e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:13.947931 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3', 'status': 'completed', 'code': 200} Sep 30 08:59:14.036241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-6a051346-6ed4-46a3-8ecd-04c9ca1dfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.038370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-6a051346-6ed4-46a3-8ecd-04c9ca1dfb72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1095 time: 0.0722871 Sep 30 08:59:14.043334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-6c10d71c-20ed-42a9-83c1-d85f1262375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.044691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-6c10d71c-20ed-42a9-83c1-d85f1262375e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1095 time: 0.0520861 Sep 30 08:59:14.200277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-f33f17cd-afd3-4533-810c-7f359df27725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.201829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-f33f17cd-afd3-4533-810c-7f359df27725 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.1557839 Sep 30 08:59:14.204578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-15e4dc00-26d6-47dd-bc3e-25e41b5ebb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.205875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-15e4dc00-26d6-47dd-bc3e-25e41b5ebb06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.1514115 Sep 30 08:59:14.275657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-a956a41a-f5f8-47ce-9f77-e68ac15dd7d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0637617 Sep 30 08:59:14.277032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-25ff9cd3-5bc3-47f1-9da2-b3aa6eab7f09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0595522 Sep 30 08:59:14.316937 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:14.362258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:14.375445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-037ade5d-c79b-4602-be4a-0328fb2bca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.377376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-037ade5d-c79b-4602-be4a-0328fb2bca05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0933678 Sep 30 08:59:14.379111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-1e23182e-2cea-4bb4-b7de-62ad8dc8dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.380514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-1e23182e-2cea-4bb4-b7de-62ad8dc8dd45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0954201 Sep 30 08:59:14.422946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-1d9bc0cf-08c5-44c9-b8cf-7e9b890356ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357218 Sep 30 08:59:14.441701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-6a851e12-dac9-46dd-8160-e0bfbac0499f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465088 Sep 30 08:59:14.603253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-d9cc4286-033f-40e3-8711-d312beb30a58 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640677 Sep 30 08:59:14.608718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-6c996db2-68ac-466b-96a9-72721805b887 service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450369 Sep 30 08:59:14.792674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c07d-0310-4327-9b1a-23ac3e3452e5 req-9b6ff229-8d52-483c-82bd-6aa5383d5565 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:14.794205 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8f7c07d-0310-4327-9b1a-23ac3e3452e5 req-9b6ff229-8d52-483c-82bd-6aa5383d5565 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.1697152 Sep 30 08:59:14.828462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-fb02bfe5-d6a0-4e18-84cd-eacf6dccf0e7 service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109528 Sep 30 08:59:14.833285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba03f51-0cdc-426f-a7ea-88eaa935e7f9 req-8de0ce91-6da5-4291-876b-ae0fca64606d service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171671 Sep 30 08:59:14.854201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8f7c07d-0310-4327-9b1a-23ac3e3452e5 req-a13b5234-62d9-4a24-a55a-a73511bf5114 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 Sep 30 08:59:15.022934 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:15.090701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee1c11-428b-490d-bd90-81441523c5f1 req-b21756bf-5dd7-4be1-8055-84fa95912dc5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:15.092135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2ee1c11-428b-490d-bd90-81441523c5f1 req-b21756bf-5dd7-4be1-8055-84fa95912dc5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 944 time: 0.0881422 Sep 30 08:59:15.106542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-155d2dea-bcff-446e-8100-242cee47b859 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:15.107981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-155d2dea-bcff-446e-8100-242cee47b859 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.57 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee&tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.0705264 Sep 30 08:59:15.168052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2ee1c11-428b-490d-bd90-81441523c5f1 req-24eacd78-6903-46cc-8ac0-8891c1e45f83 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694339 Sep 30 08:59:15.189891 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-1829b05d-f3c1-46c5-9869-37172b8c4ecb service neutron] delete failed (client error): The resource could not be found. Sep 30 08:59:15.190927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-1829b05d-f3c1-46c5-9869-37172b8c4ecb service neutron] 10.222.0.57 "DELETE /v2.0/ports/98980d98-1be9-4da0-957f-578b71943ea3/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0699205 Sep 30 08:59:15.286002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-70f95860-5884-4f64-bcf9-3a59a64d01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:15.287553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-70f95860-5884-4f64-bcf9-3a59a64d01f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 1095 time: 0.0460227 Sep 30 08:59:15.378161 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-740fe48c-0dec-403b-91b6-d340f6c7efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:15.379573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-740fe48c-0dec-403b-91b6-d340f6c7efe8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0843296 Sep 30 08:59:15.425963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:59:15.429524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-aed83025-edd0-41a7-aa15-57af77308ec2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 200 len: 217 time: 0.0385518 Sep 30 08:59:15.481416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-022f8ae3-4142-4482-80ed-951e8588c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:15.482906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-022f8ae3-4142-4482-80ed-951e8588c149 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0429993 Sep 30 08:59:15.514780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-f7abc277-2c7f-4860-9649-55fe2ba41576 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249085 Sep 30 08:59:15.521935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:15.537016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '98980d98-1be9-4da0-957f-578b71943ea3', 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'port_id': '98980d98-1be9-4da0-957f-578b71943ea3', 'mac_address': 'fa:16:3e:a9:7e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e22d0e-9963-4066-b077-944037eb3bd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:59:15.575021 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:15.587781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98980d98-1be9-4da0-957f-578b71943ea3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:59:15.608682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:15.613396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:15.616285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-2eee2ba8-9609-4f1c-8d81-e735b48a3474 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900860 Sep 30 08:59:15.660534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:15.667762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.668111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.668451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.668795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.669125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.669467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.669832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.670164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.670490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.670811 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.671134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.671455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:15.712889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4ee2748-5931-45b3-b836-2d774732c5d0 req-53db1940-3df4-4484-9f9e-94273da87bdb service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840931 Sep 30 08:59:15.896809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['98980d98-1be9-4da0-957f-578b71943ea3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:16.285570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4d6d9-1ef5-4c95-950b-37bd4199ebeb req-3b0a8645-8868-40b1-ba86-9629969e5b82 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:16.287819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3c4d6d9-1ef5-4c95-950b-37bd4199ebeb req-3b0a8645-8868-40b1-ba86-9629969e5b82 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 945 time: 0.0510328 Sep 30 08:59:16.330140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f3c4d6d9-1ef5-4c95-950b-37bd4199ebeb req-da51d304-40bc-4e2e-befa-ef38603a01ee tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Sep 30 08:59:17.432140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:59:17.450469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f4b29-0c84-45ce-baa6-03aed1ecd13b req-bf363425-1489-4f85-ad61-7d662f6a7f76 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:17.452000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-475f4b29-0c84-45ce-baa6-03aed1ecd13b req-bf363425-1489-4f85-ad61-7d662f6a7f76 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 945 time: 0.0541031 Sep 30 08:59:17.480109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 98980d98-1be9-4da0-957f-578b71943ea3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:59:17.483616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 98980d98-1be9-4da0-957f-578b71943ea3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:59:17.483993 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:17.494006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-475f4b29-0c84-45ce-baa6-03aed1ecd13b req-7b9542f9-7dbf-4ec7-a3a0-5ffb26c5efb7 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Sep 30 08:59:17.564228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:17.586500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:17.588764 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e325daf-2bcf-4489-a4e0-9fdd814cd0d5" -d '{"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-plugged", "status": "completed", "tag": "98980d98-1be9-4da0-957f-578b71943ea3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:17.601706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:17.605843 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:17.606242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41e83-82ea-48e7-9546-688df071e81a req-a3f07c00-c83c-47e0-a467-a69568b677a6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:17.607854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deb41e83-82ea-48e7-9546-688df071e81a req-a3f07c00-c83c-47e0-a467-a69568b677a6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 945 time: 0.0509100 Sep 30 08:59:17.649543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deb41e83-82ea-48e7-9546-688df071e81a req-a9335a76-2d96-46a1-a272-157a2909b302 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Sep 30 08:59:17.654172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:17.693714 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a947696-7cb1-46bf-984c-c013d7a27d2b x-openstack-request-id: req-8a947696-7cb1-46bf-984c-c013d7a27d2b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:17.694008 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-plugged", "status": "completed", "tag": "98980d98-1be9-4da0-957f-578b71943ea3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:17.694257 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a947696-7cb1-46bf-984c-c013d7a27d2b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:17.694658 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3', 'code': 200} Sep 30 08:59:17.785034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a910dcd-db08-48b7-9d71-089237157f19 req-03ad9454-d479-4026-bbae-40f95172f2b5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:17.787027 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a910dcd-db08-48b7-9d71-089237157f19 req-03ad9454-d479-4026-bbae-40f95172f2b5 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0477798 Sep 30 08:59:17.824518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a910dcd-db08-48b7-9d71-089237157f19 req-e52aba9e-dc02-455a-8702-6dc6fc004fa3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Sep 30 08:59:18.182244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-6547d2a6-a02c-4468-a4bf-c09d30cec238 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:18.183689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-6547d2a6-a02c-4468-a4bf-c09d30cec238 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 814 time: 0.1028619 Sep 30 08:59:18.198657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-6a683093-15da-444d-8c88-b3557aa74c10 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/quotas/a9c61d08006c47eaaaa3a7d5a6b816e5 HTTP/1.1" status: 200 len: 375 time: 0.0092065 Sep 30 08:59:18.246744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-d8730a52-d158-4bf0-ad01-6fcf3482593b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425825 Sep 30 08:59:18.342862 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-d885d07e-a593-466d-83fa-3745b847c4ea service neutron] 10.222.0.41 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887601 Sep 30 08:59:18.434122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-9c9dda19-b5a7-4fb3-969f-e44917106e56 service neutron] 10.222.0.41 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852127 Sep 30 08:59:18.594365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a9652dd-707f-4376-9eb2-aa8dda5f49b3 req-17422f57-32c2-4944-bea1-4dd23c093d53 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 210 time: 0.0307057 Sep 30 08:59:19.436158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-9bd74bd8-db33-4944-a5ac-97feb7f35840 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:19.437633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-9bd74bd8-db33-4944-a5ac-97feb7f35840 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.50 "GET /v2.0/ports?device_id=46d2ccb4-7bbd-4daa-b93e-0d9e910338ee HTTP/1.1" status: 200 len: 946 time: 0.0488410 Sep 30 08:59:19.533811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Deleting port 98980d98-1be9-4da0-957f-578b71943ea3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:19.534082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:19.710575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69171704-a5c2-4bd3-a84a-a47bdbece743 req-9f64ad2a-1007-45c6-b1fd-2358c20c42ea tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 210 time: 0.0408585 Sep 30 08:59:19.719974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] For port 98980d98-1be9-4da0-957f-578b71943ea3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=98980d98-1be9-4da0-957f-578b71943ea3,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:19.720344 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:19.743606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Calling delete_port for 98980d98-1be9-4da0-957f-578b71943ea3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:19.757629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-bc0a3f4d-968b-4b3b-85a6-35dcc6f0b067 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:19.759147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-bc0a3f4d-968b-4b3b-85a6-35dcc6f0b067 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 814 time: 0.1958923 Sep 30 08:59:19.799376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Request body: {'port': {'device_id': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'admin_state_up': True, 'tenant_id': 'a9c61d08006c47eaaaa3a7d5a6b816e5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:59:20.213652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Made reservation on behalf of a9c61d08006c47eaaaa3a7d5a6b816e5 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:59:20.217381 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.227886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.262665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['98980d98-1be9-4da0-957f-578b71943ea3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:20.264756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Pushing event deleted for resources: {'Port': ['ID=98980d98-1be9-4da0-957f-578b71943ea3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:20.342626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] No DVR routers for this DVR port 98980d98-1be9-4da0-957f-578b71943ea3 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:20.347538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.350073 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e0c27ea-9ebb-42cf-b1af-e441debc1dc4 req-dcca4a34-b851-4841-8315-e47eed770c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.50 "DELETE /v2.0/ports/98980d98-1be9-4da0-957f-578b71943ea3 HTTP/1.1" status: 204 len: 173 time: 0.9067044 Sep 30 08:59:20.350509 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-deleted', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:20.352753 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d505b5-fd19-4dfb-93fe-6771bd7cecb4" -d '{"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-deleted", "tag": "98980d98-1be9-4da0-957f-578b71943ea3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:20.403702 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc5ead3-4ce7-4c27-bdfa-2c29dc6f16c7 x-openstack-request-id: req-abc5ead3-4ce7-4c27-bdfa-2c29dc6f16c7 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:20.404168 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2ccb4-7bbd-4daa-b93e-0d9e910338ee", "name": "network-vif-deleted", "tag": "98980d98-1be9-4da0-957f-578b71943ea3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:20.404500 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abc5ead3-4ce7-4c27-bdfa-2c29dc6f16c7 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:20.404886 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2ccb4-7bbd-4daa-b93e-0d9e910338ee', 'name': 'network-vif-deleted', 'tag': '98980d98-1be9-4da0-957f-578b71943ea3', 'status': 'completed', 'code': 200} Sep 30 08:59:20.432635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Allocated IP 172.20.0.9 (d395909e-1c8e-4915-b5a2-9a2563444e59/d0e22d0e-9963-4066-b077-944037eb3bd1/97c3bff0-752c-4574-a5cd-b971f677bb8a) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:59:20.583413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.617035 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.649348 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['98980d98-1be9-4da0-957f-578b71943ea3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:20.662066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Network d395909e-1c8e-4915-b5a2-9a2563444e59 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:59:20.665096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:59:20.671717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:59:20.675680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:20.723848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:20.725067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.740875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-b99b7a1e-4b63-4a9b-b61f-724782b27856 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464762 Sep 30 08:59:20.757569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Request body: {'port': {'device_id': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:59:20.840795 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:20.895357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cd586-df2e-46dd-9d34-e8fb4b8c9d32 req-3693a086-1ebb-4c3d-a8b0-330ccb3d4598 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:20.897677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-848cd586-df2e-46dd-9d34-e8fb4b8c9d32 req-3693a086-1ebb-4c3d-a8b0-330ccb3d4598 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 931 time: 0.1113968 Sep 30 08:59:21.003823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-848cd586-df2e-46dd-9d34-e8fb4b8c9d32 req-67aff55e-af34-48d5-aa5d-763b4f2c6b97 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996115 Sep 30 08:59:21.152556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c3bff0-752c-4574-a5cd-b971f677bb8a {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:59:21.160385 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:21.173764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Transition to ACTIVE for port object 97c3bff0-752c-4574-a5cd-b971f677bb8a will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:59:21.178092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:21.242368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:21.295952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:59:21.296281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:59:21.296607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:21.300824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Port 97c3bff0-752c-4574-a5cd-b971f677bb8a on network d395909e-1c8e-4915-b5a2-9a2563444e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:59:21.301146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:21.306325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:59:21.306651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Checking segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:59:21.307025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Bound using segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:59:21.307444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Bound port: 97c3bff0-752c-4574-a5cd-b971f677bb8a, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:59:21.307792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:21.384505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:59:21.387701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:59:21.391473 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:21.427690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:21.428320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:21.429787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] 10.222.0.57 "PUT /v2.0/ports/97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 1091 time: 0.6765761 Sep 30 08:59:21.451814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529191f-fceb-41c1-a6ac-5b5a8f03b50e service neutron] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:21.507829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-fda25fef-b9a9-4983-8ffa-ae8c4bfa39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:21.509222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-fda25fef-b9a9-4983-8ffa-ae8c4bfa39d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1094 time: 0.0405972 Sep 30 08:59:21.554730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-467059c5-ca26-4bb6-90ff-8a37f7c6bf1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0365775 Sep 30 08:59:21.602947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-6512f56b-d42c-40cd-90fc-6e043d3ddc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:21.604347 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-6512f56b-d42c-40cd-90fc-6e043d3ddc1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0426478 Sep 30 08:59:21.634872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-31e3ef06-acc3-4641-b09a-5c9944a29389 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232334 Sep 30 08:59:21.740987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-2e82f3ce-e08b-4133-ad84-0b2469b2c3f2 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954270 Sep 30 08:59:21.833889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c395151a-65d3-499d-8b9f-4d85fadf8566 req-245bf676-4e88-43b5-b4c7-a396c8757bce service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821605 Sep 30 08:59:22.120901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955d9b2-f374-4f14-841c-46a54fe4ec16 req-d04675ca-a52c-4f0f-8b6c-548c6041d8cb tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:22.122409 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2955d9b2-f374-4f14-841c-46a54fe4ec16 req-d04675ca-a52c-4f0f-8b6c-548c6041d8cb tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 943 time: 0.0482974 Sep 30 08:59:22.164494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2955d9b2-f374-4f14-841c-46a54fe4ec16 req-a4d33c43-c439-4515-a50f-79279f1391bf tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Sep 30 08:59:22.405791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:22.408170 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:22.445086 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0fc6c3-7de1-457b-89a4-f9c0b291ffd5 x-openstack-request-id: req-4d0fc6c3-7de1-457b-89a4-f9c0b291ffd5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:22.445381 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:22.445660 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d0fc6c3-7de1-457b-89a4-f9c0b291ffd5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:22.446054 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'status': 'completed', 'code': 200} Sep 30 08:59:22.505868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-30c111e2-13f5-4361-952a-e5dd4762b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:22.507395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-30c111e2-13f5-4361-952a-e5dd4762b86a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1094 time: 0.0405698 Sep 30 08:59:22.600396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-29f2180f-78c1-4678-86ba-821eaa1a7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:22.601976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-29f2180f-78c1-4678-86ba-821eaa1a7449 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0847895 Sep 30 08:59:22.648188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-8b77247f-8209-47bf-bd88-6c36c2c487e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0369208 Sep 30 08:59:22.696838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-88d0ef8f-ce89-4e38-830a-0cc22f2be0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:22.698368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-88d0ef8f-ce89-4e38-830a-0cc22f2be0bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0430152 Sep 30 08:59:22.732456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-a19c4206-324c-41a3-9d2f-71b688b0ee51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243638 Sep 30 08:59:22.824355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-a3898769-66d3-4729-b415-23984d551385 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837927 Sep 30 08:59:22.916352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff3e1771-dd58-4aa5-b638-19cdfe22f3a8 req-6b71d7d4-c105-4b07-bc57-c1ddec12ef95 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811453 Sep 30 08:59:23.281136 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f15b-59d4-4966-bfcd-45b98735be5f req-12b532df-8d46-4b33-ab3d-88d927096769 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.282620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4f6f15b-59d4-4966-bfcd-45b98735be5f req-12b532df-8d46-4b33-ab3d-88d927096769 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 943 time: 0.0484369 Sep 30 08:59:23.324650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4f6f15b-59d4-4966-bfcd-45b98735be5f req-f5f0fdf3-1e60-48dc-b2ab-6cc9dcff0cd2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355177 Sep 30 08:59:23.454740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:23.478326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 98980d98-1be9-4da0-957f-578b71943ea3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:59:23.478670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 98980d98-1be9-4da0-957f-578b71943ea3 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:24.364393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:59:24.439810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f543913-0a78-4cf9-802b-369970138b07 req-ed3566e7-d2f8-4ff8-878d-34e3134af663 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:24.441364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f543913-0a78-4cf9-802b-369970138b07 req-ed3566e7-d2f8-4ff8-878d-34e3134af663 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 943 time: 0.0495903 Sep 30 08:59:24.459795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:24.470768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'port_id': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'mac_address': 'fa:16:3e:1a:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e22d0e-9963-4066-b077-944037eb3bd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:59:24.479977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f543913-0a78-4cf9-802b-369970138b07 req-50e4c6c6-cf7d-4399-aa04-dde38c3207d2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Sep 30 08:59:24.508181 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:24.523845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c3bff0-752c-4574-a5cd-b971f677bb8a {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:59:24.542306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:24.546819 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:24.593634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:24.804774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['97c3bff0-752c-4574-a5cd-b971f677bb8a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:25.595069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2dea-deae-4a24-b189-542ef54db9aa req-4add72d5-81cc-447b-a67a-ba31bf93ee67 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:25.596625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6fa2dea-deae-4a24-b189-542ef54db9aa req-4add72d5-81cc-447b-a67a-ba31bf93ee67 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 944 time: 0.0499048 Sep 30 08:59:25.635295 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6fa2dea-deae-4a24-b189-542ef54db9aa req-fbcd7a58-c9d5-46f7-9439-a570f8506f5b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Sep 30 08:59:26.040314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.111010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.365512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:59:26.418622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 97c3bff0-752c-4574-a5cd-b971f677bb8a completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:59:26.422472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 97c3bff0-752c-4574-a5cd-b971f677bb8a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:59:26.422853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.498259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.521627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:26.523837 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b843d48d-1f0a-47a9-a34c-61901c2edc3b" -d '{"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-plugged", "status": "completed", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:26.536291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:26.540553 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.565926 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdba896-48c9-40fb-b76b-e30f568c9865 x-openstack-request-id: req-3cdba896-48c9-40fb-b76b-e30f568c9865 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:26.566232 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-plugged", "status": "completed", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:26.566464 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cdba896-48c9-40fb-b76b-e30f568c9865 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:26.566844 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'code': 200} Sep 30 08:59:26.593653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:26.664054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a04af-cc2d-45e0-9357-bab7c4a02d79 req-4ae4f4bb-4f39-42f8-8aa8-1eee59b23e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:26.665628 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a14a04af-cc2d-45e0-9357-bab7c4a02d79 req-4ae4f4bb-4f39-42f8-8aa8-1eee59b23e81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1096 time: 0.0407224 Sep 30 08:59:26.733872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a14a04af-cc2d-45e0-9357-bab7c4a02d79 req-f47864fd-6bdb-494d-b39d-ddbf4a1f55dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551219 Sep 30 08:59:26.758348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be2d5-dd5b-4a6b-b546-b5a13063fc8d req-096b0504-e71f-40d9-b53d-f52afa065c55 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:26.759890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a08be2d5-dd5b-4a6b-b546-b5a13063fc8d req-096b0504-e71f-40d9-b53d-f52afa065c55 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0541086 Sep 30 08:59:26.796996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a08be2d5-dd5b-4a6b-b546-b5a13063fc8d req-97b0e776-58f5-445b-9438-f5cfbf356633 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Sep 30 08:59:27.912735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cf21-752a-4446-8cad-8d787e507cae req-96e2c460-ad8d-4dad-a277-d1d134304469 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:27.914246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0083cf21-752a-4446-8cad-8d787e507cae req-96e2c460-ad8d-4dad-a277-d1d134304469 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 30 08:59:27.953514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0083cf21-752a-4446-8cad-8d787e507cae req-1e393680-069e-462a-9c2b-10b8263b5480 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Sep 30 08:59:29.066763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1528-ebb4-4702-a3aa-47d2b7fc7f98 req-8e66baa3-e6ae-4abe-bfe7-3360ab06b47b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:29.068823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ada1528-ebb4-4702-a3aa-47d2b7fc7f98 req-8e66baa3-e6ae-4abe-bfe7-3360ab06b47b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Sep 30 08:59:29.109248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ada1528-ebb4-4702-a3aa-47d2b7fc7f98 req-20749947-b7dc-4f20-b346-225dbfbe8280 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343866 Sep 30 08:59:29.220809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6033-b01b-416e-b085-2281ab34f3b8 req-14897b24-2feb-4517-8c0d-1f10c1735205 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:29.222379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6ad6033-b01b-416e-b085-2281ab34f3b8 req-14897b24-2feb-4517-8c0d-1f10c1735205 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0492883 Sep 30 08:59:29.260669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6ad6033-b01b-416e-b085-2281ab34f3b8 req-9a93903c-9645-4d44-bf8a-cd005eeaba36 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Sep 30 08:59:29.485922 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-0960b2e3-2240-4b8b-b8e6-e07cc5c43178 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386407 Sep 30 08:59:29.505707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62d44e-a5b2-4c2a-a953-2c10fefa7a62 req-e3d1ffb5-8bc0-4390-9699-b118a920f0e7 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:29.507196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c62d44e-a5b2-4c2a-a953-2c10fefa7a62 req-e3d1ffb5-8bc0-4390-9699-b118a920f0e7 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Sep 30 08:59:29.545473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c62d44e-a5b2-4c2a-a953-2c10fefa7a62 req-d68754e1-730c-4ab6-973b-1c2fa63ee700 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Sep 30 08:59:30.662913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c0e7-aa4b-40ff-bf99-d75394a14bf4 req-7d03ae69-f4a8-402b-a587-048692798663 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:30.664527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e71c0e7-aa4b-40ff-bf99-d75394a14bf4 req-7d03ae69-f4a8-402b-a587-048692798663 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Sep 30 08:59:30.733335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e71c0e7-aa4b-40ff-bf99-d75394a14bf4 req-bb005e01-caba-4536-b502-d8c79feb5a96 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Sep 30 08:59:30.744306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-0a3fd326-f4b8-499f-ab6c-86bae5acff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:30.746495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-0a3fd326-f4b8-499f-ab6c-86bae5acff68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1096 time: 0.0570610 Sep 30 08:59:30.838640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-9a088383-7a9f-4f24-97be-00c56aae3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:30.840031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-9a088383-7a9f-4f24-97be-00c56aae3165 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0855711 Sep 30 08:59:30.885515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-c376f5d1-18f6-4670-87dd-d028c446ce44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0373178 Sep 30 08:59:30.934976 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-eed35dd4-1440-4fe1-a60f-4b1e351ec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:30.936406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-eed35dd4-1440-4fe1-a60f-4b1e351ec6da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0433130 Sep 30 08:59:30.970189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-c6a2b061-0e05-4897-9295-e92de9c8a0a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240073 Sep 30 08:59:31.063531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-56340b5f-b405-4d79-8f69-1552c13ff5f3 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855136 Sep 30 08:59:31.153292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-90cc47a9-a1bf-493f-81f5-c13ad621efb2 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813875 Sep 30 08:59:31.415681 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:59:31.853549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690647e-e186-46ed-9897-c19f1e5b8532 req-5a87c19b-286a-4f03-8320-92b90432f832 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:31.855070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d690647e-e186-46ed-9897-c19f1e5b8532 req-5a87c19b-286a-4f03-8320-92b90432f832 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0499320 Sep 30 08:59:31.898580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d690647e-e186-46ed-9897-c19f1e5b8532 req-4ec0a4ba-b0a9-418a-9603-0f63c9131cb2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374136 Sep 30 08:59:33.019114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87491b8-3b57-427d-aa70-08f51d51a6a2 req-5e201fd8-42f7-4035-9b60-2df0b275b89b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:33.020702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d87491b8-3b57-427d-aa70-08f51d51a6a2 req-5e201fd8-42f7-4035-9b60-2df0b275b89b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Sep 30 08:59:33.059516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d87491b8-3b57-427d-aa70-08f51d51a6a2 req-9cb1ed2d-af48-4f38-b436-b4d56d5d51ba tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Sep 30 08:59:34.174619 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c671d00-6e28-4920-ab49-40ab966f3139 req-1bd545a1-a9ba-4637-9940-57f1954736e2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:34.176083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c671d00-6e28-4920-ab49-40ab966f3139 req-1bd545a1-a9ba-4637-9940-57f1954736e2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Sep 30 08:59:34.214760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c671d00-6e28-4920-ab49-40ab966f3139 req-b3d6924f-e243-42c1-8fd2-0f14e02ef5bb tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Sep 30 08:59:35.329324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34c40-b877-49d1-9d20-3b8cbacd8a4a req-b12c3f4b-9a1a-463e-a050-b5fd7ffea2b2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:35.330829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9b34c40-b877-49d1-9d20-3b8cbacd8a4a req-b12c3f4b-9a1a-463e-a050-b5fd7ffea2b2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0482287 Sep 30 08:59:35.372525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9b34c40-b877-49d1-9d20-3b8cbacd8a4a req-d4471c99-ea99-4fac-be04-8d4df9afa186 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Sep 30 08:59:36.488253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624821a-4b63-4208-a115-af9139a28631 req-1c707bf6-051b-4fc6-b181-714c3bb28780 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:36.490147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9624821a-4b63-4208-a115-af9139a28631 req-1c707bf6-051b-4fc6-b181-714c3bb28780 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Sep 30 08:59:36.527317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9624821a-4b63-4208-a115-af9139a28631 req-2450f87d-6fa5-44d4-b327-50026bfa489c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Sep 30 08:59:37.642730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93661d44-6f9d-4fc0-bff4-cfadb8afcaa6 req-f307a969-f990-4186-a7d4-c59938515f9a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:37.644211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93661d44-6f9d-4fc0-bff4-cfadb8afcaa6 req-f307a969-f990-4186-a7d4-c59938515f9a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Sep 30 08:59:37.682340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-93661d44-6f9d-4fc0-bff4-cfadb8afcaa6 req-b11d1b14-a509-4a87-9656-f52adc5ede99 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Sep 30 08:59:38.617635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-229e1068-02cf-42d0-b4ca-4d79df330a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:38.798281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ce945-1f5f-4349-baaa-b13fc38ec2b0 req-b615b4e2-8e68-4069-90e0-27337db91a75 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:38.799766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a0ce945-1f5f-4349-baaa-b13fc38ec2b0 req-b615b4e2-8e68-4069-90e0-27337db91a75 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0497577 Sep 30 08:59:38.843983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a0ce945-1f5f-4349-baaa-b13fc38ec2b0 req-5f4847e2-d3f3-48f3-b12e-37a0488ced11 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Sep 30 08:59:39.960889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb969c0-f702-4540-82a7-2204c0e0ac13 req-b9aa9b92-eece-4a4c-9e8e-f7236c66009d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:39.962404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fb969c0-f702-4540-82a7-2204c0e0ac13 req-b9aa9b92-eece-4a4c-9e8e-f7236c66009d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0490975 Sep 30 08:59:40.001976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fb969c0-f702-4540-82a7-2204c0e0ac13 req-6f3596b1-c04f-4cdd-80da-128ffb1a1c6b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Sep 30 08:59:41.117498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ca75-161c-4c77-9b03-a6d2362c8478 req-7cba879a-aacf-4e3a-a677-d4a01bde192a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:41.118977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0b60-822c-468a-8257-655dea634705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:41.119384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75f1ca75-161c-4c77-9b03-a6d2362c8478 req-7cba879a-aacf-4e3a-a677-d4a01bde192a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0501046 Sep 30 08:59:41.157020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75f1ca75-161c-4c77-9b03-a6d2362c8478 req-b7cf193d-650f-4392-881f-5e7cd607f2f6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Sep 30 08:59:41.509861 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:42.271563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235e0d-1f88-4d72-b84e-01c0c44d8258 req-14fd7a16-82e8-4d67-95e7-9fe96432a50e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:42.273057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2235e0d-1f88-4d72-b84e-01c0c44d8258 req-14fd7a16-82e8-4d67-95e7-9fe96432a50e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0480459 Sep 30 08:59:42.314675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2235e0d-1f88-4d72-b84e-01c0c44d8258 req-47c0927c-dd17-4708-a91d-e71f2a0bc8f2 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Sep 30 08:59:43.254099 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:43.429613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7492b-de7c-4191-aabd-ca17252ce90b req-58f0ca09-0732-4f83-951b-fa51e97951de tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:43.431146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80e7492b-de7c-4191-aabd-ca17252ce90b req-58f0ca09-0732-4f83-951b-fa51e97951de tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0499105 Sep 30 08:59:43.476807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80e7492b-de7c-4191-aabd-ca17252ce90b req-85b11312-d9ec-4439-bced-2aa7e2f2492c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Sep 30 08:59:44.591175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da0f74-773c-4825-af3b-f36957549fed req-b40587d5-f6dd-4733-82b9-621025c37536 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:44.592654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8da0f74-773c-4825-af3b-f36957549fed req-b40587d5-f6dd-4733-82b9-621025c37536 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0489414 Sep 30 08:59:44.630835 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8da0f74-773c-4825-af3b-f36957549fed req-7c0b6694-ecc6-45f2-87bb-e0b216734ba1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 30 08:59:45.021707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:45.745361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10aabf-b286-4129-b77e-612016a03327 req-69cffff5-3853-4367-8da5-57338a4a63af tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:45.746860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a10aabf-b286-4129-b77e-612016a03327 req-69cffff5-3853-4367-8da5-57338a4a63af tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Sep 30 08:59:45.789139 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a10aabf-b286-4129-b77e-612016a03327 req-5e1582c7-f10d-4980-8076-a7faa87e3489 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Sep 30 08:59:46.904536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1735-5baf-4510-9f92-eacebce9de2a req-50a62921-cd87-4b11-b618-19cbd81e1e4f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:46.906023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-892d1735-5baf-4510-9f92-eacebce9de2a req-50a62921-cd87-4b11-b618-19cbd81e1e4f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0498760 Sep 30 08:59:46.943702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-892d1735-5baf-4510-9f92-eacebce9de2a req-118dd486-6402-45b3-ab1c-f6568e8c179b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Sep 30 08:59:48.057681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc991e-9807-4e45-8daa-827aa2a9bd92 req-89249876-a1ba-4309-beac-24896822070a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:48.059141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36dc991e-9807-4e45-8daa-827aa2a9bd92 req-89249876-a1ba-4309-beac-24896822070a tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Sep 30 08:59:48.096825 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36dc991e-9807-4e45-8daa-827aa2a9bd92 req-15930cea-e74a-4c73-88ee-a8e89d63625c tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Sep 30 08:59:49.209854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210ce5-eaeb-4274-8573-c6f51f289cc6 req-705b6944-2abe-403d-8bbd-9756576b4115 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:49.211471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-53210ce5-eaeb-4274-8573-c6f51f289cc6 req-705b6944-2abe-403d-8bbd-9756576b4115 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Sep 30 08:59:49.252484 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-53210ce5-eaeb-4274-8573-c6f51f289cc6 req-a2cfb97e-f7cc-49aa-97bb-3d46ca31d360 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Sep 30 08:59:50.367060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacb9e0-9a99-4b91-91f8-d2b1ff8c1dc3 req-97dfa6fe-7f67-4a30-aa1d-f49911d25517 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:50.368532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eacb9e0-9a99-4b91-91f8-d2b1ff8c1dc3 req-97dfa6fe-7f67-4a30-aa1d-f49911d25517 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0486643 Sep 30 08:59:50.406669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eacb9e0-9a99-4b91-91f8-d2b1ff8c1dc3 req-bfeea71f-0e2f-4925-b61a-b838b5e11162 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Sep 30 08:59:51.524924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0011e-578c-4b6e-a828-c012082369b9 req-d3be7eaa-3b62-4006-aff9-0d6722caf2f0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:51.526502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92a0011e-578c-4b6e-a828-c012082369b9 req-d3be7eaa-3b62-4006-aff9-0d6722caf2f0 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Sep 30 08:59:51.564265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92a0011e-578c-4b6e-a828-c012082369b9 req-bce21465-4533-4b5a-b64f-97c92fe2e341 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Sep 30 08:59:52.679384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd3e2-e6cc-4fa6-ac51-0ef409522aba req-84e3e550-9343-45f3-b8b1-82bdb37ffaea tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:52.680857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-367dd3e2-e6cc-4fa6-ac51-0ef409522aba req-84e3e550-9343-45f3-b8b1-82bdb37ffaea tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Sep 30 08:59:52.722463 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-367dd3e2-e6cc-4fa6-ac51-0ef409522aba req-79088c92-afc1-4f9c-b56f-e33f0906d414 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356104 Sep 30 08:59:53.841096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a5a56-ae9f-4b4b-9a54-4d9462968ad9 req-0961bdf9-1082-47b1-8b0a-32da746d94e1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:53.842683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf3a5a56-ae9f-4b4b-9a54-4d9462968ad9 req-0961bdf9-1082-47b1-8b0a-32da746d94e1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0529137 Sep 30 08:59:53.880859 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf3a5a56-ae9f-4b4b-9a54-4d9462968ad9 req-97260a7c-019f-4f08-abd5-9265a3dda0d6 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Sep 30 08:59:54.996421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559c31e-d7c7-4205-b29b-97dc584f89f3 req-a1d6b723-bd7a-4912-b49e-3a9d0dd1ab98 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:54.997951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a559c31e-d7c7-4205-b29b-97dc584f89f3 req-a1d6b723-bd7a-4912-b49e-3a9d0dd1ab98 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Sep 30 08:59:55.037359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a559c31e-d7c7-4205-b29b-97dc584f89f3 req-40350009-014b-4d39-94bc-7e7e31f41ee3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Sep 30 08:59:56.040080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.112089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.150722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba3ab8-164b-4aa0-b598-1a37bb39b0eb req-0b28a93d-f63b-42ef-a504-aec4083b158e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:56.152169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2ba3ab8-164b-4aa0-b598-1a37bb39b0eb req-0b28a93d-f63b-42ef-a504-aec4083b158e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0481896 Sep 30 08:59:56.194568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f2ba3ab8-164b-4aa0-b598-1a37bb39b0eb req-60eb848c-9c21-45f9-a72e-c39e73a71eb8 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Sep 30 08:59:57.309428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85767f9d-de9c-4b17-babb-7c60c5d5d79d req-1eef0bdc-5047-468e-ba94-adcffa72a5df tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:57.310951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85767f9d-de9c-4b17-babb-7c60c5d5d79d req-1eef0bdc-5047-468e-ba94-adcffa72a5df tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0486600 Sep 30 08:59:57.349756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85767f9d-de9c-4b17-babb-7c60c5d5d79d req-a661d60d-f934-4499-8297-11bb88e6f005 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Sep 30 08:59:58.224710 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6727a18b-cc2b-485f-bb85-b5687e33404b service neutron] show failed (client error): The resource could not be found. Sep 30 08:59:58.225847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6727a18b-cc2b-485f-bb85-b5687e33404b service neutron] 10.222.0.57 "GET /v2.0/ports/97c3bff0-752c-4574-a5cd-b971f677bb8a/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0547299 Sep 30 08:59:58.499905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53bd66-5184-4083-abc6-558662f5936a req-50708ed1-b9fc-463c-b9fa-88cea67f599d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:58.501313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53bd66-5184-4083-abc6-558662f5936a req-50708ed1-b9fc-463c-b9fa-88cea67f599d tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0821807 Sep 30 08:59:58.507325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-ff64d19a-7b81-4444-8714-f2092a084e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:58.508743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-ff64d19a-7b81-4444-8714-f2092a084e2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515&tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5 HTTP/1.1" status: 200 len: 1096 time: 0.1195035 Sep 30 08:59:58.527626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:59:58.566482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c53bd66-5184-4083-abc6-558662f5936a req-60cbf001-74f0-4afb-b140-ae73e5e01c02 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568025 Sep 30 08:59:58.594926 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.794220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:58.830029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:59:58.870298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:58.872587 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d82f3-09e5-4132-9bbf-646f02b1c4f8" -d '{"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-unplugged", "status": "completed", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:58.876714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.890180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Transition to ACTIVE for port object 97c3bff0-752c-4574-a5cd-b971f677bb8a will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:59:58.894029 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.946636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:58.963212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] No DVR routers for this DVR port 97c3bff0-752c-4574-a5cd-b971f677bb8a on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:58.970892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.971243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.971588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.971928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.972270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.972602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.972931 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.973320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.973673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.974005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.974339 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.974666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:58.999367 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60def580-014b-465a-b814-a75b71228484 x-openstack-request-id: req-60def580-014b-465a-b814-a75b71228484 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:58.999657 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-unplugged", "status": "completed", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:58.999901 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60def580-014b-465a-b814-a75b71228484 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:59.000291 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'code': 200} Sep 30 08:59:59.013856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:59:59.014190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:59:59.014517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:59.018733 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Port 97c3bff0-752c-4574-a5cd-b971f677bb8a on network d395909e-1c8e-4915-b5a2-9a2563444e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:59:59.019051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Attempting to bind port 97c3bff0-752c-4574-a5cd-b971f677bb8a on network d395909e-1c8e-4915-b5a2-9a2563444e59 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:59.023838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:59:59.024171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Checking segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:59:59.024555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Bound using segment: {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:59:59.024973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Bound port: 97c3bff0-752c-4574-a5cd-b971f677bb8a, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:59:59.025326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.089145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:59:59.092044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:59:59.095592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.131329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:59.132176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.133797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 1091 time: 0.6115155 Sep 30 08:59:59.154215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6b020-44f9-49fe-b9da-df335b5d36b7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:59.205713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-c46fb940-0339-4561-9d0e-ec93a10221a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:59.207206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-c46fb940-0339-4561-9d0e-ec93a10221a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1094 time: 0.0407889 Sep 30 08:59:59.298888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-79d504e1-f460-4a4e-81fb-d5087b671ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:59.300336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-79d504e1-f460-4a4e-81fb-d5087b671ad5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0856776 Sep 30 08:59:59.342761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-5c2dcb86-b1aa-4d2c-b2be-3524f6d2c2b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0344934 Sep 30 08:59:59.390475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-1533bbf8-ad3b-4a3c-858c-3eb0a27dc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:59.391898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-1533bbf8-ad3b-4a3c-858c-3eb0a27dc41d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0422721 Sep 30 08:59:59.428794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-34178603-e3a8-4bfa-b36e-2ef9060b9649 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290802 Sep 30 08:59:59.521771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-9ff5dc1e-7f95-4d58-af14-174815fb3d56 service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Sep 30 08:59:59.616810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ce5404d-e461-4749-b0ef-4cda99cfc89d req-ddd0892d-74fe-4154-8442-f213965b5ba3 service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877109 Sep 30 08:59:59.688758 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351d69-3944-4210-a9ab-b6dfde1ed8ae req-6de7c91c-7338-4d36-b2b9-cdfe2f879f01 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:59.690301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f351d69-3944-4210-a9ab-b6dfde1ed8ae req-6de7c91c-7338-4d36-b2b9-cdfe2f879f01 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 943 time: 0.0522485 Sep 30 08:59:59.729114 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f351d69-3944-4210-a9ab-b6dfde1ed8ae req-f67580bb-f56a-4365-8ce3-246d7a60d049 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Sep 30 09:00:00.520717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:00:00.559107 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:00:00.845614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46a343-47b8-4a0a-8168-35ccb623305e req-3cba514f-8aa7-4b13-ab8f-4deb946e3684 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:00.847008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb46a343-47b8-4a0a-8168-35ccb623305e req-3cba514f-8aa7-4b13-ab8f-4deb946e3684 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 943 time: 0.0480752 Sep 30 09:00:00.883965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb46a343-47b8-4a0a-8168-35ccb623305e req-c47296b7-c5c1-4b1a-bf7e-2a348b1d10ae tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Sep 30 09:00:01.001784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:01.004201 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a96a37-d0cd-48b7-aef3-feca78029c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:01.052221 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a045a8-0288-4434-a72f-cc0a95224b6d x-openstack-request-id: req-37a045a8-0288-4434-a72f-cc0a95224b6d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:01.052514 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:01.052766 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37a045a8-0288-4434-a72f-cc0a95224b6d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:01.053159 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'status': 'completed', 'code': 200} Sep 30 09:00:01.127756 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-7d3456ca-5103-432c-a509-9552f16ead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.129189 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-7d3456ca-5103-432c-a509-9552f16ead80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1094 time: 0.0469284 Sep 30 09:00:01.249917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-6109b943-0723-430c-b7e5-3ef73a49015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.251416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-6109b943-0723-430c-b7e5-3ef73a49015d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1094 time: 0.1037378 Sep 30 09:00:01.289844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-fde7597c-bd49-4f3f-a598-10770b0abfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.291345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-fde7597c-bd49-4f3f-a598-10770b0abfb8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.1516590 Sep 30 09:00:01.363845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-0c3e4a5e-7063-4b5f-a1b9-34690b8856bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0596364 Sep 30 09:00:01.626971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:00:01.670145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-3871d854-816b-4b96-bbf3-9407ca59a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.671636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-3871d854-816b-4b96-bbf3-9407ca59a9f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.4122665 Sep 30 09:00:01.715783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-0eb7d710-78a5-4f5a-bd0c-0fce742a91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.717270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-0eb7d710-78a5-4f5a-bd0c-0fce742a91e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.3416128 Sep 30 09:00:01.718751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-6fb651db-9551-44c0-be68-3ea517a48212 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0390964 Sep 30 09:00:01.728583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:01.740704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'network_id': 'd395909e-1c8e-4915-b5a2-9a2563444e59', 'port_id': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'mac_address': 'fa:16:3e:1a:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e22d0e-9963-4066-b077-944037eb3bd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:00:01.777704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.778625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-8878b271-fd5d-4c13-954b-f9b79f8530a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451021 Sep 30 09:00:01.791717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c3bff0-752c-4574-a5cd-b971f677bb8a {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:00:01.811608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:01.814131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-fda93e2e-7bdd-4b79-8fc7-afe295eb1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.815619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-fda93e2e-7bdd-4b79-8fc7-afe295eb1e78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0903559 Sep 30 09:00:01.815895 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.866805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:01.878486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-82b26da0-6484-403a-bea1-c32524492b1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554183 Sep 30 09:00:01.933631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-0f0142c3-7ffc-4f4d-9471-fe3ac00bc750 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473072 Sep 30 09:00:02.086952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['97c3bff0-752c-4574-a5cd-b971f677bb8a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:00:02.087391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-aabc021c-8497-42a0-9ccc-8412a1c9a6df service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996806 Sep 30 09:00:02.097191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a5e58-57c0-4da3-b2d3-07b0818cecd1 req-e7c072bb-a011-4f9a-bbe4-b2cbc08ae16b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:02.098727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c03a5e58-57c0-4da3-b2d3-07b0818cecd1 req-e7c072bb-a011-4f9a-bbe4-b2cbc08ae16b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 944 time: 0.1370773 Sep 30 09:00:02.163429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-cc71c28e-fb9b-4c8a-8e3e-1e9c5d9158a7 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027144 Sep 30 09:00:02.210525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c03a5e58-57c0-4da3-b2d3-07b0818cecd1 req-25aeae7e-9fa7-4ec5-a3a0-4b09fb622d62 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001279 Sep 30 09:00:02.234055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11a96a37-d0cd-48b7-aef3-feca78029c2c req-437c7f97-da2a-44b5-8819-baa07be55802 service neutron] 10.222.0.50 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343317 Sep 30 09:00:02.447185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973c67-a6da-4732-bad6-528ab1d94559 req-8539468b-f19e-4ce5-88b8-d3efc24861b1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:02.448654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd973c67-a6da-4732-bad6-528ab1d94559 req-8539468b-f19e-4ce5-88b8-d3efc24861b1 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 944 time: 0.0891461 Sep 30 09:00:02.459371 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-5be6780d-8a15-4fbd-bd67-66dd49109074 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:02.460748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-5be6780d-8a15-4fbd-bd67-66dd49109074 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515&tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.0753422 Sep 30 09:00:02.521605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd973c67-a6da-4732-bad6-528ab1d94559 req-d52f1f56-2086-4f6e-a040-0276be9c7459 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 Sep 30 09:00:02.540581 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-52b5c576-4885-4a09-b0c5-1db4815ac48d service neutron] delete failed (client error): The resource could not be found. Sep 30 09:00:02.541739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-52b5c576-4885-4a09-b0c5-1db4815ac48d service neutron] 10.222.0.57 "DELETE /v2.0/ports/97c3bff0-752c-4574-a5cd-b971f677bb8a/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0669332 Sep 30 09:00:02.634220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-2c62cca7-8085-413e-9861-344098e271c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:02.635730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-2c62cca7-8085-413e-9861-344098e271c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 1095 time: 0.0415239 Sep 30 09:00:02.733346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-44a25990-84d8-47b6-9669-9f3f7d89d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:02.734789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-44a25990-84d8-47b6-9669-9f3f7d89d291 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 200 len: 915 time: 0.0891714 Sep 30 09:00:02.776781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-8d5b5a83-dc2b-4569-9b4c-116f76fac8b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 200 len: 217 time: 0.0331330 Sep 30 09:00:02.824621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-fcfa4c3d-43d4-4995-a484-7d469dcc7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:02.826039 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-fcfa4c3d-43d4-4995-a484-7d469dcc7564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 200 len: 854 time: 0.0414844 Sep 30 09:00:02.865037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-25cd3859-01b2-4826-9fe4-b0ed5b5d1b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d395909e-1c8e-4915-b5a2-9a2563444e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279512 Sep 30 09:00:02.954214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-d37773c8-6ff6-4b7c-a585-7117f4b97040 service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814922 Sep 30 09:00:03.053116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4ebb34e-c6b1-4212-902d-c191c660a020 req-31cb12ba-4dbe-409f-91e5-8c34ef48eefc service neutron] 10.222.0.57 "GET /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887153 Sep 30 09:00:03.631424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:03.644515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cd7c-539e-4e47-a5c9-717bc96c9305 req-2edfe811-150b-422a-a371-fd750de1f3f9 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:03.646544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9348cd7c-539e-4e47-a5c9-717bc96c9305 req-2edfe811-150b-422a-a371-fd750de1f3f9 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 944 time: 0.0555594 Sep 30 09:00:03.694374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 97c3bff0-752c-4574-a5cd-b971f677bb8a completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:00:03.698824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 97c3bff0-752c-4574-a5cd-b971f677bb8a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:03.698969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9348cd7c-539e-4e47-a5c9-717bc96c9305 req-4919043c-9ae9-4990-a5fb-b9dd93318159 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Sep 30 09:00:03.699601 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.786960 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.809871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:03.812055 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883e19c1-7e46-4c44-aecc-29cac1495750" -d '{"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-plugged", "status": "completed", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:03.818439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee055-ea81-4795-99ff-d7cfbab47941 req-bbd7036e-d886-4ec8-9be3-85fac7a88376 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:03.820125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7fee055-ea81-4795-99ff-d7cfbab47941 req-bbd7036e-d886-4ec8-9be3-85fac7a88376 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Sep 30 09:00:03.825671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:03.830813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.864300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7fee055-ea81-4795-99ff-d7cfbab47941 req-e234ca59-51d9-4cb0-af07-0bb7b4d9d66b tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Sep 30 09:00:03.885342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:03.973359 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c747a2d-c287-4b35-9233-31ee55a6d21a x-openstack-request-id: req-3c747a2d-c287-4b35-9233-31ee55a6d21a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:03.973677 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-plugged", "status": "completed", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:03.973957 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c747a2d-c287-4b35-9233-31ee55a6d21a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:03.974349 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'code': 200} Sep 30 09:00:04.071462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c31b0-a3c9-4030-aaa3-3958de9a03c2 req-732abd77-3192-492b-9be7-760d2af37a68 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:04.072869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d9c31b0-a3c9-4030-aaa3-3958de9a03c2 req-732abd77-3192-492b-9be7-760d2af37a68 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Sep 30 09:00:04.110385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d9c31b0-a3c9-4030-aaa3-3958de9a03c2 req-b546b099-d882-436f-bd20-fd9ca9405b43 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Sep 30 09:00:04.438992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d968a-88c1-4e88-905e-e3e1102bfed1 req-2bd6239d-2d4e-4efd-8502-70396ffbfbf3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:04.440476 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-832d968a-88c1-4e88-905e-e3e1102bfed1 req-2bd6239d-2d4e-4efd-8502-70396ffbfbf3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Sep 30 09:00:04.478141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-832d968a-88c1-4e88-905e-e3e1102bfed1 req-2565157d-c280-47ac-829f-9ff746997a4f tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Sep 30 09:00:05.593473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882baf-98f8-4096-aad9-a42783a6c3f7 req-8a535ea2-5214-49bc-b824-73df6d909e4e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:05.595015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c882baf-98f8-4096-aad9-a42783a6c3f7 req-8a535ea2-5214-49bc-b824-73df6d909e4e tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Sep 30 09:00:05.633393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c882baf-98f8-4096-aad9-a42783a6c3f7 req-911fc2ea-1c6e-49b6-8679-585e36fd5334 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.41 "GET /v2.0/security-groups?id=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Sep 30 09:00:05.720856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229054e-00cf-490a-a381-d0a61750c913 req-7c4977ff-5803-4356-8f27-27ccb543ded3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:05.722338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7229054e-00cf-490a-a381-d0a61750c913 req-7c4977ff-5803-4356-8f27-27ccb543ded3 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae57106c-412e-4fbf-933a-0cd437f25515 HTTP/1.1" status: 200 len: 945 time: 0.0533135 Sep 30 09:00:05.811032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Deleting port 97c3bff0-752c-4574-a5cd-b971f677bb8a {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:00:05.811287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.901091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] For port 97c3bff0-752c-4574-a5cd-b971f677bb8a, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=97c3bff0-752c-4574-a5cd-b971f677bb8a,segment=NetworkSegment(ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb),segment_id=ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:05.901467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.914579 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Calling delete_port for 97c3bff0-752c-4574-a5cd-b971f677bb8a owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:00:06.041377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.073916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Pushing event deleted for resources: {'Port': ['ID=97c3bff0-752c-4574-a5cd-b971f677bb8a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:06.074397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['97c3bff0-752c-4574-a5cd-b971f677bb8a'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:00:06.113212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] No DVR routers for this DVR port 97c3bff0-752c-4574-a5cd-b971f677bb8a on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:00:06.115614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.117596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7229054e-00cf-490a-a381-d0a61750c913 req-b2400020-6a9b-45c2-aaa0-fa167d27b142 tempest-ServerDiskConfigTestJSON-1358054558 tempest-ServerDiskConfigTestJSON-1358054558-project] 10.222.0.50 "DELETE /v2.0/ports/97c3bff0-752c-4574-a5cd-b971f677bb8a HTTP/1.1" status: 204 len: 173 time: 0.3888330 Sep 30 09:00:06.118029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-deleted', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:06.120310 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2a349-502b-4ef7-81d6-0fc21a58818b" -d '{"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-deleted", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:06.158494 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c699ab-d851-42c8-9179-c82698ff7901 x-openstack-request-id: req-f9c699ab-d851-42c8-9179-c82698ff7901 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:06.158811 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae57106c-412e-4fbf-933a-0cd437f25515", "name": "network-vif-deleted", "tag": "97c3bff0-752c-4574-a5cd-b971f677bb8a", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:06.159060 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9c699ab-d851-42c8-9179-c82698ff7901 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:06.159470 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae57106c-412e-4fbf-933a-0cd437f25515', 'name': 'network-vif-deleted', 'tag': '97c3bff0-752c-4574-a5cd-b971f677bb8a', 'status': 'completed', 'code': 200} Sep 30 09:00:06.750987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42692) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:06.800983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Deleting subnet d0e22d0e-9963-4066-b077-944037eb3bd1 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:00:06.805088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.842097 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.881479 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.935524 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.962065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e22d0e-9963-4066-b077-944037eb3bd1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:06.964559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.966542 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0e22d0e-9963-4066-b077-944037eb3bd1 HTTP/1.1" status: 204 len: 168 time: 0.2140174 Sep 30 09:00:06.969183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42694) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:06.973057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.973414 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.974291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.974643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.974978 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.975315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.975645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.975975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.976302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.976630 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.976964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:06.977285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b913d9-6db6-4dce-86fd-f9543b91f875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:07.042218 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.119486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.138265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d395909e-1c8e-4915-b5a2-9a2563444e59']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:07.147491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:07.147787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed23df34-c2c9-4ae1-b016-6e9f65ff9ddb') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:07.156980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.170003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.175547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:00:07.175924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:00:07.181603 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:00:07.246161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.251721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.253573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] 10.222.0.41 "DELETE /v2.0/networks/d395909e-1c8e-4915-b5a2-9a2563444e59 HTTP/1.1" status: 204 len: 168 time: 0.2833214 Sep 30 09:00:07.263872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb34fa4-f08c-45b3-9dbf-789affac748e admin admin] Pushing event deleted for resources: {'Network': ['ID=d395909e-1c8e-4915-b5a2-9a2563444e59,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.362387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42698) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:07.402410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6869f7b6-5079-46d2-8a2a-3894056ea9fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9c61d08006c47eaaaa3a7d5a6b816e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388548 Sep 30 09:00:07.405680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42700) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:07.453714 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe10d023-84f9-425f-b65a-cb70f65eab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.474531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe10d023-84f9-425f-b65a-cb70f65eab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.523174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe10d023-84f9-425f-b65a-cb70f65eab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.526247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fe10d023-84f9-425f-b65a-cb70f65eab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.527400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fe10d023-84f9-425f-b65a-cb70f65eab9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9 HTTP/1.1" status: 204 len: 168 time: 0.1208200 Sep 30 09:00:07.535616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10d023-84f9-425f-b65a-cb70f65eab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225d3d6-aa71-4cde-a9b7-252d4b6b6ea9,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:08.180465 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:08.305356 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-531764146-network', 'tenant_id': '734e0acd99f748e3b34c33d96676964b'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:08.326184 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Made reservation on behalf of 734e0acd99f748e3b34c33d96676964b for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:08.328473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.342874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.415766 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:00:08.432643 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.436421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.456788 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:00:08.470423 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f64fc8-8974-44a2-9f08-349523b18bc5,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:08.475245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.475591 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Added segment 6e3b9b57-f0e9-496d-89a5-7f19935f5d4c of type vlan for network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 Sep 30 09:00:08.514807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.540265 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.541344 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:08.541990 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.566711 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3851311 Sep 30 09:00:08.570337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42728) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:08.575479 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Request body: {'subnet': {'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-531764146-subnet', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:08.595747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Made reservation on behalf of 734e0acd99f748e3b34c33d96676964b for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:08.598064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.608342 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd629e6-1f35-4bb0-b6d5-6821360457e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6be50d8a-49d5-4f06-aac1-2326ce4403b4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:08.773150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:00:08.782098 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.783440 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a50b-e438-4a9e-b345-b866779b3dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.840392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d5f6b8-54f3-4014-b461-5697e411eb8b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:08.848024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:08.848393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Network hostable DHCP agents. Network: 6be50d8a-49d5-4f06-aac1-2326ce4403b4, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:00:08.866865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:00:08.875857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6be50d8a-49d5-4f06-aac1-2326ce4403b4) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:08.880793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:08.881474 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.885996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756fdfb-d7f6-4a10-92ff-cb67e132e114 None None] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:00:08.898320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-847ba41a-a62b-43c8-8833-5faf919fac5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3268888 Sep 30 09:00:08.901079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42732) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:08.905556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:08.925565 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.926587 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.983464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.045893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:00:09.046795 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.117366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.184266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Allocated IP 172.20.0.2 (6be50d8a-49d5-4f06-aac1-2326ce4403b4/68d5f6b8-54f3-4014-b461-5697e411eb8b/75128cd7-b81a-42e1-bd26-4816233010eb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:09.328349 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.342483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.347969 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.349350 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.398478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Pushing event updated for resources: {'Port': ['ID=75128cd7-b81a-42e1-bd26-4816233010eb,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.403077 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:09.405696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:09.408561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:09.450745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Allocated IP 172.25.7.178 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4287b381-091f-4c2a-945a-5a21a5af5eee) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:09.463203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Attempting to bind port 75128cd7-b81a-42e1-bd26-4816233010eb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:09.463611 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Attempting to bind port 75128cd7-b81a-42e1-bd26-4816233010eb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:09.464154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Attempting to bind port 75128cd7-b81a-42e1-bd26-4816233010eb on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:09.469185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:09.469596 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:09.470001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.470401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:09.470873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Bound port: 75128cd7-b81a-42e1-bd26-4816233010eb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:09.471253 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.535749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] For port 75128cd7-b81a-42e1-bd26-4816233010eb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:09.539551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] For port 75128cd7-b81a-42e1-bd26-4816233010eb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75128cd7-b81a-42e1-bd26-4816233010eb,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:09.545328 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.557632 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.592180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.618599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3f658-bf63-43d2-a0aa-8cfccbc79703 None None] Pushing event updated for resources: {'Port': ['ID=75128cd7-b81a-42e1-bd26-4816233010eb,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.631229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:09.634269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:09.637878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:09.645252 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:00:09.666415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Pushing event updated for resources: {'Port': ['ID=4287b381-091f-4c2a-945a-5a21a5af5eee,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.667390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 97c3bff0-752c-4574-a5cd-b971f677bb8a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:00:09.667738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 97c3bff0-752c-4574-a5cd-b971f677bb8a not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:00:10.158802 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.367438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.500154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Router 4d0d1b04-5340-4634-984b-0442700595ef is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:00:10.535135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24397bfc-906d-4cd9-83af-91ae673e33ca None None] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:00:10.601206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a66eb6e2-936c-454c-9e4b-dd49790171cd None None] Provisioning complete for port 75128cd7-b81a-42e1-bd26-4816233010eb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:10.601629 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a66eb6e2-936c-454c-9e4b-dd49790171cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.613554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:10.628728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:10.631110 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.632413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cca056b0-9c37-44b8-a0e8-3fa89baf384f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7304337 Sep 30 09:00:10.635206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42736) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:10.663234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:10.663860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T08:59:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:10.859095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:10.860793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a66eb6e2-936c-454c-9e4b-dd49790171cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.973109 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a66eb6e2-936c-454c-9e4b-dd49790171cd None None] For port 75128cd7-b81a-42e1-bd26-4816233010eb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75128cd7-b81a-42e1-bd26-4816233010eb,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:11.011286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a66eb6e2-936c-454c-9e4b-dd49790171cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.071883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.114121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75128cd7-b81a-42e1-bd26-4816233010eb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:11.155760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb6e2-936c-454c-9e4b-dd49790171cd None None] Pushing event updated for resources: {'Port': ['ID=75128cd7-b81a-42e1-bd26-4816233010eb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:11.175147 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ade937-2a53-4610-bb09-70ee674ae49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.213748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 3, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:11.217308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75128cd7-b81a-42e1-bd26-4816233010eb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:11.217495 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.263232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:11.263592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Updating router 4d0d1b04-5340-4634-984b-0442700595ef port 4287b381-091f-4c2a-945a-5a21a5af5eee binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:00:11.298958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Allocated IP 172.20.0.1 (6be50d8a-49d5-4f06-aac1-2326ce4403b4/68d5f6b8-54f3-4014-b461-5697e411eb8b/202b4083-51fd-4116-91e0-f3743c6a5b0d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:11.305381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.308782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-94b285c9-8870-44c4-8531-b7724c1ac226 None None] Provisioning complete for port 75128cd7-b81a-42e1-bd26-4816233010eb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:11.309141 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-94b285c9-8870-44c4-8531-b7724c1ac226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.412019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.445831 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.481286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:11.484142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:11.487737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:11.520343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Pushing event updated for resources: {'Port': ['ID=202b4083-51fd-4116-91e0-f3743c6a5b0d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:11.543533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.550467 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.698870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.704673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.729327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.758269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Attempting to bind port 4287b381-091f-4c2a-945a-5a21a5af5eee on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:11.758564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Attempting to bind port 4287b381-091f-4c2a-945a-5a21a5af5eee by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:11.758927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Attempting to bind port 4287b381-091f-4c2a-945a-5a21a5af5eee on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:11.760956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9160-3c3b-42de-879d-797a7fb4d714 None None] Pushing event updated for resources: {'Port': ['ID=4287b381-091f-4c2a-945a-5a21a5af5eee,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:11.772753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:11.773125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:11.773555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.773946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:11.774420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Bound port: 4287b381-091f-4c2a-945a-5a21a5af5eee, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:11.774796 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.806393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4b73f214-1fb4-456a-941e-86aa83421c5d None None] Provisioning complete for port 202b4083-51fd-4116-91e0-f3743c6a5b0d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:11.806750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4b73f214-1fb4-456a-941e-86aa83421c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.862059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-4b73f214-1fb4-456a-941e-86aa83421c5d None None] Port 202b4083-51fd-4116-91e0-f3743c6a5b0d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:11.863885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] For port 4287b381-091f-4c2a-945a-5a21a5af5eee, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:11.875682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] For port 4287b381-091f-4c2a-945a-5a21a5af5eee, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4287b381-091f-4c2a-945a-5a21a5af5eee,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:11.880312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.892624 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.898129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:11.968889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Pushing event updated for resources: {'Port': ['ID=202b4083-51fd-4116-91e0-f3743c6a5b0d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:11.971392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.067343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:12.069569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:12.092840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:12.093625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:00:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:12.098355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9160-3c3b-42de-879d-797a7fb4d714 None None] Pushing event updated for resources: {'Port': ['ID=4287b381-091f-4c2a-945a-5a21a5af5eee,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:12.192188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:00:12.211268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:12.307526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:12.320656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-96243f03-781c-4a62-9378-40fb5e003d0b admin admin] 10.222.0.41 "PUT /v2.0/routers/4d0d1b04-5340-4634-984b-0442700595ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764941 Sep 30 09:00:12.352860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e142afed-78a0-4a79-a8e6-a148f9e350de None None] Provisioning complete for port 202b4083-51fd-4116-91e0-f3743c6a5b0d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:12.353356 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e142afed-78a0-4a79-a8e6-a148f9e350de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.407949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e142afed-78a0-4a79-a8e6-a148f9e350de None None] Port 202b4083-51fd-4116-91e0-f3743c6a5b0d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:12.460831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 2, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:12.487425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffc9d4-f9dd-40b9-9421-02c5a153fbf1 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 2, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:12.736985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42744) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:12.741974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941890815', 'description': 'tempest-description--2055319481'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:12.769574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.861706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.866967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.899195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf15a8-01fa-427f-b37b-a879e198e835,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:12.902041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.903959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1f42ec6-f04e-41d1-b5b8-b9263335ca63 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1658635 Sep 30 09:00:12.906866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42746) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:12.912019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'security_group_rule': {'security_group_id': '5abf15a8-01fa-427f-b37b-a879e198e835', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:12.940956 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.008150 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.012470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.036914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a000ad0c-107a-4fdd-a290-408eb3dce532,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:13.040876 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.045043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-001452f2-14b8-4cb1-ba4e-db5f5c3450e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346140 Sep 30 09:00:13.045559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 42748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:13.047903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75128cd7-b81a-42e1-bd26-4816233010eb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:13.052615 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'security_group_rule': {'security_group_id': '5abf15a8-01fa-427f-b37b-a879e198e835', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:13.082173 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.104653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 75128cd7-b81a-42e1-bd26-4816233010eb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:13.105029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.156704 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.165884 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.193644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed203aa2-a561-4455-9883-5283cda0479a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:13.196534 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.201159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42750) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:13.202291 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9287180e-57a8-4505-bd99-0800c5395af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540616 Sep 30 09:00:13.206638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:13.237601 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.261481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.344039 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.702118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Allocated IP 172.25.7.55 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ae26882f-9eaf-49da-bbad-3dc1160a41f1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:13.814548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.847392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.888102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:13.890894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:13.897921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:13.901037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'Port': ['ID=ae26882f-9eaf-49da-bbad-3dc1160a41f1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:14.010614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.045058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.200337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.206016 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.274293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'Port': ['ID=ae26882f-9eaf-49da-bbad-3dc1160a41f1,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:14.286003 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.300510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.311056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8b9ff463-5f1b-4b04-a4fc-205c78568787 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0995617 Sep 30 09:00:14.453405 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-82a0018c-e157-485c-98d7-1b2903e2a755 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1941890815&fields=id&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 267 time: 0.0376999 Sep 30 09:00:14.504220 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:14.516322 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:14.516935 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:00:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:14.563100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-a3fc3290-2bb1-4266-8799-356d3285c3ad tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:14.564732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-a3fc3290-2bb1-4266-8799-356d3285c3ad tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1035612 Sep 30 09:00:14.584395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-f4e1a0b7-0c47-454c-8db1-a7a25cc0f4e3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/quotas/734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 375 time: 0.0131798 Sep 30 09:00:14.623550 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:14.637905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-fa46cdeb-63b8-42f6-ae92-8f0de5f29251 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475388 Sep 30 09:00:14.794602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-7a630353-3e5c-4ec9-b350-8803d5732e62 service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441331 Sep 30 09:00:14.825593 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 2, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:14.858678 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:14.859029 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Updating router 4d0d1b04-5340-4634-984b-0442700595ef port 202b4083-51fd-4116-91e0-f3743c6a5b0d binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:00:14.890593 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.898203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-d729e67d-ccbb-4154-b598-02bff5dc3a92 service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950730 Sep 30 09:00:15.028786 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.090537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4287b381-091f-4c2a-945a-5a21a5af5eee up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:15.117722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e62dbd6-ccff-47d4-86ee-69203249e321 req-4cf794f4-98f1-4ed7-97e0-ec3c899fa5f6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 210 time: 0.0411866 Sep 30 09:00:15.163733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4287b381-091f-4c2a-945a-5a21a5af5eee triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:15.164121 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.257660 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.264237 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.267129 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.301550 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 4287b381-091f-4c2a-945a-5a21a5af5eee, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4287b381-091f-4c2a-945a-5a21a5af5eee,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:15.307279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.367373 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Pushing event updated for resources: {'Port': ['ID=202b4083-51fd-4116-91e0-f3743c6a5b0d,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:15.375789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=4287b381-091f-4c2a-945a-5a21a5af5eee,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:15.376579 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.376926 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.377269 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.377672 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.378011 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.378364 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.378671 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.378998 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.379328 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.379643 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.380530 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.380860 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.386419 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Attempting to bind port 202b4083-51fd-4116-91e0-f3743c6a5b0d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:15.386786 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Attempting to bind port 202b4083-51fd-4116-91e0-f3743c6a5b0d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:15.387143 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Attempting to bind port 202b4083-51fd-4116-91e0-f3743c6a5b0d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:15.392753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:15.393163 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:15.393575 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.393973 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:15.394493 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Bound port: 202b4083-51fd-4116-91e0-f3743c6a5b0d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:15.394838 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.473357 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] For port 202b4083-51fd-4116-91e0-f3743c6a5b0d, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:15.478057 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] For port 202b4083-51fd-4116-91e0-f3743c6a5b0d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=202b4083-51fd-4116-91e0-f3743c6a5b0d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:15.484519 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.552856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:15.553385 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:00:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:15.556414 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0ebc-e5cf-4e9f-ae12-67ec28a7b14a None None] Pushing event updated for resources: {'Port': ['ID=202b4083-51fd-4116-91e0-f3743c6a5b0d,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:15.661053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Provisioning complete for port 202b4083-51fd-4116-91e0-f3743c6a5b0d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:15.661580 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.699276 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:15.749191 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.787608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] For port 202b4083-51fd-4116-91e0-f3743c6a5b0d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=202b4083-51fd-4116-91e0-f3743c6a5b0d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:15.792605 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.846019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Pushing event updated for resources: {'Port': ['ID=202b4083-51fd-4116-91e0-f3743c6a5b0d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:15.854813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.855169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.855516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.855871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.856192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.856526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.856859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.857189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.857548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.857895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.858209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.858539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94534e7-a1fa-4c8a-870f-ce22810b7df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:15.915695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-33e99769-70f3-4f18-84f6-074c8cca7845 None None] Provisioning complete for port 202b4083-51fd-4116-91e0-f3743c6a5b0d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:15.916048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-33e99769-70f3-4f18-84f6-074c8cca7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.919491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:15.945562 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d70f8-6c6e-485b-961d-c3f560483594 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:16.225972 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-300c2eb7-70a5-476d-876b-4595e3e3635e req-1a6c1064-2fda-4d20-944e-447ea028ff7d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 210 time: 0.0317633 Sep 30 09:00:16.375907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-824668f6-160b-4992-8496-7970773e97e6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:16.377475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-824668f6-160b-4992-8496-7970773e97e6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1200097 Sep 30 09:00:16.430425 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-13479d6d-89e8-4389-be8e-d38254c557ac tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 380 time: 0.0372925 Sep 30 09:00:16.441216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'port': {'device_id': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'admin_state_up': True, 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'security_groups': ['5abf15a8-01fa-427f-b37b-a879e198e835']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:16.554739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Made reservation on behalf of 734e0acd99f748e3b34c33d96676964b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:16.558564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:16.690346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Allocated IP 172.20.0.4 (6be50d8a-49d5-4f06-aac1-2326ce4403b4/68d5f6b8-54f3-4014-b461-5697e411eb8b/c6c75c25-a6e0-47de-bb28-39c7d7c1637f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:16.843320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:16.876687 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:16.918681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:16.921906 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:16.925780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:16.955450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:16.984072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:16.984617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.005502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-16b49422-9e6a-435c-bc22-10d7fe289abb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671453 Sep 30 09:00:17.023718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Request body: {'port': {'device_id': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:17.067501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 202b4083-51fd-4116-91e0-f3743c6a5b0d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:17.093765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.119268 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 202b4083-51fd-4116-91e0-f3743c6a5b0d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:17.119970 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.206678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4287b381-091f-4c2a-945a-5a21a5af5eee up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:17.252626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f7dfea0d-037d-4a01-abdc-a05442698447 None None] Provisioning complete for port c6c75c25-a6e0-47de-bb28-39c7d7c1637f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:17.253000 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f7dfea0d-037d-4a01-abdc-a05442698447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.295742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfea0d-037d-4a01-abdc-a05442698447 None None] Port c6c75c25-a6e0-47de-bb28-39c7d7c1637f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:17.301196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 4287b381-091f-4c2a-945a-5a21a5af5eee triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:17.302602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.378401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ff627-1c44-4143-8080-c8805e7e470b req-c9c74c78-99a7-47ba-ad6f-62ad212fd39e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:17.379848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-982ff627-1c44-4143-8080-c8805e7e470b req-c9c74c78-99a7-47ba-ad6f-62ad212fd39e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 931 time: 0.0767922 Sep 30 09:00:17.430314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c75c25-a6e0-47de-bb28-39c7d7c1637f {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:00:17.447763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.455389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-982ff627-1c44-4143-8080-c8805e7e470b req-e93e27e0-0491-478d-bfea-f61cb2bef798 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575657 Sep 30 09:00:17.464946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Transition to ACTIVE for port object c6c75c25-a6e0-47de-bb28-39c7d7c1637f will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:00:17.469172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.520453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:17.591358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:17.591707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:17.592041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:17.596615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:00:17.596942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:17.603102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:17.603454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:17.603841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:17.604303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Bound port: c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:17.604838 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.677691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:17.681168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:17.685898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.720563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:17.721209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.722487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] 10.222.0.50 "PUT /v2.0/ports/c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 1091 time: 0.7044904 Sep 30 09:00:17.725535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:17.728100 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e9620e-c3c3-4de6-b605-cd1a42bc141f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:17.757597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194656b-c4e1-4683-9708-b8fdfd391389 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:17.771362 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db5670-927e-4dbc-8ff3-28d573ff0023 x-openstack-request-id: req-75db5670-927e-4dbc-8ff3-28d573ff0023 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:17.771362 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:17.773785 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75db5670-927e-4dbc-8ff3-28d573ff0023 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:17.774497 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'status': 'completed', 'code': 200} Sep 30 09:00:17.829351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-98b6bcd3-66a8-4c9f-b169-60337bd97525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:17.830971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-98b6bcd3-66a8-4c9f-b169-60337bd97525 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1094 time: 0.0429811 Sep 30 09:00:17.880365 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-966c23e7-cb31-4380-bf76-aa50b176e670 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 217 time: 0.0359216 Sep 30 09:00:17.938369 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-f6c2ab64-7d5f-46a0-8ed7-bc69628f2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:17.939866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-f6c2ab64-7d5f-46a0-8ed7-bc69628f2c07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0523951 Sep 30 09:00:17.989750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-a044ebe9-113a-4461-874c-b176337f35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:17.991273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-a044ebe9-113a-4461-874c-b176337f35a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447927 Sep 30 09:00:18.099782 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-a6cb8c71-f3c1-47fe-99a4-fb9d9ed45963 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008909 Sep 30 09:00:18.204901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-506385cd-7aa3-4e32-ab58-0f324980fd47 req-b34fa788-37a9-4823-812c-8222f33f8436 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974200 Sep 30 09:00:18.329337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-5b21969b-79c2-4d33-8044-ab62aa178411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:18.330920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-5b21969b-79c2-4d33-8044-ab62aa178411 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1094 time: 0.0424113 Sep 30 09:00:18.426615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-8003d3b8-10af-44ce-9e78-b74b7a4f5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:18.428543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-8003d3b8-10af-44ce-9e78-b74b7a4f5001 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0906658 Sep 30 09:00:18.469550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-c8d85e23-0b2a-4a72-a80c-4e990ed0d0b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 217 time: 0.0335770 Sep 30 09:00:18.523382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-85a5abf6-388b-49b3-bee0-6758851ec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:18.524834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-85a5abf6-388b-49b3-bee0-6758851ec7ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0474794 Sep 30 09:00:18.596919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99879-7f41-4c55-885d-ec44adaa28b0 req-4cda938c-4787-48c3-b374-5664067cf7c4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:18.598423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9c99879-7f41-4c55-885d-ec44adaa28b0 req-4cda938c-4787-48c3-b374-5664067cf7c4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 943 time: 0.0727386 Sep 30 09:00:18.603223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-15a09605-b584-4bcf-901a-f340736ca263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:18.604672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-15a09605-b584-4bcf-901a-f340736ca263 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706685 Sep 30 09:00:18.672143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9c99879-7f41-4c55-885d-ec44adaa28b0 req-3913b38e-9f2c-4462-98b3-7ec4d40d7619 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665305 Sep 30 09:00:18.725399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-9dca17d5-0b21-415c-8925-e05b1e600fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129179 Sep 30 09:00:18.814152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85e9620e-c3c3-4de6-b605-cd1a42bc141f req-f9cc307d-7c57-42a7-a6d8-405b2bc75bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798726 Sep 30 09:00:19.704692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:00:19.792214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e47697-9af1-47a0-a0d7-9c32dccdff11 req-52a682b5-c10a-47aa-aa1a-acac6b48a83c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:19.793790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59e47697-9af1-47a0-a0d7-9c32dccdff11 req-52a682b5-c10a-47aa-aa1a-acac6b48a83c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 943 time: 0.0538733 Sep 30 09:00:19.803715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:19.815117 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'mac_address': 'fa:16:3e:9e:1f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:00:19.832032 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59e47697-9af1-47a0-a0d7-9c32dccdff11 req-6f956ec2-2d43-48de-91e5-f07da7c2ec8a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Sep 30 09:00:19.853539 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:19.867062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c75c25-a6e0-47de-bb28-39c7d7c1637f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:00:19.886414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:19.890568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:19.940504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:20.161961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['c6c75c25-a6e0-47de-bb28-39c7d7c1637f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:00:20.961220 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae440e6-0722-41b7-bb51-63f26253221f req-c42e70c5-4ca6-48ed-94bc-bc1191d8d2a4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:20.962710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cae440e6-0722-41b7-bb51-63f26253221f req-c42e70c5-4ca6-48ed-94bc-bc1191d8d2a4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 944 time: 0.0480964 Sep 30 09:00:21.004518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cae440e6-0722-41b7-bb51-63f26253221f req-89d378d8-9460-400e-8766-63f439d930af tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358510 Sep 30 09:00:21.735113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:21.783437 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port c6c75c25-a6e0-47de-bb28-39c7d7c1637f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:00:21.787671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port c6c75c25-a6e0-47de-bb28-39c7d7c1637f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:21.788051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:21.865981 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:21.888696 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:21.891064 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be40683e-2132-4aff-b001-1e00e0d39a0c" -d '{"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-plugged", "status": "completed", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:21.903997 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:21.908365 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:21.931914 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0647c175-577d-4d43-9260-a46232306403 x-openstack-request-id: req-0647c175-577d-4d43-9260-a46232306403 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:21.932205 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-plugged", "status": "completed", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:21.932455 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0647c175-577d-4d43-9260-a46232306403 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:21.932840 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'code': 200} Sep 30 09:00:21.959083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:22.072431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c496d76-fca3-4e67-903e-ab8bd568d341 req-f7f9b9e4-b38a-4e66-b87f-0d6e470a1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:22.073971 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c496d76-fca3-4e67-903e-ab8bd568d341 req-f7f9b9e4-b38a-4e66-b87f-0d6e470a1040 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0416744 Sep 30 09:00:22.137793 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c496d76-fca3-4e67-903e-ab8bd568d341 req-be5a6b39-30a7-4f97-9ab8-25875ab66f47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518181 Sep 30 09:00:22.149650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa02d6-d8f4-48c6-a1c8-d68704e0913a req-d0ffc9a5-bfb6-4fb3-ab52-36190580bc21 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:22.151097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8aa02d6-d8f4-48c6-a1c8-d68704e0913a req-d0ffc9a5-bfb6-4fb3-ab52-36190580bc21 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0759060 Sep 30 09:00:22.190200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c8aa02d6-d8f4-48c6-a1c8-d68704e0913a req-b40281e0-cfa7-4750-9eed-d1ef26399052 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Sep 30 09:00:23.311091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d2bce-615e-43ba-95ee-7ace832ace58 req-5c6d6461-305a-4939-a4a1-6c476124d3ed tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:23.312582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135d2bce-615e-43ba-95ee-7ace832ace58 req-5c6d6461-305a-4939-a4a1-6c476124d3ed tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0494902 Sep 30 09:00:23.351214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-135d2bce-615e-43ba-95ee-7ace832ace58 req-66d90367-effd-457f-873f-8b517f668bfa tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319653 Sep 30 09:00:24.467844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f801e-c5b7-4e81-927a-838b4a376ff2 req-230ecba5-8d8a-45ca-8812-a594f481f2f2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:24.469311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-541f801e-c5b7-4e81-927a-838b4a376ff2 req-230ecba5-8d8a-45ca-8812-a594f481f2f2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Sep 30 09:00:24.507097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-541f801e-c5b7-4e81-927a-838b4a376ff2 req-4abdd27c-dd3d-4319-a716-e8bb6612f276 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Sep 30 09:00:24.619033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43943c9-e644-4fe2-8208-4890baa12ad5 req-3df1c0a2-01c6-40db-937b-14e9b3bbd3ad tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:24.620616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b43943c9-e644-4fe2-8208-4890baa12ad5 req-3df1c0a2-01c6-40db-937b-14e9b3bbd3ad tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0516267 Sep 30 09:00:24.629178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 42806) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:24.634908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'floatingip': {'port_id': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:24.673339 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:25.108652 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:25.112496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:25.214323 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 associated. External IP: 172.25.7.55, port: c6c75c25-a6e0-47de-bb28-39c7d7c1637f. Sep 30 09:00:25.681337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:00:25.792313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:25.797278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:25.801871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:25.811707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:25.812396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:00:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:25.824656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6371e0a5-c542-4b4f-8e02-03babb411d57 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "PUT /v2.0/floatingips/08a953ab-fd8d-4e4e-ab35-ac24dc641f29 HTTP/1.1" status: 200 len: 990 time: 1.1938245 Sep 30 09:00:25.825244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:25.827563 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf402c-df71-4753-888d-08aa431e72bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:25.932282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:25.933038 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c18a44-0657-4ce3-a40d-39b9c272add2 x-openstack-request-id: req-a0c18a44-0657-4ce3-a40d-39b9c272add2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:25.933335 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:25.933615 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0c18a44-0657-4ce3-a40d-39b9c272add2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:25.934014 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'status': 'completed', 'code': 200} Sep 30 09:00:26.015332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf402c-df71-4753-888d-08aa431e72bc req-a4ef08f4-ed99-4380-a774-875b26bafc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:26.017015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-a4ef08f4-ed99-4380-a774-875b26bafc77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0420465 Sep 30 09:00:26.055397 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:26.112533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf402c-df71-4753-888d-08aa431e72bc req-1f44bb75-8c2e-4590-b01c-dd5559e5a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:26.114638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-1f44bb75-8c2e-4590-b01c-dd5559e5a2c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0905962 Sep 30 09:00:26.156294 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:26.179697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:9e:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:00:25Z', 'revision_number': 1, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:26.179973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-5830b861-f6af-42da-aa7c-cc17a284359a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 998 time: 0.0586035 Sep 30 09:00:26.207400 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:26.216524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:26.217169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:00:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:26.230300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf402c-df71-4753-888d-08aa431e72bc req-e73ed788-c4e1-4419-9d0f-84fad86643a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:26.231762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-e73ed788-c4e1-4419-9d0f-84fad86643a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0450609 Sep 30 09:00:26.283004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf402c-df71-4753-888d-08aa431e72bc req-ddd6707a-a24d-4a82-879c-ff87e88fcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:26.284520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-ddd6707a-a24d-4a82-879c-ff87e88fcc80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453637 Sep 30 09:00:26.326398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:26.374231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-6f3e34e3-0307-4208-a33b-76ce550edec0 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820975 Sep 30 09:00:26.475337 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4edf402c-df71-4753-888d-08aa431e72bc req-15faa9ab-8d20-4a52-a3c4-695e8507cb78 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937197 Sep 30 09:00:26.701357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:9e:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:00:25Z', 'revision_number': 1, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:26.731341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22637b-53d1-45b1-b4b4-e6bed336d441 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:9e:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:00:25Z', 'revision_number': 1, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:26.915677 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a20ae1-1dc7-4ec7-8954-e7db59e060cf None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:00:30.874541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-f4becea6-dffc-443d-9220-3e7a69c2a693 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408993 Sep 30 09:00:30.972585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-d3169c1e-1e9b-4603-ad39-8d29f8ce6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:30.974888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-d3169c1e-1e9b-4603-ad39-8d29f8ce6f04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0411870 Sep 30 09:00:31.081698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-c7cd4280-6607-4dc7-a8b8-2bb98bcaf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:31.083187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-c7cd4280-6607-4dc7-a8b8-2bb98bcaf6ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0886834 Sep 30 09:00:31.147118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-0b63a688-7038-41c7-817a-76d96a3236a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 1000 time: 0.0570638 Sep 30 09:00:31.200885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-4f8186b8-9226-48d7-8261-628d9c10337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:31.202418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-4f8186b8-9226-48d7-8261-628d9c10337e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0486951 Sep 30 09:00:31.248239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-789e2890-783e-4b01-94ba-2729c92a3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:31.249810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-789e2890-783e-4b01-94ba-2729c92a3f6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406291 Sep 30 09:00:31.367474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-dcd7ac1c-07b9-4e1b-8862-74ef29bfe6e4 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873647 Sep 30 09:00:31.458994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebd39ba6-e538-44e1-94e5-08664d1c75db req-1d71ed73-b51f-4a4f-8c4f-4b7042b1b16e service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836649 Sep 30 09:00:38.617222 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-acead060-df5c-4c14-b7d7-90cd2daa125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:41.116445 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fa5add1-b22b-4566-a94b-11f37bf757cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:41.512462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:43.259290 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:45.026562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:45.416676 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:00:56.042528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.140647 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:02.940020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-8b7903fe-998b-450c-8135-fa7c5a296658 req-3561bec4-53ce-4ac8-b90e-21f07bc198a1 service neutron] (95001) timed out ('10.222.0.50', 52420) {{(pid=95001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:01:08.617558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-60d98e1e-7f7d-4519-b380-634d60ba1ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:11.118258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2e17be6-cd02-48d5-a9d4-6b62896991c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:11.514556 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:13.262935 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:15.030656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:22.417528 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:01:26.057160 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:26.142718 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:31.771700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-51997144-e666-4b05-996e-25783302d342 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457950 Sep 30 09:01:31.876933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4481-4e7e-4516-99e1-42117825364f req-2a2cf9fa-75e9-4794-b490-eb94592d4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:31.878466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-2a2cf9fa-75e9-4794-b490-eb94592d4365 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0488231 Sep 30 09:01:31.983030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4481-4e7e-4516-99e1-42117825364f req-894a589b-a6eb-49cc-9b87-692c3a1fda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:31.984517 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-894a589b-a6eb-49cc-9b87-692c3a1fda0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0867741 Sep 30 09:01:32.053964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-d511fd60-fa31-479e-b721-de9935e0bd26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 1000 time: 0.0623341 Sep 30 09:01:32.102298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4481-4e7e-4516-99e1-42117825364f req-f2ea914b-8a90-4b38-b225-74b6681222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:32.103716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-f2ea914b-8a90-4b38-b225-74b6681222bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0425425 Sep 30 09:01:32.149338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4481-4e7e-4516-99e1-42117825364f req-6ad976e7-deed-4a45-8070-1bf3d83a60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:32.151190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-6ad976e7-deed-4a45-8070-1bf3d83a60f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403152 Sep 30 09:01:32.245267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-90291ce5-6a5e-49b1-9a6f-b7722f835a18 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860994 Sep 30 09:01:32.334785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f9e4481-4e7e-4516-99e1-42117825364f req-31a650a4-e47e-4523-b22d-9a0b6c5ce554 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Sep 30 09:01:38.620793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4cf31334-d071-4dbb-b02a-53aca8e67c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:41.130753 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2969911e-99bf-40c8-a651-5684629679d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:41.521420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:43.265862 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:45.032664 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:56.070039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:56.139404 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:59.417999 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:02:01.124236 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb478b4-f8d1-4dec-84da-6420827770e6 req-0a4872fe-d154-4354-b816-82357f09d7c6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:01.126370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8fb478b4-f8d1-4dec-84da-6420827770e6 req-0a4872fe-d154-4354-b816-82357f09d7c6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.1664357 Sep 30 09:02:01.163239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8fb478b4-f8d1-4dec-84da-6420827770e6 req-758a725b-eb8d-41f8-b0bf-b484502330d8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Sep 30 09:02:01.392925 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-fef62bdb-d7a8-4aec-932f-073ff7b23f75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439067 Sep 30 09:02:01.407707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9d104-e801-4caf-8292-d395a8e5eee2 req-c3702e7c-108c-4476-bcda-271108eb4b88 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:01.409228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b9d104-e801-4caf-8292-d395a8e5eee2 req-c3702e7c-108c-4476-bcda-271108eb4b88 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Sep 30 09:02:01.451226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63b9d104-e801-4caf-8292-d395a8e5eee2 req-3a866ff5-7def-4f56-a5c5-5c63ed24bd32 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Sep 30 09:02:02.570203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e233898-7b8e-4fe7-a5a7-e7050363116c req-6077d9a1-534d-452f-820b-0e50f021a78b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:02.571711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e233898-7b8e-4fe7-a5a7-e7050363116c req-6077d9a1-534d-452f-820b-0e50f021a78b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0492322 Sep 30 09:02:02.608542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e233898-7b8e-4fe7-a5a7-e7050363116c req-cd59e903-6a68-4989-b9cf-abff9c6478d4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Sep 30 09:02:03.726982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9fcd6-aa92-4d72-a99e-87f26febebdb req-fe7e3191-20f4-4b72-b62f-575724d66613 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:03.728468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40e9fcd6-aa92-4d72-a99e-87f26febebdb req-fe7e3191-20f4-4b72-b62f-575724d66613 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0526433 Sep 30 09:02:03.767488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40e9fcd6-aa92-4d72-a99e-87f26febebdb req-a4d66faa-36e0-47bc-b594-4425a8d303e0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Sep 30 09:02:04.691898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-7e75700b-b339-44a1-b9ef-cdca4779f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:04.693418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-7e75700b-b339-44a1-b9ef-cdca4779f85e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0403624 Sep 30 09:02:04.786020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-003b5551-e29f-4b67-8f6a-e402ac7f5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:04.787473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-003b5551-e29f-4b67-8f6a-e402ac7f5b36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0869393 Sep 30 09:02:04.876274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-19aee9ad-1890-447e-826b-dc0f41785327 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 1000 time: 0.0815690 Sep 30 09:02:04.925788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d02a08-a73e-401d-810b-7bd5b1a61ba3 req-580ae0e1-4590-4b67-ae8c-b90a00675ddd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:04.927257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65d02a08-a73e-401d-810b-7bd5b1a61ba3 req-580ae0e1-4590-4b67-ae8c-b90a00675ddd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0904362 Sep 30 09:02:04.956865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-cc9ee3a3-e1cf-4f84-87e0-ec747f20ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:04.958239 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-cc9ee3a3-e1cf-4f84-87e0-ec747f20ee8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0740001 Sep 30 09:02:04.981975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65d02a08-a73e-401d-810b-7bd5b1a61ba3 req-9b175566-22de-479f-86a9-320206d0ab35 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Sep 30 09:02:05.016185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-e4c21455-8c2f-4e8e-8772-acd818f8ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:05.017740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-e4c21455-8c2f-4e8e-8772-acd818f8ea0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504982 Sep 30 09:02:05.109847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-d9c63c8f-348e-4334-8e77-ed1f0d742382 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846095 Sep 30 09:02:05.197806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-f1d7c68f-6764-4577-844b-d8c8cb014b53 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806475 Sep 30 09:02:06.098338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1095e-b863-4b87-bef3-fed4d65da02a req-d52dbf6d-409c-4b3f-bb7c-95ce48fdb8f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:06.099829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbd1095e-b863-4b87-bef3-fed4d65da02a req-d52dbf6d-409c-4b3f-bb7c-95ce48fdb8f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0486472 Sep 30 09:02:06.137364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbd1095e-b863-4b87-bef3-fed4d65da02a req-b67a3709-ab8b-497f-a1ad-c098b4ed0b72 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Sep 30 09:02:07.257692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73544c0c-c38a-4030-8d85-19e52fced952 req-a1f5391f-ce8e-44ee-b1f5-0c5690580c05 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:07.259194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73544c0c-c38a-4030-8d85-19e52fced952 req-a1f5391f-ce8e-44ee-b1f5-0c5690580c05 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Sep 30 09:02:07.297520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73544c0c-c38a-4030-8d85-19e52fced952 req-c59b6beb-e4b6-4b0c-8942-26df5a642d6a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Sep 30 09:02:08.418130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d361-d47e-47c3-9800-abfe150370d7 req-41290f03-1573-4fa3-b86b-fbfc66594696 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:08.419772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2550d361-d47e-47c3-9800-abfe150370d7 req-41290f03-1573-4fa3-b86b-fbfc66594696 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0533073 Sep 30 09:02:08.458985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2550d361-d47e-47c3-9800-abfe150370d7 req-888b4845-3d22-4c69-8449-e3a6798bf1b8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326002 Sep 30 09:02:08.623752 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-49dd81f3-cf5a-4dff-b4e5-212cc55de500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:09.574111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81f1b-1813-4e97-a8ba-f4b38fdcf665 req-32dea552-7e69-4b92-8cc8-4bb5b580c0f0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:09.575585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4f81f1b-1813-4e97-a8ba-f4b38fdcf665 req-32dea552-7e69-4b92-8cc8-4bb5b580c0f0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Sep 30 09:02:09.613875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4f81f1b-1813-4e97-a8ba-f4b38fdcf665 req-5755c271-0d19-4453-80a1-4cbb4b2d7d78 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Sep 30 09:02:10.732697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bebeae-24a5-4ef6-b810-aec6854cceb8 req-ec7663f0-726a-433c-80ed-9811a1ffefb4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:10.734218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2bebeae-24a5-4ef6-b810-aec6854cceb8 req-ec7663f0-726a-433c-80ed-9811a1ffefb4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Sep 30 09:02:10.771819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2bebeae-24a5-4ef6-b810-aec6854cceb8 req-842f742f-96d6-4617-8d71-a0eed53db275 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Sep 30 09:02:11.123456 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-30cb0c1b-bf60-442d-9681-fa27da534bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:11.513906 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:11.886008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e57e5-e9ad-4422-a185-0fd5bb392189 req-301f9735-0480-4692-a602-f10093793511 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:11.887475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa7e57e5-e9ad-4422-a185-0fd5bb392189 req-301f9735-0480-4692-a602-f10093793511 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Sep 30 09:02:11.925173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa7e57e5-e9ad-4422-a185-0fd5bb392189 req-760d9c58-f246-49f3-bafc-cc884af89112 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Sep 30 09:02:13.046723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0d00b-ebae-4e65-86c0-a11277e41538 req-e454b0ae-1507-4f40-90df-c7ba4c58cfd6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:13.048218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18b0d00b-ebae-4e65-86c0-a11277e41538 req-e454b0ae-1507-4f40-90df-c7ba4c58cfd6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0554311 Sep 30 09:02:13.086914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-18b0d00b-ebae-4e65-86c0-a11277e41538 req-d58670ca-f509-4111-bb24-78562d1c76eb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321741 Sep 30 09:02:13.268876 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.204116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf98771-d4ae-44c7-98f0-d03f0964bdf1 req-2f4e5cad-9ff8-4a43-820b-91592fa4c0de tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:14.205707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daf98771-d4ae-44c7-98f0-d03f0964bdf1 req-2f4e5cad-9ff8-4a43-820b-91592fa4c0de tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Sep 30 09:02:14.243943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-daf98771-d4ae-44c7-98f0-d03f0964bdf1 req-a727e8d2-1965-48c6-b137-730d84852cec tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Sep 30 09:02:15.035916 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.360197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9267-0ddd-4397-aca2-4fd0b28bbf09 req-8c535f1c-e23d-43eb-ab63-a38149502060 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:15.362275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e69b9267-0ddd-4397-aca2-4fd0b28bbf09 req-8c535f1c-e23d-43eb-ab63-a38149502060 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Sep 30 09:02:15.400186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e69b9267-0ddd-4397-aca2-4fd0b28bbf09 req-c4c0b992-1c6b-4c2e-8853-12f31d53ace6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Sep 30 09:02:16.515062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4b811-b4b2-4d96-a268-328edf4b1148 req-3e523410-9a1b-4d9a-a676-41b76d4bfae6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:16.516556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cce4b811-b4b2-4d96-a268-328edf4b1148 req-3e523410-9a1b-4d9a-a676-41b76d4bfae6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Sep 30 09:02:16.555055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cce4b811-b4b2-4d96-a268-328edf4b1148 req-2cc66773-8b2e-4cde-b602-dcdb3a1865e4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Sep 30 09:02:17.349837 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1543c9ee-e373-4e04-a620-ae1128dc5d24 service neutron] show failed (client error): The resource could not be found. Sep 30 09:02:17.350772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1543c9ee-e373-4e04-a620-ae1128dc5d24 service neutron] 10.222.0.50 "GET /v2.0/ports/c6c75c25-a6e0-47de-bb28-39c7d7c1637f/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0604062 Sep 30 09:02:17.556815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-c4fa58a5-698e-4c7b-847d-70d16508e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:17.558524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-c4fa58a5-698e-4c7b-847d-70d16508e3b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 1096 time: 0.0418367 Sep 30 09:02:17.572869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:17.636401 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.710121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90621f10-50d2-44cb-be6c-56ea43c4262e req-7e194f64-a634-4bbf-a8be-a9aa22c0d7f9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:17.711623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90621f10-50d2-44cb-be6c-56ea43c4262e req-7e194f64-a634-4bbf-a8be-a9aa22c0d7f9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0863569 Sep 30 09:02:17.820883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90621f10-50d2-44cb-be6c-56ea43c4262e req-45cf6e47-1bd0-4534-952f-5562d46971ee tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980284 Sep 30 09:02:17.901581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:17.934437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:17.976116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:17.978859 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da9a621-b9e6-4dec-958e-eeb173c2025f" -d '{"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:17.982991 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.997211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Transition to ACTIVE for port object c6c75c25-a6e0-47de-bb28-39c7d7c1637f will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:02:18.002337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.036901 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb7316-c4f0-4e6e-8b73-961a5491fe7c x-openstack-request-id: req-c7cb7316-c4f0-4e6e-8b73-961a5491fe7c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:18.037185 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:18.037435 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7cb7316-c4f0-4e6e-8b73-961a5491fe7c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:18.037849 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'code': 200} Sep 30 09:02:18.109761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:18.134120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.134466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.134810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.135146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.135481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.135815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.136146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.136472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.136799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.137118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.137504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.137791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:18.205553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] No DVR routers for this DVR port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:02:18.599261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:02:18.599960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:02:18.599960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:18.604051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:02:18.604364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Attempting to bind port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:18.609078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:02:18.609408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:18.609813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:02:18.610234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Bound port: c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:02:18.610579 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.671451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:18.675777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:02:18.679757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.714762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:18.715386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.716776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] 10.222.0.57 "PUT /v2.0/ports/c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 1091 time: 1.1481242 Sep 30 09:02:18.736952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe531d-5028-417d-9e3c-55e7d9c4ccaa service neutron] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:18.791810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-5dfcfa2b-74aa-4a62-9591-dd8451df797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:18.793390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-5dfcfa2b-74aa-4a62-9591-dd8451df797f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1094 time: 0.0460365 Sep 30 09:02:18.891261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-0c0d0838-a7ae-4be8-9e9f-e7f4f34d62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:18.893324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-0c0d0838-a7ae-4be8-9e9f-e7f4f34d62e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0912788 Sep 30 09:02:18.986600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-cc796c87-c3d1-4910-a983-daa91b679af6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 998 time: 0.0835042 Sep 30 09:02:18.994844 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da297f-8435-4c5f-b8a5-12b4a49c5e38 req-04c5cf57-74c2-4ab0-bf38-2b34069bea03 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:18.996300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7da297f-8435-4c5f-b8a5-12b4a49c5e38 req-04c5cf57-74c2-4ab0-bf38-2b34069bea03 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 943 time: 0.1020877 Sep 30 09:02:19.069519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7da297f-8435-4c5f-b8a5-12b4a49c5e38 req-4a34e052-bab8-408a-ad54-9f8777d654fd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650790 Sep 30 09:02:19.071286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-003ed273-afe8-417f-9928-ca634ad62327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:19.072663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-003ed273-afe8-417f-9928-ca634ad62327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0755095 Sep 30 09:02:19.124939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbea20-ab39-4be0-b599-0147937c166f req-48b88a6f-862c-48e4-b946-56c8e63d9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:19.126391 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-48b88a6f-862c-48e4-b946-56c8e63d9185 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407097 Sep 30 09:02:19.215294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-52ee963e-627f-4ee1-bb5e-94693a7af78e service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807381 Sep 30 09:02:19.308712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-0431a624-ed4c-432c-9c5c-ab552629693a service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 Sep 30 09:02:20.039645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:20.042166 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:20.092540 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c2fc9a-5fc0-4aa7-9244-2cd1263afbbf x-openstack-request-id: req-a3c2fc9a-5fc0-4aa7-9244-2cd1263afbbf {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:20.092834 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:20.093083 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3c2fc9a-5fc0-4aa7-9244-2cd1263afbbf {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:20.093521 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'status': 'completed', 'code': 200} Sep 30 09:02:20.218806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-01faac97-512e-49d4-975d-01a25ead98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.220332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-01faac97-512e-49d4-975d-01a25ead98a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1094 time: 0.1078320 Sep 30 09:02:20.225341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-4acd5bbe-16cd-45ee-b490-b4854dfe98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.226749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-4acd5bbe-16cd-45ee-b490-b4854dfe98f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1094 time: 0.0881732 Sep 30 09:02:20.248668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8ab06-e0eb-4e91-ab05-2039405abc11 req-4b9fe962-8531-4b4c-9141-4eaa44b70c7e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.250167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64f8ab06-e0eb-4e91-ab05-2039405abc11 req-4b9fe962-8531-4b4c-9141-4eaa44b70c7e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 943 time: 0.1005018 Sep 30 09:02:20.401142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64f8ab06-e0eb-4e91-ab05-2039405abc11 req-815ca8f7-1c6a-403e-8ddf-58ac452df344 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323113 Sep 30 09:02:20.422324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-9a58d775-096d-40aa-b680-07dd37989b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.424393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-9a58d775-096d-40aa-b680-07dd37989b32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1933980 Sep 30 09:02:20.438912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-6cad0106-733d-47d2-ac55-3ee2564c9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.440948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-6cad0106-733d-47d2-ac55-3ee2564c9fea service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.2016771 Sep 30 09:02:20.539644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-f06d036b-4d21-42a6-8b09-346dbb91b36b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 998 time: 0.1064303 Sep 30 09:02:20.547486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-01877d50-16b0-4d79-bfc7-88e2bc476362 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 998 time: 0.0775807 Sep 30 09:02:20.624481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-087cb6ea-cf0b-4622-921f-03483896256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.625966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-087cb6ea-cf0b-4622-921f-03483896256b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0776408 Sep 30 09:02:20.627397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-93bac33b-e8bb-4cf5-93c0-28f3d578f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.628713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-93bac33b-e8bb-4cf5-93c0-28f3d578f7b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0732687 Sep 30 09:02:20.704799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-27fb1be5-2b65-4b74-a2dd-e73d65ca25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.706854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-27fb1be5-2b65-4b74-a2dd-e73d65ca25c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725925 Sep 30 09:02:20.709275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-5d880bc1-c0a0-4441-a887-1a93422640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:20.710666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-5d880bc1-c0a0-4441-a887-1a93422640e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692062 Sep 30 09:02:20.725297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-e6558afc-efa1-4d54-9a4e-4872be203572 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:02:20.726332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-e6558afc-efa1-4d54-9a4e-4872be203572 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048499 Sep 30 09:02:20.864987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-52307665-5ce2-446c-bad8-31cacb90106c service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504307 Sep 30 09:02:20.882326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-14dbe78a-269f-4c2f-b617-7780379e74cf service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454802 Sep 30 09:02:21.023635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-0d9d3594-3d13-4277-ac91-a82c09380f92 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497960 Sep 30 09:02:21.037590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8d41f10d-8973-4ae2-8ae8-bed3d9354c7e req-92ba87e1-e5e1-4e74-a0ea-985cfdb4e1c4 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436479 Sep 30 09:02:21.297396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:02:21.393876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:21.408545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'mac_address': 'fa:16:3e:9e:1f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:02:21.446737 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.460798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c75c25-a6e0-47de-bb28-39c7d7c1637f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:02:21.481429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:21.485860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.521956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064535-3707-4b5e-a6f3-f18ac2dcd73e req-2c267ab4-9cf6-4be0-b9af-60e8ac802bda tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:21.523491 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9064535-3707-4b5e-a6f3-f18ac2dcd73e req-2c267ab4-9cf6-4be0-b9af-60e8ac802bda tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 943 time: 0.0540771 Sep 30 09:02:21.534996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:21.542892 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.543236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.543577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.543915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.544243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.544574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.544899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.545225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.545570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.545894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.546217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.546537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:21.563283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c9064535-3707-4b5e-a6f3-f18ac2dcd73e req-87ea22cc-3c2e-4e66-b408-e3ba3a198fc6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Sep 30 09:02:21.766030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd75c27-da1e-4653-84d3-870fd683cd98 req-76a57bbd-542a-4446-a6cc-a514c371d9a6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:21.767514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fd75c27-da1e-4653-84d3-870fd683cd98 req-76a57bbd-542a-4446-a6cc-a514c371d9a6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 944 time: 0.0587835 Sep 30 09:02:21.773842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['c6c75c25-a6e0-47de-bb28-39c7d7c1637f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:02:21.825640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fd75c27-da1e-4653-84d3-870fd683cd98 req-3f18bcd2-1f9c-406b-9e64-69a3ba628707 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Sep 30 09:02:21.834490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-7bc4102a-f490-4d91-8ded-43dd6044a696 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:21.835980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-7bc4102a-f490-4d91-8ded-43dd6044a696 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00&tenant_id=734e0acd99f748e3b34c33d96676964b&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.0887136 Sep 30 09:02:21.901649 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-1cac3b64-4b23-4175-8fa9-8ee185a6693f service neutron] delete failed (client error): The resource could not be found. Sep 30 09:02:21.902919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-1cac3b64-4b23-4175-8fa9-8ee185a6693f service neutron] 10.222.0.50 "DELETE /v2.0/ports/c6c75c25-a6e0-47de-bb28-39c7d7c1637f/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0578301 Sep 30 09:02:22.009628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-a06ebd8d-8e3d-4224-b44b-cb77f07d084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:22.011138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-a06ebd8d-8e3d-4224-b44b-cb77f07d084a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 1095 time: 0.0411804 Sep 30 09:02:22.113693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-ff10931b-a43f-4159-8f40-30a02e914acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:22.115195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-ff10931b-a43f-4159-8f40-30a02e914acf service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0868542 Sep 30 09:02:22.146451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:22.186290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:22.209694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-f9f8611f-d4a6-4193-a306-591ee85a65c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 200 len: 999 time: 0.0626760 Sep 30 09:02:22.258270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-361b1144-4340-4054-a7f9-27e38717d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:22.259701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-361b1144-4340-4054-a7f9-27e38717d186 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0427289 Sep 30 09:02:22.305761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-0de2f60f-641f-4869-8f72-cf674b5b4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:22.307210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-0de2f60f-641f-4869-8f72-cf674b5b4363 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385079 Sep 30 09:02:22.400543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-9b413b7a-2fe3-4fbd-bfe7-c58c32284aec service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849800 Sep 30 09:02:22.497465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b91c1397-8d33-4211-8f33-4763aa65e4ea req-854082b4-e4b5-4056-835c-87c61d62ff96 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881910 Sep 30 09:02:22.950085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1deb63-12e0-46d1-ac12-76bde2dcece0 req-84b5d8bb-b131-4974-a1a4-ca6c2af44855 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:22.951586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e1deb63-12e0-46d1-ac12-76bde2dcece0 req-84b5d8bb-b131-4974-a1a4-ca6c2af44855 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 944 time: 0.0515878 Sep 30 09:02:22.992254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5e1deb63-12e0-46d1-ac12-76bde2dcece0 req-e0e7eb68-1cae-4d21-b103-ca99e7f078f9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346525 Sep 30 09:02:23.314820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:23.362277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port c6c75c25-a6e0-47de-bb28-39c7d7c1637f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:02:23.366217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port c6c75c25-a6e0-47de-bb28-39c7d7c1637f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:23.366787 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.445161 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.467214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:23.469502 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeca96d-c40a-46b0-ab59-c5ab98cc2976" -d '{"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-plugged", "status": "completed", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:23.483295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:23.487429 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.511141 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96dc79f-b742-463a-b580-4422f898919c x-openstack-request-id: req-a96dc79f-b742-463a-b580-4422f898919c {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:23.511431 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-plugged", "status": "completed", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:23.511675 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a96dc79f-b742-463a-b580-4422f898919c {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:23.512070 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'code': 200} Sep 30 09:02:23.537604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:24.109463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ec29-c68d-4a00-b74c-5d43e12733a7 req-8d7f8e4a-c616-43fd-95ba-8204b111e04f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:24.111437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8368ec29-c68d-4a00-b74c-5d43e12733a7 req-8d7f8e4a-c616-43fd-95ba-8204b111e04f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Sep 30 09:02:24.149423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8368ec29-c68d-4a00-b74c-5d43e12733a7 req-137f975e-bce4-4ab3-b891-2670efad43ce tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Sep 30 09:02:24.260617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32548b09-7905-4b34-b1dc-491bb44ceefb req-ddb950ec-2ee8-418c-9a14-07a06209034f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:24.262131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32548b09-7905-4b34-b1dc-491bb44ceefb req-ddb950ec-2ee8-418c-9a14-07a06209034f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Sep 30 09:02:24.307999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-32548b09-7905-4b34-b1dc-491bb44ceefb req-20a70039-a756-49b6-b2c1-8870b440b32e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 Sep 30 09:02:24.420366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dca8d-d6d6-4366-9d67-b02fcd2aec7e req-839fccac-4ca2-469c-afa7-ec52e710a186 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:24.421869 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c24dca8d-d6d6-4366-9d67-b02fcd2aec7e req-839fccac-4ca2-469c-afa7-ec52e710a186 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0490918 Sep 30 09:02:24.459973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c24dca8d-d6d6-4366-9d67-b02fcd2aec7e req-c58251d2-48c8-42af-a094-3a7a3a7a7623 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Sep 30 09:02:24.688761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f9fc6-d9c2-49b1-89fe-6472abfd9f84 req-7fe534b5-7d08-4c0f-b330-8a0e6b4d8226 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:24.690795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c6f9fc6-d9c2-49b1-89fe-6472abfd9f84 req-7fe534b5-7d08-4c0f-b330-8a0e6b4d8226 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0494776 Sep 30 09:02:24.728138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c6f9fc6-d9c2-49b1-89fe-6472abfd9f84 req-72076298-977f-46a0-afea-4b60aec69cdd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Sep 30 09:02:25.844613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b4774-e7bd-4d9c-a11a-4f097511f483 req-fd4dde20-e0e1-4285-9922-0e4bdf9c43e4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:25.846678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3b4774-e7bd-4d9c-a11a-4f097511f483 req-fd4dde20-e0e1-4285-9922-0e4bdf9c43e4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0497000 Sep 30 09:02:25.889976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0d3b4774-e7bd-4d9c-a11a-4f097511f483 req-54b852ab-4869-4bf7-878f-a0f8a8b7e0b5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Sep 30 09:02:26.072226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.146832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.162880 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abf507-53e5-4244-9207-f761098ee6f6 req-a9f64586-5b47-45f1-a9a3-8735eced7861 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:26.164325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92abf507-53e5-4244-9207-f761098ee6f6 req-a9f64586-5b47-45f1-a9a3-8735eced7861 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Sep 30 09:02:26.256689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Deleting port c6c75c25-a6e0-47de-bb28-39c7d7c1637f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:26.257031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.350585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] For port c6c75c25-a6e0-47de-bb28-39c7d7c1637f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:26.350854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.519992 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.520353 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.520677 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 disassociated. External IP: 172.25.7.55, port: c6c75c25-a6e0-47de-bb28-39c7d7c1637f. Sep 30 09:02:26.521019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Calling delete_port for c6c75c25-a6e0-47de-bb28-39c7d7c1637f owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:26.651663 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.680944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event deleted for resources: {'Port': ['ID=c6c75c25-a6e0-47de-bb28-39c7d7c1637f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:26.798201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:26.910159 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:26.920656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:26.930537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:26.931170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:02:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:26.953197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] No DVR routers for this DVR port c6c75c25-a6e0-47de-bb28-39c7d7c1637f on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:02:26.955780 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.957968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92abf507-53e5-4244-9207-f761098ee6f6 req-51ef743f-c2fb-4aea-a415-a944eef1733f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "DELETE /v2.0/ports/c6c75c25-a6e0-47de-bb28-39c7d7c1637f HTTP/1.1" status: 204 len: 173 time: 0.7834783 Sep 30 09:02:26.958537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-deleted', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:26.960845 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac14632-e46d-40be-94c8-0fd1314d6cc1" -d '{"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-deleted", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:26.994383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3349bd6a-285c-4380-a760-826a102bb865 req-9fd6148f-79d8-46e9-a649-d9e43c04d8e4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1c9df5-8184-471d-83ce-d6f683ee6e00 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Sep 30 09:02:27.047287 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1b26ad-63e0-452d-a9ae-4cd91d294666 x-openstack-request-id: req-de1b26ad-63e0-452d-a9ae-4cd91d294666 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:27.047820 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1c9df5-8184-471d-83ce-d6f683ee6e00", "name": "network-vif-deleted", "tag": "c6c75c25-a6e0-47de-bb28-39c7d7c1637f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:27.047968 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de1b26ad-63e0-452d-a9ae-4cd91d294666 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:27.049034 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1c9df5-8184-471d-83ce-d6f683ee6e00', 'name': 'network-vif-deleted', 'tag': 'c6c75c25-a6e0-47de-bb28-39c7d7c1637f', 'status': 'completed', 'code': 200} Sep 30 09:02:27.050631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:27.254209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:27.280310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:27.289210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:27.289854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:02:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:27.396693 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:27.598374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:27.628520 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e746daa-1d37-43e3-bfb4-66411f005c74 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:27.852208 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7efa0a-3560-4055-b2e8-9ea4f1974639 None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:02:28.249676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-aee446f1-2804-4e1f-82a1-3eb69519abe2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1941890815&fields=id&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 267 time: 0.0356157 Sep 30 09:02:28.357376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-a5889fcf-8370-4282-a274-48013ba736b0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:28.358809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-a5889fcf-8370-4282-a274-48013ba736b0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1017141 Sep 30 09:02:28.373891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-7957361d-009b-4f82-b799-5ffbaad69ee3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/quotas/734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 375 time: 0.0091383 Sep 30 09:02:28.428945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-d02b0577-5b76-4e2a-bb8c-84484a25c353 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492160 Sep 30 09:02:28.533907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-852eb6f3-d5dc-424b-8f33-d4d630260590 service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921593 Sep 30 09:02:28.626314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-ccda6dec-d731-43cd-9676-e6a5ee8afc0f service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Sep 30 09:02:28.802310 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9aef61c-40b4-4ab3-a3ac-ec2a43af6b7e req-f5a7b30e-2015-4aa4-b582-fe190309eb13 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 210 time: 0.0325003 Sep 30 09:02:29.375376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:29.396149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: c6c75c25-a6e0-47de-bb28-39c7d7c1637f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:29.396500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device c6c75c25-a6e0-47de-bb28-39c7d7c1637f not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:29.814087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-1688fdda-5c74-4219-87b7-ec4283a683c2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:29.815555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-1688fdda-5c74-4219-87b7-ec4283a683c2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1019549 Sep 30 09:02:29.868092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-94819df4-ad3d-4ed5-b8c0-ad2f43071a0c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 380 time: 0.0372164 Sep 30 09:02:29.883882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'port': {'device_id': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'admin_state_up': True, 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'security_groups': ['5abf15a8-01fa-427f-b37b-a879e198e835']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:29.920022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5f40a27-3f34-4738-aa35-c5da2ff6ad12 req-910e99c1-137c-48c2-b093-cb63bd86ced5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 210 time: 0.0483224 Sep 30 09:02:30.009829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Made reservation on behalf of 734e0acd99f748e3b34c33d96676964b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:02:30.013491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.140824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Allocated IP 172.20.0.14 (6be50d8a-49d5-4f06-aac1-2326ce4403b4/68d5f6b8-54f3-4014-b461-5697e411eb8b/e4bb67c8-8ec7-4f7c-b600-5c082023919d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:02:30.271947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.306085 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.354022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:30.357056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:30.360662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:02:30.369981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:30.418049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:30.418724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.433296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-2a183c56-e495-45c5-9cd2-25026d4ce9f3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5534694 Sep 30 09:02:30.446574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Request body: {'port': {'device_id': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:30.503249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.635921 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a59ef09d-dd09-41a5-af9c-683ccefab841 None None] Provisioning complete for port e4bb67c8-8ec7-4f7c-b600-5c082023919d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:30.636511 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a59ef09d-dd09-41a5-af9c-683ccefab841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.670604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a59ef09d-dd09-41a5-af9c-683ccefab841 None None] Port e4bb67c8-8ec7-4f7c-b600-5c082023919d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:02:31.062598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bb67c8-8ec7-4f7c-b600-5c082023919d {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:02:31.072576 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:31.082145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eae414-bbea-46c2-9c88-322cb0f9afaa req-c3de1c75-07dc-423d-a24b-819ccfd6a468 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.083641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03eae414-bbea-46c2-9c88-322cb0f9afaa req-c3de1c75-07dc-423d-a24b-819ccfd6a468 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 932 time: 0.0941482 Sep 30 09:02:31.100699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Transition to ACTIVE for port object e4bb67c8-8ec7-4f7c-b600-5c082023919d will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:02:31.107788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:31.168168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-03eae414-bbea-46c2-9c88-322cb0f9afaa req-6284618b-f529-4641-9117-22f5574c8386 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778131 Sep 30 09:02:31.175240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:31.258403 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:02:31.258746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:02:31.259081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:31.263615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Port e4bb67c8-8ec7-4f7c-b600-5c082023919d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:02:31.263944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:31.269659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:02:31.270003 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:31.270393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:02:31.270828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Bound port: e4bb67c8-8ec7-4f7c-b600-5c082023919d, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:02:31.271188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:31.340046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:31.343197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:02:31.346639 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:31.382936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.383476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:31.384861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 1092 time: 0.9426408 Sep 30 09:02:31.385296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:31.387642 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb60336-f8a1-47e5-b599-e341c6a4449e" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:31.411485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61dbfe-5506-4a88-a491-db2c11cd1f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:31.453121 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03512b19-3fbc-41a1-8289-d8235758feee x-openstack-request-id: req-03512b19-3fbc-41a1-8289-d8235758feee {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:31.453496 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:31.453760 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03512b19-3fbc-41a1-8289-d8235758feee {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:31.454149 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'status': 'completed', 'code': 200} Sep 30 09:02:31.471490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-fbd38dac-ec9f-43ea-a81c-9eeba98d65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.473131 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-fbd38dac-ec9f-43ea-a81c-9eeba98d65b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1095 time: 0.0473034 Sep 30 09:02:31.518946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-568851fe-be31-420d-a055-99a3b4ac8e90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 217 time: 0.0361879 Sep 30 09:02:31.576067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-c35702bf-d64e-47db-9e3b-140f1fc62261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.577568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-c35702bf-d64e-47db-9e3b-140f1fc62261 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0495832 Sep 30 09:02:31.630105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-e23ae4f5-f4b8-47a9-ab80-c6eb2d203658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.631610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-e23ae4f5-f4b8-47a9-ab80-c6eb2d203658 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421767 Sep 30 09:02:31.725103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-d1490e76-45c6-4ce2-82a1-861b0d3b1c7b service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848565 Sep 30 09:02:31.816590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74145e15-55c9-4b6a-bd37-f645609ee6d4 req-0197d0f6-bce8-4f2a-b42a-f39c9b3d14bb service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824180 Sep 30 09:02:31.905951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-36210e00-2aa1-43e3-beec-99f2de249bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.907442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-36210e00-2aa1-43e3-beec-99f2de249bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1095 time: 0.0404799 Sep 30 09:02:32.003961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-00f8dfd0-4a04-44e1-acad-99eed32a65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:32.005356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-00f8dfd0-4a04-44e1-acad-99eed32a65aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0900395 Sep 30 09:02:32.047680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-f6cb8905-660a-4241-b580-f86c3585a7cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 217 time: 0.0341494 Sep 30 09:02:32.102623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-0c4b85c7-9d9e-4952-9b27-a2fa32e0100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:32.104120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-0c4b85c7-9d9e-4952-9b27-a2fa32e0100b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0469675 Sep 30 09:02:32.150024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-527739db-b867-4dca-8682-4568a9f6db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:32.151477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-527739db-b867-4dca-8682-4568a9f6db72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393224 Sep 30 09:02:32.244901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-9475ff23-4b4f-420c-b410-6646a1bc07da service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814080 Sep 30 09:02:32.362119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e7d3-2a2c-4e4c-bb52-f5b02f7bffb5 req-dc3c47e8-9fbd-47c9-9f2f-d2f07814e4ec tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:32.363512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2957e7d3-2a2c-4e4c-bb52-f5b02f7bffb5 req-dc3c47e8-9fbd-47c9-9f2f-d2f07814e4ec tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.1037159 Sep 30 09:02:32.389559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dfb60336-f8a1-47e5-b599-e341c6a4449e req-33c91916-cb7a-4bf9-95c5-cbcc2cf004f3 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367536 Sep 30 09:02:32.409404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2957e7d3-2a2c-4e4c-bb52-f5b02f7bffb5 req-547adf33-d43c-4f84-8629-0a3343aec781 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369403 Sep 30 09:02:33.529350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b4e61-1e9b-452a-b1f5-41a918dec95a req-a73b638c-2070-49e8-abef-93b025ba99c1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:33.530870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba6b4e61-1e9b-452a-b1f5-41a918dec95a req-a73b638c-2070-49e8-abef-93b025ba99c1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.0528204 Sep 30 09:02:33.569664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba6b4e61-1e9b-452a-b1f5-41a918dec95a req-b6367fe6-d4c7-4c13-b46a-f8ed9dc87bed tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Sep 30 09:02:34.684384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110c993-5ced-4f54-8154-a0841277be93 req-57facdcd-5267-4fc3-8239-1e0e22b76642 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:34.685907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8110c993-5ced-4f54-8154-a0841277be93 req-57facdcd-5267-4fc3-8239-1e0e22b76642 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.0493088 Sep 30 09:02:34.723965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8110c993-5ced-4f54-8154-a0841277be93 req-35a5496a-ef36-4cd1-8ba7-5cb26dce3831 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Sep 30 09:02:35.375746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:02:35.472713 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:35.483444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'mac_address': 'fa:16:3e:61:f7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:02:35.519828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:35.532525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bb67c8-8ec7-4f7c-b600-5c082023919d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:02:35.551807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:35.555360 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:35.607131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:35.785258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['e4bb67c8-8ec7-4f7c-b600-5c082023919d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:02:35.841198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b744c0-3e0f-4025-b067-7478c5f111c1 req-63cff738-27c1-43a4-af05-c0a570d0253b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:35.842740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90b744c0-3e0f-4025-b067-7478c5f111c1 req-63cff738-27c1-43a4-af05-c0a570d0253b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Sep 30 09:02:35.880876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-90b744c0-3e0f-4025-b067-7478c5f111c1 req-7ae8d33f-7468-4c95-9237-2700349d5023 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Sep 30 09:02:36.417745 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:02:37.000754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ec45c-ed18-4100-80fd-e43dd764764e req-0d18437f-f907-4570-a7ef-e38c0fa243f2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:37.002989 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-832ec45c-ed18-4100-80fd-e43dd764764e req-0d18437f-f907-4570-a7ef-e38c0fa243f2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 945 time: 0.0542629 Sep 30 09:02:37.041361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-832ec45c-ed18-4100-80fd-e43dd764764e req-76c8da31-ce2e-4f68-b171-82ae1149c91b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324328 Sep 30 09:02:37.378255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:37.426525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port e4bb67c8-8ec7-4f7c-b600-5c082023919d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:02:37.430347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port e4bb67c8-8ec7-4f7c-b600-5c082023919d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:37.430724 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.508179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.529786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:37.532045 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b8c06f-d219-44d1-884b-cf0e3dd04e29" -d '{"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:37.545015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:37.549692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.573041 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896afec6-24da-435e-872d-c32f0670d88b x-openstack-request-id: req-896afec6-24da-435e-872d-c32f0670d88b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:37.573327 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:37.573598 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-896afec6-24da-435e-872d-c32f0670d88b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:37.573973 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'code': 200} Sep 30 09:02:37.601622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:37.680973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b95776-898a-4fae-9bfe-73ebac6bc7c2 req-a5a5e702-2b1f-47e9-b90f-7f48afe27432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:37.682534 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24b95776-898a-4fae-9bfe-73ebac6bc7c2 req-a5a5e702-2b1f-47e9-b90f-7f48afe27432 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1097 time: 0.0406644 Sep 30 09:02:37.717460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24b95776-898a-4fae-9bfe-73ebac6bc7c2 req-062822eb-89c8-4739-aee4-98db4410b5cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270131 Sep 30 09:02:38.158139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c542c-3b5a-4b29-9575-607b8e1dbc56 req-61841d53-03dc-4d50-bbf6-cb50fa015ebf tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:38.159670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f2c542c-3b5a-4b29-9575-607b8e1dbc56 req-61841d53-03dc-4d50-bbf6-cb50fa015ebf tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0490935 Sep 30 09:02:38.197380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f2c542c-3b5a-4b29-9575-607b8e1dbc56 req-4fa368a9-2ada-4f63-b9e9-a1ec22e1f671 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Sep 30 09:02:38.624819 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3ae8-d212-4463-b86f-7b4570a4c026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:39.316881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a65be-2275-4a1f-a7dc-9ddca1354ecb req-acbdc6b3-9978-4814-9195-801c33e95522 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:39.318311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f01a65be-2275-4a1f-a7dc-9ddca1354ecb req-acbdc6b3-9978-4814-9195-801c33e95522 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0533254 Sep 30 09:02:39.356746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f01a65be-2275-4a1f-a7dc-9ddca1354ecb req-7858d3ca-8732-4262-956c-8fc9457a2e0e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Sep 30 09:02:39.466495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215a2d3-5627-40b3-bc5e-6b7de0b446f0 req-6ed429a0-d94c-4cbb-aa0f-a2a879c5008c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:39.467982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2215a2d3-5627-40b3-bc5e-6b7de0b446f0 req-6ed429a0-d94c-4cbb-aa0f-a2a879c5008c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0487185 Sep 30 09:02:39.476527 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43176) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:39.480863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'floatingip': {'port_id': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:39.520537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:39.948850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:39.952642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:40.059191 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 associated. External IP: 172.25.7.55, port: e4bb67c8-8ec7-4f7c-b600-5c082023919d. Sep 30 09:02:40.264423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:40.371639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:40.376412 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:40.382155 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:40.392297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:40.392929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:02:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:40.406187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-acce68c7-992e-42bf-b8d4-459b86c27241 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "PUT /v2.0/floatingips/08a953ab-fd8d-4e4e-ab35-ac24dc641f29 HTTP/1.1" status: 200 len: 991 time: 0.9259648 Sep 30 09:02:40.406187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:40.406436 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba131e40-fd46-40df-8231-d0b4f5ac54d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:40.495269 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ead19-ff54-49ba-bdbb-944af7b3a74d x-openstack-request-id: req-587ead19-ff54-49ba-bdbb-944af7b3a74d {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:40.495622 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:40.495982 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-587ead19-ff54-49ba-bdbb-944af7b3a74d {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:40.496445 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'status': 'completed', 'code': 200} Sep 30 09:02:40.501113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:40.557714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-3b4d133f-050f-4f2d-8ead-810552f981b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:40.559226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-3b4d133f-050f-4f2d-8ead-810552f981b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1097 time: 0.0418129 Sep 30 09:02:40.653396 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-f4fb5aef-6a8e-4873-97f8-3ae03787f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:40.654929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-f4fb5aef-6a8e-4873-97f8-3ae03787f40d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0879545 Sep 30 09:02:40.719207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-ace41177-23f8-4ab8-8b76-117348b63e2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 999 time: 0.0563781 Sep 30 09:02:40.736597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:61:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:02:39Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:40.762454 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:40.771781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:40.772387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:02:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:40.772507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-ffaa64bd-703d-4943-a1ee-028f8cc2a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:40.773954 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-ffaa64bd-703d-4943-a1ee-028f8cc2a274 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0477488 Sep 30 09:02:40.820750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-affa5c2f-1e28-43c3-9576-d9cf31844615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:40.822433 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-affa5c2f-1e28-43c3-9576-d9cf31844615 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409286 Sep 30 09:02:40.878694 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:40.914258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-91ea4d7c-d1fe-4fbe-8cd4-ecbf410652ba service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843072 Sep 30 09:02:41.009171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba131e40-fd46-40df-8231-d0b4f5ac54d7 req-799119bb-ca4f-48eb-a4c6-1ea6496e3fcc service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870476 Sep 30 09:02:41.109631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:61:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:02:39Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:41.141087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8637f-474d-4a78-8dc1-f88544c9f2cc None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:61:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:02:39Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:41.152394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-39d939ea-8989-4ef9-a8d9-257de3fb5d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:41.341244 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08698e0b-a262-4718-b468-ecdeed5bafd3 None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:02:41.517353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:43.271557 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:45.039925 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:56.063049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:56.139534 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:08.626426 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6924b25f-1bcc-452a-a5f5-0d8c7a4ba18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:11.123131 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6826ec23-129c-4a46-8d05-e8c832100a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:11.519766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:13.274817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:13.418867 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:03:15.041319 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:15.834902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-254f988e-86ab-4046-b6af-0f5710b2a517 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401740 Sep 30 09:03:15.924062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-a481f9d5-9237-4936-bf1e-079434574851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:15.925585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-a481f9d5-9237-4936-bf1e-079434574851 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1097 time: 0.0450900 Sep 30 09:03:16.029435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-0a7d564c-1de8-4890-9867-287bbf5dc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:16.031069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-0a7d564c-1de8-4890-9867-287bbf5dc80e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0858493 Sep 30 09:03:16.101776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-706ca1a3-8737-4d3b-8ef7-adcbe338c3a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 1001 time: 0.0609832 Sep 30 09:03:16.153673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-44fc3712-55d4-4d8b-aba6-318883a1e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:16.155163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-44fc3712-55d4-4d8b-aba6-318883a1e2ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0453336 Sep 30 09:03:16.200547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-ddbb8fa3-0c53-4493-9b3c-9f7daa7a84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:16.202074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-ddbb8fa3-0c53-4493-9b3c-9f7daa7a84f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389776 Sep 30 09:03:16.298185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-c0ce39c3-022a-4081-8cba-e93e5a9cdf88 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Sep 30 09:03:16.393861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42badf0f-adbc-4faf-aa3f-9dcf6ee9d0bb req-778ed1ae-1f6b-41ab-996e-c85e0db929c2 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Sep 30 09:03:26.062765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.154369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:38.628097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d760eef-58a6-4e7a-a1e5-9609f66c70b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:41.124049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da370de1-89d9-4f76-8bee-e674f50f2123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:41.524399 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:43.280288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.043936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:48.519211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-c7de7f07-4239-46d9-967d-3f2642bf5780 req-229a986b-52c5-40eb-8f34-53b496f632ac service neutron] (95002) timed out ('10.222.0.41', 38376) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:03:50.418402 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:03:56.079635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:56.152849 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:59.759742 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-e49b47ee-3077-4d76-bce4-6a7b996767d6 req-a4b668ee-53ea-4b93-a0d0-6281012cca55 service neutron] (95002) timed out ('10.222.0.57', 56250) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:04:08.631793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-047d3eb7-adde-4b3d-b47e-f1e7b80072da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:11.126384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-74c91887-7368-4b48-bb88-f39ec1e7a46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:11.527413 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:13.282487 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:15.046052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:15.897803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-a36b4cc6-348a-452d-8c9a-5177fcc200c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101573 Sep 30 09:04:15.992244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-ea2dcc3c-d28d-4185-bb48-b421f8cef479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:15.993828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-ea2dcc3c-d28d-4185-bb48-b421f8cef479 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1097 time: 0.0472152 Sep 30 09:04:16.102230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-3a4a206d-0b93-4590-bb5b-df3eb550b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:16.103601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-3a4a206d-0b93-4590-bb5b-df3eb550b962 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0881250 Sep 30 09:04:16.182864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-70c93091-ba6b-408d-94cc-d228d1289f1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 1001 time: 0.0670507 Sep 30 09:04:16.236012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-cadc7790-214a-4700-b521-5765ce984d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:16.237541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-cadc7790-214a-4700-b521-5765ce984d14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0444930 Sep 30 09:04:16.284259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-a5538155-2773-4f82-9adc-9bb2ef49acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:16.285794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-a5538155-2773-4f82-9adc-9bb2ef49acfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410178 Sep 30 09:04:16.300843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-3728ff8a-2754-4057-8110-3f0cf83712ea service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:04:16.302417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-3728ff8a-2754-4057-8110-3f0cf83712ea service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050063 Sep 30 09:04:16.402631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-0ea2d06d-b72f-4be7-9e98-02acc710cd93 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893140 Sep 30 09:04:16.507753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2baed20-c641-4d77-b2dd-23f3e2e130ee req-66a902d4-69f5-4659-bd78-32e53a1f7a76 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971518 Sep 30 09:04:23.392189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c93da2-7a7c-4464-a1c3-b6fcfd5265dc req-d838000e-6513-46f8-989c-c408ac306670 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:23.393601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c93da2-7a7c-4464-a1c3-b6fcfd5265dc req-d838000e-6513-46f8-989c-c408ac306670 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.3165581 Sep 30 09:04:23.431271 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c93da2-7a7c-4464-a1c3-b6fcfd5265dc req-e4876729-8ef1-4a29-ada3-85dec8a38f94 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Sep 30 09:04:24.547440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43eea-8e03-4af9-b816-e311129e5deb req-76b24e64-8b21-4af3-b213-86a77ae5440d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:24.548902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65b43eea-8e03-4af9-b816-e311129e5deb req-76b24e64-8b21-4af3-b213-86a77ae5440d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0477726 Sep 30 09:04:24.585542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65b43eea-8e03-4af9-b816-e311129e5deb req-ea6a7673-1bf4-4047-a436-db86c6b0232e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299859 Sep 30 09:04:25.702247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad32233-f694-416e-9005-e26b0fd8c78f req-5d067492-1433-4459-8ebc-7eea3c5adcf5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:25.703721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ad32233-f694-416e-9005-e26b0fd8c78f req-5d067492-1433-4459-8ebc-7eea3c5adcf5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0488539 Sep 30 09:04:25.745800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7ad32233-f694-416e-9005-e26b0fd8c78f req-182c23ab-eefc-48eb-aadd-2db25b180ab9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Sep 30 09:04:26.097355 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:26.181034 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:26.866442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80053933-2e32-4ddf-bff5-b69d855853f6 req-64bc5865-8dd4-4de7-9010-a4019500c1c5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:26.868012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80053933-2e32-4ddf-bff5-b69d855853f6 req-64bc5865-8dd4-4de7-9010-a4019500c1c5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0514247 Sep 30 09:04:26.913236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-80053933-2e32-4ddf-bff5-b69d855853f6 req-1db86357-3a11-4a6a-88f6-0e78025f47e6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Sep 30 09:04:27.417669 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:04:28.033828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f16dab-7b57-4a23-9e78-6d4ef4f960a1 req-096568dc-0b2f-4c5f-972c-d65dd56e2eea tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:28.035423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6f16dab-7b57-4a23-9e78-6d4ef4f960a1 req-096568dc-0b2f-4c5f-972c-d65dd56e2eea tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0541220 Sep 30 09:04:28.074266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a6f16dab-7b57-4a23-9e78-6d4ef4f960a1 req-de3b4351-55d4-48bc-840f-a0aa2f2105ba tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327120 Sep 30 09:04:29.194576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b792a-eea4-4840-8c05-f82ba7aae6bb req-bf224c15-d84b-422b-b3bb-48cfba5e9fd2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:29.196050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b87b792a-eea4-4840-8c05-f82ba7aae6bb req-bf224c15-d84b-422b-b3bb-48cfba5e9fd2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0515325 Sep 30 09:04:29.239424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b87b792a-eea4-4840-8c05-f82ba7aae6bb req-28b9f45e-6078-4219-92f0-4c8d0959d264 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371411 Sep 30 09:04:30.355684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870111a-046d-4a37-9b87-5e317d8a6592 req-46312ebf-4ed0-4023-9395-3be44d770813 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:30.357203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4870111a-046d-4a37-9b87-5e317d8a6592 req-46312ebf-4ed0-4023-9395-3be44d770813 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0488858 Sep 30 09:04:30.395697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4870111a-046d-4a37-9b87-5e317d8a6592 req-5f5bc410-8a11-4ce4-96fe-b88d799604a7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Sep 30 09:04:31.516530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e55961-db9a-4e08-8137-f19db535b0e1 req-c5a7aa68-a600-41ce-a4c4-7e9bbb8f60b0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:31.518094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9e55961-db9a-4e08-8137-f19db535b0e1 req-c5a7aa68-a600-41ce-a4c4-7e9bbb8f60b0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0528088 Sep 30 09:04:31.561180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9e55961-db9a-4e08-8137-f19db535b0e1 req-3898a43b-bc72-41fb-80f3-6d288ea1bcdb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Sep 30 09:04:32.675573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df2d97-1f91-40b1-94f7-9b28ca53c0dd req-de30b700-711a-403e-8a20-434a3facce72 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:32.677091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9df2d97-1f91-40b1-94f7-9b28ca53c0dd req-de30b700-711a-403e-8a20-434a3facce72 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0482395 Sep 30 09:04:32.718283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9df2d97-1f91-40b1-94f7-9b28ca53c0dd req-c593eba7-69ee-4601-8180-58788c0fae1f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347123 Sep 30 09:04:33.833206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e851578-1c42-41da-ac7a-1ba0de5cdb49 req-97e88ef9-e2b5-4b6a-8571-52c8d5eaa215 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:33.834748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e851578-1c42-41da-ac7a-1ba0de5cdb49 req-97e88ef9-e2b5-4b6a-8571-52c8d5eaa215 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0495088 Sep 30 09:04:33.871581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e851578-1c42-41da-ac7a-1ba0de5cdb49 req-b5551c5e-66f8-45f4-b2ff-b7835223a286 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Sep 30 09:04:34.051996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 43438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:04:34.117551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed3644-55c7-46cd-a2e2-ed50cc6f6944 req-1d5c5475-31a6-4323-9715-5f7296ef7674 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:34.119338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94ed3644-55c7-46cd-a2e2-ed50cc6f6944 req-1d5c5475-31a6-4323-9715-5f7296ef7674 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0591264 Sep 30 09:04:34.149841 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-847c0f4d-ef63-422b-8d08-6b1bb63be9f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958118 Sep 30 09:04:34.158554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-94ed3644-55c7-46cd-a2e2-ed50cc6f6944 req-b4211e9c-29b2-493b-8653-19839ba021d2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Sep 30 09:04:34.159054 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-29dbc5cc-77b4-4577-95e9-964d1e1d7b6a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:04:34.160520 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-29dbc5cc-77b4-4577-95e9-964d1e1d7b6a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053377 Sep 30 09:04:35.275587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dedf61-23aa-48ed-beaf-9af37a8fca4e req-4b7f113c-ef01-412f-85b2-c622bb4565b7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:35.277336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05dedf61-23aa-48ed-beaf-9af37a8fca4e req-4b7f113c-ef01-412f-85b2-c622bb4565b7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Sep 30 09:04:35.325797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05dedf61-23aa-48ed-beaf-9af37a8fca4e req-c5828630-a1fa-4184-aed1-17ea29316fd7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Sep 30 09:04:35.379419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-5b292bcc-3483-4193-95fc-6bec9c1457f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:35.381523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-5b292bcc-3483-4193-95fc-6bec9c1457f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1097 time: 0.0418472 Sep 30 09:04:35.473325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-68da1527-cc8c-4663-8a64-aa8cd9db9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:35.474900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-68da1527-cc8c-4663-8a64-aa8cd9db9b76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0852313 Sep 30 09:04:35.546461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-4c1de534-dbe9-4a7d-81c7-a8a17944417f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 1001 time: 0.0629904 Sep 30 09:04:35.598516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-c39b10bf-8a89-479f-8400-f084aa47ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:35.600545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-c39b10bf-8a89-479f-8400-f084aa47ae7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0448337 Sep 30 09:04:35.650086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-fb29fac7-d563-4a12-ac13-67919181f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:35.651798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-fb29fac7-d563-4a12-ac13-67919181f966 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429986 Sep 30 09:04:35.749516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-17d7c6e6-8c1a-4ff3-974e-8319a30a0a25 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892363 Sep 30 09:04:35.842557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a84e624b-46a5-4670-a7b0-398905686e74 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Sep 30 09:04:36.440705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7fa6-5f8d-4e18-baab-7322700b6ce5 req-a3d22028-5b59-41d7-a15c-8c330ae769a0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:36.442190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d35c7fa6-5f8d-4e18-baab-7322700b6ce5 req-a3d22028-5b59-41d7-a15c-8c330ae769a0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0485244 Sep 30 09:04:36.480348 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d35c7fa6-5f8d-4e18-baab-7322700b6ce5 req-c3cfcec3-807c-4ae4-967f-6f26da4794cd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Sep 30 09:04:37.594651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ee389-d662-48da-8480-6ab554d1a2d5 req-8637febb-0a3b-4bc2-9599-ab191af4e89e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:37.596142 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-027ee389-d662-48da-8480-6ab554d1a2d5 req-8637febb-0a3b-4bc2-9599-ab191af4e89e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0481675 Sep 30 09:04:37.633270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-027ee389-d662-48da-8480-6ab554d1a2d5 req-58bbbace-c95a-41c4-bc7a-822d1de33adb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Sep 30 09:04:37.924150 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-20090de4-bb37-413e-a4a2-c5376a78434c service neutron] show failed (client error): The resource could not be found. Sep 30 09:04:37.925101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-20090de4-bb37-413e-a4a2-c5376a78434c service neutron] 10.222.0.57 "GET /v2.0/ports/e4bb67c8-8ec7-4f7c-b600-5c082023919d/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0586753 Sep 30 09:04:38.125759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-9c394b31-ccd0-49c4-b87e-08d22cc627c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:38.127280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-9c394b31-ccd0-49c4-b87e-08d22cc627c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 1097 time: 0.0414259 Sep 30 09:04:38.144964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:04:38.198184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.399155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:38.436921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:04:38.481809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:38.484002 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bde2dc-ea0b-44cb-ae2d-e5ea75d5adf9" -d '{"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:38.488004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.501808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Transition to ACTIVE for port object e4bb67c8-8ec7-4f7c-b600-5c082023919d will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:04:38.507033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.546912 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5422fe8f-c7f0-49cf-b25a-9419ff8b3cfb x-openstack-request-id: req-5422fe8f-c7f0-49cf-b25a-9419ff8b3cfb {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:38.547239 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:38.547489 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5422fe8f-c7f0-49cf-b25a-9419ff8b3cfb {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:38.547878 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'code': 200} Sep 30 09:04:38.598761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:38.611655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.612023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.612341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.612684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.613022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.613357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.613726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.614057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.614387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.615288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.615618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.615946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:38.636619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a489-2f79-4cb2-9795-cd37d196e247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.654648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] No DVR routers for this DVR port e4bb67c8-8ec7-4f7c-b600-5c082023919d on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:04:38.818221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a642a-aae7-4b48-956e-3918af2222ed req-571073cd-c117-479a-ba34-932a0e42dd4c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:38.819645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f4a642a-aae7-4b48-956e-3918af2222ed req-571073cd-c117-479a-ba34-932a0e42dd4c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.1127963 Sep 30 09:04:38.844333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:04:38.844665 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:04:38.844998 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:04:38.856219 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Port e4bb67c8-8ec7-4f7c-b600-5c082023919d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:04:38.856429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Attempting to bind port e4bb67c8-8ec7-4f7c-b600-5c082023919d on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:04:38.868218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:04:38.868558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:04:38.868940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:04:38.869373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Bound port: e4bb67c8-8ec7-4f7c-b600-5c082023919d, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:04:38.869759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.881623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f4a642a-aae7-4b48-956e-3918af2222ed req-13fba2f2-4832-46b3-8d76-5640d7e05058 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524421 Sep 30 09:04:38.942085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:04:38.945248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:04:38.949566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.985960 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:38.986595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:38.988473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] 10.222.0.50 "PUT /v2.0/ports/e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 1092 time: 0.8477106 Sep 30 09:04:39.012437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8defa71-ce2b-4bcb-9872-9562f0eb8585 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:39.076237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-8e0b8b0a-eb79-41cc-a3d8-4c8360e1a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:39.077828 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-8e0b8b0a-eb79-41cc-a3d8-4c8360e1a15b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1095 time: 0.0468829 Sep 30 09:04:39.178474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-eb367f90-a4c5-44ef-b7e3-3f02c80ea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:39.179981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-eb367f90-a4c5-44ef-b7e3-3f02c80ea52a service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0953469 Sep 30 09:04:39.249270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-3f1ad233-de63-4cc5-892b-aa6968ced98b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 999 time: 0.0617542 Sep 30 09:04:39.300028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-71c4d967-e9a7-48f8-8ad6-83d6feecae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:39.301515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-71c4d967-e9a7-48f8-8ad6-83d6feecae08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0449250 Sep 30 09:04:39.352903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-8655fe05-87df-4ecb-9d6d-a66422c8fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:39.354472 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-8655fe05-87df-4ecb-9d6d-a66422c8fe59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459266 Sep 30 09:04:39.446138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-dbd3b916-6f76-4fe3-a04c-4b61a58b5738 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Sep 30 09:04:39.539870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7242fb3-140b-4de9-8fc4-afef1b414cfd req-e5461b43-db6b-40aa-8c5f-22b9da2aa62c service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861869 Sep 30 09:04:40.007581 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f5c0-d3d8-472f-9140-0acbe45d3b0a req-810bfb85-5475-40cf-9a17-457f55c541a6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:40.009111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d467f5c0-d3d8-472f-9140-0acbe45d3b0a req-810bfb85-5475-40cf-9a17-457f55c541a6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.0581427 Sep 30 09:04:40.047096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d467f5c0-d3d8-472f-9140-0acbe45d3b0a req-aa80a3ca-2f94-4ecf-baaf-9908b01228d2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Sep 30 09:04:40.091805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:04:40.129367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:04:40.548978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:40.551476 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e91d04-6765-4a01-8196-7b9f9ca565b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:40.602767 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6880be-ff35-4417-91c4-b4c6b42dfc34 x-openstack-request-id: req-ef6880be-ff35-4417-91c4-b4c6b42dfc34 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:40.603405 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:40.603659 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef6880be-ff35-4417-91c4-b4c6b42dfc34 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:40.604055 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'status': 'completed', 'code': 200} Sep 30 09:04:40.693771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-29266a9b-fc6f-40f4-8354-8fd91d1cd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:40.695291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-29266a9b-fc6f-40f4-8354-8fd91d1cd0a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1095 time: 0.0725431 Sep 30 09:04:40.705421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-23695eb9-3e36-43d2-86df-b4ca736bc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:40.706941 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-23695eb9-3e36-43d2-86df-b4ca736bc29e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1095 time: 0.0582886 Sep 30 09:04:40.874296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-0f8ccb47-d2c1-457a-9e9d-198a6009724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:40.875708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-0f8ccb47-d2c1-457a-9e9d-198a6009724d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1633432 Sep 30 09:04:40.876827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-91338431-8750-44d0-80e2-bd25f119dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:40.878206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-91338431-8750-44d0-80e2-bd25f119dec9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1582000 Sep 30 09:04:40.988576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-665d6ea3-a0da-460e-be4b-16a7e243ecf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 999 time: 0.1050830 Sep 30 09:04:41.006156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-ca1f746e-ff71-4ade-aaca-271cc5118c5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 999 time: 0.0852489 Sep 30 09:04:41.076626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-bd22ef69-ecc6-490a-a2e4-83b428744997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.077696 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-bd22ef69-ecc6-490a-a2e4-83b428744997 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0803216 Sep 30 09:04:41.085180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-6ea12b1d-cdf8-49b5-ab30-53a5644f5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.086710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-6ea12b1d-cdf8-49b5-ab30-53a5644f5c49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0612338 Sep 30 09:04:41.128095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23be1445-b5a0-4b84-b1fe-587fbf41cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:41.183775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-4f9b0ae7-3826-44f6-9937-b5970bad89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.185277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-4f9b0ae7-3826-44f6-9937-b5970bad89bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905120 Sep 30 09:04:41.190075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-6eaa052d-ceb4-48d5-8ad7-3106a99586d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.191462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-6eaa052d-ceb4-48d5-8ad7-3106a99586d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040804 Sep 30 09:04:41.230078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bd62d-e864-4277-a477-3efb9a09c13b req-04c88f02-a502-42c5-9a51-51d2fe4accaf tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.231560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40bd62d-e864-4277-a477-3efb9a09c13b req-04c88f02-a502-42c5-9a51-51d2fe4accaf tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.0991306 Sep 30 09:04:41.372751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d40bd62d-e864-4277-a477-3efb9a09c13b req-769ccf9b-7795-4f73-b146-7ec7ca744ecb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205897 Sep 30 09:04:41.391329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-58aabd33-f30b-4560-b302-7ef78f2e995c service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976545 Sep 30 09:04:41.396906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-962b8c79-3a2a-4b32-a496-f8f1378841e2 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926475 Sep 30 09:04:41.531935 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:41.549785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.57', 56882) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:04:41.607708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-fc29cd30-adad-4430-9a14-bf03148de4bb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.609307 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-fc29cd30-adad-4430-9a14-bf03148de4bb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4&tenant_id=734e0acd99f748e3b34c33d96676964b&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.0583844 Sep 30 09:04:41.674925 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-b29e8e26-7d6b-4665-a5a1-31f675703e3c service neutron] delete failed (client error): The resource could not be found. Sep 30 09:04:41.675955 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-b29e8e26-7d6b-4665-a5a1-31f675703e3c service neutron] 10.222.0.57 "DELETE /v2.0/ports/e4bb67c8-8ec7-4f7c-b600-5c082023919d/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0579944 Sep 30 09:04:41.839635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-b307777b-3182-4a78-a8e9-dfd55bad5ffa service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413826 Sep 30 09:04:41.844601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19e91d04-6765-4a01-8196-7b9f9ca565b5 req-e966568c-8e64-4a1f-bda6-59cf2c41f48a service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291422 Sep 30 09:04:41.859436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60918e0-e8ec-4143-81b9-68f5cb23c2d6 req-73a34949-2874-4f9b-8795-95f1da327592 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.860950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c60918e0-e8ec-4143-81b9-68f5cb23c2d6 req-73a34949-2874-4f9b-8795-95f1da327592 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 944 time: 0.0879068 Sep 30 09:04:41.932699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c60918e0-e8ec-4143-81b9-68f5cb23c2d6 req-7986ed14-788d-4d50-b9bf-0868c277b84d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643785 Sep 30 09:04:41.968384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-4f192656-5dc1-45f0-b694-1dd699b75ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:41.969945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-4f192656-5dc1-45f0-b694-1dd699b75ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1095 time: 0.0505164 Sep 30 09:04:42.061466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-4dea8df3-8321-4dbd-828c-fbbe705e211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:42.062960 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-4dea8df3-8321-4dbd-828c-fbbe705e211d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0849495 Sep 30 09:04:42.131296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-5623741a-bdc9-401c-886a-93a48e9f1fb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 999 time: 0.0609121 Sep 30 09:04:42.182380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-1174ce67-0cd1-4f24-9efb-e617462b3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:42.183921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-1174ce67-0cd1-4f24-9efb-e617462b3f78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0440662 Sep 30 09:04:42.234745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-1d74dfcc-e3ed-4943-b5ad-877f55a2e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:42.236269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-1d74dfcc-e3ed-4943-b5ad-877f55a2e2a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428088 Sep 30 09:04:42.331690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-cd9f1937-b62d-4a4e-bf42-0bb6a79078a0 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872831 Sep 30 09:04:42.421605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-8d3bbd82-14d0-40f5-80cd-f9f4b3a707ba service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813401 Sep 30 09:04:42.712781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:04:42.810246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:42.822302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'mac_address': 'fa:16:3e:61:f7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:04:42.859595 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:42.873151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bb67c8-8ec7-4f7c-b600-5c082023919d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:04:42.893116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:42.897168 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:42.949729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:42.958446 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.958919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.959371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.959783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.960216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.960636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.961701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.961701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.961887 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.962195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.962472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:42.962848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:04:43.067365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b7655-13fc-4bd8-8dfe-251b420ecbed req-de51ca14-b309-4400-905c-42a4574654ac tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.069911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-273b7655-13fc-4bd8-8dfe-251b420ecbed req-de51ca14-b309-4400-905c-42a4574654ac tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 945 time: 0.0582235 Sep 30 09:04:43.108576 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-273b7655-13fc-4bd8-8dfe-251b420ecbed req-0c28b89a-a611-427e-9f6b-3d78715a1834 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320942 Sep 30 09:04:43.227776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76e5f9-3ef3-4006-a2a8-0d090b401116 req-68cf716b-28e7-45da-9390-71ccb021c0f9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.229207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc76e5f9-3ef3-4006-a2a8-0d090b401116 req-68cf716b-28e7-45da-9390-71ccb021c0f9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 945 time: 0.0501964 Sep 30 09:04:43.235918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['e4bb67c8-8ec7-4f7c-b600-5c082023919d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:04:43.279501 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc76e5f9-3ef3-4006-a2a8-0d090b401116 req-33684b4d-3da2-402f-a3aa-4b1f176c07b3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 Sep 30 09:04:43.298329 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:43.488568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5011687-dbb6-4ec6-ac2a-79267ec6e0cd req-080bfef5-0b2c-44a8-8feb-58230db0ad1b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.490070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5011687-dbb6-4ec6-ac2a-79267ec6e0cd req-080bfef5-0b2c-44a8-8feb-58230db0ad1b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 945 time: 0.0517130 Sep 30 09:04:43.557414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5011687-dbb6-4ec6-ac2a-79267ec6e0cd req-83e02389-2608-4888-bffc-c82bd77e364c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577397 Sep 30 09:04:43.562169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-a2f2d6a0-70b4-4144-baa4-d6cf76cd5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.563633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-a2f2d6a0-70b4-4144-baa4-d6cf76cd5dbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 1096 time: 0.0715692 Sep 30 09:04:43.654804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-c978d03c-e005-4069-a572-7550ebfbe47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.656289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-c978d03c-e005-4069-a572-7550ebfbe47f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0854132 Sep 30 09:04:43.725928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-f769228b-09f7-441e-9fe7-abd5c779048f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 200 len: 1000 time: 0.0619006 Sep 30 09:04:43.776576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-9c37e4a5-79b1-485e-898f-28b89279dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.777977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-9c37e4a5-79b1-485e-898f-28b89279dca8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0451143 Sep 30 09:04:43.824375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-30f257f3-834c-48c5-8ce3-b0ff97d5020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:43.825913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-30f257f3-834c-48c5-8ce3-b0ff97d5020c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403416 Sep 30 09:04:43.924619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-e7c6fac0-baf2-4e0f-b72a-e6f66184b411 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902779 Sep 30 09:04:44.017591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-806449b9-e29b-4910-acb6-fc8bd25f1d46 req-ae7299be-35f2-4cab-b9ac-bfc5eece5b5e service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Sep 30 09:04:44.682964 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1040db-e206-4a38-83fd-5dd61e0efec9 req-d903248f-70d2-4225-921a-9b5d5a4d9add tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:44.684577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b1040db-e206-4a38-83fd-5dd61e0efec9 req-d903248f-70d2-4225-921a-9b5d5a4d9add tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 945 time: 0.0579240 Sep 30 09:04:44.725693 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b1040db-e206-4a38-83fd-5dd61e0efec9 req-fe45d1f3-0411-41d6-946e-476521474094 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347846 Sep 30 09:04:44.730031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:04:44.785512 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port e4bb67c8-8ec7-4f7c-b600-5c082023919d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:04:44.790492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port e4bb67c8-8ec7-4f7c-b600-5c082023919d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:04:44.790959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:44.874619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:44.900724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:44.903312 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee49e0f-57e0-438e-91fb-998753e0e5d5" -d '{"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:44.917185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:44.921994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:44.983568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:45.000942 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdbe1-9f22-4fbf-8aa3-b5be58d9c711 req-9f47f863-3e23-4c89-82c3-0ff515cc5e1d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:45.002518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db4bdbe1-9f22-4fbf-8aa3-b5be58d9c711 req-9f47f863-3e23-4c89-82c3-0ff515cc5e1d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0701153 Sep 30 09:04:45.043426 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db4bdbe1-9f22-4fbf-8aa3-b5be58d9c711 req-3039cf89-c889-42db-9303-0a7c61763bc2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Sep 30 09:04:45.050338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:45.091161 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f34dd-7e07-4061-9b7c-ed4bd4217efa x-openstack-request-id: req-3d7f34dd-7e07-4061-9b7c-ed4bd4217efa {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:45.091451 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:45.091706 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d7f34dd-7e07-4061-9b7c-ed4bd4217efa {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:45.092093 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'code': 200} Sep 30 09:04:46.164907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616d3fb-9232-4912-a803-12d0a67fd523 req-ac57a9a0-c6b7-4747-8015-79b94acb0b84 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:46.166437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e616d3fb-9232-4912-a803-12d0a67fd523 req-ac57a9a0-c6b7-4747-8015-79b94acb0b84 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0523620 Sep 30 09:04:46.204908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e616d3fb-9232-4912-a803-12d0a67fd523 req-b4fd52d3-c9e3-4d18-b8dd-d9dcfc33caec tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Sep 30 09:04:46.402344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-6edeb821-d51c-42f2-94e3-b0cd9f3b3196 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:46.403772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-6edeb821-d51c-42f2-94e3-b0cd9f3b3196 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 946 time: 0.0535653 Sep 30 09:04:46.500696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Deleting port e4bb67c8-8ec7-4f7c-b600-5c082023919d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:04:46.500696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:46.596047 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] For port e4bb67c8-8ec7-4f7c-b600-5c082023919d, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=e4bb67c8-8ec7-4f7c-b600-5c082023919d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:46.596418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:46.783002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:46.783373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:46.783696 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 disassociated. External IP: 172.25.7.55, port: e4bb67c8-8ec7-4f7c-b600-5c082023919d. Sep 30 09:04:46.784049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Calling delete_port for e4bb67c8-8ec7-4f7c-b600-5c082023919d owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:04:46.921962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:46.955222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event deleted for resources: {'Port': ['ID=e4bb67c8-8ec7-4f7c-b600-5c082023919d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:47.114843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:04:47.230685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:04:47.242510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:04:47.256972 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:04:47.257662 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:04:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:04:47.275313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] No DVR routers for this DVR port e4bb67c8-8ec7-4f7c-b600-5c082023919d on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:04:47.278595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:47.280988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40981dc8-def0-45c0-a7db-eddf1c1e2508 req-2ef4dfad-0952-4b6b-a363-c7392acb9779 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "DELETE /v2.0/ports/e4bb67c8-8ec7-4f7c-b600-5c082023919d HTTP/1.1" status: 204 len: 173 time: 0.8705535 Sep 30 09:04:47.281476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-deleted', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:47.284429 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e55a9-cf4d-4d9c-ae4b-7b0fc270af58" -d '{"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-deleted", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:47.329894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-151d49e0-bb15-4536-b921-f333886a09f6 req-52d421e5-10ff-4e32-ad26-fcd4197d211f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e45f5b44-122e-4e8a-967e-37122ffb56a4 HTTP/1.1" status: 200 len: 210 time: 0.0414202 Sep 30 09:04:47.389789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:04:47.393360 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbd990c-f5cb-45b5-ac5f-fbc44f433e23 x-openstack-request-id: req-9fbd990c-f5cb-45b5-ac5f-fbc44f433e23 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:47.393360 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5b44-122e-4e8a-967e-37122ffb56a4", "name": "network-vif-deleted", "tag": "e4bb67c8-8ec7-4f7c-b600-5c082023919d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:47.393360 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fbd990c-f5cb-45b5-ac5f-fbc44f433e23 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:47.393360 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5b44-122e-4e8a-967e-37122ffb56a4', 'name': 'network-vif-deleted', 'tag': 'e4bb67c8-8ec7-4f7c-b600-5c082023919d', 'status': 'completed', 'code': 200} Sep 30 09:04:47.598171 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:04:47.624818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:04:47.633293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:04:47.633943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:04:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:04:47.747384 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:04:47.946888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:04:47.975242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbee420-7212-4616-a171-8c18e3e9e930 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:04:48.203058 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73bc163-d712-4cde-a76c-98b8919e9714 None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:04:48.609158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-98c87e50-04f0-4191-8717-8409ca995633 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1941890815&fields=id&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 267 time: 0.0321717 Sep 30 09:04:48.716565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-1f793a9b-3bdb-49de-ad1e-4f3cfe9693cd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:48.717944 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-1f793a9b-3bdb-49de-ad1e-4f3cfe9693cd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1020150 Sep 30 09:04:48.732899 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-900097f5-0698-49f2-ae12-af3fa508e90c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/quotas/734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 375 time: 0.0091450 Sep 30 09:04:48.787449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-d02b3bc0-614d-4399-9be6-618720a00af3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490701 Sep 30 09:04:48.805052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-9769b49e-0072-4bd0-9740-8c890b71cc63 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:04:48.806094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-9769b49e-0072-4bd0-9740-8c890b71cc63 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058343 Sep 30 09:04:48.904976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-82d0c790-0d3e-4b2b-99b3-cbe2feb8eef2 service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878928 Sep 30 09:04:48.993850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-6563d994-737c-4f3a-9dec-d853ebf6ae0c service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825989 Sep 30 09:04:49.158819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7038c29-f9bd-439f-b089-d997676a99ed req-81951699-af9b-4fb3-9285-d21105926e5e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 210 time: 0.0313690 Sep 30 09:04:50.158845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-aa2b8495-6b2b-4841-ae8a-40ac464c4d55 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:50.160307 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-aa2b8495-6b2b-4841-ae8a-40ac464c4d55 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1042414 Sep 30 09:04:50.205185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-ba647c86-ca7f-48e4-895d-ba117e093499 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 380 time: 0.0347350 Sep 30 09:04:50.216332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'port': {'device_id': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'admin_state_up': True, 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'security_groups': ['5abf15a8-01fa-427f-b37b-a879e198e835']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:04:50.271736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f78e1be5-400a-4f85-9bb1-e162466e80fc req-d20e317c-54e9-41cd-a9a7-33a701862398 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 210 time: 0.0406411 Sep 30 09:04:50.349727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Made reservation on behalf of 734e0acd99f748e3b34c33d96676964b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:04:50.353320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.480000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Allocated IP 172.20.0.4 (6be50d8a-49d5-4f06-aac1-2326ce4403b4/68d5f6b8-54f3-4014-b461-5697e411eb8b/2b4f7ac6-9d6b-4820-bffb-669f8fea0218) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:04:50.612037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.644449 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.690825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:04:50.693926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:04:50.697522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:04:50.724101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:50.754510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:50.755202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.763168 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:04:50.773370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-778a1610-5493-4164-826e-f13395c6e089 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607936 Sep 30 09:04:50.786539 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: e4bb67c8-8ec7-4f7c-b600-5c082023919d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:04:50.786895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device e4bb67c8-8ec7-4f7c-b600-5c082023919d not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:04:50.787017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Request body: {'port': {'device_id': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:04:50.843811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.902174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8f42adf7-6b61-4fa9-b215-d59621cbde2e None None] Provisioning complete for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:04:50.902649 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f42adf7-6b61-4fa9-b215-d59621cbde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.941333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-8f42adf7-6b61-4fa9-b215-d59621cbde2e None None] Port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:04:51.114973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:04:51.122938 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:51.134934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Transition to ACTIVE for port object 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:04:51.138631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:51.190540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:51.264528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:04:51.264905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:04:51.265195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:04:51.269878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:04:51.270199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:04:51.275779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:04:51.276375 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:04:51.276759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:04:51.277196 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Bound port: 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:04:51.277575 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:51.346402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:04:51.352119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:04:51.364616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:51.416634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:51.417258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:51.418675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] 10.222.0.57 "PUT /v2.0/ports/2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 1091 time: 0.6366177 Sep 30 09:04:51.420978 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:51.423639 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca1a13a-c48f-4dd9-8b93-456e48a83623" -d '{"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:51.459152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b1c75-9a3d-438f-8b14-97a6197cec5d req-a1032802-b099-4830-8158-20b253bb9436 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:51.460651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-668b1c75-9a3d-438f-8b14-97a6197cec5d req-a1032802-b099-4830-8158-20b253bb9436 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.1116159 Sep 30 09:04:51.470107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45136f54-d3fe-4f0e-ad59-f66f8919cccd service neutron] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:51.533647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-668b1c75-9a3d-438f-8b14-97a6197cec5d req-03e7861f-fb9b-40f1-bb9e-a1e2cbb9661a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590956 Sep 30 09:04:51.536553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-8766d8aa-4174-4e87-b760-f1ba358d7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:51.538075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-8766d8aa-4174-4e87-b760-f1ba358d7f38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1094 time: 0.0762181 Sep 30 09:04:51.587572 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d64054-1607-4235-888c-f6ef2d9ff890 x-openstack-request-id: req-62d64054-1607-4235-888c-f6ef2d9ff890 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:51.587866 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:51.588113 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62d64054-1607-4235-888c-f6ef2d9ff890 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:51.588511 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'status': 'completed', 'code': 200} Sep 30 09:04:51.590323 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-2c1a9b1c-0eb2-4494-9146-5d824824eaf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 217 time: 0.0397294 Sep 30 09:04:51.643909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-6f1d2415-4e5f-44a9-835e-247c5e4bc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:51.645291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-6f1d2415-4e5f-44a9-835e-247c5e4bc66a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0436673 Sep 30 09:04:51.698441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-5b1ba397-603f-42d6-90e5-5630982a1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:51.699981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-5b1ba397-603f-42d6-90e5-5630982a1e22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439878 Sep 30 09:04:51.790400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-dd37853f-4a50-4016-9780-8977f24b1106 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815880 Sep 30 09:04:51.885225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d03f9d-42a4-4065-90bc-b816735d12c6 req-429e9072-fbe4-4e59-90f5-d13a04fb6e1d service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845196 Sep 30 09:04:51.973469 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-85222ecd-6bd0-426b-8076-fa76a5bff9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:51.974988 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-85222ecd-6bd0-426b-8076-fa76a5bff9a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1094 time: 0.0403001 Sep 30 09:04:52.334263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-0d730637-08e0-4e91-a5a0-96ac2e5de3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:52.335666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-0d730637-08e0-4e91-a5a0-96ac2e5de3eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.3523319 Sep 30 09:04:52.383638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-d6dd1437-5bdb-4752-8179-a997da2e316b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 217 time: 0.0375443 Sep 30 09:04:52.435357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-1529ed4a-77fd-418f-a9b5-194a25f3ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:52.436849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-1529ed4a-77fd-418f-a9b5-194a25f3ac5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0453691 Sep 30 09:04:52.486861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-c46bbe97-2f4d-4a8b-8628-d6b501ac8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:52.488372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-c46bbe97-2f4d-4a8b-8628-d6b501ac8e63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435002 Sep 30 09:04:52.584795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-f35598f9-1c27-47e1-80c7-40cbcac65f18 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860682 Sep 30 09:04:52.715467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff168ff-57e7-4b02-8fba-6741a1ceca67 req-6b230c96-ba48-4305-85cf-803537fa36b3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:52.716963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aff168ff-57e7-4b02-8fba-6741a1ceca67 req-6b230c96-ba48-4305-85cf-803537fa36b3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.1043582 Sep 30 09:04:52.720716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bca1a13a-c48f-4dd9-8b93-456e48a83623 req-0533b7e8-871e-4b2b-b1c6-8ecddd47d9df service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275783 Sep 30 09:04:52.764150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aff168ff-57e7-4b02-8fba-6741a1ceca67 req-723aadcf-535b-40b3-acc0-b82a14f282a7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Sep 30 09:04:53.877765 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f754008-cb55-4c9f-ba86-80594037f353 req-82c17127-98d9-4648-9b49-8f327de6d32e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:53.879243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f754008-cb55-4c9f-ba86-80594037f353 req-82c17127-98d9-4648-9b49-8f327de6d32e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.0480456 Sep 30 09:04:53.917183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f754008-cb55-4c9f-ba86-80594037f353 req-e8d8a931-218d-404c-8ae5-f4bbbef1ecc4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Sep 30 09:04:54.123466 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:04:54.217430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:54.228569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'mac_address': 'fa:16:3e:44:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:04:54.265364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:54.282337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:04:54.301610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:54.305740 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:54.354022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:54.619709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2b4f7ac6-9d6b-4820-bffb-669f8fea0218'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:04:55.037052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3636d-206c-4d82-b438-5a63a5874c41 req-31671c23-08e9-4b3d-a0b3-be02de4ffa74 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:55.038604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8be3636d-206c-4d82-b438-5a63a5874c41 req-31671c23-08e9-4b3d-a0b3-be02de4ffa74 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0548103 Sep 30 09:04:55.076509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8be3636d-206c-4d82-b438-5a63a5874c41 req-393381d5-20ff-4fa5-b927-d993da99a908 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Sep 30 09:04:56.097046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:56.149496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:04:56.190699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dc430-9e89-4380-b141-58996f32f5c1 req-ea60ada8-dedc-4993-8ddd-e236a40ab495 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:56.192196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-930dc430-9e89-4380-b141-58996f32f5c1 req-ea60ada8-dedc-4993-8ddd-e236a40ab495 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0481460 Sep 30 09:04:56.198379 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:56.214449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:04:56.218814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:04:56.219194 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:56.232720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-930dc430-9e89-4380-b141-58996f32f5c1 req-235cb6f0-a8f4-4f26-b7f4-00cddf37be2c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Sep 30 09:04:56.295841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:56.317756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:56.320549 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3649e6b-3d8b-4f3d-bed1-eb31d2ff796b" -d '{"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-plugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:56.333046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:04:56.337311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:56.366000 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfcc89f-ec0a-45ad-b232-d5e7030138bf x-openstack-request-id: req-fdfcc89f-ec0a-45ad-b232-d5e7030138bf {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:56.366293 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-plugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:56.367021 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdfcc89f-ec0a-45ad-b232-d5e7030138bf {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:56.367353 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'code': 200} Sep 30 09:04:56.396102 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:04:56.474896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96cfc-516a-45d8-92fa-9c137ab09034 req-2e82ef38-1941-46e1-843a-682c77766ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:56.476403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48f96cfc-516a-45d8-92fa-9c137ab09034 req-2e82ef38-1941-46e1-843a-682c77766ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1096 time: 0.0400057 Sep 30 09:04:56.515640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-48f96cfc-516a-45d8-92fa-9c137ab09034 req-191ef775-d836-4fd3-854f-f4ab95d68dbd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283306 Sep 30 09:04:57.354639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53df203-a031-4a0c-aabe-b88106d6326c req-93e18e7a-17c2-463d-8adb-7473936baa3c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:57.356123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b53df203-a031-4a0c-aabe-b88106d6326c req-93e18e7a-17c2-463d-8adb-7473936baa3c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Sep 30 09:04:57.394297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b53df203-a031-4a0c-aabe-b88106d6326c req-9781c91f-0f83-4f52-b3a2-97c2326e8ba6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Sep 30 09:04:58.510185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453584b4-3ad9-4d64-8a6d-4092068fbd7c req-71024d7b-f53e-4915-9268-4f61f492a98a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:58.511585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-453584b4-3ad9-4d64-8a6d-4092068fbd7c req-71024d7b-f53e-4915-9268-4f61f492a98a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Sep 30 09:04:58.549369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-453584b4-3ad9-4d64-8a6d-4092068fbd7c req-402eb8f1-d5cd-41b6-bf8e-9165786f5cd2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Sep 30 09:04:58.657724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe60a6-befc-43cb-8708-db73c8b1c38f req-4dc7a1d4-4ce1-4e0b-bdd5-c29095876d10 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:58.659202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-01fe60a6-befc-43cb-8708-db73c8b1c38f req-4dc7a1d4-4ce1-4e0b-bdd5-c29095876d10 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0480208 Sep 30 09:04:58.668437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43566) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:04:58.672782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'floatingip': {'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:04:58.715568 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:59.160876 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:59.164907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:59.273362 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 associated. External IP: 172.25.7.55, port: 2b4f7ac6-9d6b-4820-bffb-669f8fea0218. Sep 30 09:04:59.484984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:04:59.598118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:04:59.603111 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:59.609181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:04:59.618554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:04:59.619183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:04:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:04:59.643123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3fbc645e-a5d4-4413-a6b4-6de16a441069 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "PUT /v2.0/floatingips/08a953ab-fd8d-4e4e-ab35-ac24dc641f29 HTTP/1.1" status: 200 len: 990 time: 0.9734468 Sep 30 09:04:59.643991 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:04:59.648039 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84812719-9730-44b7-98aa-f3fa3203a3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:04:59.740075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:04:59.836608 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f55af-3103-4024-952e-42cc0f0fb9ff x-openstack-request-id: req-d39f55af-3103-4024-952e-42cc0f0fb9ff {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:04:59.836895 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:04:59.837147 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d39f55af-3103-4024-952e-42cc0f0fb9ff {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:04:59.837588 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'status': 'completed', 'code': 200} Sep 30 09:04:59.923364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-7e0f6731-e8ce-4c89-a492-e1bab37c67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:59.924882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-7e0f6731-e8ce-4c89-a492-e1bab37c67f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1096 time: 0.0554950 Sep 30 09:04:59.990548 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:44:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:04:59Z', 'revision_number': 9, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:00.019235 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-9f0e8cb6-55e2-47c7-92ef-f55ab7a9c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:00.019870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:05:00.020761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-9f0e8cb6-55e2-47c7-92ef-f55ab7a9c560 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0875587 Sep 30 09:05:00.029180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:00.029835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:04:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:00.086035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-ad7c9062-502e-48ee-8802-0ded00e0d8b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 998 time: 0.0573852 Sep 30 09:05:00.133764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:00.135610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-55973480-8a29-4e69-83f7-a00f086850ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:00.137100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-55973480-8a29-4e69-83f7-a00f086850ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0434475 Sep 30 09:05:00.187925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-156dc926-f4bd-4550-8664-b031595300fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:00.189435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-156dc926-f4bd-4550-8664-b031595300fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443151 Sep 30 09:05:00.284125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-867e847d-338b-4e63-9f34-cfba41756b15 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864792 Sep 30 09:05:00.384958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84812719-9730-44b7-98aa-f3fa3203a3ae req-7796eb46-f423-4884-91e1-e38b1abdfa71 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931666 Sep 30 09:05:00.528773 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:44:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:04:59Z', 'revision_number': 9, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:00.561938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f278f-4b2d-4bda-8f02-b06ed0b5e286 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:44:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:04:59Z', 'revision_number': 9, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:05:00.761596 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d46ba-9178-4629-913f-79468dd6b2f3 None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:05:04.417297 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:05:08.639662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9902e436-8817-42c8-8ebb-dc2f523e11aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.131161 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2742c35f-0aff-4899-9f17-ad38ac05f93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.531945 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:13.287352 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:15.051857 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.858415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-d7c774b6-992c-4a83-8715-af956202ac54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403717 Sep 30 09:05:17.961406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-6f984bea-d23f-4d0b-b283-ab46c372714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:17.962937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-6f984bea-d23f-4d0b-b283-ab46c372714d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1096 time: 0.0412731 Sep 30 09:05:18.076682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-4ea8a2f5-3408-44ab-9724-4188828cb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:18.078217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-4ea8a2f5-3408-44ab-9724-4188828cb97c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0916803 Sep 30 09:05:18.155711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-1d6e0772-e42d-4dfe-957d-74a3c2b8f56f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 1001 time: 0.0630293 Sep 30 09:05:18.213889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-8e41a911-38f0-40c1-863c-710ad3b24938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:18.215595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-8e41a911-38f0-40c1-863c-710ad3b24938 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0504522 Sep 30 09:05:18.533986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-bb339e4f-f3c7-4de8-b2fa-726d7ab445ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:18.535537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-bb339e4f-f3c7-4de8-b2fa-726d7ab445ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3071010 Sep 30 09:05:18.629208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-3bf3917a-b405-4bd6-a32a-9320efad0b86 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825334 Sep 30 09:05:18.725389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8eaebac8-b679-40bb-bda9-72b473ede100 req-e4f6198b-5939-46b1-a9c1-c0c26e3ce44c service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Sep 30 09:05:26.114717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.185733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:38.640980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9cd76d2f-3181-4213-9b19-4d0c0978214b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:41.132264 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-19661c5a-f4ab-4155-8ac0-334fd508b996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:41.416556 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:05:41.524025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:43.289640 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:45.054983 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:56.112129 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:56.196112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:08.641488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a9f152a0-4297-469d-9ac0-3d77263e4771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:11.132923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce7f8499-1e9b-4b84-ac65-218f419e8f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:11.526687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:13.292851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:15.057041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:18.416196 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:06:19.829513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-185e3796-ef9f-4f12-9781-66a49958321d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413454 Sep 30 09:06:19.943556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-2335d25f-afb0-439e-9f59-387a8562af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:19.945078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-2335d25f-afb0-439e-9f59-387a8562af4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1096 time: 0.0663688 Sep 30 09:06:20.051261 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-aca03fec-b2b0-4f37-8a30-9e05df3ca541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:20.053419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-aca03fec-b2b0-4f37-8a30-9e05df3ca541 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0872741 Sep 30 09:06:20.122714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-c51a6fb7-1cc6-42c6-8df8-2045fe835ce4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 1001 time: 0.0610240 Sep 30 09:06:20.173606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-aedb36b2-ab90-493e-b9e9-cdf37829bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:20.175021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-aedb36b2-ab90-493e-b9e9-cdf37829bf24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0430391 Sep 30 09:06:20.220378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-239b0b83-f05a-47e4-b84a-a0859b55460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:20.221924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-239b0b83-f05a-47e4-b84a-a0859b55460c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393298 Sep 30 09:06:20.319060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-b6728853-5a26-498c-9131-cd43b56e51e9 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Sep 30 09:06:20.412889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc64a097-e006-4ac2-a506-45b8863dc669 req-92ed60b5-eaf1-4419-9ea5-253c0d5af45c service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826609 Sep 30 09:06:26.142133 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:26.194673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:38.643211 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-933784ff-dced-4688-9c11-018987e40798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:41.133019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b1765eed-d692-432c-bdec-be2a129555f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:41.528409 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:42.329957 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-81cdaedf-6583-415e-8bdf-251dea359ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418336 Sep 30 09:06:42.352270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77d39a-b9fe-44d2-a23f-dd8073a1d596 req-29470c6e-98e4-4a5a-b1d6-2f66de7a692c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:42.353966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b77d39a-b9fe-44d2-a23f-dd8073a1d596 req-29470c6e-98e4-4a5a-b1d6-2f66de7a692c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0550435 Sep 30 09:06:42.395896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1b77d39a-b9fe-44d2-a23f-dd8073a1d596 req-fa01674b-7081-418b-8729-d6339c1ed83c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Sep 30 09:06:43.294846 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:43.512348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e050b5-173d-44c6-8790-28f7fe05cbf4 req-86609a2a-78ce-4c71-902a-5eb511089676 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:43.513873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8e050b5-173d-44c6-8790-28f7fe05cbf4 req-86609a2a-78ce-4c71-902a-5eb511089676 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Sep 30 09:06:43.552650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8e050b5-173d-44c6-8790-28f7fe05cbf4 req-e318f61c-25f8-4e66-bc37-df50b3876369 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Sep 30 09:06:43.638754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-af9e3567-ffbd-467b-b871-4c4240c43a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:43.640251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-af9e3567-ffbd-467b-b871-4c4240c43a98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1096 time: 0.0414035 Sep 30 09:06:43.735240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-caef5377-75f1-4641-9d99-f8028026e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:43.736728 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-caef5377-75f1-4641-9d99-f8028026e503 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0860157 Sep 30 09:06:43.805577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-4e63f87d-ba3b-4519-948e-80a20607870b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 1001 time: 0.0565817 Sep 30 09:06:43.861682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-b15ad419-c5da-4e32-ad35-5bd4c4510212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:43.863262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-b15ad419-c5da-4e32-ad35-5bd4c4510212 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0485609 Sep 30 09:06:43.911166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-bf225663-b5f8-45bc-ae05-4c439e69095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:43.912667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-bf225663-b5f8-45bc-ae05-4c439e69095d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411758 Sep 30 09:06:44.008826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-d4e9a68c-e1e7-4e9f-adb2-ccd31f43a8a3 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840037 Sep 30 09:06:44.105471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-c48a75ab-576f-47a5-a5a1-f74820e1eb6f service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866158 Sep 30 09:06:44.670244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd839ed-ac78-4192-aeb2-5d098c6eee0f req-5e7f3553-0ff8-41be-bc76-bcd78ca0ab9d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:44.671724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dd839ed-ac78-4192-aeb2-5d098c6eee0f req-5e7f3553-0ff8-41be-bc76-bcd78ca0ab9d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0495663 Sep 30 09:06:44.709207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7dd839ed-ac78-4192-aeb2-5d098c6eee0f req-1360d2d8-b6d9-4f14-ac96-0ce30148b205 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Sep 30 09:06:45.060036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:45.827567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937977d-75de-4980-9d5c-6c23fb2a5ea8 req-02e9dd46-0eb2-4b85-ab83-c709850b1320 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:45.829065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8937977d-75de-4980-9d5c-6c23fb2a5ea8 req-02e9dd46-0eb2-4b85-ab83-c709850b1320 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0493321 Sep 30 09:06:45.873019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8937977d-75de-4980-9d5c-6c23fb2a5ea8 req-34e39a7c-a5b7-4f06-8e32-d7af0ef5c85e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378103 Sep 30 09:06:46.986995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01989-6822-4266-8985-bb5dca6f2199 req-02e1845a-56a4-4168-80b0-7b64ecc491ef tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:46.988527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3b01989-6822-4266-8985-bb5dca6f2199 req-02e1845a-56a4-4168-80b0-7b64ecc491ef tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0489376 Sep 30 09:06:47.028162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3b01989-6822-4266-8985-bb5dca6f2199 req-6b854070-e8b1-4510-a554-9c044a9acd65 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Sep 30 09:06:48.143430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b1d6-2cc9-48fe-9c07-1c28dd775ea2 req-8a08f9c3-9e9e-4196-a0d5-5f0a89b5a392 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:48.145018 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7e7b1d6-2cc9-48fe-9c07-1c28dd775ea2 req-8a08f9c3-9e9e-4196-a0d5-5f0a89b5a392 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0490053 Sep 30 09:06:48.183072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f7e7b1d6-2cc9-48fe-9c07-1c28dd775ea2 req-30c0c8f7-a7cf-4207-bc2b-129a520b6861 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317669 Sep 30 09:06:49.300126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7250c-906b-43fd-ab05-870e666e48bc req-4876ab9b-5ff8-4def-beae-2e4edf4e72a9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:49.301627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e7250c-906b-43fd-ab05-870e666e48bc req-4876ab9b-5ff8-4def-beae-2e4edf4e72a9 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0480661 Sep 30 09:06:49.344341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-24e7250c-906b-43fd-ab05-870e666e48bc req-3824a36a-f618-45eb-8251-5741ff0ff44b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Sep 30 09:06:50.459154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d10e4-c9b6-4ee0-ac78-dd0c1740c59b req-39c1a679-88f8-4329-a06d-b7cf24c0d79d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:50.460545 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e34d10e4-c9b6-4ee0-ac78-dd0c1740c59b req-39c1a679-88f8-4329-a06d-b7cf24c0d79d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Sep 30 09:06:50.497796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e34d10e4-c9b6-4ee0-ac78-dd0c1740c59b req-d618783f-6cae-416a-8cd6-ca8aeca5275b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Sep 30 09:06:51.613198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a1c5-e5d6-42c9-873a-73623ca312ea req-4e32d7c8-f23d-41f9-8fa2-4e3185bb3228 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:51.614783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd63a1c5-e5d6-42c9-873a-73623ca312ea req-4e32d7c8-f23d-41f9-8fa2-4e3185bb3228 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Sep 30 09:06:51.654235 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd63a1c5-e5d6-42c9-873a-73623ca312ea req-67b4c903-2595-4eb7-9cf7-5bdac0e3de41 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323153 Sep 30 09:06:52.766548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663177-2680-47de-8a1a-eb23738648c6 req-5e1fb00f-70cb-4707-81c3-c91739afb7c7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:52.768004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44663177-2680-47de-8a1a-eb23738648c6 req-5e1fb00f-70cb-4707-81c3-c91739afb7c7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Sep 30 09:06:52.810694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44663177-2680-47de-8a1a-eb23738648c6 req-e4ab025e-995c-42db-83bb-7446951c1988 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366673 Sep 30 09:06:53.927476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c8e5e-a363-45db-91d5-8654f04f6011 req-5991ab2f-9bc6-441b-8d1a-837d6cedc087 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:53.928975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-678c8e5e-a363-45db-91d5-8654f04f6011 req-5991ab2f-9bc6-441b-8d1a-837d6cedc087 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0503786 Sep 30 09:06:53.967773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-678c8e5e-a363-45db-91d5-8654f04f6011 req-c9821e62-e3d3-4977-b102-a13fc9b09e16 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Sep 30 09:06:55.084415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc048313-b632-4d78-8a2a-1fd918e91648 req-0d108c7e-0c20-46e0-a65e-2f97197b82f4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:55.085849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc048313-b632-4d78-8a2a-1fd918e91648 req-0d108c7e-0c20-46e0-a65e-2f97197b82f4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Sep 30 09:06:55.124359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bc048313-b632-4d78-8a2a-1fd918e91648 req-49415f3c-4f58-460b-b8e7-5d93ea1301c2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Sep 30 09:06:55.416077 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:06:56.142209 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:56.210079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:56.241675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac18bd-7c89-44d3-a188-09bc5ec3a64e req-2e0baf49-14d0-472c-bfb4-417501269b80 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:56.243253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdac18bd-7c89-44d3-a188-09bc5ec3a64e req-2e0baf49-14d0-472c-bfb4-417501269b80 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0508533 Sep 30 09:06:56.310353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdac18bd-7c89-44d3-a188-09bc5ec3a64e req-2b29467d-fb03-4d27-b01f-fe28085271d6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607541 Sep 30 09:06:56.339633 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-881d6bab-16e7-48d7-b26d-92bd55de0a6a service neutron] show failed (client error): The resource could not be found. Sep 30 09:06:56.340717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-881d6bab-16e7-48d7-b26d-92bd55de0a6a service neutron] 10.222.0.57 "GET /v2.0/ports/2b4f7ac6-9d6b-4820-bffb-669f8fea0218/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0661657 Sep 30 09:06:56.602229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-e64ab340-ff05-4c10-84b6-bfd4a2b14aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:56.603768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-e64ab340-ff05-4c10-84b6-bfd4a2b14aa1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 1096 time: 0.0921402 Sep 30 09:06:56.622446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:06:56.679593 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:56.885602 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:06:56.916859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:06:56.956207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:06:56.958519 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa2845-5418-49e7-b598-bed56a011d73" -d '{"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:06:56.962368 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:56.975588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Transition to ACTIVE for port object 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:06:56.979552 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.015145 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15138415-8267-4516-83cf-87cae33f581e x-openstack-request-id: req-15138415-8267-4516-83cf-87cae33f581e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:06:57.015145 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:06:57.015145 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15138415-8267-4516-83cf-87cae33f581e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:06:57.015385 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'code': 200} Sep 30 09:06:57.063609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:57.077913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.078257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.078596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.078929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.079258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.079585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.079908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.080230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.080705 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.081188 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.081540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.081862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:57.122343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] No DVR routers for this DVR port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:06:57.262022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:06:57.262711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:06:57.262711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:06:57.267085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:06:57.267408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:06:57.272333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:06:57.272671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:06:57.273065 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:06:57.273717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Bound port: 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:06:57.274410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.339774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:06:57.343328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:06:57.348967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.389283 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:57.390031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.391861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] 10.222.0.50 "PUT /v2.0/ports/2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 1091 time: 0.7736156 Sep 30 09:06:57.464282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6ef79-6069-46a5-9d0f-714b97be484d service neutron] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:57.490045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006458-e991-486b-abb7-47ebd478cb3e req-6a5a688c-4efa-491d-90ea-5701753235b8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:57.491644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee006458-e991-486b-abb7-47ebd478cb3e req-6a5a688c-4efa-491d-90ea-5701753235b8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.1080115 Sep 30 09:06:57.506901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-56b700ee-d552-42d2-a312-dbcb47494b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:57.508434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-56b700ee-d552-42d2-a312-dbcb47494b2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1094 time: 0.0730534 Sep 30 09:06:57.567667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee006458-e991-486b-abb7-47ebd478cb3e req-a7e7d9dc-67e9-4e8f-b550-b64f39de1f35 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687175 Sep 30 09:06:57.621688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-9b768922-0312-4c1b-b471-264179c31277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:57.623529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-9b768922-0312-4c1b-b471-264179c31277 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1073585 Sep 30 09:06:57.689080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-30356466-98fc-40fa-8a41-edfd3910f84a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.0580578 Sep 30 09:06:57.742240 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-6b365ee1-7598-43be-b9de-cbb14ad313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:57.743603 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-6b365ee1-7598-43be-b9de-cbb14ad313e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0476277 Sep 30 09:06:57.788309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-42e97462-83e5-473a-b301-69f6bf26bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:57.790443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-42e97462-83e5-473a-b301-69f6bf26bcdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398655 Sep 30 09:06:57.878151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-ee38021a-4116-4984-8722-ffb233159545 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804224 Sep 30 09:06:57.969577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce176994-5795-4d36-9fd6-882ff93b5ef9 req-4e1aa762-0285-428e-b3a2-fa30013cd16f service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845163 Sep 30 09:06:58.698337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec748f-0861-43af-8339-e54aa97de4e9 req-2a1b0caf-04cf-4b82-94e9-3501b63e79e0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:58.699809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8ec748f-0861-43af-8339-e54aa97de4e9 req-2a1b0caf-04cf-4b82-94e9-3501b63e79e0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.0483756 Sep 30 09:06:58.737911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8ec748f-0861-43af-8339-e54aa97de4e9 req-9979cefa-2f85-469d-8dd2-854bc9fcce7e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Sep 30 09:06:59.016108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:06:59.018585 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4bef55-34aa-42f7-8d9c-305a75295bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:06:59.067816 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf16976-73f5-4412-9c2c-1da779c1e1e1 x-openstack-request-id: req-cbf16976-73f5-4412-9c2c-1da779c1e1e1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:06:59.068284 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:06:59.068693 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbf16976-73f5-4412-9c2c-1da779c1e1e1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:06:59.069302 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'status': 'completed', 'code': 200} Sep 30 09:06:59.179874 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-000aee38-4c6c-4f8e-b4fd-11e30c693540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.181374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-000aee38-4c6c-4f8e-b4fd-11e30c693540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1094 time: 0.0820282 Sep 30 09:06:59.183895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-abf9e3e5-1a91-46cb-989f-16ef2c8d6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.185249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-abf9e3e5-1a91-46cb-989f-16ef2c8d6f56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1094 time: 0.0516753 Sep 30 09:06:59.348316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-f319a3e7-c387-40a7-ab4b-93a10329960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.349753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-f319a3e7-c387-40a7-ab4b-93a10329960a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1569414 Sep 30 09:06:59.350862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-e3cea661-fce7-4619-9cae-341427a62d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.352787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-e3cea661-fce7-4619-9cae-341427a62d61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1588681 Sep 30 09:06:59.468633 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-9edaa0e0-07c1-4785-b84b-7ea18e995214 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.1067777 Sep 30 09:06:59.470432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-119f26eb-7beb-42e0-a256-9e6358a8e557 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.1098065 Sep 30 09:06:59.558081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-396998fd-b6a0-49a4-a68d-dc3c00be6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.559552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-396998fd-b6a0-49a4-a68d-dc3c00be6b9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0818427 Sep 30 09:06:59.564791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-6b32f25a-4b90-461d-ae8f-963e4192a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.566167 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-6b32f25a-4b90-461d-ae8f-963e4192a4c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0636706 Sep 30 09:06:59.637092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-0cff01b1-f7c0-49be-96f8-8dba24c1bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.638526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-0cff01b1-f7c0-49be-96f8-8dba24c1bcde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681922 Sep 30 09:06:59.640291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-8412972b-8d19-485f-afd0-4eb2f5198bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.641654 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-8412972b-8d19-485f-afd0-4eb2f5198bab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632417 Sep 30 09:06:59.802525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-e138fcdd-62aa-424d-97f6-0a90505147a6 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538103 Sep 30 09:06:59.807353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-22476b74-1ac8-407c-8f42-25be79e10ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506505 Sep 30 09:07:00.013494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b98b51-14d9-46b6-bef0-c9973e938630 req-c230ca0a-4016-4f9a-b862-89a55018a1ca tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:00.015029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54b98b51-14d9-46b6-bef0-c9973e938630 req-c230ca0a-4016-4f9a-b862-89a55018a1ca tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.2053707 Sep 30 09:07:00.018733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-fad74343-9a0b-404e-88a4-b60b12457755 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963518 Sep 30 09:07:00.020920 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f4bef55-34aa-42f7-8d9c-305a75295bf6 req-ea36b89e-dad2-40fa-a03b-77d0c59c71a8 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066276 Sep 30 09:07:00.057769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-54b98b51-14d9-46b6-bef0-c9973e938630 req-89836b24-0377-4d3a-bec3-ea4ebc3d2889 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Sep 30 09:07:00.650311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-85530e9d-562c-4f03-aed5-29f93f29b741 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:00.651746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-85530e9d-562c-4f03-aed5-29f93f29b741 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895&tenant_id=734e0acd99f748e3b34c33d96676964b&binding%3Ahost_id=n-h1-807025-5 HTTP/1.1" status: 200 len: 943 time: 0.3514302 Sep 30 09:07:00.663409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a91b6-496a-432f-9817-9aa61e7a2956 req-7f048621-4e06-43c3-9780-5e84d40611f7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:00.665560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93a91b6-496a-432f-9817-9aa61e7a2956 req-7f048621-4e06-43c3-9780-5e84d40611f7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 943 time: 0.3358605 Sep 30 09:07:00.738041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c93a91b6-496a-432f-9817-9aa61e7a2956 req-11c23233-7bd9-4133-89cf-62b24adeae89 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663958 Sep 30 09:07:00.746995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:00.747581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-462360ac-9c07-435d-bd9e-68805ea65b3a service neutron] 10.222.0.50 "GET /v2.0/ports/2b4f7ac6-9d6b-4820-bffb-669f8fea0218/bindings/n-h1-807025-5 HTTP/1.1" status: 200 len: 382 time: 0.0809216 Sep 30 09:07:00.785982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:00.828452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-a7ca0569-2e8b-4f5b-8626-7397e1db8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:00.830006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-a7ca0569-2e8b-4f5b-8626-7397e1db8f90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1094 time: 0.0418093 Sep 30 09:07:00.924245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-5b8a71e1-20bd-444c-9dd9-c7ba2b3644cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:00.925663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-5b8a71e1-20bd-444c-9dd9-c7ba2b3644cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0885098 Sep 30 09:07:00.992309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-64222a21-53b6-4161-badc-141e7c970bc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.0598671 Sep 30 09:07:01.048462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-3720d67b-3a74-4b96-b134-ce01f3b072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:01.049994 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-3720d67b-3a74-4b96-b134-ce01f3b072f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0505772 Sep 30 09:07:01.096201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-fef15b72-811a-4e1a-a960-62e88052e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:01.097777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-fef15b72-811a-4e1a-a960-62e88052e6ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412261 Sep 30 09:07:01.189367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-8b2403c1-fd27-4cf0-9f93-5e05ef606f34 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Sep 30 09:07:01.190545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:07:01.288434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c6dd1a05-74f9-4e13-8e8d-adb3ce4de8dc service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916383 Sep 30 09:07:01.291949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:01.303681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'mac_address': 'fa:16:3e:44:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:07:01.348010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:01.362310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:07:01.383398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:01.387531 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:01.437057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:01.445217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.445994 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.446340 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.446677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.447013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.447471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.447824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.448156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.448516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.448833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.449160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.449499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:01.690286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2b4f7ac6-9d6b-4820-bffb-669f8fea0218'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:07:01.858854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb9af5-1d59-4032-aa36-9b21b23a8d3c req-42200b51-a7c9-4cd5-bc07-623056494016 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:01.860458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bfb9af5-1d59-4032-aa36-9b21b23a8d3c req-42200b51-a7c9-4cd5-bc07-623056494016 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0499110 Sep 30 09:07:01.903264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bfb9af5-1d59-4032-aa36-9b21b23a8d3c req-f078201a-0baf-42dc-a36e-25d345dbdf02 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359745 Sep 30 09:07:03.026693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6add9d-6a87-4d74-b492-2b508016f19e req-4dcd38c8-f292-4a60-bfc8-0ac02f0fd228 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:03.028245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d6add9d-6a87-4d74-b492-2b508016f19e req-4dcd38c8-f292-4a60-bfc8-0ac02f0fd228 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0556381 Sep 30 09:07:03.069760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d6add9d-6a87-4d74-b492-2b508016f19e req-42c7ec25-da91-4682-9dd3-57c9d15e8bd5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Sep 30 09:07:03.206059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:03.263747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:07:03.268283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:03.268828 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.362841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.390993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:03.393278 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4dd3d-1586-4353-a5d3-71808af1b4bf" -d '{"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-plugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:03.407640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:03.413058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.464431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:03.514066 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf59ca0-e4df-45ea-ae87-0a7aa875d15f x-openstack-request-id: req-bbf59ca0-e4df-45ea-ae87-0a7aa875d15f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:03.514367 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-plugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:03.514633 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbf59ca0-e4df-45ea-ae87-0a7aa875d15f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:03.515018 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'code': 200} Sep 30 09:07:03.579132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-050ea929-838d-4729-8813-5ff62fa3e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:03.580558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-050ea929-838d-4729-8813-5ff62fa3e27d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 1096 time: 0.0405869 Sep 30 09:07:03.595031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:03.648326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.846570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:03.878514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:03.916417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:03.918689 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98248803-818b-4ceb-8461-b32621e2a08f" -d '{"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:03.922737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.935714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Transition to ACTIVE for port object 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:07:03.940134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.971894 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568fecff-e415-4446-bf58-8730e3af56b6 x-openstack-request-id: req-568fecff-e415-4446-bf58-8730e3af56b6 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:03.972190 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:03.972438 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-568fecff-e415-4446-bf58-8730e3af56b6 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:03.972821 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'code': 200} Sep 30 09:07:04.026289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=10']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:04.065580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] No DVR routers for this DVR port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:07:04.241211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5741ec-0006-4bda-bce4-5d4f4a0f23d4 req-eafe13eb-db6d-4d39-bb24-f2dfdfd53077 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:04.243355 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d5741ec-0006-4bda-bce4-5d4f4a0f23d4 req-eafe13eb-db6d-4d39-bb24-f2dfdfd53077 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0835471 Sep 30 09:07:04.260175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:07:04.260510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:07:04.260837 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:04.280555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:07:04.280875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Attempting to bind port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:04.296576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:07:04.296905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:04.297285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:07:04.297735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Bound port: 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:07:04.298089 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.310615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d5741ec-0006-4bda-bce4-5d4f4a0f23d4 req-8346a444-0bfb-45f5-ad50-15a000349428 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611639 Sep 30 09:07:04.366163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:04.369404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:07:04.374221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.409287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:04.409977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.411371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] 10.222.0.57 "PUT /v2.0/ports/2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 1092 time: 0.8212552 Sep 30 09:07:04.437206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653558f-5f76-4ff1-8ce3-6b2e73432f9a service neutron] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=11']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:04.482787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-4b582fbe-c560-4a1b-aa4b-1a061fcdce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:04.484314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-4b582fbe-c560-4a1b-aa4b-1a061fcdce19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1095 time: 0.0428972 Sep 30 09:07:04.582034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-1cd0cd0d-7eee-4106-986a-3140681f794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:04.583556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-1cd0cd0d-7eee-4106-986a-3140681f794a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0917513 Sep 30 09:07:04.652397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-5e98b985-86e0-46cf-98b1-c15acd43f67e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.0596087 Sep 30 09:07:04.705983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-12809eb5-be03-4893-a469-50a31180d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:04.707460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-12809eb5-be03-4893-a469-50a31180d836 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0475485 Sep 30 09:07:04.755606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-badce32a-5e36-47fa-b8c7-58486adf2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:04.757115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-badce32a-5e36-47fa-b8c7-58486adf2969 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394406 Sep 30 09:07:04.850753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-c808f159-7a3d-451d-9787-913fec16044e service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Sep 30 09:07:04.940619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17b3efb-abb9-4834-aeb2-07e47a65e5b0 req-20bec50b-bcaa-440e-8e94-66c85b640920 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817139 Sep 30 09:07:05.213407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:05.250898 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:05.427452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aee121-77a4-4c5c-b5d4-2ca3554ebc67 req-43dea9eb-05e3-4d9a-81ea-90080aa73d33 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:05.430314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59aee121-77a4-4c5c-b5d4-2ca3554ebc67 req-43dea9eb-05e3-4d9a-81ea-90080aa73d33 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0501924 Sep 30 09:07:05.469875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-59aee121-77a4-4c5c-b5d4-2ca3554ebc67 req-a72f5887-11d5-47cb-ab86-243670ec2756 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Sep 30 09:07:05.974428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:05.976816 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc" -d '{"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:06.025872 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c936dbc-dcab-4790-88c2-2f74532c126f x-openstack-request-id: req-7c936dbc-dcab-4790-88c2-2f74532c126f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:06.026169 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:06.026422 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c936dbc-dcab-4790-88c2-2f74532c126f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:06.026844 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'status': 'completed', 'code': 200} Sep 30 09:07:06.125330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-d8d017c5-b218-4218-9a3a-6cad656a0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.126870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-d8d017c5-b218-4218-9a3a-6cad656a0f5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1095 time: 0.0759389 Sep 30 09:07:06.131996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-b7cade6d-e4af-492c-a9d9-78b60c705807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.133370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-b7cade6d-e4af-492c-a9d9-78b60c705807 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 1095 time: 0.0520663 Sep 30 09:07:06.293239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-f1dfeb15-adb7-4424-a626-eaf46f5dbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.294712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-f1dfeb15-adb7-4424-a626-eaf46f5dbf82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1543615 Sep 30 09:07:06.295822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-53c8dadb-b439-43ac-8e8a-b4979e36232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.297136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-53c8dadb-b439-43ac-8e8a-b4979e36232b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1497951 Sep 30 09:07:06.407494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-686dfb62-5e0b-4dc2-b564-38a6224962a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.1051857 Sep 30 09:07:06.409582 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-3c341215-c2b6-41b1-96a8-2670c1ec75cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 200 len: 999 time: 0.1004472 Sep 30 09:07:06.495639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-0f185dd0-ade1-4dcd-ba56-9099e2ac9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.497128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-0f185dd0-ade1-4dcd-ba56-9099e2ac9527 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0823898 Sep 30 09:07:06.498554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-39f6db49-c360-475c-aa17-c511fac0d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.499909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-39f6db49-c360-475c-aa17-c511fac0d257 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0778670 Sep 30 09:07:06.610585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-cea5d852-61e9-436e-8458-4ddaf276cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.612006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-cea5d852-61e9-436e-8458-4ddaf276cc8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001091 Sep 30 09:07:06.615546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-b3a4e55c-68e3-4847-8890-4a8b5f06397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.617035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-b3a4e55c-68e3-4847-8890-4a8b5f06397b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131861 Sep 30 09:07:06.639568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54ca71-f0dc-4f74-b062-96216eb91b8f req-5acfd56c-4a1c-4228-84af-3596f654ad74 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:06.641511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b54ca71-f0dc-4f74-b062-96216eb91b8f req-5acfd56c-4a1c-4228-84af-3596f654ad74 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 944 time: 0.0908821 Sep 30 09:07:06.778609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:07:06.795598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b54ca71-f0dc-4f74-b062-96216eb91b8f req-72a7c453-68c7-484b-8c49-db2d0f877f9a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359406 Sep 30 09:07:06.821389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-36eba564-9bc5-4c6d-947e-cc7ca63aad2b service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994112 Sep 30 09:07:06.838727 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-d95464da-de55-4b7e-9fbe-c20e9ba9ce20 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087438 Sep 30 09:07:06.888314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:06.900380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'mac_address': 'fa:16:3e:44:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:07:06.937326 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.950005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:07:06.969503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:06.973525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.982820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-a1ffada0-5212-49df-a4b3-e97a77f683f4 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524282 Sep 30 09:07:06.993428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4efd5f0f-5637-4af7-aa3b-2bd6fb7383bc req-68431cb4-f188-4f64-90f9-24f57e316f36 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434290 Sep 30 09:07:07.024144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:07.222432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['2b4f7ac6-9d6b-4820-bffb-669f8fea0218'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:07:07.918535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306ab9-517f-43d3-91a6-d65597352667 req-d86de6e1-d70c-4d69-b273-42a7d2c6089b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:07.920128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6306ab9-517f-43d3-91a6-d65597352667 req-d86de6e1-d70c-4d69-b273-42a7d2c6089b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0529625 Sep 30 09:07:07.966319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6306ab9-517f-43d3-91a6-d65597352667 req-5c1089fc-e7ff-420c-a4a1-4a7a0893a817 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Sep 30 09:07:08.086563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d6703-83b4-4797-9053-39f774fcc513 req-528f4948-5389-425a-bfd2-b38aa44b8e89 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:08.088092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81d6703-83b4-4797-9053-39f774fcc513 req-528f4948-5389-425a-bfd2-b38aa44b8e89 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0509288 Sep 30 09:07:08.127966 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d81d6703-83b4-4797-9053-39f774fcc513 req-8ac2ef00-ecb5-4142-8c68-723a0d10ae56 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336704 Sep 30 09:07:08.243990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cb118-2bf3-47cc-879b-dd8fa0d8a4b2 req-ba736a67-c773-43e1-8c75-d46919779552 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:08.245516 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e1cb118-2bf3-47cc-879b-dd8fa0d8a4b2 req-ba736a67-c773-43e1-8c75-d46919779552 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0503671 Sep 30 09:07:08.282470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e1cb118-2bf3-47cc-879b-dd8fa0d8a4b2 req-1567cb73-c047-43b9-b344-a80b9e212930 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Sep 30 09:07:08.515962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699cf0d-d948-4692-a095-9076c2684208 req-2c2164b9-4ca8-4320-8e53-98007ed91278 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:08.517439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0699cf0d-d948-4692-a095-9076c2684208 req-2c2164b9-4ca8-4320-8e53-98007ed91278 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Sep 30 09:07:08.561623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0699cf0d-d948-4692-a095-9076c2684208 req-c9bd8df7-cf4c-4a0b-8fe7-262a404e2602 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Sep 30 09:07:08.642666 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ca43-baa7-433d-a0e1-4e8f342a2b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.798531 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:08.845769 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:07:08.849621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:08.850001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.929691 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.951621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:08.953880 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170ef1a-0f21-4501-9957-4df87c4ed1b6" -d '{"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-plugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:08.967080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:08.971089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.994083 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91f37b3-5077-4882-b15e-6e61a479a981 x-openstack-request-id: req-c91f37b3-5077-4882-b15e-6e61a479a981 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:08.994376 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-plugged", "status": "completed", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:08.994647 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c91f37b3-5077-4882-b15e-6e61a479a981 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:08.995006 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'code': 200} Sep 30 09:07:09.020484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=13']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:09.676883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edb983-6c56-4d3d-9b40-fc51163f3678 req-f4341ea7-b536-4189-a8c3-ee95e1e1556b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:09.678385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95edb983-6c56-4d3d-9b40-fc51163f3678 req-f4341ea7-b536-4189-a8c3-ee95e1e1556b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 946 time: 0.0493569 Sep 30 09:07:09.715957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95edb983-6c56-4d3d-9b40-fc51163f3678 req-7ff7cae0-5e20-4935-8510-62e659294ad1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Sep 30 09:07:10.009406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-4d2e7f7e-9e43-4c26-bdf3-9e5bdbac3d27 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:10.010881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-4d2e7f7e-9e43-4c26-bdf3-9e5bdbac3d27 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 946 time: 0.0484829 Sep 30 09:07:10.103858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Deleting port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:07:10.104201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.189523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] For port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:10.189890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.358320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.358680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.359008 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 disassociated. External IP: 172.25.7.55, port: 2b4f7ac6-9d6b-4820-bffb-669f8fea0218. Sep 30 09:07:10.359443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Calling delete_port for 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:07:10.487232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.517185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event deleted for resources: {'Port': ['ID=2b4f7ac6-9d6b-4820-bffb-669f8fea0218,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:10.638066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:07:10.749970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:07:10.760913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:07:10.772423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:10.773055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:06:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:10.799214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] No DVR routers for this DVR port 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:07:10.801941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.803942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b6f54c6-112c-44e8-8ba0-0f04d8651df8 req-24c3e343-5f06-4156-8035-94d76259c837 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "DELETE /v2.0/ports/2b4f7ac6-9d6b-4820-bffb-669f8fea0218 HTTP/1.1" status: 204 len: 173 time: 0.7859859 Sep 30 09:07:10.805580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-deleted', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:10.807885 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c26a06-bc6a-4361-b9d2-7093ae90b959" -d '{"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-deleted", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:10.837373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5ba79b6-7baf-42ba-a654-759c947c0362 req-7af0f872-a2b5-4b77-b708-4bac6e2540ee tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=696d3ca4-edeb-40db-9bdd-befe1a4b1895 HTTP/1.1" status: 200 len: 210 time: 0.0392857 Sep 30 09:07:10.886890 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7007741c-3291-4ec3-b5b9-9ccee0241eb9 x-openstack-request-id: req-7007741c-3291-4ec3-b5b9-9ccee0241eb9 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:10.887181 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d3ca4-edeb-40db-9bdd-befe1a4b1895", "name": "network-vif-deleted", "tag": "2b4f7ac6-9d6b-4820-bffb-669f8fea0218", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:10.887428 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7007741c-3291-4ec3-b5b9-9ccee0241eb9 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:10.887887 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d3ca4-edeb-40db-9bdd-befe1a4b1895', 'name': 'network-vif-deleted', 'tag': '2b4f7ac6-9d6b-4820-bffb-669f8fea0218', 'status': 'completed', 'code': 200} Sep 30 09:07:10.903778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:11.103175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:11.133926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:07:11.147977 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8eefa07d-59fb-4f94-8d94-4740f445bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.149292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:11.150187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:06:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:11.261337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:11.461517 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:11.490790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e1c6a-0f10-4a9e-aded-9dcfcb84f1cf None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:07:11.532053 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.722253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a215d89-a0be-42f0-9b25-eee472ed07bc None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:07:12.120128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-3cc00388-68a1-409f-843a-3ff6f7ffccb1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1941890815&fields=id&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 267 time: 0.0334470 Sep 30 09:07:12.224311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-51180d58-6a09-4c38-a01e-b45d7eaad365 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:12.225810 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-51180d58-6a09-4c38-a01e-b45d7eaad365 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.0988955 Sep 30 09:07:12.241375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-58a19862-c876-4a7c-8c72-95b7bfe29c51 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/quotas/734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 375 time: 0.0091405 Sep 30 09:07:12.556180 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-54584a83-9c62-402b-9d09-ea4b65d65488 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3091469 Sep 30 09:07:12.721815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-927a0ffd-3ae2-42bf-b6df-3defc5cf9ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526716 Sep 30 09:07:12.814051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-e6eb9ad5-8b3d-4c90-9155-a8b548b9e068 service neutron] 10.222.0.41 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859241 Sep 30 09:07:12.984667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cfab9278-9beb-4f1c-aa7d-0566cd1a07f5 req-81cc2c46-377c-443d-b1ba-b1273fc7e30e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0257356 Sep 30 09:07:13.298521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:14.055857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c19698fd-6490-4552-a192-2464ec525a6d req-9e8b18b3-0efa-445c-8feb-0d91cc3afc23 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0274477 Sep 30 09:07:14.793733 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:14.813740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:07:14.814083 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 2b4f7ac6-9d6b-4820-bffb-669f8fea0218 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:15.063869 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:15.149007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-176ff060-3a88-4ea0-a1f1-91ee3916c095 req-a707be0e-002c-4045-ba5f-3842e29631dc tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0262258 Sep 30 09:07:16.015359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-83d040a1-26cc-48cc-b4fc-16012e83f122 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:16.016819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-83d040a1-26cc-48cc-b4fc-16012e83f122 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 811 time: 0.1139963 Sep 30 09:07:16.069585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-cbe9dd15-f8e9-4c46-a93c-82351524001f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 380 time: 0.0338159 Sep 30 09:07:16.097272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'port': {'device_id': '36324fd0-0b58-4976-8200-7e0b60009515', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'admin_state_up': True, 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'security_groups': ['5abf15a8-01fa-427f-b37b-a879e198e835']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:16.209981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Made reservation on behalf of 734e0acd99f748e3b34c33d96676964b for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:07:16.213647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.252758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fd96611-f6ac-423b-81d6-f56917b35375 req-1bf9674d-f277-4e34-92ed-ec7bf7804540 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0290167 Sep 30 09:07:16.364955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Allocated IP 172.20.0.14 (6be50d8a-49d5-4f06-aac1-2326ce4403b4/68d5f6b8-54f3-4014-b461-5697e411eb8b/46a7d2d1-a35a-402b-b96e-ceda229602c3) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:07:16.502293 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.534709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.581716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:16.584787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:16.588411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:07:16.615580 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:16.645242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:16.645918 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.663302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a903ee51-1751-4bbb-bdd1-3b360e285cc0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696595 Sep 30 09:07:16.681676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Request body: {'port': {'device_id': '36324fd0-0b58-4976-8200-7e0b60009515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:16.738436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.860526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f4ea61d8-9c87-46ec-b514-e4cddae796a9 None None] Provisioning complete for port 46a7d2d1-a35a-402b-b96e-ceda229602c3 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:16.861076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4ea61d8-9c87-46ec-b514-e4cddae796a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.894812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea61d8-9c87-46ec-b514-e4cddae796a9 None None] Port 46a7d2d1-a35a-402b-b96e-ceda229602c3 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:07:17.009824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:07:17.017480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:17.030398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Transition to ACTIVE for port object 46a7d2d1-a35a-402b-b96e-ceda229602c3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:07:17.034017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:17.082307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:17.154678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:07:17.155056 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:07:17.155398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:17.159910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:07:17.160237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:17.165292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:07:17.165672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:17.166068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:07:17.166510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Bound port: 46a7d2d1-a35a-402b-b96e-ceda229602c3, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:07:17.166872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:17.242112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:17.245070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:07:17.249673 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:17.284135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.284752 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:17.286174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] 10.222.0.50 "PUT /v2.0/ports/46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1092 time: 0.6090231 Sep 30 09:07:17.286599 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:17.288894 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:17.313519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ae81c-3677-4163-b7b1-632b1de7040b service neutron] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:17.414730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-1aa84f54-63dd-4a01-af90-e112c8e9fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.416157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-1aa84f54-63dd-4a01-af90-e112c8e9fdd3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1095 time: 0.0739906 Sep 30 09:07:17.432365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427326e-48cd-4963-ab8b-b1389bcbe819 req-c5ffeedf-fc3b-42c1-adea-8000e7a1a0e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.433886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5427326e-48cd-4963-ab8b-b1389bcbe819 req-c5ffeedf-fc3b-42c1-adea-8000e7a1a0e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0814531 Sep 30 09:07:17.474800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-fddf2cd0-1847-4e29-a494-37a122afed95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 217 time: 0.0399482 Sep 30 09:07:17.529948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5427326e-48cd-4963-ab8b-b1389bcbe819 req-e6bf6328-10fd-4bca-b5f6-eb02e2bfe58f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894656 Sep 30 09:07:17.539031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-91a09379-c70e-45fa-856c-c15e022c9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.540494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-91a09379-c70e-45fa-856c-c15e022c9e83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0581276 Sep 30 09:07:17.584510 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c704ae7-172a-4f60-ae38-7970fa095bf8 x-openstack-request-id: req-0c704ae7-172a-4f60-ae38-7970fa095bf8 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:17.584794 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:17.585043 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c704ae7-172a-4f60-ae38-7970fa095bf8 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:17.585499 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'status': 'completed', 'code': 200} Sep 30 09:07:17.594238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a9876e47-2e77-4752-b826-7bd45142c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.595712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a9876e47-2e77-4752-b826-7bd45142c41c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476959 Sep 30 09:07:17.688071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-a947eaca-a6e8-4cc1-9cd6-f513e64afea9 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Sep 30 09:07:17.795440 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e72213e-525d-4365-a26f-030f1ed9f201 req-b0016a7c-f6b7-43c7-95e4-0fef3883c494 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928555 Sep 30 09:07:17.919723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-07bc2a9c-d725-406d-b6bf-a2e2f7574d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.921427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-07bc2a9c-d725-406d-b6bf-a2e2f7574d61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1095 time: 0.0420694 Sep 30 09:07:18.017611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-86d52c03-e429-474b-a2c1-bec9af86840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:18.019020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-86d52c03-e429-474b-a2c1-bec9af86840b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0898178 Sep 30 09:07:18.060736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-0690eaa0-a8cc-4adc-8be1-dbd143c9c490 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 217 time: 0.0344224 Sep 30 09:07:18.109186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-1abbfeb8-968d-49bf-b2a9-143a5beebbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:18.110669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-1abbfeb8-968d-49bf-b2a9-143a5beebbfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0422089 Sep 30 09:07:18.155884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-ab43f3f9-c079-4a07-882e-b7500c3ce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:18.157350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-ab43f3f9-c079-4a07-882e-b7500c3ce179 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390999 Sep 30 09:07:18.250340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-d1b2297a-0b25-490b-adb6-c40171eaa801 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853288 Sep 30 09:07:18.343712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-383a56d0-e5ff-4524-b089-a08b5ac4e2b2 req-1ccf21f8-eb88-43fe-9706-32fc524bd7f8 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861042 Sep 30 09:07:18.649292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbefa5-a8c4-48aa-b618-832a916f6ca3 req-7ee7ba66-fde1-44fe-9b4b-6819c8511d4b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:18.650958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6afbefa5-a8c4-48aa-b618-832a916f6ca3 req-7ee7ba66-fde1-44fe-9b4b-6819c8511d4b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0487115 Sep 30 09:07:18.687179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6afbefa5-a8c4-48aa-b618-832a916f6ca3 req-357cf465-048f-42e4-8e4b-8065527969be tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302405 Sep 30 09:07:19.803552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557ea1f-e3ad-44b0-b2a5-e727ec3eb874 req-0a373f0b-1046-4106-b8ce-884fc7a13f03 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:19.805823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9557ea1f-e3ad-44b0-b2a5-e727ec3eb874 req-0a373f0b-1046-4106-b8ce-884fc7a13f03 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0506766 Sep 30 09:07:19.845134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9557ea1f-e3ad-44b0-b2a5-e727ec3eb874 req-a2d519df-d24c-4a9f-ace7-2e154c223f61 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335829 Sep 30 09:07:20.962694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4bdcd-18eb-4129-9bfa-49fefec62d4b req-c4bb0d96-a953-4f7d-8d99-34e4910000ae tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:20.964174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdf4bdcd-18eb-4129-9bfa-49fefec62d4b req-c4bb0d96-a953-4f7d-8d99-34e4910000ae tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0521884 Sep 30 09:07:21.001558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fdf4bdcd-18eb-4129-9bfa-49fefec62d4b req-8067671c-0a0b-46a0-ace2-8bba3b9d6d71 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Sep 30 09:07:21.307508 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:07:21.407782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:21.418938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:07:21.456159 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:21.468569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:07:21.487634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:21.491205 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:21.543540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:21.748416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['46a7d2d1-a35a-402b-b96e-ceda229602c3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:07:22.115630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c592798-c976-48a3-bcc2-6950de52676c req-672fed69-eecc-4230-a3c3-aafc593ed36b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:22.117619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c592798-c976-48a3-bcc2-6950de52676c req-672fed69-eecc-4230-a3c3-aafc593ed36b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Sep 30 09:07:22.155086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2c592798-c976-48a3-bcc2-6950de52676c req-96ec01ba-8e6b-4565-b477-76db712c8952 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315707 Sep 30 09:07:23.276565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7732-cc1c-4f0d-b981-687d95ee4471 req-520c0f9a-8440-4f47-b316-b047a641db1b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.278074 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b21d7732-cc1c-4f0d-b981-687d95ee4471 req-520c0f9a-8440-4f47-b316-b047a641db1b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0544512 Sep 30 09:07:23.307629 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:23.318743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b21d7732-cc1c-4f0d-b981-687d95ee4471 req-55856062-a40f-4d80-9084-5ac88f72bb2a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343390 Sep 30 09:07:23.360134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 46a7d2d1-a35a-402b-b96e-ceda229602c3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:07:23.365005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 46a7d2d1-a35a-402b-b96e-ceda229602c3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:23.366083 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:23.452044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:23.474228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:23.477011 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da9a1fc5502aaac3d9486d63e9256acd5c597f868e0370016de95b32f7e5f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c924f5e-e38b-49f9-9a9e-e5c75b936518" -d '{"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-plugged", "status": "completed", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:23.490447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:23.495481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:23.519063 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4c93b-3aab-4d95-9b66-9039283321f7 x-openstack-request-id: req-a5f4c93b-3aab-4d95-9b66-9039283321f7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:23.519355 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-plugged", "status": "completed", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:23.519602 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f4c93b-3aab-4d95-9b66-9039283321f7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:23.519982 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'code': 200} Sep 30 09:07:23.546749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:23.647514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cae34-3965-46dd-8b8f-06b3b60f17b9 req-0a01dd5b-a52b-42d3-9400-3327e00e2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.649547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-565cae34-3965-46dd-8b8f-06b3b60f17b9 req-0a01dd5b-a52b-42d3-9400-3327e00e2c98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1097 time: 0.0443585 Sep 30 09:07:23.684057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-565cae34-3965-46dd-8b8f-06b3b60f17b9 req-d6025fff-be50-4535-ac7c-f3b2bdc6ad31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279150 Sep 30 09:07:24.444466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996d491-cca0-4398-bfca-9240b89aad37 req-529ec3a0-a41d-4ab5-9f4d-4af2f384aad3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:24.446540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1996d491-cca0-4398-bfca-9240b89aad37 req-529ec3a0-a41d-4ab5-9f4d-4af2f384aad3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0553474 Sep 30 09:07:24.485906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1996d491-cca0-4398-bfca-9240b89aad37 req-3b91893b-03f8-48b2-b36f-c238a258b5f2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Sep 30 09:07:25.600858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b78674-9a9e-41ef-be35-384e8663ad21 req-0b358a2a-e1ce-4e75-bca4-31691420771a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:25.602353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14b78674-9a9e-41ef-be35-384e8663ad21 req-0b358a2a-e1ce-4e75-bca4-31691420771a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0489039 Sep 30 09:07:25.641769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14b78674-9a9e-41ef-be35-384e8663ad21 req-9362fad4-75a0-4d31-a34e-7022cb7b3b4e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Sep 30 09:07:25.760588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4b9e-d4dc-4365-83b6-d2cb815de65b req-c69bc115-bcd2-4e72-a1d2-e4fd45793f5a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:25.762140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b3e4b9e-d4dc-4365-83b6-d2cb815de65b req-c69bc115-bcd2-4e72-a1d2-e4fd45793f5a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0554051 Sep 30 09:07:25.770882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 43974) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:25.775467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Request body: {'floatingip': {'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:25.813688 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:26.130563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:26.210096 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:26.264779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:26.268603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:26.367508 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 associated. External IP: 172.25.7.55, port: 46a7d2d1-a35a-402b-b96e-ceda229602c3. Sep 30 09:07:26.579715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:07:26.943986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:07:26.949973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:26.953633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:07:26.963126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:26.963756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:07:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:26.975675 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5819460e-f5cc-4f0b-89c9-2cb928c179e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "PUT /v2.0/floatingips/08a953ab-fd8d-4e4e-ab35-ac24dc641f29 HTTP/1.1" status: 200 len: 992 time: 1.2037334 Sep 30 09:07:26.976750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:26.979162 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a7804cdc8ea7337bd9fecbd2c4aa6aa310522331f99db953762bfd1eb22d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf67e59-2690-4920-932a-62144f7d608d" -d '{"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:27.071289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:27.082734 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4533f-06cb-4401-bfa0-e768d5bd332f x-openstack-request-id: req-dae4533f-06cb-4401-bfa0-e768d5bd332f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:27.083024 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:27.083267 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dae4533f-06cb-4401-bfa0-e768d5bd332f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:27.083657 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'status': 'completed', 'code': 200} Sep 30 09:07:27.161465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf67e59-2690-4920-932a-62144f7d608d req-4ef5fc1c-52ab-4eae-9ce0-60bcc3def36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:27.162985 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-4ef5fc1c-52ab-4eae-9ce0-60bcc3def36a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1097 time: 0.0407059 Sep 30 09:07:27.262535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf67e59-2690-4920-932a-62144f7d608d req-8e6bb5ca-5a5d-47b0-9fcb-940d5bc6f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:27.264037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-8e6bb5ca-5a5d-47b0-9fcb-940d5bc6f262 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0945230 Sep 30 09:07:27.332568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-85a5cb1e-f3d3-4db0-9a20-32aed9147fcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.0609202 Sep 30 09:07:27.382959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf67e59-2690-4920-932a-62144f7d608d req-04dc0d2e-0655-40fe-bf56-d43966e0335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:27.384537 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-04dc0d2e-0655-40fe-bf56-d43966e0335d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0450203 Sep 30 09:07:27.434753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf67e59-2690-4920-932a-62144f7d608d req-f73f3457-0693-451d-83ff-6b2612f748a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:27.436280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-f73f3457-0693-451d-83ff-6b2612f748a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450308 Sep 30 09:07:27.452081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36324fd0-0b58-4976-8200-7e0b60009515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:07:26Z', 'revision_number': 13, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:27.479236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:07:27.487412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:27.488023 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:07:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:27.527140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-e75e65fc-5595-479b-9d24-eba328450580 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831580 Sep 30 09:07:27.595294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:27.619580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cf67e59-2690-4920-932a-62144f7d608d req-6737eba7-7937-46f1-b14c-5af2a5f70ca3 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857532 Sep 30 09:07:27.818069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36324fd0-0b58-4976-8200-7e0b60009515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:07:26Z', 'revision_number': 13, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:27.844556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda35c6c-6049-4355-bdc0-c0c9323849c3 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '08a953ab-fd8d-4e4e-ab35-ac24dc641f29', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36324fd0-0b58-4976-8200-7e0b60009515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:13Z', 'updated_at': '2021-09-30T09:07:26Z', 'revision_number': 13, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:07:28.033270 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83badf7-f929-4c5d-872a-3b6ed6f7e36e None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:07:32.419068 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:07:37.778448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-4a408ee1-4de6-464b-86e4-e1a1b8cd1d9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409722 Sep 30 09:07:37.891618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5154-4c19-4ffb-95ca-66384653e0be req-437d0d7a-2e3b-48b7-9410-3047ff93403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:37.893110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-437d0d7a-2e3b-48b7-9410-3047ff93403a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1097 time: 0.0413826 Sep 30 09:07:38.000712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5154-4c19-4ffb-95ca-66384653e0be req-7e58d75e-15f8-4168-b95a-1dbc9251a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:38.002320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-7e58d75e-15f8-4168-b95a-1dbc9251a31f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0884981 Sep 30 09:07:38.069699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-1fbe2b12-5ab0-45c2-948f-d1d832b68f3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1002 time: 0.0579219 Sep 30 09:07:38.126857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5154-4c19-4ffb-95ca-66384653e0be req-fe4078c4-0a23-45aa-87fd-109b2f432708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:38.128294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-fe4078c4-0a23-45aa-87fd-109b2f432708 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0478306 Sep 30 09:07:38.174838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5154-4c19-4ffb-95ca-66384653e0be req-901e3f41-efa1-42a5-a84b-2ec4e74465be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:38.176363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-901e3f41-efa1-42a5-a84b-2ec4e74465be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400572 Sep 30 09:07:38.275687 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-30ab511a-d689-4693-bd8b-9bf7a30bec51 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920579 Sep 30 09:07:38.376568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-deed5154-4c19-4ffb-95ca-66384653e0be req-00458f1f-2562-4ac8-96ed-ceb87e106e18 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932360 Sep 30 09:07:38.647747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d872d6b3-00d2-4e7b-84a5-a2821b3c373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:41.140137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9b8879f3-12d4-4f8d-b2a2-f76bb63a222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:41.201936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-b9368871-0d0a-4b79-9cee-c6aabd56ac39 req-07254b55-b64c-4bba-972d-35fe7d90c5f7 service neutron] (95002) timed out ('10.222.0.41', 41496) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:07:41.534505 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:43.299470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:45.068509 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:56.129092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:56.212830 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:08.646792 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90a14d8d-9e78-4ac4-87e5-a033edc6cf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:09.418529 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:08:11.141716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-992a3a2a-0c34-455c-bd38-670bf7fdc6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:11.536618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:13.302643 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:15.069570 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:26.141113 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:26.240130 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:38.638767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-da12b58f-834c-447d-a821-5cf12324c836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:39.769708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-cd044ae2-421d-48eb-a2d4-895f01cd38e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429335 Sep 30 09:08:39.870071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-eea06b9a-012a-4f9b-9085-441478d16a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:39.871641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-eea06b9a-012a-4f9b-9085-441478d16a09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1097 time: 0.0444899 Sep 30 09:08:39.986943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-9c003b87-143e-4d9f-af25-eaeab3bb0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:39.989804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-9c003b87-143e-4d9f-af25-eaeab3bb0f61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0975740 Sep 30 09:08:40.066539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-78e90ff4-ecca-40ce-8a83-06e68dea8b2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1002 time: 0.0696030 Sep 30 09:08:40.122329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-3d813469-e532-4a22-a79e-c8bc3a941781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.123803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-3d813469-e532-4a22-a79e-c8bc3a941781 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0510221 Sep 30 09:08:40.171489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-d90be77a-0598-42de-8032-9b33af287854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.173025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-d90be77a-0598-42de-8032-9b33af287854 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423343 Sep 30 09:08:40.269256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-1ead1818-0038-4693-92c1-10b30fa65d81 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889473 Sep 30 09:08:40.360286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fd0cb690-48a2-4646-80fb-5a2c23c9bae6 req-e16a9287-46fa-4986-8f4c-7b3cc8fd0fb0 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Sep 30 09:08:41.143981 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-acc3fe70-b953-4c2b-81de-812ce4072e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:41.539661 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:43.307357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.080517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.417687 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:08:56.155789 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.255230 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:04.785151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343ebde-2982-441e-9e94-c78d66d09f90 req-51866961-6940-4df5-8d7b-3c86d4b9cf44 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:04.786789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f343ebde-2982-441e-9e94-c78d66d09f90 req-51866961-6940-4df5-8d7b-3c86d4b9cf44 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.1051517 Sep 30 09:09:04.827583 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f343ebde-2982-441e-9e94-c78d66d09f90 req-ee6bae80-9d90-4455-a8d1-f38a3d6687e8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342839 Sep 30 09:09:08.652566 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f2b109e7-dc97-432b-b8e3-c79b8ceb5de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:11.145618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-76727bad-e1ac-4029-bbe0-c8a9cd8566ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:11.543555 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:13.310956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:15.077574 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:15.926485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-a5a0ee7b-3662-4d31-aa16-b77fd25f32db req-001809db-d4a5-4e0b-946f-596ee7d7e500 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:09:15.927523 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5a0ee7b-3662-4d31-aa16-b77fd25f32db req-001809db-d4a5-4e0b-946f-596ee7d7e500 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055983 Sep 30 09:09:16.114318 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-68d8d57b-9ee1-4c17-a979-1af99055a7f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486045 Sep 30 09:09:16.133979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaafb0-5261-4a76-8b2f-d587bd45f07a req-179cf296-fe78-49a4-b783-3440cd1cfb20 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:16.135717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0aaaafb0-5261-4a76-8b2f-d587bd45f07a req-179cf296-fe78-49a4-b783-3440cd1cfb20 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0661099 Sep 30 09:09:16.178441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0aaaafb0-5261-4a76-8b2f-d587bd45f07a req-eff4de40-1510-41e1-b06f-80ced3f86307 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357823 Sep 30 09:09:17.299271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7760b41-dd98-46b0-82fa-64d8baddc290 req-07245bfd-c5de-47cf-a80a-53cda766456b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:17.300796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7760b41-dd98-46b0-82fa-64d8baddc290 req-07245bfd-c5de-47cf-a80a-53cda766456b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0507894 Sep 30 09:09:17.340089 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7760b41-dd98-46b0-82fa-64d8baddc290 req-ab4547e4-1aab-40ca-9429-ceae231c322b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 Sep 30 09:09:18.459224 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971abf0-4cc1-438c-a7dd-f1b4d00b02d9 req-6f3d567b-88a0-47c6-82bd-a9ed17a7e9e2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:18.460624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c971abf0-4cc1-438c-a7dd-f1b4d00b02d9 req-6f3d567b-88a0-47c6-82bd-a9ed17a7e9e2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0485082 Sep 30 09:09:18.498213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c971abf0-4cc1-438c-a7dd-f1b4d00b02d9 req-95533c66-3ce3-4981-b05f-f63da58a9599 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315735 Sep 30 09:09:19.395197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-66a22e73-3cce-47d0-8ae2-20c811d80ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:19.396732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-66a22e73-3cce-47d0-8ae2-20c811d80ffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1097 time: 0.0473292 Sep 30 09:09:19.487290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-c4917b46-3322-4bee-bf95-58fcad88643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:19.488691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-c4917b46-3322-4bee-bf95-58fcad88643c service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0853631 Sep 30 09:09:19.562118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-f17f1ea3-1d07-478d-93b5-0b782b818761 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1002 time: 0.0663323 Sep 30 09:09:19.650971 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-823b3caa-475d-4c2c-96b6-e919e6d62f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:19.652437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-823b3caa-475d-4c2c-96b6-e919e6d62f3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0835254 Sep 30 09:09:19.675826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49a0a-71a7-4830-9bdf-917ca8c6c642 req-17c1cd18-c3bc-4447-b5df-98d7419d8214 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:19.677266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67e49a0a-71a7-4830-9bdf-917ca8c6c642 req-17c1cd18-c3bc-4447-b5df-98d7419d8214 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0697105 Sep 30 09:09:19.735119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-402b84c1-e37a-4e9a-b0c6-33683c3ff187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:19.737127 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-402b84c1-e37a-4e9a-b0c6-33683c3ff187 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770273 Sep 30 09:09:19.739980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-67e49a0a-71a7-4830-9bdf-917ca8c6c642 req-985495c7-1575-44b3-bb79-54b57719a3cc tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486019 Sep 30 09:09:19.829333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-041e6cb5-2965-48e5-ad2a-857848ed15df service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 Sep 30 09:09:19.922049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-20ad1614-5e5c-424a-abe1-1572bc81b2c7 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857785 Sep 30 09:09:20.858024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78081-ee91-43b5-af9f-ad709f6f55ef req-b8240b25-d3b3-485d-a35f-30c81fb6f23b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:20.859532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bf78081-ee91-43b5-af9f-ad709f6f55ef req-b8240b25-d3b3-485d-a35f-30c81fb6f23b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0502088 Sep 30 09:09:20.899481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bf78081-ee91-43b5-af9f-ad709f6f55ef req-490dffd5-d581-491b-952f-87bdca449d14 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339577 Sep 30 09:09:22.019584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ae1a5-ea25-45df-b2cd-1ce4005d0d45 req-c9e13326-ccfc-483a-81e6-ef99005428e6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:22.021191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c91ae1a5-ea25-45df-b2cd-1ce4005d0d45 req-c9e13326-ccfc-483a-81e6-ef99005428e6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0527699 Sep 30 09:09:22.063648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c91ae1a5-ea25-45df-b2cd-1ce4005d0d45 req-b4324058-1aab-4280-a19b-8c18f9d4fb36 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338790 Sep 30 09:09:23.189049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed8ae5-311a-437c-9ef1-0157f70b7f31 req-ff9c507a-b969-4682-8869-bd35b4ddfec6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:23.190591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9ed8ae5-311a-437c-9ef1-0157f70b7f31 req-ff9c507a-b969-4682-8869-bd35b4ddfec6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0557003 Sep 30 09:09:23.231474 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9ed8ae5-311a-437c-9ef1-0157f70b7f31 req-030f096a-842e-4da6-8aa8-237afafc61f6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Sep 30 09:09:23.417117 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:09:24.354278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c608a-2cc4-42f6-b477-f8e7bc457e4c req-ed2c9ff4-ea52-43d9-a681-496a3fae7ab0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:24.355821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-531c608a-2cc4-42f6-b477-f8e7bc457e4c req-ed2c9ff4-ea52-43d9-a681-496a3fae7ab0 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0529921 Sep 30 09:09:24.398418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-531c608a-2cc4-42f6-b477-f8e7bc457e4c req-68a0e2c5-d157-4c6d-8f4f-767e4a46125a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364459 Sep 30 09:09:25.513815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80d75-7db2-46a0-ba1a-3ddf012075b2 req-4e9724e8-f215-436c-b52f-b4599fb86696 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:25.515207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21f80d75-7db2-46a0-ba1a-3ddf012075b2 req-4e9724e8-f215-436c-b52f-b4599fb86696 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0485134 Sep 30 09:09:25.553030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21f80d75-7db2-46a0-ba1a-3ddf012075b2 req-71a43139-b7b1-4de0-be5b-7d881be867cc tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Sep 30 09:09:26.155679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:26.256809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:26.673816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc276ae-deb2-4d87-9907-a124d2b67c10 req-e4db5c6c-92f1-43e1-9305-3b43d31c4ad4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:26.675294 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1dc276ae-deb2-4d87-9907-a124d2b67c10 req-e4db5c6c-92f1-43e1-9305-3b43d31c4ad4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0539601 Sep 30 09:09:26.716025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1dc276ae-deb2-4d87-9907-a124d2b67c10 req-bafb04bf-2ece-40f3-8e97-b51b8f7d43b5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Sep 30 09:09:27.833303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f68af-f241-488d-932f-174cfcf16da1 req-cb03fe4f-1a85-4c08-84c3-0ccedc4c53bb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:27.835361 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a43f68af-f241-488d-932f-174cfcf16da1 req-cb03fe4f-1a85-4c08-84c3-0ccedc4c53bb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0506945 Sep 30 09:09:27.877535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a43f68af-f241-488d-932f-174cfcf16da1 req-741f3c59-7e9b-49d8-88f0-bb312443b011 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359840 Sep 30 09:09:28.997941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dcaa2-6fe4-4e7f-8d35-63553051cf65 req-bad7c24a-32f2-4eac-976d-39c7c18221d7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:28.999499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f6dcaa2-6fe4-4e7f-8d35-63553051cf65 req-bad7c24a-32f2-4eac-976d-39c7c18221d7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0527503 Sep 30 09:09:29.041772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8f6dcaa2-6fe4-4e7f-8d35-63553051cf65 req-1c4ed482-239e-4ffd-8e3a-15de8a8e00fa tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 Sep 30 09:09:30.166487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c32cf-a0e0-4dd2-bd3a-ebd24b041156 req-9d9cf6ef-6a00-4265-82f0-c38600950792 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:30.167996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-341c32cf-a0e0-4dd2-bd3a-ebd24b041156 req-9d9cf6ef-6a00-4265-82f0-c38600950792 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0537987 Sep 30 09:09:30.208554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-341c32cf-a0e0-4dd2-bd3a-ebd24b041156 req-b3c45602-97a9-4d8c-9d29-8339b9bc5af7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339260 Sep 30 09:09:31.334181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6421cd3-4909-4ad6-9230-390d2bee63f8 req-e424fea3-4d49-482e-a390-4628a3e3257e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:31.335740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6421cd3-4909-4ad6-9230-390d2bee63f8 req-e424fea3-4d49-482e-a390-4628a3e3257e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0562544 Sep 30 09:09:31.376515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6421cd3-4909-4ad6-9230-390d2bee63f8 req-af02e7a3-27b4-4dd6-8bee-6621a7db7d48 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344577 Sep 30 09:09:32.493946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62816082-2371-44c3-bc9e-f4340f0f5a8c req-ef1fd6b4-25f5-4163-9cfa-557e6b1e8cef tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:32.495379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62816082-2371-44c3-bc9e-f4340f0f5a8c req-ef1fd6b4-25f5-4163-9cfa-557e6b1e8cef tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0503516 Sep 30 09:09:32.533661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62816082-2371-44c3-bc9e-f4340f0f5a8c req-537d03e4-0075-4acb-b4bd-acc21f5f941b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Sep 30 09:09:33.656109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346dd28-7137-4dce-a606-5e007814ec8e req-ac4a881b-7560-4a9b-b1cd-5e7bfd5b89d3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:33.657626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3346dd28-7137-4dce-a606-5e007814ec8e req-ac4a881b-7560-4a9b-b1cd-5e7bfd5b89d3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0537603 Sep 30 09:09:33.698099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3346dd28-7137-4dce-a606-5e007814ec8e req-ab6a1e29-5dd9-4425-86ec-9f4a4600d036 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Sep 30 09:09:33.823783 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-bbc898f0-a336-4c35-a15c-0d3fb55c0835 service neutron] show failed (client error): The resource could not be found. Sep 30 09:09:33.824784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-bbc898f0-a336-4c35-a15c-0d3fb55c0835 service neutron] 10.222.0.50 "GET /v2.0/ports/46a7d2d1-a35a-402b-b96e-ceda229602c3/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0939705 Sep 30 09:09:34.122034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-689f1363-010a-4dc5-a272-e5c39d0ebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:34.123589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-689f1363-010a-4dc5-a272-e5c39d0ebe12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 1097 time: 0.0791478 Sep 30 09:09:34.139272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:34.197798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:34.406451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:34.438562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:34.476614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:34.481820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:34.495209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Transition to ACTIVE for port object 46a7d2d1-a35a-402b-b96e-ceda229602c3 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:09:34.499482 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:34.528644 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1ecde-ddf0-4770-81c6-a88500a2831c" -d '{"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-unplugged", "status": "completed", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:34.593439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:34.606256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.606603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.606945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.607281 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.607610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.608069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.608401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.608726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.609042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.609472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.609694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.610010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:34.652930 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd173bb9-04ed-455a-bf1c-436fa9c95994 x-openstack-request-id: req-bd173bb9-04ed-455a-bf1c-436fa9c95994 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:34.653221 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-unplugged", "status": "completed", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:34.653491 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd173bb9-04ed-455a-bf1c-436fa9c95994 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:34.653889 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'code': 200} Sep 30 09:09:34.654811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] No DVR routers for this DVR port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:09:34.816650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:09:34.817330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:09:34.817330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:34.826605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:09:34.826932 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:34.835533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:09:34.835881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:34.836270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:09:34.836706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Bound port: 46a7d2d1-a35a-402b-b96e-ceda229602c3, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:09:34.837069 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:34.853390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf63b1-df26-4200-ac92-b2287598dbaf req-a589875a-fb9a-414e-aac3-8a183960d704 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:34.854903 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7eaf63b1-df26-4200-ac92-b2287598dbaf req-a589875a-fb9a-414e-aac3-8a183960d704 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0748253 Sep 30 09:09:34.933848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7eaf63b1-df26-4200-ac92-b2287598dbaf req-b554ba86-5301-4e96-aaa2-5cf3812bb9f4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727100 Sep 30 09:09:34.938036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:34.941150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:09:34.946592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:34.981246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:34.981903 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:34.983322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] 10.222.0.57 "PUT /v2.0/ports/46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1092 time: 0.8480647 Sep 30 09:09:35.004617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e061f-8189-48be-b337-e8c976e78e70 service neutron] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:35.058140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-ebe4f9ef-1e11-45ba-94cf-eed6c555bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:35.059670 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-ebe4f9ef-1e11-45ba-94cf-eed6c555bcd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1095 time: 0.0464900 Sep 30 09:09:35.159060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-239b126c-25db-43a1-b19f-6eb95ba55543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:35.160546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-239b126c-25db-43a1-b19f-6eb95ba55543 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0928488 Sep 30 09:09:35.231178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-12fb4190-1c0f-4664-a143-d5a893029c44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.0621293 Sep 30 09:09:35.286441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-dee03945-0f4d-4bc4-b2f4-53adb170baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:35.288937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-dee03945-0f4d-4bc4-b2f4-53adb170baff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0493937 Sep 30 09:09:35.334817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-e7de4bb0-2b3b-4afc-9823-290e40922836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:35.336335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-e7de4bb0-2b3b-4afc-9823-290e40922836 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398178 Sep 30 09:09:35.436343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-6543e453-23ba-474c-8a55-d5e39e8b8d85 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905781 Sep 30 09:09:35.532794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b942de3-96c5-4253-9bf7-1b0b133f799f req-6b6a3fd7-b651-4735-88f7-d3b003980b64 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849895 Sep 30 09:09:35.945167 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:09:36.000841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:09:36.059862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bfb0f-f843-409c-a8e6-51dcc169a7a6 req-567e4788-3b76-4d5b-bf80-f8feca63df84 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:36.061339 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad2bfb0f-f843-409c-a8e6-51dcc169a7a6 req-567e4788-3b76-4d5b-bf80-f8feca63df84 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0495527 Sep 30 09:09:36.099802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad2bfb0f-f843-409c-a8e6-51dcc169a7a6 req-b87682a8-de0b-4a41-a146-cbe38b9fcad4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Sep 30 09:09:36.655153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:36.657525 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b19e7-fe6b-4198-800a-a505e211d72b" -d '{"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:36.708906 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b4cc4-cb82-4796-9fc2-24d18e3b0c1a x-openstack-request-id: req-fc0b4cc4-cb82-4796-9fc2-24d18e3b0c1a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:36.709232 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:36.709507 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc0b4cc4-cb82-4796-9fc2-24d18e3b0c1a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:36.710838 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'status': 'completed', 'code': 200} Sep 30 09:09:36.806310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-a6f938fc-2260-40ad-9613-03cdaf672317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:36.807823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-a6f938fc-2260-40ad-9613-03cdaf672317 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1095 time: 0.0778055 Sep 30 09:09:36.813678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-11bed182-99df-464a-a781-9f58e739c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:36.815122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-11bed182-99df-464a-a781-9f58e739c762 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1095 time: 0.0534196 Sep 30 09:09:36.972014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-45c52893-a232-4c0e-89c3-1b8c5563713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:36.973524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-45c52893-a232-4c0e-89c3-1b8c5563713e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1566048 Sep 30 09:09:36.974650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-6abac63e-539d-4347-b827-feabd93a7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:36.976044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-6abac63e-539d-4347-b827-feabd93a7961 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1510448 Sep 30 09:09:37.382099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-e557f489-b625-4ed1-89b9-38896c9d12db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.3997178 Sep 30 09:09:37.404345 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-42e5f045-6912-479f-9adb-11474c5c897b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.4208188 Sep 30 09:09:37.441657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2530b-3f36-49e0-bfc7-af6a9ef624e6 req-936f6d11-878a-4d8f-8715-23da53cd66bf tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:37.443119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5c2530b-3f36-49e0-bfc7-af6a9ef624e6 req-936f6d11-878a-4d8f-8715-23da53cd66bf tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.1513596 Sep 30 09:09:37.504994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-d765a562-f1ec-4048-9fca-c01fa6b997ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:37.506481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-d765a562-f1ec-4048-9fca-c01fa6b997ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.1121614 Sep 30 09:09:37.516262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-3ddbe7e5-6c03-4e8f-94e5-aa83255cc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:37.517673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-3ddbe7e5-6c03-4e8f-94e5-aa83255cc84b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0922527 Sep 30 09:09:37.531346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a5c2530b-3f36-49e0-bfc7-af6a9ef624e6 req-c960de3a-32cd-47ee-a32c-7d17f078bb0b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671911 Sep 30 09:09:37.595762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-9a26e4ca-ba63-423d-86b4-a2fa2c139ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:37.597275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-9a26e4ca-ba63-423d-86b4-a2fa2c139ffc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770214 Sep 30 09:09:37.599759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b19e7-fe6b-4198-800a-a505e211d72b req-9a43b898-c18b-464b-a5d3-90ca1d0a4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:37.601746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-9a43b898-c18b-464b-a5d3-90ca1d0a4b30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736148 Sep 30 09:09:37.761369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-af13ce80-845c-4e9b-a73c-74d8ff3301a5 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526611 Sep 30 09:09:37.763273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-0fd6d0ba-a4e8-49fe-a99f-11845988f4f2 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476991 Sep 30 09:09:37.923901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-a2228448-c238-45bc-a5f6-86b301370eb9 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535311 Sep 30 09:09:37.925783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-009b19e7-fe6b-4198-800a-a505e211d72b req-13eff048-67ff-4cc0-91a4-644c10721a01 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474359 Sep 30 09:09:38.647176 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb2839a5-30dd-45fb-90b1-bde4cbac57f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:38.663682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29684f12-7828-4714-a0fe-d85f90ea4a6a req-10572690-f268-4e17-adbe-9971014fb76c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:38.665231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29684f12-7828-4714-a0fe-d85f90ea4a6a req-10572690-f268-4e17-adbe-9971014fb76c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0637672 Sep 30 09:09:38.705304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-29684f12-7828-4714-a0fe-d85f90ea4a6a req-1d789491-878a-4961-a8d9-fe912b8bc711 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Sep 30 09:09:39.823025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d6699-e64e-4e85-a356-1f6f0e7c33bf req-99522a98-2915-4033-8b8e-f5631b221570 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:39.824502 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d7d6699-e64e-4e85-a356-1f6f0e7c33bf req-99522a98-2915-4033-8b8e-f5631b221570 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Sep 30 09:09:39.868471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d7d6699-e64e-4e85-a356-1f6f0e7c33bf req-7f25c348-c63d-46a3-8311-135ad61b1c03 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379784 Sep 30 09:09:40.983806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb5757-76f4-4037-81b7-6225347525e9 req-caf08f62-972e-4f2d-aa13-5315801e2336 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:40.985320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2bb5757-76f4-4037-81b7-6225347525e9 req-caf08f62-972e-4f2d-aa13-5315801e2336 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0481944 Sep 30 09:09:41.024340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d2bb5757-76f4-4037-81b7-6225347525e9 req-725e5104-db30-49bf-b551-e17cd03c21ac tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330601 Sep 30 09:09:41.148085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5fd88eb0-8434-4013-b444-b13efd457195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.546203 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:42.142794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1b98-71b8-492e-8124-f3c67e4fbadf req-6359afff-dbb2-4ffc-a731-32a750cce256 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:42.144300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c70a1b98-71b8-492e-8124-f3c67e4fbadf req-6359afff-dbb2-4ffc-a731-32a750cce256 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0518162 Sep 30 09:09:42.182773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c70a1b98-71b8-492e-8124-f3c67e4fbadf req-1448d75f-cdf6-4860-8b83-5558e01a5403 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Sep 30 09:09:43.300900 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385472f-52e0-40f3-aaf8-66f46b95e949 req-d7f5a90d-3a15-4c44-bc06-52b5e8209be3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:43.302130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4385472f-52e0-40f3-aaf8-66f46b95e949 req-d7f5a90d-3a15-4c44-bc06-52b5e8209be3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0505250 Sep 30 09:09:43.312206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:43.341557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4385472f-52e0-40f3-aaf8-66f46b95e949 req-357a12d7-75e7-4f45-b904-7426768190de tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Sep 30 09:09:44.459565 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8ea9-64f2-4be8-a6fe-242ffd8e596d req-2b4d06ef-96c7-4c9e-b5b6-e2d0db18ce30 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:44.460977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78dc8ea9-64f2-4be8-a6fe-242ffd8e596d req-2b4d06ef-96c7-4c9e-b5b6-e2d0db18ce30 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0495791 Sep 30 09:09:44.498199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78dc8ea9-64f2-4be8-a6fe-242ffd8e596d req-20d8b7a4-f272-45ab-b2a7-faf23293f6e2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Sep 30 09:09:45.077801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:45.616566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ea295-fefd-4d6a-a885-14ae3b189e82 req-cd82c0d8-527b-41d9-a4b7-34c89ab9dc20 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:45.618770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd7ea295-fefd-4d6a-a885-14ae3b189e82 req-cd82c0d8-527b-41d9-a4b7-34c89ab9dc20 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0526853 Sep 30 09:09:45.656527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cd7ea295-fefd-4d6a-a885-14ae3b189e82 req-9842f07e-c65b-41ba-ac5b-69e18e3b4a25 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Sep 30 09:09:46.772019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62135dc2-ae80-4cee-958a-e25f98f6dd87 req-0fa5cf7f-394d-4fe1-b546-d611e404fcb1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:46.773794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62135dc2-ae80-4cee-958a-e25f98f6dd87 req-0fa5cf7f-394d-4fe1-b546-d611e404fcb1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0486116 Sep 30 09:09:46.811087 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-62135dc2-ae80-4cee-958a-e25f98f6dd87 req-bc56994d-c36d-49b2-b8f5-fe93338cdc3a tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Sep 30 09:09:47.930300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a6732-797d-47a7-b405-18b7ed608d2f req-b7277dd5-1e0f-43a7-b9d0-c56a72adf710 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:47.931764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e37a6732-797d-47a7-b405-18b7ed608d2f req-b7277dd5-1e0f-43a7-b9d0-c56a72adf710 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0522020 Sep 30 09:09:47.970528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e37a6732-797d-47a7-b405-18b7ed608d2f req-04a443ff-ef11-4b2a-8d8b-82b8c9a3b959 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Sep 30 09:09:48.292025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-32a38141-e670-4f90-8393-4d1c1fadff44 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:48.293558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-32a38141-e670-4f90-8393-4d1c1fadff44 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.57 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515&tenant_id=734e0acd99f748e3b34c33d96676964b&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 944 time: 0.0871027 Sep 30 09:09:48.305540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614429f5-07a8-4ab2-afee-09e55ba70795 req-71d01b72-0de9-4960-b15d-3a646da5a8f8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:48.307028 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-614429f5-07a8-4ab2-afee-09e55ba70795 req-71d01b72-0de9-4960-b15d-3a646da5a8f8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0699029 Sep 30 09:09:48.380511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-614429f5-07a8-4ab2-afee-09e55ba70795 req-a76a600e-6d34-446a-acac-d063f3d86ed8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660872 Sep 30 09:09:48.389518 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-47404d78-2fb0-4193-911f-87c02b439dc7 service neutron] 10.222.0.57 "GET /v2.0/ports/46a7d2d1-a35a-402b-b96e-ceda229602c3/bindings/n-h2-807025-5 HTTP/1.1" status: 200 len: 382 time: 0.0815315 Sep 30 09:09:48.457051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-7ccdd39b-4db8-4baa-bb4a-51181bb73efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:48.458590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-7ccdd39b-4db8-4baa-bb4a-51181bb73efe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1095 time: 0.0442808 Sep 30 09:09:48.548690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-2940b506-b63a-46b2-91d5-2b92686b7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:48.550200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-2940b506-b63a-46b2-91d5-2b92686b7dea service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0839539 Sep 30 09:09:48.618385 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-b451c1bb-ea83-4d3c-b8ff-4cb8c6f14a80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.0602608 Sep 30 09:09:48.668268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-4f2289e4-ffc9-4072-9ec4-e6354a0b9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:48.669770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-4f2289e4-ffc9-4072-9ec4-e6354a0b9238 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0440609 Sep 30 09:09:48.716318 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-fa31a31b-e3c4-4fdf-b42f-1a83ef994e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:48.717772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-fa31a31b-e3c4-4fdf-b42f-1a83ef994e83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395930 Sep 30 09:09:48.813650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-e0dbff19-ae40-4766-95c8-6326c9f4bfe0 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872364 Sep 30 09:09:48.903757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-f009831b-99db-481a-8642-27c3b2af7950 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Sep 30 09:09:49.480552 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:09:49.503265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57798d-6b30-44c9-8c2b-b77d9827d26e req-07131fee-1cb4-4601-8930-dfd262cc6876 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:49.504766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f57798d-6b30-44c9-8c2b-b77d9827d26e req-07131fee-1cb4-4601-8930-dfd262cc6876 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 944 time: 0.0535686 Sep 30 09:09:49.545515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9f57798d-6b30-44c9-8c2b-b77d9827d26e req-93f14778-023d-42d0-8f9e-5c34fbd433c4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Sep 30 09:09:49.577141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:49.591594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:09:49.627019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.639739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:09:49.658025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:49.661807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.708499 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:49.715684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.716026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.716363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.716692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.717013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.717337 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.717684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.718006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.718326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.718645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.718961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.719276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:49.924322 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['46a7d2d1-a35a-402b-b96e-ceda229602c3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:09:50.662542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa6453-b655-4532-9989-a901849b89ea req-c26db86f-4ca1-49c3-8253-b578cca4d062 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:50.664729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbfa6453-b655-4532-9989-a901849b89ea req-c26db86f-4ca1-49c3-8253-b578cca4d062 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0500531 Sep 30 09:09:50.702885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbfa6453-b655-4532-9989-a901849b89ea req-12178170-479b-45ce-93f7-2ee4a93f9be2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Sep 30 09:09:51.509085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:09:51.602816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:51.614272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:09:51.822550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba782-7ea3-4587-9840-07d5c4f1ce24 req-e89ded9e-bae3-4264-b530-dfb1335ff5e5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:51.823979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afbba782-7ea3-4587-9840-07d5c4f1ce24 req-e89ded9e-bae3-4264-b530-dfb1335ff5e5 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0517385 Sep 30 09:09:51.862273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afbba782-7ea3-4587-9840-07d5c4f1ce24 req-2624ef87-d4d0-4b91-970c-7caf0ade0c4b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Sep 30 09:09:52.800445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-657c4965-cc72-4116-b335-09df5f1d5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:52.802031 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-657c4965-cc72-4116-b335-09df5f1d5710 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515&tenant_id=734e0acd99f748e3b34c33d96676964b HTTP/1.1" status: 200 len: 1096 time: 0.0448415 Sep 30 09:09:52.819632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:52.872189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.056256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc920acf-ebfc-4a4c-bb0e-039134b6b915 req-13835c48-32b0-4e11-93cc-fe75db0e4977 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:53.057770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc920acf-ebfc-4a4c-bb0e-039134b6b915 req-13835c48-32b0-4e11-93cc-fe75db0e4977 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0828040 Sep 30 09:09:53.139787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc920acf-ebfc-4a4c-bb0e-039134b6b915 req-0f873190-a10e-4f80-bf38-01e7be0a47a6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759838 Sep 30 09:09:53.144436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:53.179698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:53.212124 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:09:53.221158 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.232421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Ignored duplicate provisioning block setup for port 46a7d2d1-a35a-402b-b96e-ceda229602c3 by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 30 09:09:53.236263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.318763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=9']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:53.364083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] No DVR routers for this DVR port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:09:53.501685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:09:53.502041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:09:53.502353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:53.507230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:09:53.507556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Attempting to bind port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:53.512366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:09:53.512709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Checking segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:53.513091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Bound using segment: {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:09:53.513563 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Bound port: 46a7d2d1-a35a-402b-b96e-ceda229602c3, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:09:53.513922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.575901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:53.578981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:09:53.582868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.621554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:53.622181 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.623699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] 10.222.0.50 "PUT /v2.0/ports/46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1092 time: 0.8081579 Sep 30 09:09:53.624011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:53.626315 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1417518d-9fb9-4326-83e0-1700955ed8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:53.649899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fd7c4-b64e-4d2e-addc-5bdf0700ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=10']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:53.687305 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6649b3-b8f2-460d-a631-dedfde92e051 x-openstack-request-id: req-2e6649b3-b8f2-460d-a631-dedfde92e051 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:53.687690 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:53.687942 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e6649b3-b8f2-460d-a631-dedfde92e051 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:53.688354 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'status': 'completed', 'code': 200} Sep 30 09:09:53.705696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-98504f7e-a212-4da8-a5cc-227b43c29e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:53.707253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-98504f7e-a212-4da8-a5cc-227b43c29e65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1096 time: 0.0495245 Sep 30 09:09:53.808338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-a9f74211-b550-49e5-b785-1c7f20ce050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:53.809901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-a9f74211-b550-49e5-b785-1c7f20ce050b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1096 time: 0.1017804 Sep 30 09:09:53.863102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-967d3ad0-8514-4385-a568-f61634495f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:53.864542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-967d3ad0-8514-4385-a568-f61634495f34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1304870 Sep 30 09:09:53.966028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-2e0c1ec4-1326-43bc-a5e6-a78a0c8e9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:53.967540 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-2e0c1ec4-1326-43bc-a5e6-a78a0c8e9480 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.1491988 Sep 30 09:09:53.969368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-8182dc0a-0c18-4dd1-8922-e8e5ed9e0649 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.0788891 Sep 30 09:09:54.073569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-dadd40b3-feb8-404c-99ac-b4f09ab6e6eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.0972900 Sep 30 09:09:54.075052 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-3a6170a8-ce8a-4d83-8cd1-e2a93c7b10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.076381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-3a6170a8-ce8a-4d83-8cd1-e2a93c7b10a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0949197 Sep 30 09:09:54.151217 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-618f62ec-e937-4787-835d-c8aa14aebda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.152697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-618f62ec-e937-4787-835d-c8aa14aebda8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0617070 Sep 30 09:09:54.157691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-b4f8277f-ca5a-49cd-8955-2061506e17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.159070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-b4f8277f-ca5a-49cd-8955-2061506e17a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759518 Sep 30 09:09:54.286798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-b90b422b-511c-4677-bcca-48b67b32df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.288829 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-b90b422b-511c-4677-bcca-48b67b32df2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271751 Sep 30 09:09:54.325232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d12a2c-8d55-494f-bc92-5fabb250997b req-023041a9-a044-404b-b1bc-3c809608f27c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.326683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3d12a2c-8d55-494f-bc92-5fabb250997b req-023041a9-a044-404b-b1bc-3c809608f27c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.1089740 Sep 30 09:09:54.599311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-73532880-979b-493a-a7c6-2e87e5d74aca service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281216 Sep 30 09:09:54.723883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3d12a2c-8d55-494f-bc92-5fabb250997b req-7f3c441c-92ae-44ad-a208-b71941d929f4 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269557 Sep 30 09:09:54.749949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-2637b617-213f-44ac-86fd-b0c1e63f2935 service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494908 Sep 30 09:09:54.778922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7aa32d09-ee76-4b3f-9f9e-a8f549ba4b2e req-737db989-f599-43a0-a9d0-5e72006ff273 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669054 Sep 30 09:09:54.860799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-2fc20c6f-293b-4d95-b041-eea9eb0701ba service neutron] 10.222.0.57 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022923 Sep 30 09:09:54.889547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-3a3e8690-def1-448a-adb6-02b2563b9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.891062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-3a3e8690-def1-448a-adb6-02b2563b9b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=734e0acd99f748e3b34c33d96676964b&device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 1096 time: 0.0428872 Sep 30 09:09:54.984332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-a9c61c19-02bc-4071-9f01-f11a7d8c1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:54.985866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-a9c61c19-02bc-4071-9f01-f11a7d8c1836 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 200 len: 912 time: 0.0869648 Sep 30 09:09:55.056103 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-c27b2b45-2c14-4795-a53e-3bcd0ab01eb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 200 len: 1000 time: 0.0628672 Sep 30 09:09:55.107386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-6295f895-e6f1-418a-9036-e0573fae7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:55.108870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-6295f895-e6f1-418a-9036-e0573fae7274 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 200 len: 850 time: 0.0451329 Sep 30 09:09:55.154896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-bca50cb7-74c6-458a-a0d1-657b47c3775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:55.156336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-bca50cb7-74c6-458a-a0d1-657b47c3775a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6be50d8a-49d5-4f06-aac1-2326ce4403b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408711 Sep 30 09:09:55.251571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-36bb53d3-0caf-457f-9d90-7721975d88e9 service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873327 Sep 30 09:09:55.349264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1417518d-9fb9-4326-83e0-1700955ed8bb req-154f1585-15d5-48ad-94ab-4ce5aa1216fe service neutron] 10.222.0.50 "GET /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894001 Sep 30 09:09:55.553914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:09:55.595574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:09:55.843802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfade1-a719-4f3d-aa60-f3695c5504e7 req-09cb5a06-741e-420a-b638-efea02f362d8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:55.845213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58dfade1-a719-4f3d-aa60-f3695c5504e7 req-09cb5a06-741e-420a-b638-efea02f362d8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Sep 30 09:09:55.883291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-58dfade1-a719-4f3d-aa60-f3695c5504e7 req-c340d46c-e1f3-4ee8-b9ae-f6a9a22ddd47 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Sep 30 09:09:56.185929 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.267829 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.002497 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33769-14ee-4d10-9805-52c46c57af76 req-e382b884-abb5-47b1-92cd-b949e108c9d6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:57.004035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0a33769-14ee-4d10-9805-52c46c57af76 req-e382b884-abb5-47b1-92cd-b949e108c9d6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0507231 Sep 30 09:09:57.043938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0a33769-14ee-4d10-9805-52c46c57af76 req-de1b7f18-04c4-4dca-8979-5624f9411c0f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333135 Sep 30 09:09:58.161943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a66e-6729-40e5-b2f2-21a589c79289 req-be2a6199-c862-434a-b59e-e620953ac3e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:58.163872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a157a66e-6729-40e5-b2f2-21a589c79289 req-be2a6199-c862-434a-b59e-e620953ac3e1 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Sep 30 09:09:58.210096 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a157a66e-6729-40e5-b2f2-21a589c79289 req-08cf7337-45db-450f-980e-c41a7eafa762 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Sep 30 09:09:59.335534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172af8b7-8721-4f1c-89e5-4307a15c876e req-dae167c5-f8e8-4a06-b43b-123a97604081 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:59.337040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-172af8b7-8721-4f1c-89e5-4307a15c876e req-dae167c5-f8e8-4a06-b43b-123a97604081 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0535893 Sep 30 09:09:59.376380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-172af8b7-8721-4f1c-89e5-4307a15c876e req-c2892054-de8e-4bcd-b68c-429d2cd929bd tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Sep 30 09:10:00.416350 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:10:00.494611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0780-1521-4f3f-887f-21c74a961089 req-1dcaa2b7-8acc-43c6-a78a-51c9d2040302 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:00.496011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-573e0780-1521-4f3f-887f-21c74a961089 req-1dcaa2b7-8acc-43c6-a78a-51c9d2040302 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Sep 30 09:10:00.534723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-573e0780-1521-4f3f-887f-21c74a961089 req-a275656d-4a12-40df-96be-a3c3dd440d7d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Sep 30 09:10:01.653334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5a2fc-8602-457c-a7bc-427d7e659fb8 req-60612d8e-af47-42b8-8404-7e63f7fd5a27 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:01.655104 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ab5a2fc-8602-457c-a7bc-427d7e659fb8 req-60612d8e-af47-42b8-8404-7e63f7fd5a27 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0501938 Sep 30 09:10:01.699396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ab5a2fc-8602-457c-a7bc-427d7e659fb8 req-535219b7-bdd6-4493-b989-7229fe1f94c3 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382867 Sep 30 09:10:02.818266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f723e-ff23-48ca-92e3-9707cfa1e2c1 req-a2f8d4e7-19cd-465c-984f-680b15fbb510 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:02.819811 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-941f723e-ff23-48ca-92e3-9707cfa1e2c1 req-a2f8d4e7-19cd-465c-984f-680b15fbb510 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Sep 30 09:10:02.857051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-941f723e-ff23-48ca-92e3-9707cfa1e2c1 req-fed732d4-40ce-4b43-ab1f-d7d50a692568 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313754 Sep 30 09:10:03.977643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268c3c9-fa16-4802-8253-0de120d9f74d req-28929f45-e827-4304-8efc-8198c1973630 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:03.979150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8268c3c9-fa16-4802-8253-0de120d9f74d req-28929f45-e827-4304-8efc-8198c1973630 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Sep 30 09:10:04.018471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8268c3c9-fa16-4802-8253-0de120d9f74d req-592e9601-63a2-4646-88b2-5524d64c178b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Sep 30 09:10:05.133993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53744853-a73c-439c-9309-eac9af9ecc8f req-a5b1d483-c5e8-4107-91ac-84a641fd236d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:05.135473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-53744853-a73c-439c-9309-eac9af9ecc8f req-a5b1d483-c5e8-4107-91ac-84a641fd236d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Sep 30 09:10:05.177066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-53744853-a73c-439c-9309-eac9af9ecc8f req-82636330-4e04-4b44-bb35-7f827b33425c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Sep 30 09:10:06.047292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:10:06.143203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:06.154863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'port_id': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'mac_address': 'fa:16:3e:4e:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:10:06.196929 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:06.210945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:06.231282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:06.235516 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:06.284139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:06.296809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc08de-01ae-4530-94b5-7e6f8e405b7e req-42f0dc39-f8b9-474b-a3a3-0fdedbb7295d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.298473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57dc08de-01ae-4530-94b5-7e6f8e405b7e req-42f0dc39-f8b9-474b-a3a3-0fdedbb7295d tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0512919 Sep 30 09:10:06.335513 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57dc08de-01ae-4530-94b5-7e6f8e405b7e req-29bdd83b-78e1-408d-8abb-4436f8482b97 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Sep 30 09:10:06.450719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49783-ae69-4af6-b5e0-2e792ce68379 req-30ba5d6b-6972-486e-b474-9c8d8f8f58ba tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.452444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba49783-ae69-4af6-b5e0-2e792ce68379 req-30ba5d6b-6972-486e-b474-9c8d8f8f58ba tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0501738 Sep 30 09:10:06.490392 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ba49783-ae69-4af6-b5e0-2e792ce68379 req-b91d40ea-5e7c-4d72-a10b-f54579adaf32 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Sep 30 09:10:06.528058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['46a7d2d1-a35a-402b-b96e-ceda229602c3'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:06.606330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119e35b-48d2-4213-91e8-0fa3aa03fd2d req-11cf010b-dba8-4375-a543-d14b1ff61f8c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.607746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b119e35b-48d2-4213-91e8-0fa3aa03fd2d req-11cf010b-dba8-4375-a543-d14b1ff61f8c tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0490394 Sep 30 09:10:06.652174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b119e35b-48d2-4213-91e8-0fa3aa03fd2d req-f9b5fede-0e18-48aa-ab65-4ee56cc2dcd6 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379031 Sep 30 09:10:06.891660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ced5b-8580-4ea2-a0b0-263910215007 req-cacce955-4eba-47d5-b67b-b406d4781f27 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.893045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-391ced5b-8580-4ea2-a0b0-263910215007 req-cacce955-4eba-47d5-b67b-b406d4781f27 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0486684 Sep 30 09:10:06.931482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-391ced5b-8580-4ea2-a0b0-263910215007 req-8d3f98a4-7303-4ccd-be2c-cba47448028f tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Sep 30 09:10:08.048406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611a79-cefc-4fe7-8964-9b9ef9bd6502 req-d58424a4-7b33-4d10-a812-bfa324cdbf1b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:08.049924 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c611a79-cefc-4fe7-8964-9b9ef9bd6502 req-d58424a4-7b33-4d10-a812-bfa324cdbf1b tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 946 time: 0.0494392 Sep 30 09:10:08.083741 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:08.089061 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c611a79-cefc-4fe7-8964-9b9ef9bd6502 req-171775a4-da43-44b7-bb41-8930464628c8 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abf15a8-01fa-427f-b37b-a879e198e835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 Sep 30 09:10:08.132687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 46a7d2d1-a35a-402b-b96e-ceda229602c3 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:10:08.136465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 46a7d2d1-a35a-402b-b96e-ceda229602c3 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:08.136844 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.213385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.238178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:08.251688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:08.255951 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.281981 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75586714-b37b-4f16-903c-5278b1cabbb6" -d '{"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-plugged", "status": "completed", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:08.310414 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:08.366438 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7962395f-6482-431b-94bd-c7de78e9757b x-openstack-request-id: req-7962395f-6482-431b-94bd-c7de78e9757b {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:08.366731 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-plugged", "status": "completed", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:08.366983 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7962395f-6482-431b-94bd-c7de78e9757b {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:08.367382 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'code': 200} Sep 30 09:10:08.601875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-5dbb9bf7-d35a-494d-97c3-d6e9a48c1540 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:08.603320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-5dbb9bf7-d35a-494d-97c3-d6e9a48c1540 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 947 time: 0.0475929 Sep 30 09:10:08.650989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e71944a-dddc-477c-95bc-1954bcb59de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.701781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Deleting port 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:08.702180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.789353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] For port 46a7d2d1-a35a-402b-b96e-ceda229602c3, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=46a7d2d1-a35a-402b-b96e-ceda229602c3,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:08.789705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.958562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.958931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:08.959281 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29 disassociated. External IP: 172.25.7.55, port: 46a7d2d1-a35a-402b-b96e-ceda229602c3. Sep 30 09:10:08.959628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Calling delete_port for 46a7d2d1-a35a-402b-b96e-ceda229602c3 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:09.089043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:09.123376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event deleted for resources: {'Port': ['ID=46a7d2d1-a35a-402b-b96e-ceda229602c3,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:09.201749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-094d8f88-a821-4a92-8611-47981fb03b72 req-b588d10a-a345-4910-9c98-deabaaa8f8f2 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0319421 Sep 30 09:10:09.278324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:10:09.388355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:10:09.399382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:10:09.409328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:09.409983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:09:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:09.427821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] No DVR routers for this DVR port 46a7d2d1-a35a-402b-b96e-ceda229602c3 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:10:09.430666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:09.432691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c68338eb-f110-4585-8fd1-2988f97544e5 req-9dfd050c-c395-44c3-a701-d25748731ffb tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.50 "DELETE /v2.0/ports/46a7d2d1-a35a-402b-b96e-ceda229602c3 HTTP/1.1" status: 204 len: 173 time: 0.8224907 Sep 30 09:10:09.433135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-deleted', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:09.435439 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1723a-74f9-489b-a39a-bf8f93fa1935" -d '{"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-deleted", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:09.474021 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9555d3cc-b127-4631-9467-77795b692229 x-openstack-request-id: req-9555d3cc-b127-4631-9467-77795b692229 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:09.474317 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36324fd0-0b58-4976-8200-7e0b60009515", "name": "network-vif-deleted", "tag": "46a7d2d1-a35a-402b-b96e-ceda229602c3", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:09.474572 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9555d3cc-b127-4631-9467-77795b692229 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:09.475025 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36324fd0-0b58-4976-8200-7e0b60009515', 'name': 'network-vif-deleted', 'tag': '46a7d2d1-a35a-402b-b96e-ceda229602c3', 'status': 'completed', 'code': 200} Sep 30 09:10:09.530933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:09.742485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:09.773042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:10:09.781670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:09.782285 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:09:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:09.888187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:10.120056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:10.147797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ddbb8-7e02-4c59-853f-bcac6bcebbb5 None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:11Z', 'revision_number': 4, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '202b4083-51fd-4116-91e0-f3743c6a5b0d', 'name': '', 'network_id': '6be50d8a-49d5-4f06-aac1-2326ce4403b4', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'mac_address': 'fa:16:3e:8f:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:11Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'subnets': [{'id': '68d5f6b8-54f3-4014-b461-5697e411eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:10:10.320112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b219be4-de9d-4ce9-81e7-4344ff44f539 req-e011f3b5-3674-4ef1-9aef-6affaf05e8cc tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Sep 30 09:10:10.388459 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e20d2e-613a-45ff-bae0-dd8b319b6245 None None] New status for floating IP 08a953ab-fd8d-4e4e-ab35-ac24dc641f29: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:10:11.149999 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-65b72da2-b749-46bd-a22c-5e5faa10ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:11.419465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8972464b-fd97-4ca3-8a04-a7da7df1ef3f req-bfb51b58-310e-4200-9798-0816093df070 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Sep 30 09:10:11.549101 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:12.087314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:10:12.111962 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 46a7d2d1-a35a-402b-b96e-ceda229602c3 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:10:12.112309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 46a7d2d1-a35a-402b-b96e-ceda229602c3 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:10:12.652196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-204385c5-9700-47f9-92eb-e722cbb5fe65 req-ddcfd86e-07dd-4d24-aa00-25158b560d13 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/ports?device_id=36324fd0-0b58-4976-8200-7e0b60009515 HTTP/1.1" status: 200 len: 210 time: 0.0314198 Sep 30 09:10:13.316111 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:15.081046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.353718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44460) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:16.408837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f94199c6-4817-4525-bc26-9b151522e82e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.432868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f94199c6-4817-4525-bc26-9b151522e82e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.486949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f94199c6-4817-4525-bc26-9b151522e82e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.489787 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f94199c6-4817-4525-bc26-9b151522e82e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.490995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f94199c6-4817-4525-bc26-9b151522e82e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "DELETE /v2.0/security-groups/5abf15a8-01fa-427f-b37b-a879e198e835 HTTP/1.1" status: 204 len: 168 time: 0.1361797 Sep 30 09:10:16.494599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44462) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:16.500985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94199c6-4817-4525-bc26-9b151522e82e tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf15a8-01fa-427f-b37b-a879e198e835,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:16.511285 n-d-807025-5 neutron-server[95002]: INFO neutron.api.v2.resource [None req-36d10db3-e07b-4255-80e5-653c5e6deb25 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] show failed (client error): The resource could not be found. Sep 30 09:10:16.515831 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36d10db3-e07b-4255-80e5-653c5e6deb25 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "GET /v2.0/security-groups/5abf15a8-01fa-427f-b37b-a879e198e835 HTTP/1.1" status: 404 len: 347 time: 0.0199661 Sep 30 09:10:16.516499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44466) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:16.644069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Deleting port ae26882f-9eaf-49da-bbad-3dc1160a41f1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:16.644415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.721261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.721500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.733255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Calling delete_port for ae26882f-9eaf-49da-bbad-3dc1160a41f1 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:16.864343 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.889784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Pushing event deleted for resources: {'Port': ['ID=ae26882f-9eaf-49da-bbad-3dc1160a41f1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:16.917263 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.917645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.917990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.918326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.918658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.918988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.919320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.919641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.919967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.920289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.920610 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.920933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:16.967473 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.970057 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.971229 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-617e270f-e1fe-402f-b87d-14ccb4af1cf7 tempest-ServerActionsTestJSON-1130299837 tempest-ServerActionsTestJSON-1130299837-project] 10.222.0.41 "DELETE /v2.0/floatingips/08a953ab-fd8d-4e4e-ab35-ac24dc641f29 HTTP/1.1" status: 204 len: 168 time: 0.4537239 Sep 30 09:10:16.974222 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44468) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:17.484803 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:17.725655 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Deleting port 202b4083-51fd-4116-91e0-f3743c6a5b0d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:17.726344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:18.134061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] For port 202b4083-51fd-4116-91e0-f3743c6a5b0d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=202b4083-51fd-4116-91e0-f3743c6a5b0d,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:18.134349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:18.146160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Calling delete_port for 202b4083-51fd-4116-91e0-f3743c6a5b0d owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:18.323457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:18.348014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Pushing event deleted for resources: {'Port': ['ID=202b4083-51fd-4116-91e0-f3743c6a5b0d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:18.511685 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:18.723168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Router 4d0d1b04-5340-4634-984b-0442700595ef has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:10:18.828768 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:10:18.835365 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d1a93a78-07bb-4e9f-a451-f412cc0e5bac admin admin] 10.222.0.41 "PUT /v2.0/routers/4d0d1b04-5340-4634-984b-0442700595ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593841 Sep 30 09:10:18.836957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44472) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:18.838810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] Sync routers for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:10:18.848078 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:18.848728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:10:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:18.941126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.063566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.113240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:19.116723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Deleting port 4287b381-091f-4c2a-945a-5a21a5af5eee {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:19.117062 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.201532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] For port 4287b381-091f-4c2a-945a-5a21a5af5eee, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4287b381-091f-4c2a-945a-5a21a5af5eee,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:19.206152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.218506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Calling delete_port for 4287b381-091f-4c2a-945a-5a21a5af5eee owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:19.291017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:10:18Z', 'revision_number': 5, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port': {'id': '4287b381-091f-4c2a-945a-5a21a5af5eee', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d1b04-5340-4634-984b-0442700595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:09Z', 'updated_at': '2021-09-30T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:19.317670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] Checking router: 4d0d1b04-5340-4634-984b-0442700595ef for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:10:19.326435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] Routers {'4d0d1b04-5340-4634-984b-0442700595ef'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:19.327074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:10:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['4d0d1b04-5340-4634-984b-0442700595ef'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:19.391239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.416994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4287b381-091f-4c2a-945a-5a21a5af5eee,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:19.423791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] Set router 4d0d1b04-5340-4634-984b-0442700595ef gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:19.478137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.478425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:10:19Z', 'revision_number': 6, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:19.504626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414f13d-d5fb-4310-9ac0-a6af75923b1e None None] The sync data for ids ['4d0d1b04-5340-4634-984b-0442700595ef'] in n-d-807025-5 is: [{'id': '4d0d1b04-5340-4634-984b-0442700595ef', 'name': 'tempest-ServerActionsTestJSON-531764146-router', 'tenant_id': '734e0acd99f748e3b34c33d96676964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:10:19Z', 'revision_number': 6, 'project_id': '734e0acd99f748e3b34c33d96676964b', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:10:19.569845 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.571978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.617779 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.618323 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0d1b04-5340-4634-984b-0442700595ef {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:10:19.622953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.624116 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5af65c2e-2d57-45b7-b3c6-d884051365f2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4d0d1b04-5340-4634-984b-0442700595ef HTTP/1.1" status: 204 len: 168 time: 0.7861371 Sep 30 09:10:19.626700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44474) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:19.671190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Deleting subnet 68d5f6b8-54f3-4014-b461-5697e411eb8b {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:10:19.674202 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.707143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.786933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.838104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.863411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d5f6b8-54f3-4014-b461-5697e411eb8b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:19.869083 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:19.873437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8ba7024a-0c97-4d4a-aae9-4a9c7cd38b52 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68d5f6b8-54f3-4014-b461-5697e411eb8b HTTP/1.1" status: 204 len: 168 time: 0.2433660 Sep 30 09:10:19.873623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44476) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:19.875912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9aa48d-f651-4886-9372-add33712f425 None None] Network 6be50d8a-49d5-4f06-aac1-2326ce4403b4 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:10:19.945999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.006225 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Deleting port 75128cd7-b81a-42e1-bd26-4816233010eb {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:20.006567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.069641 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] For port 75128cd7-b81a-42e1-bd26-4816233010eb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=75128cd7-b81a-42e1-bd26-4816233010eb,segment=NetworkSegment(6e3b9b57-f0e9-496d-89a5-7f19935f5d4c),segment_id=6e3b9b57-f0e9-496d-89a5-7f19935f5d4c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:20.069997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.081137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Calling delete_port for 75128cd7-b81a-42e1-bd26-4816233010eb owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:20.161009 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.183935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=75128cd7-b81a-42e1-bd26-4816233010eb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:20.190014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] No DVR routers for this DVR port 75128cd7-b81a-42e1-bd26-4816233010eb on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:10:20.262782 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.286264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be50d8a-49d5-4f06-aac1-2326ce4403b4']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:20.295838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:20.296130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3b9b57-f0e9-496d-89a5-7f19935f5d4c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:20.306609 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.310899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d60827-c7cd-4744-a728-975cb28e5301 None None] DHCP port deletion for 6be50d8a-49d5-4f06-aac1-2326ce4403b4 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:10:20.331164 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.338485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:10:20.339005 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:10:20.340818 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:10:20.395198 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.401152 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.403157 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6be50d8a-49d5-4f06-aac1-2326ce4403b4 HTTP/1.1" status: 204 len: 168 time: 0.5285950 Sep 30 09:10:20.416477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56fc0c-bf22-4e3e-95d8-ea74d207dd29 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be50d8a-49d5-4f06-aac1-2326ce4403b4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:20.525732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44480) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:20.567334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-051cf33a-e9d6-4760-81cc-e0d4aecc35eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=734e0acd99f748e3b34c33d96676964b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403020 Sep 30 09:10:20.570522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44482) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:20.624223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-343e2dad-1d22-4997-bdfc-057d2fdb4463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.645002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-343e2dad-1d22-4997-bdfc-057d2fdb4463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.691057 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-343e2dad-1d22-4997-bdfc-057d2fdb4463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.693683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-343e2dad-1d22-4997-bdfc-057d2fdb4463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:20.694875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-343e2dad-1d22-4997-bdfc-057d2fdb4463 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24f64fc8-8974-44a2-9f08-349523b18bc5 HTTP/1.1" status: 204 len: 168 time: 0.1234193 Sep 30 09:10:20.702712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e2dad-1d22-4997-bdfc-057d2fdb4463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f64fc8-8974-44a2-9f08-349523b18bc5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:21.368566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75128cd7-b81a-42e1-bd26-4816233010eb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:10:21.388957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 75128cd7-b81a-42e1-bd26-4816233010eb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:10:21.389317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 75128cd7-b81a-42e1-bd26-4816233010eb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:10:21.389772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 202b4083-51fd-4116-91e0-f3743c6a5b0d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:10:21.402726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44504) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:21.413653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 202b4083-51fd-4116-91e0-f3743c6a5b0d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:10:21.414007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 202b4083-51fd-4116-91e0-f3743c6a5b0d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:10:21.414431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4287b381-091f-4c2a-945a-5a21a5af5eee no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:10:21.433149 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4287b381-091f-4c2a-945a-5a21a5af5eee {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:10:21.433526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4287b381-091f-4c2a-945a-5a21a5af5eee not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:10:21.497535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-980873107-network', 'tenant_id': '18123ec079964b29999bb12149ee5785'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:21.518656 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Made reservation on behalf of 18123ec079964b29999bb12149ee5785 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:21.520884 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.529931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.614758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.618599 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.639747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:10:21.655879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5507b437-c773-4a4d-90ed-d7308300338f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:21.659690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.660042 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Added segment 7baba1bc-8055-47d8-b59b-c318f751f12f of type vlan for network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 Sep 30 09:10:21.699343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.726488 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.727155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:21.727757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.761309 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3574765 Sep 30 09:10:21.764300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44508) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:21.769417 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Request body: {'subnet': {'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-980873107-subnet', 'tenant_id': '18123ec079964b29999bb12149ee5785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:21.786312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4d6b3-c1a1-407e-95e1-0c60bd02373c admin admin] Pushing event updated for resources: {'Network': ['ID=8de4ec8b-62e2-43d9-a6e8-11a9feefd940,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:21.790977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Made reservation on behalf of 18123ec079964b29999bb12149ee5785 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:21.793379 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:21.796877 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:10:21.961216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:22.013309 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16274368-0b94-4f25-bc93-11f14090b48a,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:22.024549 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Checking segment: {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:22.024912 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Network hostable DHCP agents. Network: 8de4ec8b-62e2-43d9-a6e8-11a9feefd940, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:10:22.041409 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:10:22.049781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8de4ec8b-62e2-43d9-a6e8-11a9feefd940) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:22.054688 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:22.055380 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:22.058966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016c233-ed8e-4802-a263-ce7a1f4ef0ee None None] Network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:10:22.070644 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9b71340-f528-4a28-bf38-f33950399e0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3051870 Sep 30 09:10:22.193147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6c335-130a-4b7f-91ac-08a5b6c70e5c None None] Network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:10:22.499630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-0645aa4c-9533-475c-b83d-de4b2d46e507 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:22.501109 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-0645aa4c-9533-475c-b83d-de4b2d46e507 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/networks?id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 200 len: 813 time: 0.1045890 Sep 30 09:10:22.515816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-1792f25a-9721-4b5b-b8af-08edcc9b9c03 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/quotas/18123ec079964b29999bb12149ee5785 HTTP/1.1" status: 200 len: 375 time: 0.0088365 Sep 30 09:10:22.805759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-fae2b708-c36e-42de-94b4-df4f06a0275f tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18123ec079964b29999bb12149ee5785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2840278 Sep 30 09:10:22.968198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-f65139af-c116-4f88-b67f-0b726333d893 service neutron] 10.222.0.41 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213453 Sep 30 09:10:23.058902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-03cd6240-c330-43db-906a-b39808538164 service neutron] 10.222.0.41 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842879 Sep 30 09:10:23.221416 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-528b7da4-7189-4667-a9ac-d5b2284c9ad2 req-497056d2-5bf4-41c1-a793-bfa97c3e99cb tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 210 time: 0.0292487 Sep 30 09:10:24.352203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbbcc0b-0cbc-4c85-823a-9cca3962ee83 req-3bd6bcaf-446e-40c9-aa69-e67af1c4ea1f tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 210 time: 0.0596163 Sep 30 09:10:24.386908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-69c90bd2-24a3-40f8-ba96-7c93897aa1ee tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:24.388717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-69c90bd2-24a3-40f8-ba96-7c93897aa1ee tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.57 "GET /v2.0/networks?id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 200 len: 813 time: 0.1382678 Sep 30 09:10:24.406847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Request body: {'port': {'device_id': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940', 'admin_state_up': True, 'tenant_id': '18123ec079964b29999bb12149ee5785'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:24.513955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Made reservation on behalf of 18123ec079964b29999bb12149ee5785 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:24.517596 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:24.644698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Allocated IP 172.20.0.13 (8de4ec8b-62e2-43d9-a6e8-11a9feefd940/16274368-0b94-4f25-bc93-11f14090b48a/9baafdb1-1e7f-45d1-9054-8fc526018423) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:10:24.793309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:24.826944 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:24.867148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:10:24.870257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:24.873881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:10:24.902872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Pushing event updated for resources: {'Port': ['ID=9baafdb1-1e7f-45d1-9054-8fc526018423,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:24.927180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:24.928306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:24.941592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-39c89354-fad3-4a59-9d59-165a924af471 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385318 Sep 30 09:10:24.954676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Request body: {'port': {'device_id': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:25.011864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:25.268653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9baafdb1-1e7f-45d1-9054-8fc526018423 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:25.276448 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:25.290166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Transition to ACTIVE for port object 9baafdb1-1e7f-45d1-9054-8fc526018423 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:10:25.294961 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:25.366751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Pushing event updated for resources: {'Port': ['ID=9baafdb1-1e7f-45d1-9054-8fc526018423,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:25.417467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Attempting to bind port 9baafdb1-1e7f-45d1-9054-8fc526018423 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:10:25.417831 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Attempting to bind port 9baafdb1-1e7f-45d1-9054-8fc526018423 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:10:25.418158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Attempting to bind port 9baafdb1-1e7f-45d1-9054-8fc526018423 on network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:25.422547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Port 9baafdb1-1e7f-45d1-9054-8fc526018423 on network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:10:25.422873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Attempting to bind port 9baafdb1-1e7f-45d1-9054-8fc526018423 on network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:25.438069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:10:25.438410 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Checking segment: {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:25.438791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Bound using segment: {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:10:25.439238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Bound port: 9baafdb1-1e7f-45d1-9054-8fc526018423, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:10:25.439595 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:25.505769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332374d3-d419-49b3-aa5e-e09f86eac395 req-a3df48dc-9b53-4400-9510-9f73645a369c tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:25.507237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-332374d3-d419-49b3-aa5e-e09f86eac395 req-a3df48dc-9b53-4400-9510-9f73645a369c tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 944 time: 0.0823035 Sep 30 09:10:25.559455 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] For port 9baafdb1-1e7f-45d1-9054-8fc526018423, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:10:25.574125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-332374d3-d419-49b3-aa5e-e09f86eac395 req-50bb84f8-7ea8-4fb9-87e0-05dd2454b54f tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608594 Sep 30 09:10:25.577402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] For port 9baafdb1-1e7f-45d1-9054-8fc526018423, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9baafdb1-1e7f-45d1-9054-8fc526018423,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:10:25.582571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:25.615717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:25.616322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:25.617721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] 10.222.0.57 "PUT /v2.0/ports/9baafdb1-1e7f-45d1-9054-8fc526018423 HTTP/1.1" status: 200 len: 1092 time: 0.6670544 Sep 30 09:10:25.618158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'tag': '9baafdb1-1e7f-45d1-9054-8fc526018423'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:25.620391 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeb9315-4913-4262-a74a-359f574ec262" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed7f7c-7c65-4254-a58e-0009e56d1e01", "tag": "9baafdb1-1e7f-45d1-9054-8fc526018423"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:25.644829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c8a8d-ee1a-4d5d-b222-184565178831 service neutron] Pushing event updated for resources: {'Port': ['ID=9baafdb1-1e7f-45d1-9054-8fc526018423,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:25.659995 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0acaa-5520-4886-91fa-98a182ce41d5 x-openstack-request-id: req-98b0acaa-5520-4886-91fa-98a182ce41d5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:25.660290 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed7f7c-7c65-4254-a58e-0009e56d1e01", "tag": "9baafdb1-1e7f-45d1-9054-8fc526018423", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:25.660544 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98b0acaa-5520-4886-91fa-98a182ce41d5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:25.660940 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'tag': '9baafdb1-1e7f-45d1-9054-8fc526018423', 'status': 'completed', 'code': 200} Sep 30 09:10:25.704097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-d5113543-0e87-45aa-87a4-6f32c9ea210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:25.705690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-d5113543-0e87-45aa-87a4-6f32c9ea210b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18123ec079964b29999bb12149ee5785&device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 1095 time: 0.0421641 Sep 30 09:10:25.750895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-5a1c4d33-a266-424b-802e-3aade1fdb916 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9baafdb1-1e7f-45d1-9054-8fc526018423 HTTP/1.1" status: 200 len: 217 time: 0.0367954 Sep 30 09:10:25.809057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586652f-f809-4549-810c-614d6a4c4066 req-bd16d6a8-0463-48b1-9548-a1ca6355fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:25.810490 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-bd16d6a8-0463-48b1-9548-a1ca6355fb2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=16274368-0b94-4f25-bc93-11f14090b48a HTTP/1.1" status: 200 len: 853 time: 0.0439618 Sep 30 09:10:25.844657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-ecbe5c93-54c4-46a2-b018-13768fd5f0ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247252 Sep 30 09:10:25.944090 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-e6983655-4515-43e7-9f2c-d750669bd782 service neutron] 10.222.0.57 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862279 Sep 30 09:10:26.037085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b586652f-f809-4549-810c-614d6a4c4066 req-f196f09c-b4fe-4bce-9cd2-b4445e6617d9 service neutron] 10.222.0.57 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Sep 30 09:10:26.127249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9315-4913-4262-a74a-359f574ec262 req-785f7a05-7f0c-45cb-9c95-9d2c00734654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:26.128635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-785f7a05-7f0c-45cb-9c95-9d2c00734654 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18123ec079964b29999bb12149ee5785&device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 1095 time: 0.0412438 Sep 30 09:10:26.185754 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:26.228572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9315-4913-4262-a74a-359f574ec262 req-b06716df-31cb-49f3-8851-e43b5ef61226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:26.230071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-b06716df-31cb-49f3-8851-e43b5ef61226 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 200 len: 914 time: 0.0916841 Sep 30 09:10:26.269663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:26.274058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-5c52cd5e-b4b0-4e96-b9d2-1879ef75f2fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9baafdb1-1e7f-45d1-9054-8fc526018423 HTTP/1.1" status: 200 len: 217 time: 0.0354583 Sep 30 09:10:26.330774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9315-4913-4262-a74a-359f574ec262 req-e556f463-7931-4cb8-b933-cb731ca8ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:26.332228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-e556f463-7931-4cb8-b933-cb731ca8ee19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=16274368-0b94-4f25-bc93-11f14090b48a HTTP/1.1" status: 200 len: 853 time: 0.0486760 Sep 30 09:10:26.369219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-76af5faa-9c14-4b0f-b6ee-85212c8280ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250068 Sep 30 09:10:26.461949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-ea0d23ca-dc7a-49af-93a4-956daffe10f5 service neutron] 10.222.0.57 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Sep 30 09:10:26.558122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbeb9315-4913-4262-a74a-359f574ec262 req-e317da43-ac79-47aa-929b-336764c56bcc service neutron] 10.222.0.57 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868371 Sep 30 09:10:26.692870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4486c-b9d2-41df-8db2-c126bb0ca9db req-a983a19f-d25d-468d-bb0f-125a98ab365a tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:26.694448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28d4486c-b9d2-41df-8db2-c126bb0ca9db req-a983a19f-d25d-468d-bb0f-125a98ab365a tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 944 time: 0.0501175 Sep 30 09:10:26.732678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28d4486c-b9d2-41df-8db2-c126bb0ca9db req-ba74aa81-3ac9-4b2d-82cf-31e87ec34031 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Sep 30 09:10:27.846949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d6040-374e-4726-9176-d90a35757b25 req-0c5255a7-657c-424b-87db-15f611f6738d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:27.848442 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a86d6040-374e-4726-9176-d90a35757b25 req-0c5255a7-657c-424b-87db-15f611f6738d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 944 time: 0.0489211 Sep 30 09:10:27.890881 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a86d6040-374e-4726-9176-d90a35757b25 req-b48bc763-3b08-4503-89ce-6e13dbb160f3 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363498 Sep 30 09:10:29.014368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa7fb-a01c-424a-a29f-ef50963736e7 req-a4b8d7f0-d648-4389-9757-30e87a5cebf0 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:29.017119 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132fa7fb-a01c-424a-a29f-ef50963736e7 req-a4b8d7f0-d648-4389-9757-30e87a5cebf0 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 944 time: 0.0528266 Sep 30 09:10:29.061356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-132fa7fb-a01c-424a-a29f-ef50963736e7 req-33b7070b-fd4c-4367-a614-ae8df99bffb6 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Sep 30 09:10:29.693788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9baafdb1-1e7f-45d1-9054-8fc526018423 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:10:29.792480 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9baafdb1-1e7f-45d1-9054-8fc526018423, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9baafdb1-1e7f-45d1-9054-8fc526018423,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:29.803494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '9baafdb1-1e7f-45d1-9054-8fc526018423', 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940', 'port_id': '9baafdb1-1e7f-45d1-9054-8fc526018423', 'mac_address': 'fa:16:3e:ad:b5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16274368-0b94-4f25-bc93-11f14090b48a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:10:29.840330 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:29.852763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9baafdb1-1e7f-45d1-9054-8fc526018423 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:29.871760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9baafdb1-1e7f-45d1-9054-8fc526018423, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9baafdb1-1e7f-45d1-9054-8fc526018423,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:29.875177 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:29.921246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9baafdb1-1e7f-45d1-9054-8fc526018423,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:30.115534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9baafdb1-1e7f-45d1-9054-8fc526018423'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:30.183954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346232c-f576-4a6c-a07b-431eeb3aca62 req-9972106b-119c-4f98-8189-a9870c1d5092 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:30.185487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3346232c-f576-4a6c-a07b-431eeb3aca62 req-9972106b-119c-4f98-8189-a9870c1d5092 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Sep 30 09:10:30.224624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3346232c-f576-4a6c-a07b-431eeb3aca62 req-7b0135f2-aff5-4d08-bab8-72b17877dc75 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Sep 30 09:10:31.339642 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba83f8-5c91-4bf7-b697-1a7740412d67 req-2cbe6808-fa52-47b9-a855-4757c63f3c5d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:31.341111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85ba83f8-5c91-4bf7-b697-1a7740412d67 req-2cbe6808-fa52-47b9-a855-4757c63f3c5d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 945 time: 0.0499229 Sep 30 09:10:31.381981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85ba83f8-5c91-4bf7-b697-1a7740412d67 req-c205b84f-1b0a-47b5-a666-78965b19d292 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Sep 30 09:10:31.709034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9baafdb1-1e7f-45d1-9054-8fc526018423 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:31.759463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 9baafdb1-1e7f-45d1-9054-8fc526018423 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:10:31.763331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 9baafdb1-1e7f-45d1-9054-8fc526018423 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:31.763709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:31.842087 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:31.863724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9baafdb1-1e7f-45d1-9054-8fc526018423'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:31.866513 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f4e77-1721-4118-bac2-c260b15ce211" -d '{"events": [{"server_uuid": "a9ed7f7c-7c65-4254-a58e-0009e56d1e01", "name": "network-vif-plugged", "status": "completed", "tag": "9baafdb1-1e7f-45d1-9054-8fc526018423"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:31.879647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 9baafdb1-1e7f-45d1-9054-8fc526018423, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9baafdb1-1e7f-45d1-9054-8fc526018423,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:31.884562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:31.908097 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eab293-8b2a-44fd-9920-28707a7be2bf x-openstack-request-id: req-73eab293-8b2a-44fd-9920-28707a7be2bf {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:31.908387 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed7f7c-7c65-4254-a58e-0009e56d1e01", "name": "network-vif-plugged", "status": "completed", "tag": "9baafdb1-1e7f-45d1-9054-8fc526018423", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:31.908630 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73eab293-8b2a-44fd-9920-28707a7be2bf {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:31.909008 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9baafdb1-1e7f-45d1-9054-8fc526018423', 'code': 200} Sep 30 09:10:31.935510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=9baafdb1-1e7f-45d1-9054-8fc526018423,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:32.007795 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d64aae-5efe-416d-b452-9aff2671bf73 req-bafc9cde-dae0-4cc2-8885-622e1420f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:32.009231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d64aae-5efe-416d-b452-9aff2671bf73 req-bafc9cde-dae0-4cc2-8885-622e1420f836 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 1097 time: 0.0409734 Sep 30 09:10:32.045530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77d64aae-5efe-416d-b452-9aff2671bf73 req-22508ac6-790a-49b5-b76a-968f0f104f57 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281849 Sep 30 09:10:32.503094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ce890-d76e-45a6-955f-5122b5a887df req-17401afe-4a2f-4afc-878b-20782ff1d9f9 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:32.504601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df1ce890-d76e-45a6-955f-5122b5a887df req-17401afe-4a2f-4afc-878b-20782ff1d9f9 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0542281 Sep 30 09:10:32.542465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df1ce890-d76e-45a6-955f-5122b5a887df req-65ec5389-fa71-4a90-a595-0f4d07040339 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Sep 30 09:10:33.656655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab864f-09e8-4dd4-bbd0-724049ef05fa req-85c2a49e-c147-4405-9cff-353b6571298e tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:33.658133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cab864f-09e8-4dd4-bbd0-724049ef05fa req-85c2a49e-c147-4405-9cff-353b6571298e tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0482812 Sep 30 09:10:33.698809 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4cab864f-09e8-4dd4-bbd0-724049ef05fa req-d60b5b85-7dc5-4dd7-88c9-39417be214ca tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Sep 30 09:10:33.915879 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-23374059-42dc-4084-8f6b-e7884b42e59d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:33.917251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-23374059-42dc-4084-8f6b-e7884b42e59d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/networks?id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 200 len: 813 time: 0.1000350 Sep 30 09:10:33.933626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-ad162afa-627a-44fd-b511-1748c1e4ef3e tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/quotas/18123ec079964b29999bb12149ee5785 HTTP/1.1" status: 200 len: 375 time: 0.0101342 Sep 30 09:10:33.982356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-abf3a6d7-9b5e-4b08-8fba-a2dd04f75414 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18123ec079964b29999bb12149ee5785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431197 Sep 30 09:10:34.079648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-7cf83422-cb21-4a8b-aa4d-add6b20ad825 service neutron] 10.222.0.41 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901985 Sep 30 09:10:34.171366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-6fda5946-5f2f-44ae-a8bc-27488976ae72 service neutron] 10.222.0.41 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855019 Sep 30 09:10:34.333604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73eb1235-851e-4fd7-9a88-c1330886d595 req-6ca187da-06bb-468f-8d71-2a931fdd171e tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 210 time: 0.0271580 Sep 30 09:10:35.355749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-ecbc2ddc-6e67-4d4d-ab7a-30749e15c856 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:35.357353 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-ecbc2ddc-6e67-4d4d-ab7a-30749e15c856 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.50 "GET /v2.0/networks?id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 200 len: 813 time: 0.1065528 Sep 30 09:10:35.376289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Request body: {'port': {'device_id': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940', 'admin_state_up': True, 'tenant_id': '18123ec079964b29999bb12149ee5785'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:35.461861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef04712f-8417-49ee-a08e-86708123ac98 req-687a0ed0-d321-4db2-ad1f-d45323e41b3a tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 210 time: 0.0542431 Sep 30 09:10:35.510304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Made reservation on behalf of 18123ec079964b29999bb12149ee5785 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:35.513812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:35.642450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Allocated IP 172.20.0.5 (8de4ec8b-62e2-43d9-a6e8-11a9feefd940/16274368-0b94-4f25-bc93-11f14090b48a/c047f22b-ef2b-4b78-8f66-088ca1d193e7) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:10:35.794555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:35.827369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:35.839914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9baafdb1-1e7f-45d1-9054-8fc526018423'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:35.871153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:10:35.874392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:35.878045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:10:35.903544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Pushing event updated for resources: {'Port': ['ID=c047f22b-ef2b-4b78-8f66-088ca1d193e7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:35.918519 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.918869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.919214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.919552 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.919889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.920231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.920558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.920886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.921211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.921575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.921899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.922223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:35.945057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:35.945703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:35.960858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-75871e7a-f706-44fe-bc32-6561947b4f08 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886207 Sep 30 09:10:35.979372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Request body: {'port': {'device_id': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:36.037784 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:36.301101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c047f22b-ef2b-4b78-8f66-088ca1d193e7 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:36.308898 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:36.320977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Transition to ACTIVE for port object c047f22b-ef2b-4b78-8f66-088ca1d193e7 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:10:36.324726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:36.377466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c047f22b-ef2b-4b78-8f66-088ca1d193e7,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:36.445210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Attempting to bind port c047f22b-ef2b-4b78-8f66-088ca1d193e7 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:10:36.445574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Attempting to bind port c047f22b-ef2b-4b78-8f66-088ca1d193e7 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:10:36.445899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Attempting to bind port c047f22b-ef2b-4b78-8f66-088ca1d193e7 on network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:36.450104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Port c047f22b-ef2b-4b78-8f66-088ca1d193e7 on network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:10:36.450487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Attempting to bind port c047f22b-ef2b-4b78-8f66-088ca1d193e7 on network 8de4ec8b-62e2-43d9-a6e8-11a9feefd940 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:36.455701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:10:36.456146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Checking segment: {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:36.456562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Bound using segment: {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:10:36.457010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Bound port: c047f22b-ef2b-4b78-8f66-088ca1d193e7, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7baba1bc-8055-47d8-b59b-c318f751f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:10:36.457393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:36.523949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] For port c047f22b-ef2b-4b78-8f66-088ca1d193e7, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:10:36.527586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] For port c047f22b-ef2b-4b78-8f66-088ca1d193e7, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:10:36.531578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:36.590166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:36.590816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:36.592179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] 10.222.0.50 "PUT /v2.0/ports/c047f22b-ef2b-4b78-8f66-088ca1d193e7 HTTP/1.1" status: 200 len: 1091 time: 0.6171970 Sep 30 09:10:36.594277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'tag': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:36.596519 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28694097-c26d-466e-b220-be78896015bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f654ea3d-40e2-409b-a3e6-c38a8f48f781", "tag": "c047f22b-ef2b-4b78-8f66-088ca1d193e7"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:36.628163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbd2de-7eeb-49ab-b2b6-85a0e2e11c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c047f22b-ef2b-4b78-8f66-088ca1d193e7,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:36.638867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b1e14-a472-4505-b16f-19f6d0c4fd98 req-f4142ee7-a497-48de-93e2-c2bdf64d14b7 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:36.640387 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a2b1e14-a472-4505-b16f-19f6d0c4fd98 req-f4142ee7-a497-48de-93e2-c2bdf64d14b7 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 943 time: 0.1065705 Sep 30 09:10:36.703871 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a2b1e14-a472-4505-b16f-19f6d0c4fd98 req-3840e8f4-48be-4253-a209-bdf6a665423c tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534995 Sep 30 09:10:36.708307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-3bc1261c-b971-4a4c-a730-ee647bdfd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:36.709797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-3bc1261c-b971-4a4c-a730-ee647bdfd420 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18123ec079964b29999bb12149ee5785&device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 1094 time: 0.0671055 Sep 30 09:10:36.759373 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36d96a-d5e7-4d6e-a27a-613368ef9001 x-openstack-request-id: req-5e36d96a-d5e7-4d6e-a27a-613368ef9001 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:36.759667 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f654ea3d-40e2-409b-a3e6-c38a8f48f781", "tag": "c047f22b-ef2b-4b78-8f66-088ca1d193e7", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:36.759920 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e36d96a-d5e7-4d6e-a27a-613368ef9001 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:36.760318 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'tag': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7', 'status': 'completed', 'code': 200} Sep 30 09:10:36.762165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-6b2956d6-56e4-444e-8b37-d26d4fc4f23c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7 HTTP/1.1" status: 200 len: 217 time: 0.0387161 Sep 30 09:10:36.815349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-9d6a3513-fb46-4967-a9a1-69963de7d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:36.816800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-9d6a3513-fb46-4967-a9a1-69963de7d29d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16274368-0b94-4f25-bc93-11f14090b48a HTTP/1.1" status: 200 len: 853 time: 0.0475049 Sep 30 09:10:36.847249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-e0a1c691-7f12-4c8a-9d44-58f50e075d0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239711 Sep 30 09:10:36.935819 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-664a5d0b-96e2-4d5c-80de-8d6e2f9937a5 service neutron] 10.222.0.50 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817239 Sep 30 09:10:37.028682 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6cc51335-d536-4fb3-b366-96c5ce0f051c req-5b1ccc74-7c69-4ba8-805c-b5f146f66712 service neutron] 10.222.0.50 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861712 Sep 30 09:10:37.158818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28694097-c26d-466e-b220-be78896015bc req-c9d32aa5-de3a-449b-8923-36e1820367ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:37.160335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-c9d32aa5-de3a-449b-8923-36e1820367ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18123ec079964b29999bb12149ee5785&device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 1094 time: 0.0411272 Sep 30 09:10:37.253002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28694097-c26d-466e-b220-be78896015bc req-1f3d7738-bfbb-4676-932f-37f30937fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:37.254539 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-1f3d7738-bfbb-4676-932f-37f30937fe50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 200 len: 914 time: 0.0876586 Sep 30 09:10:37.295447 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-5862b375-0567-469a-9d25-3877b2b2f963 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7 HTTP/1.1" status: 200 len: 217 time: 0.0337613 Sep 30 09:10:37.344994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28694097-c26d-466e-b220-be78896015bc req-28633449-6a53-479a-83a5-7ac4a2c72e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:37.346459 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-28633449-6a53-479a-83a5-7ac4a2c72e14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16274368-0b94-4f25-bc93-11f14090b48a HTTP/1.1" status: 200 len: 853 time: 0.0430694 Sep 30 09:10:37.383680 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-c47fc9e8-9069-4d11-a6f4-b84df0b17768 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8de4ec8b-62e2-43d9-a6e8-11a9feefd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292206 Sep 30 09:10:37.415486 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:10:37.476995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-a348f0c8-e3fc-4ebd-8a97-981a28357cce service neutron] 10.222.0.50 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836086 Sep 30 09:10:37.569984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28694097-c26d-466e-b220-be78896015bc req-08ab4f12-2098-40a6-86d1-9f01ed691d39 service neutron] 10.222.0.50 "GET /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852451 Sep 30 09:10:37.818638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bab3d-b2af-47d2-8f6a-80fac470ecba req-71fb89ea-a93a-4778-b879-d5c5e2f1b34c tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:37.820133 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697bab3d-b2af-47d2-8f6a-80fac470ecba req-71fb89ea-a93a-4778-b879-d5c5e2f1b34c tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 943 time: 0.0482972 Sep 30 09:10:37.860013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-697bab3d-b2af-47d2-8f6a-80fac470ecba req-eb798b1d-dbe9-436e-b583-f2a10f4744d2 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Sep 30 09:10:38.651716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-813424a7-9027-4cd5-a0c0-dd89c80cd661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:38.971928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28a31d-08c4-4c5f-bb8c-5f05ea18eb17 req-7df95b31-c4f4-4909-a076-f5a3aa801bdb tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:38.973408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d28a31d-08c4-4c5f-bb8c-5f05ea18eb17 req-7df95b31-c4f4-4909-a076-f5a3aa801bdb tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 943 time: 0.0482230 Sep 30 09:10:39.012567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d28a31d-08c4-4c5f-bb8c-5f05ea18eb17 req-5e1a6e0c-2d9c-4189-8087-639c4deb3d10 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Sep 30 09:10:40.129387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06951d-67f3-4790-bd1a-ddf3fda63283 req-28a4af0f-4494-401c-a5bb-ad2901f17e97 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:40.131544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b06951d-67f3-4790-bd1a-ddf3fda63283 req-28a4af0f-4494-401c-a5bb-ad2901f17e97 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 943 time: 0.0519497 Sep 30 09:10:40.168780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5b06951d-67f3-4790-bd1a-ddf3fda63283 req-1de71e05-4485-4ae0-9c6b-63d1ba429a4e tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Sep 30 09:10:40.258785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c047f22b-ef2b-4b78-8f66-088ca1d193e7 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:10:40.354247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port c047f22b-ef2b-4b78-8f66-088ca1d193e7, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:40.368779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7', 'network_id': '8de4ec8b-62e2-43d9-a6e8-11a9feefd940', 'port_id': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7', 'mac_address': 'fa:16:3e:14:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16274368-0b94-4f25-bc93-11f14090b48a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:10:40.406400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:40.419213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c047f22b-ef2b-4b78-8f66-088ca1d193e7 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:40.439277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port c047f22b-ef2b-4b78-8f66-088ca1d193e7, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:40.443127 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:40.488637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=c047f22b-ef2b-4b78-8f66-088ca1d193e7,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:40.698455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['c047f22b-ef2b-4b78-8f66-088ca1d193e7'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:41.151723 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e21fde3-749e-4561-b781-dd40135d61af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:41.283854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fad02-ec17-4353-a178-fe984bf9e7de req-4fb74ae4-ec2e-45a8-9868-ff30edf5f467 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:41.285350 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-288fad02-ec17-4353-a178-fe984bf9e7de req-4fb74ae4-ec2e-45a8-9868-ff30edf5f467 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 944 time: 0.0495667 Sep 30 09:10:41.324231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-288fad02-ec17-4353-a178-fe984bf9e7de req-93a89571-9299-4581-9d72-6624897b50bf tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Sep 30 09:10:41.549534 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:42.259257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c047f22b-ef2b-4b78-8f66-088ca1d193e7 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:42.307955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port c047f22b-ef2b-4b78-8f66-088ca1d193e7 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:10:42.311849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port c047f22b-ef2b-4b78-8f66-088ca1d193e7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:42.312224 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:42.390492 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:42.414406 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:42.416620 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786adc6d-daea-4b9f-9a85-7687232768f5" -d '{"events": [{"server_uuid": "f654ea3d-40e2-409b-a3e6-c38a8f48f781", "name": "network-vif-plugged", "status": "completed", "tag": "c047f22b-ef2b-4b78-8f66-088ca1d193e7"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:42.429035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port c047f22b-ef2b-4b78-8f66-088ca1d193e7, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:42.433551 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:42.443266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42894b0-b8bd-4ab6-bb3d-ed6c95ae759b req-a0e2fdbe-bdc7-4f01-824e-4b06c66113cc tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:42.444764 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42894b0-b8bd-4ab6-bb3d-ed6c95ae759b req-a0e2fdbe-bdc7-4f01-824e-4b06c66113cc tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 944 time: 0.0541821 Sep 30 09:10:42.483450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=c047f22b-ef2b-4b78-8f66-088ca1d193e7,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:42.485714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a42894b0-b8bd-4ab6-bb3d-ed6c95ae759b req-0333804c-b9ef-4f54-87ae-87678c820f9d tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Sep 30 09:10:42.529479 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe88b69-edd5-491c-8e6f-c5d98f6ea7a7 x-openstack-request-id: req-9fe88b69-edd5-491c-8e6f-c5d98f6ea7a7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:42.529777 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f654ea3d-40e2-409b-a3e6-c38a8f48f781", "name": "network-vif-plugged", "status": "completed", "tag": "c047f22b-ef2b-4b78-8f66-088ca1d193e7", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:42.530053 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fe88b69-edd5-491c-8e6f-c5d98f6ea7a7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:42.530475 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7', 'code': 200} Sep 30 09:10:42.909692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4d42-4134-4de4-bf49-c9535d1b1bee req-0b3fa493-c433-407f-bbbe-e152c8587b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:42.911094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abdc4d42-4134-4de4-bf49-c9535d1b1bee req-0b3fa493-c433-407f-bbbe-e152c8587b9e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 1096 time: 0.2990713 Sep 30 09:10:42.945713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-abdc4d42-4134-4de4-bf49-c9535d1b1bee req-3fc2fb81-d0a1-48da-920b-051df66f49f3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276680 Sep 30 09:10:43.319926 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:43.600536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3c6fc-1f1c-4e24-82de-c01d5e9cc71b req-17bfca11-f006-4c22-83ea-f26e49c46cd1 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:43.602101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7c3c6fc-1f1c-4e24-82de-c01d5e9cc71b req-17bfca11-f006-4c22-83ea-f26e49c46cd1 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Sep 30 09:10:43.638020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c7c3c6fc-1f1c-4e24-82de-c01d5e9cc71b req-65a8c18f-fca0-4ac8-a97b-86399f7cd509 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300143 Sep 30 09:10:44.752365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56112f-4452-4331-abf0-b0ea52d001eb req-bcb83ced-3c2f-45c5-8e76-636dc9bd6098 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:44.753902 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e56112f-4452-4331-abf0-b0ea52d001eb req-bcb83ced-3c2f-45c5-8e76-636dc9bd6098 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Sep 30 09:10:44.791182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e56112f-4452-4331-abf0-b0ea52d001eb req-90460d48-79ea-460e-adc1-23942f135657 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Sep 30 09:10:45.031732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d98ed-424f-4490-9f11-079882dc4c20 req-f969ecdb-1a5b-49cb-9e32-935e07b58286 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:45.033220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af5d98ed-424f-4490-9f11-079882dc4c20 req-f969ecdb-1a5b-49cb-9e32-935e07b58286 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 945 time: 0.0561473 Sep 30 09:10:45.072187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af5d98ed-424f-4490-9f11-079882dc4c20 req-db20d1e9-4454-41fe-ae75-1b77c2857d7a tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Sep 30 09:10:45.085195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:46.189134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9598c-c892-4901-b6bb-b9865d3ef881 req-b5e4cdcd-1694-481a-8860-d70ad10dc3a4 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:46.190706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84d9598c-c892-4901-b6bb-b9865d3ef881 req-b5e4cdcd-1694-481a-8860-d70ad10dc3a4 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 945 time: 0.0495462 Sep 30 09:10:46.231650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84d9598c-c892-4901-b6bb-b9865d3ef881 req-616c5379-0eda-45f7-ac11-3119d746031a tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346737 Sep 30 09:10:46.428142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-7d90312e-12e1-4368-8c19-a393b23961a2 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:46.429529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-7d90312e-12e1-4368-8c19-a393b23961a2 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Sep 30 09:10:46.520008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Deleting port c047f22b-ef2b-4b78-8f66-088ca1d193e7 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:46.520351 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:46.608229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] For port c047f22b-ef2b-4b78-8f66-088ca1d193e7, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=c047f22b-ef2b-4b78-8f66-088ca1d193e7,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:46.608598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:46.620893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Calling delete_port for c047f22b-ef2b-4b78-8f66-088ca1d193e7 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:46.748942 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:46.763742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9baafdb1-1e7f-45d1-9054-8fc526018423'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:46.779263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Pushing event deleted for resources: {'Port': ['ID=c047f22b-ef2b-4b78-8f66-088ca1d193e7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:46.788577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['c047f22b-ef2b-4b78-8f66-088ca1d193e7'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:46.823839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] No DVR routers for this DVR port c047f22b-ef2b-4b78-8f66-088ca1d193e7 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:10:46.826443 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:46.828448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b9517ca3-a236-4cba-87f5-c894cb8075ff req-852fa44b-0251-4f43-948e-e1ed9bd08124 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.50 "DELETE /v2.0/ports/c047f22b-ef2b-4b78-8f66-088ca1d193e7 HTTP/1.1" status: 204 len: 173 time: 0.3923817 Sep 30 09:10:46.828905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'name': 'network-vif-deleted', 'tag': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:46.831427 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a5357b-0f9a-4bcf-926b-b5ac0c58950b" -d '{"events": [{"server_uuid": "f654ea3d-40e2-409b-a3e6-c38a8f48f781", "name": "network-vif-deleted", "tag": "c047f22b-ef2b-4b78-8f66-088ca1d193e7"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:46.881991 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d0e08-5b3c-4b66-a9c4-dc29459cd1a4 x-openstack-request-id: req-971d0e08-5b3c-4b66-a9c4-dc29459cd1a4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:46.882296 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f654ea3d-40e2-409b-a3e6-c38a8f48f781", "name": "network-vif-deleted", "tag": "c047f22b-ef2b-4b78-8f66-088ca1d193e7", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:46.882565 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-971d0e08-5b3c-4b66-a9c4-dc29459cd1a4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:46.882968 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f654ea3d-40e2-409b-a3e6-c38a8f48f781', 'name': 'network-vif-deleted', 'tag': 'c047f22b-ef2b-4b78-8f66-088ca1d193e7', 'status': 'completed', 'code': 200} Sep 30 09:10:47.342805 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa54db04-191e-4d9e-954b-7099dfe9bb6c req-6ad61c7e-041b-4989-9fe0-c51347ca7e04 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=f654ea3d-40e2-409b-a3e6-c38a8f48f781 HTTP/1.1" status: 200 len: 210 time: 0.0270250 Sep 30 09:10:48.494787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1855e6b-5b51-4804-b231-44f252fb79c6 req-11e4f8bb-6d2a-485b-a5be-8df42edda2e9 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:48.496221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1855e6b-5b51-4804-b231-44f252fb79c6 req-11e4f8bb-6d2a-485b-a5be-8df42edda2e9 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0521984 Sep 30 09:10:48.534254 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f1855e6b-5b51-4804-b231-44f252fb79c6 req-b9ce0184-aecb-4764-8271-8d64699d913c tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Sep 30 09:10:48.662025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372a45b-2740-4b28-bb22-b5254b9abf0f req-8e0a3a40-8960-4898-8558-019ac4b0b791 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:48.663815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4372a45b-2740-4b28-bb22-b5254b9abf0f req-8e0a3a40-8960-4898-8558-019ac4b0b791 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0490224 Sep 30 09:10:48.703050 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4372a45b-2740-4b28-bb22-b5254b9abf0f req-489ba5c7-6468-47c3-926c-acddfc17bf0f tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Sep 30 09:10:48.820872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43aaa-51b5-4296-aad5-ed5c63f5ce83 req-5af64d27-6b88-4ce9-9840-adf4b137284b tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:48.822257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5a43aaa-51b5-4296-aad5-ed5c63f5ce83 req-5af64d27-6b88-4ce9-9840-adf4b137284b tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Sep 30 09:10:48.858372 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5a43aaa-51b5-4296-aad5-ed5c63f5ce83 req-a49547cf-1d4c-4283-b1b1-7f0c5f36af9f tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302434 Sep 30 09:10:49.028449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842e5d8-3253-4acf-9520-2c43783df7ee req-723cf067-d154-4cb8-b05f-a785741812c3 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:49.029982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7842e5d8-3253-4acf-9520-2c43783df7ee req-723cf067-d154-4cb8-b05f-a785741812c3 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Sep 30 09:10:49.068873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7842e5d8-3253-4acf-9520-2c43783df7ee req-82ecb236-f285-40a2-b656-f93d8c722884 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Sep 30 09:10:49.182355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa215fb-ecae-43f2-afb8-fd38db3ddae6 req-7c8965f2-c4ef-436e-9b10-aad8108bafe0 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:49.183806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fa215fb-ecae-43f2-afb8-fd38db3ddae6 req-7c8965f2-c4ef-436e-9b10-aad8108bafe0 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Sep 30 09:10:49.221155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5fa215fb-ecae-43f2-afb8-fd38db3ddae6 req-1c65a44a-1a51-4efd-850a-0732ccd40735 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Sep 30 09:10:49.351268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f5856-22a8-4c5c-89fe-ddcd2cf2b6a7 req-30539cda-4ae5-4588-ab39-c7f51279b442 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:49.352702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec5f5856-22a8-4c5c-89fe-ddcd2cf2b6a7 req-30539cda-4ae5-4588-ab39-c7f51279b442 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0546098 Sep 30 09:10:49.389836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec5f5856-22a8-4c5c-89fe-ddcd2cf2b6a7 req-be58ddd9-f3dd-4476-ad1c-f01714258b49 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Sep 30 09:10:49.688736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6399e93-33c3-4eda-b4b7-9b4be7dea078 req-290ddd44-6956-4ae6-960b-91b06d24d4d4 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:49.690305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6399e93-33c3-4eda-b4b7-9b4be7dea078 req-290ddd44-6956-4ae6-960b-91b06d24d4d4 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0489273 Sep 30 09:10:49.727995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b6399e93-33c3-4eda-b4b7-9b4be7dea078 req-5674a804-8724-4b71-97b5-dd6dbe0ed7d8 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Sep 30 09:10:50.289566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c047f22b-ef2b-4b78-8f66-088ca1d193e7 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:10:50.309929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: c047f22b-ef2b-4b78-8f66-088ca1d193e7 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:10:50.310269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device c047f22b-ef2b-4b78-8f66-088ca1d193e7 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:10:50.841725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125c904-f09f-495e-8527-84415212cc7f req-77cab9a2-8c73-4e08-a944-d5831193d2e2 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:50.843184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b125c904-f09f-495e-8527-84415212cc7f req-77cab9a2-8c73-4e08-a944-d5831193d2e2 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0470903 Sep 30 09:10:50.881733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b125c904-f09f-495e-8527-84415212cc7f req-870ba40e-340d-4ad4-89d3-f405316ae316 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/security-groups?id=5507b437-c773-4a4d-90ed-d7308300338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Sep 30 09:10:51.152226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-c4aa4323-d425-444b-a6c8-d691220439f1 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:51.153676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-c4aa4323-d425-444b-a6c8-d691220439f1 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 946 time: 0.0513289 Sep 30 09:10:51.242658 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Deleting port 9baafdb1-1e7f-45d1-9054-8fc526018423 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:10:51.242997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:51.332666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] For port 9baafdb1-1e7f-45d1-9054-8fc526018423, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=9baafdb1-1e7f-45d1-9054-8fc526018423,segment=NetworkSegment(7baba1bc-8055-47d8-b59b-c318f751f12f),segment_id=7baba1bc-8055-47d8-b59b-c318f751f12f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:51.333600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:51.345754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Calling delete_port for 9baafdb1-1e7f-45d1-9054-8fc526018423 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:10:51.469911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:51.481974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['9baafdb1-1e7f-45d1-9054-8fc526018423'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:51.500330 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Pushing event deleted for resources: {'Port': ['ID=9baafdb1-1e7f-45d1-9054-8fc526018423,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:51.542663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] No DVR routers for this DVR port 9baafdb1-1e7f-45d1-9054-8fc526018423 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:10:51.545188 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:51.547253 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1875b61b-6e89-44dc-a2a1-b07e981f2f66 req-a9e66b63-7c9d-43d9-a739-0da8aecdaa72 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.57 "DELETE /v2.0/ports/9baafdb1-1e7f-45d1-9054-8fc526018423 HTTP/1.1" status: 204 len: 173 time: 0.3866358 Sep 30 09:10:51.547691 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'name': 'network-vif-deleted', 'tag': '9baafdb1-1e7f-45d1-9054-8fc526018423'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:51.549966 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e298290-4cd3-4874-824b-8bfe96da4724" -d '{"events": [{"server_uuid": "a9ed7f7c-7c65-4254-a58e-0009e56d1e01", "name": "network-vif-deleted", "tag": "9baafdb1-1e7f-45d1-9054-8fc526018423"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:51.588423 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1473c8b8-4b8e-4c80-9ee4-101d73b7a624 x-openstack-request-id: req-1473c8b8-4b8e-4c80-9ee4-101d73b7a624 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:51.588712 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed7f7c-7c65-4254-a58e-0009e56d1e01", "name": "network-vif-deleted", "tag": "9baafdb1-1e7f-45d1-9054-8fc526018423", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:51.588960 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1473c8b8-4b8e-4c80-9ee4-101d73b7a624 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:51.589385 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed7f7c-7c65-4254-a58e-0009e56d1e01', 'name': 'network-vif-deleted', 'tag': '9baafdb1-1e7f-45d1-9054-8fc526018423', 'status': 'completed', 'code': 200} Sep 30 09:10:51.991509 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-829514ef-4b88-4bbb-9b81-1fc5245028ce req-360c9b01-35fe-4032-8161-3ddb562029d1 tempest-ServersNegativeTestJSON-1189477256 tempest-ServersNegativeTestJSON-1189477256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed7f7c-7c65-4254-a58e-0009e56d1e01 HTTP/1.1" status: 200 len: 210 time: 0.0295455 Sep 30 09:10:53.047552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44672) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:53.097218 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Deleting subnet 16274368-0b94-4f25-bc93-11f14090b48a {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:10:53.100159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.133398 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.170720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.222607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.235658 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.237533 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/16274368-0b94-4f25-bc93-11f14090b48a HTTP/1.1" status: 204 len: 168 time: 0.1889329 Sep 30 09:10:53.240190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44676) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:53.254643 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb114-f5ba-43cd-89a4-b70b483f821a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16274368-0b94-4f25-bc93-11f14090b48a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:53.312021 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.389549 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.408970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de4ec8b-62e2-43d9-a6e8-11a9feefd940']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:53.418069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baba1bc-8055-47d8-b59b-c318f751f12f') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:53.418370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baba1bc-8055-47d8-b59b-c318f751f12f') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:53.428139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.440922 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.447209 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:10:53.447590 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:10:53.449222 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:10:53.506726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.512786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.514884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8de4ec8b-62e2-43d9-a6e8-11a9feefd940 HTTP/1.1" status: 204 len: 168 time: 0.2736480 Sep 30 09:10:53.527513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7c17-cb75-44c2-8b5b-661cb8789cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de4ec8b-62e2-43d9-a6e8-11a9feefd940,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:53.621212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44680) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:53.660821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d787470-9770-4000-8bd2-3139d0899e78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18123ec079964b29999bb12149ee5785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383484 Sep 30 09:10:53.663617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44682) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:53.714365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afa29842-d21e-4a3e-9562-db8f344a4ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.735176 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afa29842-d21e-4a3e-9562-db8f344a4ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.785203 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afa29842-d21e-4a3e-9562-db8f344a4ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.788543 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-afa29842-d21e-4a3e-9562-db8f344a4ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:53.789839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-afa29842-d21e-4a3e-9562-db8f344a4ab3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5507b437-c773-4a4d-90ed-d7308300338f HTTP/1.1" status: 204 len: 168 time: 0.1253135 Sep 30 09:10:53.797555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa29842-d21e-4a3e-9562-db8f344a4ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507b437-c773-4a4d-90ed-d7308300338f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:54.468073 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44704) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:54.561690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171877631'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:54.583887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:54.587406 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.595757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.683396 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.687206 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.707663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:10:54.725655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.725929 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Added segment 8caeb49c-93a5-4e71-8dcd-f4345b7db502 of type vlan for network 1e096e3d-77e7-4759-b47d-3d287ae2d87d Sep 30 09:10:54.727259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b824b-34ab-4515-a965-c1219c298d26,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:54.775943 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.799555 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.805649 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:54.806246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.844815 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3756280 Sep 30 09:10:54.909590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916ff87-def6-4248-8a24-aefb3c7dabfa tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Network': ['ID=1e096e3d-77e7-4759-b47d-3d287ae2d87d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:54.921801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:10:55.805878 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9baafdb1-1e7f-45d1-9054-8fc526018423 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:10:55.825834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 9baafdb1-1e7f-45d1-9054-8fc526018423 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:10:55.826181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 9baafdb1-1e7f-45d1-9054-8fc526018423 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:10:56.184910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:56.289991 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.159178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44708) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:58.164886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'subnet': {'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:58.258559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:58.262134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.447260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.502008 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Subnet': ['ID=0bf31747-5097-4d79-85f9-a612d82caac1,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:58.516818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Checking segment: {'id': '8caeb49c-93a5-4e71-8dcd-f4345b7db502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:58.517178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network hostable DHCP agents. Network: 1e096e3d-77e7-4759-b47d-3d287ae2d87d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:10:58.533378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:10:58.542035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 1e096e3d-77e7-4759-b47d-3d287ae2d87d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:58.546106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:58.546692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.551126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447c176-ed65-4ef3-9c61-b307b5ba185d None None] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:10:58.562099 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6b0f44fc-72c7-463d-811d-e683a898fe31 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4017889 Sep 30 09:10:58.565522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44712) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:58.570610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1879429834'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:58.591920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:58.595415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.619183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:10:58.628244 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.628591 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Added segment 999bc185-0049-4466-8be1-03a75b5d7a45 of type vlan for network 2591fe0d-3ef2-4d35-9262-1d03641c7e4c Sep 30 09:10:58.668769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.695491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.701399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:58.701978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.712269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-1e096e3d-77e7-4759-b47d-3d287ae2d87d', 'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d', 'tenant_id': '6f3b6ef37d734c8cad0ddd76e1f7b312', 'fixed_ips': [{'subnet_id': '0bf31747-5097-4d79-85f9-a612d82caac1'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:10:58.713733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.747845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1783934 Sep 30 09:10:58.748094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44714) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:58.752814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'subnet': {'network_id': '2591fe0d-3ef2-4d35-9262-1d03641c7e4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:58.794037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec275-5ca5-4f8b-b044-4a16e9f0cc09 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Network': ['ID=2591fe0d-3ef2-4d35-9262-1d03641c7e4c,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:58.804756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2591fe0d-3ef2-4d35-9262-1d03641c7e4c details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:10:58.872421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:58.875973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:58.907057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Allocated IP 2001:db8:0:ffff::2 (1e096e3d-77e7-4759-b47d-3d287ae2d87d/0bf31747-5097-4d79-85f9-a612d82caac1/f7133076-2979-4b80-ac55-596a91169181) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:10:59.063074 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.068310 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.070967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.104947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:10:59.109106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:59.116228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:10:59.119258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Pushing event updated for resources: {'Port': ['ID=f7133076-2979-4b80-ac55-596a91169181,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:59.129438 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.129841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.130178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.130504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.130837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.131160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.131479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.131795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.132111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.132425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.132738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.133050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:10:59.136082 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Subnet': ['ID=f2ac6cf5-0688-4867-8af5-0047f834813a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:59.146058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Checking segment: {'id': '999bc185-0049-4466-8be1-03a75b5d7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2591fe0d-3ef2-4d35-9262-1d03641c7e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:59.146418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network hostable DHCP agents. Network: 2591fe0d-3ef2-4d35-9262-1d03641c7e4c, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:10:59.164670 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network 2591fe0d-3ef2-4d35-9262-1d03641c7e4c is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:10:59.174096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2591fe0d-3ef2-4d35-9262-1d03641c7e4c) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:59.180555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:59.181347 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.184297 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb218d4-4e31-4d5d-aecf-a1cc0a3bad01 None None] Network 2591fe0d-3ef2-4d35-9262-1d03641c7e4c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:10:59.196300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-015cde30-53e8-48bf-9a34-06d732228af2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4472995 Sep 30 09:10:59.198818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Attempting to bind port f7133076-2979-4b80-ac55-596a91169181 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:10:59.199188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Attempting to bind port f7133076-2979-4b80-ac55-596a91169181 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '8caeb49c-93a5-4e71-8dcd-f4345b7db502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:10:59.199347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44716) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:59.199545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Attempting to bind port f7133076-2979-4b80-ac55-596a91169181 on network 1e096e3d-77e7-4759-b47d-3d287ae2d87d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:59.213225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:10:59.213630 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Checking segment: {'id': '8caeb49c-93a5-4e71-8dcd-f4345b7db502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:59.214033 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.214419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Bound using segment: {'id': '8caeb49c-93a5-4e71-8dcd-f4345b7db502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:10:59.214894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Bound port: f7133076-2979-4b80-ac55-596a91169181, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8caeb49c-93a5-4e71-8dcd-f4345b7db502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1e096e3d-77e7-4759-b47d-3d287ae2d87d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:10:59.215279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.299965 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.389817 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.462864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.504989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ac6cf5-0688-4867-8af5-0047f834813a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:59.521436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] For port f7133076-2979-4b80-ac55-596a91169181, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:10:59.548421 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] For port f7133076-2979-4b80-ac55-596a91169181, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7133076-2979-4b80-ac55-596a91169181,segment=NetworkSegment(8caeb49c-93a5-4e71-8dcd-f4345b7db502),segment_id=8caeb49c-93a5-4e71-8dcd-f4345b7db502)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:10:59.550858 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d609753f-6c20-4fcc-82e2-3d9b7f9cb001 None None] Network 2591fe0d-3ef2-4d35-9262-1d03641c7e4c requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:10:59.555717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.572307 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.592510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2591fe0d-3ef2-4d35-9262-1d03641c7e4c']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:59.602785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999bc185-0049-4466-8be1-03a75b5d7a45') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:59.603089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999bc185-0049-4466-8be1-03a75b5d7a45') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:59.612806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.628612 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.642108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:10:59.642748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:10:59.647246 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:10:59.714178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6e06-d996-4a03-bf05-d9c89344d595 None None] Pushing event updated for resources: {'Port': ['ID=f7133076-2979-4b80-ac55-596a91169181,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:59.723861 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.736092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.737952 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/2591fe0d-3ef2-4d35-9262-1d03641c7e4c HTTP/1.1" status: 204 len: 168 time: 0.5378017 Sep 30 09:10:59.742285 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:59.747845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932258387'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:59.750166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fe438-2973-4393-acf5-0fcf490dfd51 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Network': ['ID=2591fe0d-3ef2-4d35-9262-1d03641c7e4c,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:59.774070 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:59.777718 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.808794 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:10:59.820257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.820606 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Added segment 4990b7c6-5298-45f3-a63d-681c701a3ec4 of type vlan for network 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 Sep 30 09:10:59.874752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.902284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.908162 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:59.908760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:59.953265 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2098022 Sep 30 09:10:59.957797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:59.963037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'subnet': {'network_id': '8b15f976-7cfd-461c-a5ee-5d9b85fba6f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:00.004254 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35dc32-cfb6-45a2-8a15-d9fd2a4d4091 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Network': ['ID=8b15f976-7cfd-461c-a5ee-5d9b85fba6f1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:00.014394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:00.088708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:00.092581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.149176 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Performing IP validity checks on allocation pools {{(pid=95002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 09:11:00.149722 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.ipam_backend_mixin [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 09:11:00.273613 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.337740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Subnet': ['ID=9e8bee1f-c1c4-448f-889c-180de8eca8b3,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:00.344367 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Checking segment: {'id': '4990b7c6-5298-45f3-a63d-681c701a3ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b15f976-7cfd-461c-a5ee-5d9b85fba6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:00.344639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network hostable DHCP agents. Network: 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:00.362919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:00.372542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:00.377135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:00.377823 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.382126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d578cc-3c2d-4fc7-9acc-ff79b5e242c3 None None] Network 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:00.400025 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-456f8f92-8f62-499a-80ac-10f9d1ddcce3 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4409487 Sep 30 09:11:00.402672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44724) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:00.511614 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.545834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14cacb5-2965-40bc-ab3f-e62cd2ac3055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8b15f976-7cfd-461c-a5ee-5d9b85fba6f1', 'network_id': '8b15f976-7cfd-461c-a5ee-5d9b85fba6f1', 'tenant_id': '6f3b6ef37d734c8cad0ddd76e1f7b312', 'fixed_ips': [{'subnet_id': '9e8bee1f-c1c4-448f-889c-180de8eca8b3'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:00.546712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b14cacb5-2965-40bc-ab3f-e62cd2ac3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.568152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.634121 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server [None req-b14cacb5-2965-40bc-ab3f-e62cd2ac3055 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e8bee1f-c1c4-448f-889c-180de8eca8b3: This subnet is being modified by another concurrent operation. Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server raise exception Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e8bee1f-c1c4-448f-889c-180de8eca8b3: This subnet is being modified by another concurrent operation. Sep 30 09:11:00.648999 n-d-807025-5 neutron-server[95003]: ERROR oslo_messaging.rpc.server Sep 30 09:11:00.665880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ce042-dd7b-4137-9240-16017ddb5d7b None None] Network 8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:00.669396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8bee1f-c1c4-448f-889c-180de8eca8b3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:00.695134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f7e5e-d5e0-440a-9344-4f5ca2403725 None None] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:00.731027 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.751087 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b15f976-7cfd-461c-a5ee-5d9b85fba6f1']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:00.761480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4990b7c6-5298-45f3-a63d-681c701a3ec4') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:00.761791 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4990b7c6-5298-45f3-a63d-681c701a3ec4') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:00.772181 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.785319 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.793474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:11:00.794087 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:11:00.797052 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:11:00.820546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d2bbcd85-8a0b-4aa0-a2d5-41cee232ae41 None None] Provisioning complete for port f7133076-2979-4b80-ac55-596a91169181 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:00.820921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2bbcd85-8a0b-4aa0-a2d5-41cee232ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.859705 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.867419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.869271 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 HTTP/1.1" status: 204 len: 168 time: 0.4656358 Sep 30 09:11:00.876234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44726) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:00.882104 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a09b1-f289-41ab-b59c-aadf5152d514 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Network': ['ID=8b15f976-7cfd-461c-a5ee-5d9b85fba6f1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:00.890173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-203633110'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:00.914092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:00.917557 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.945180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:11:00.955008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:00.955366 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Added segment 1e013500-ddff-46a0-8fcc-38ab1240d7f0 of type vlan for network 29bc6622-b839-4b39-ab8c-868a0199cdf5 Sep 30 09:11:00.996708 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2bbcd85-8a0b-4aa0-a2d5-41cee232ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.001032 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.031093 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.034859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d2bbcd85-8a0b-4aa0-a2d5-41cee232ae41 None None] For port f7133076-2979-4b80-ac55-596a91169181, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7133076-2979-4b80-ac55-596a91169181,segment=NetworkSegment(8caeb49c-93a5-4e71-8dcd-f4345b7db502),segment_id=8caeb49c-93a5-4e71-8dcd-f4345b7db502)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:01.037111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:01.037796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.040843 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2bbcd85-8a0b-4aa0-a2d5-41cee232ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.086874 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2050998 Sep 30 09:11:01.090566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:01.097556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbcd85-8a0b-4aa0-a2d5-41cee232ae41 None None] Pushing event updated for resources: {'Port': ['ID=f7133076-2979-4b80-ac55-596a91169181,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:01.098815 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'subnet': {'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:01.123697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3580d00-9c77-446f-b064-931b106ec1bc tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Network': ['ID=29bc6622-b839-4b39-ab8c-868a0199cdf5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:01.135192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 29bc6622-b839-4b39-ab8c-868a0199cdf5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:01.209017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:01.215034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.215229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80975af8-2387-4000-9678-19673415da31 None None] get_active_networks_info from n-d-807025-5 {{(pid=95003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 09:11:01.278848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1ef68af8-b9d0-446f-a567-e939b635a267 None None] Provisioning complete for port f7133076-2979-4b80-ac55-596a91169181 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:01.279133 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1ef68af8-b9d0-446f-a567-e939b635a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.327956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80975af8-2387-4000-9678-19673415da31 None None] Resources bound (agent type, host, resource id): {{(pid=95003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 09:11:01.419513 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.446423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7133076-2979-4b80-ac55-596a91169181 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:01.491255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Subnet': ['ID=2a5928f1-183e-464c-8bbe-42d6b00fa880,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:01.499256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Checking segment: {'id': '1e013500-ddff-46a0-8fcc-38ab1240d7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:01.499458 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network hostable DHCP agents. Network: 29bc6622-b839-4b39-ab8c-868a0199cdf5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:01.515760 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network 29bc6622-b839-4b39-ab8c-868a0199cdf5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:01.526235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 29bc6622-b839-4b39-ab8c-868a0199cdf5) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:01.531939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:01.532548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.548813 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-322ca8ea-cc4d-43bb-b4d5-b1bbb9789090 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4566951 Sep 30 09:11:01.552481 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44732) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:01.554802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f7133076-2979-4b80-ac55-596a91169181 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:01.555387 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.557982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067415204'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:01.579062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:01.583300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.608382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:11:01.618384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.618736 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Added segment 57e7c2be-667b-4baf-87aa-e6adaa77d806 of type vlan for network 6a9ff3d7-9e9d-4267-8699-2349ab0d8967 Sep 30 09:11:01.665641 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.690419 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa5411-5814-4569-85a6-8374a18d16c4 None None] Network 29bc6622-b839-4b39-ab8c-868a0199cdf5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:01.696683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.702344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:01.702963 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.737731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1839805 Sep 30 09:11:01.740992 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44734) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:01.746849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Request body: {'subnet': {'network_id': '6a9ff3d7-9e9d-4267-8699-2349ab0d8967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:01.778279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5693f3f-bff0-4796-96da-c3a7098b01d6 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Network': ['ID=6a9ff3d7-9e9d-4267-8699-2349ab0d8967,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:01.809325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6a9ff3d7-9e9d-4267-8699-2349ab0d8967 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:01.841924 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Made reservation on behalf of 6f3b6ef37d734c8cad0ddd76e1f7b312 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:01.845991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:01.905798 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85730610-2410-458c-b830-e7582a12e70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-29bc6622-b839-4b39-ab8c-868a0199cdf5', 'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5', 'tenant_id': '6f3b6ef37d734c8cad0ddd76e1f7b312', 'fixed_ips': [{'subnet_id': '2a5928f1-183e-464c-8bbe-42d6b00fa880'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:01.906744 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85730610-2410-458c-b830-e7582a12e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.047811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.057452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-85730610-2410-458c-b830-e7582a12e70a None None] Allocated IP 2001:db8::2 (29bc6622-b839-4b39-ab8c-868a0199cdf5/2a5928f1-183e-464c-8bbe-42d6b00fa880/4cad4929-7dd2-4ec4-87b9-d9051c35c0d0) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:02.114289 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event updated for resources: {'Subnet': ['ID=6549fd13-f19c-49c3-96e4-f7a956781534,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:02.124555 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Checking segment: {'id': '57e7c2be-667b-4baf-87aa-e6adaa77d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6a9ff3d7-9e9d-4267-8699-2349ab0d8967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:02.124921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network hostable DHCP agents. Network: 6a9ff3d7-9e9d-4267-8699-2349ab0d8967, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:02.143287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Network 6a9ff3d7-9e9d-4267-8699-2349ab0d8967 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:02.153587 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6a9ff3d7-9e9d-4267-8699-2349ab0d8967) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:02.158420 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:02.159022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.165423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7b3cf-9f7a-4712-9f98-b1a41adb2d26 None None] Network 6a9ff3d7-9e9d-4267-8699-2349ab0d8967 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:02.176040 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6bf405d1-e4dd-4706-9104-8cf323fd4296 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337335 Sep 30 09:11:02.179566 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:02.261547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85730610-2410-458c-b830-e7582a12e70a None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.273552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85730610-2410-458c-b830-e7582a12e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.279457 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.327867 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85730610-2410-458c-b830-e7582a12e70a None None] Network 29bc6622-b839-4b39-ab8c-868a0199cdf5 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:02.333623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-85730610-2410-458c-b830-e7582a12e70a None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:02.335977 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.355394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85730610-2410-458c-b830-e7582a12e70a None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:02.371704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85730610-2410-458c-b830-e7582a12e70a None None] Pushing event updated for resources: {'Port': ['ID=4cad4929-7dd2-4ec4-87b9-d9051c35c0d0,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:02.399017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.434322 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Subnet': ['ID=6549fd13-f19c-49c3-96e4-f7a956781534,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:02.447074 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a255ca-1bb9-4564-b15c-5971da7e3e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-6a9ff3d7-9e9d-4267-8699-2349ab0d8967', 'network_id': '6a9ff3d7-9e9d-4267-8699-2349ab0d8967', 'tenant_id': '6f3b6ef37d734c8cad0ddd76e1f7b312', 'fixed_ips': [{'subnet_id': '6549fd13-f19c-49c3-96e4-f7a956781534'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:02.447917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-36a255ca-1bb9-4564-b15c-5971da7e3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.463541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-85730610-2410-458c-b830-e7582a12e70a None None] Attempting to bind port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:02.463913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-85730610-2410-458c-b830-e7582a12e70a None None] Attempting to bind port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1e013500-ddff-46a0-8fcc-38ab1240d7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:02.464283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85730610-2410-458c-b830-e7582a12e70a None None] Attempting to bind port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 on network 29bc6622-b839-4b39-ab8c-868a0199cdf5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:02.473630 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85730610-2410-458c-b830-e7582a12e70a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:02.474014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85730610-2410-458c-b830-e7582a12e70a None None] Checking segment: {'id': '1e013500-ddff-46a0-8fcc-38ab1240d7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:02.474420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85730610-2410-458c-b830-e7582a12e70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.474816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85730610-2410-458c-b830-e7582a12e70a None None] Bound using segment: {'id': '1e013500-ddff-46a0-8fcc-38ab1240d7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:02.475293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-85730610-2410-458c-b830-e7582a12e70a None None] Bound port: 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e013500-ddff-46a0-8fcc-38ab1240d7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '29bc6622-b839-4b39-ab8c-868a0199cdf5'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:02.475675 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85730610-2410-458c-b830-e7582a12e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.493118 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.512784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9ff3d7-9e9d-4267-8699-2349ab0d8967']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:02.523687 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e7c2be-667b-4baf-87aa-e6adaa77d806') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:02.523987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e7c2be-667b-4baf-87aa-e6adaa77d806') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:02.532661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.546495 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.552264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:11:02.552694 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:11:02.555749 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:11:02.581631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3af7bd-a6cf-495c-bdb2-74ba874f3631 None None] Network 6a9ff3d7-9e9d-4267-8699-2349ab0d8967 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:02.615712 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.620255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.621239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-85730610-2410-458c-b830-e7582a12e70a None None] For port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:02.624608 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/6a9ff3d7-9e9d-4267-8699-2349ab0d8967 HTTP/1.1" status: 204 len: 168 time: 0.4416783 Sep 30 09:11:02.625189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44738) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:02.636626 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b59424-9d00-4184-bfa5-2080e0d58a9c tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Network': ['ID=6a9ff3d7-9e9d-4267-8699-2349ab0d8967,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:02.655060 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e043ef-8097-4a10-bef3-8dfb55d3cdda tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] GET failed (client error): The resource could not be found. Sep 30 09:11:02.656421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b6e043ef-8097-4a10-bef3-8dfb55d3cdda tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "GET /v2.0/subnets/6549fd13-f19c-49c3-96e4-f7a956781534 HTTP/1.1" status: 404 len: 337 time: 0.0304556 Sep 30 09:11:02.659243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44740) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:02.672220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-85730610-2410-458c-b830-e7582a12e70a None None] For port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4cad4929-7dd2-4ec4-87b9-d9051c35c0d0,segment=NetworkSegment(1e013500-ddff-46a0-8fcc-38ab1240d7f0),segment_id=1e013500-ddff-46a0-8fcc-38ab1240d7f0)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:02.681400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85730610-2410-458c-b830-e7582a12e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.682916 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6264b4ff-afc3-45ca-8e8d-81b4e3430887 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:02.683488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6264b4ff-afc3-45ca-8e8d-81b4e3430887 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:02.685222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6264b4ff-afc3-45ca-8e8d-81b4e3430887 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/6a9ff3d7-9e9d-4267-8699-2349ab0d8967 HTTP/1.1" status: 404 len: 339 time: 0.0250838 Sep 30 09:11:02.689207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:02.715895 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd39ead4-200e-444c-bdef-013a1e3acd57 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:02.716353 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd39ead4-200e-444c-bdef-013a1e3acd57 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:02.718083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fd39ead4-200e-444c-bdef-013a1e3acd57 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/subnets/6549fd13-f19c-49c3-96e4-f7a956781534 HTTP/1.1" status: 404 len: 337 time: 0.0279052 Sep 30 09:11:02.720772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44744) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:02.739692 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e614b3c-912c-4612-8434-88e79027e272 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:02.740241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e614b3c-912c-4612-8434-88e79027e272 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:02.741992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3e614b3c-912c-4612-8434-88e79027e272 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/6a9ff3d7-9e9d-4267-8699-2349ab0d8967 HTTP/1.1" status: 404 len: 339 time: 0.0203161 Sep 30 09:11:02.744903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44746) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:02.776240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85730610-2410-458c-b830-e7582a12e70a None None] Pushing event updated for resources: {'Port': ['ID=4cad4929-7dd2-4ec4-87b9-d9051c35c0d0,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:02.799871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Deleting subnet 2a5928f1-183e-464c-8bbe-42d6b00fa880 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:11:02.803295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.844114 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:02.945907 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.019432 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.048178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5928f1-183e-464c-8bbe-42d6b00fa880,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:03.053757 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.055659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2343f643-7eef-4ef9-a24e-a83b0b975da2 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/subnets/2a5928f1-183e-464c-8bbe-42d6b00fa880 HTTP/1.1" status: 204 len: 168 time: 0.3098004 Sep 30 09:11:03.058153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44748) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:03.136363 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.189048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Deleting port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:03.189385 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.251603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] For port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=4cad4929-7dd2-4ec4-87b9-d9051c35c0d0,segment=NetworkSegment(1e013500-ddff-46a0-8fcc-38ab1240d7f0),segment_id=1e013500-ddff-46a0-8fcc-38ab1240d7f0)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:03.251967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.264004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Calling delete_port for 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:03.347917 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.379643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No DVR routers for this DVR port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:03.383108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Port': ['ID=4cad4929-7dd2-4ec4-87b9-d9051c35c0d0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:03.425529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:03.450902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:11:03.451334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 09:11:03.473004 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Port 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 not found, will not notify nova. {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 09:11:03.484133 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.505857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bc6622-b839-4b39-ab8c-868a0199cdf5']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:03.515696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e013500-ddff-46a0-8fcc-38ab1240d7f0') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:03.516000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e013500-ddff-46a0-8fcc-38ab1240d7f0') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:03.526561 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.540179 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.546360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:11:03.546788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:11:03.549840 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:11:03.609888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.620630 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.622569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/29bc6622-b839-4b39-ab8c-868a0199cdf5 HTTP/1.1" status: 204 len: 168 time: 0.5634627 Sep 30 09:11:03.625129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44750) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:03.644416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb434-c4c2-47a6-8236-286032e55017 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Network': ['ID=29bc6622-b839-4b39-ab8c-868a0199cdf5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:03.669334 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c5b142-7465-4e17-a43a-6ee570ed094e tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:03.669829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c5b142-7465-4e17-a43a-6ee570ed094e tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:03.671617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a6c5b142-7465-4e17-a43a-6ee570ed094e tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/subnets/9e8bee1f-c1c4-448f-889c-180de8eca8b3 HTTP/1.1" status: 404 len: 337 time: 0.0455194 Sep 30 09:11:03.674199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44752) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:03.692937 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d66dccd-75b6-4325-8057-9d404c80af0d tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:03.693525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d66dccd-75b6-4325-8057-9d404c80af0d tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:03.695265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4d66dccd-75b6-4325-8057-9d404c80af0d tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/8b15f976-7cfd-461c-a5ee-5d9b85fba6f1 HTTP/1.1" status: 404 len: 339 time: 0.0201190 Sep 30 09:11:03.697956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44754) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:03.725731 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d91c4a9-f3a8-44e5-af93-290f8d78a315 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:03.726197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d91c4a9-f3a8-44e5-af93-290f8d78a315 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:03.728007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9d91c4a9-f3a8-44e5-af93-290f8d78a315 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/subnets/f2ac6cf5-0688-4867-8af5-0047f834813a HTTP/1.1" status: 404 len: 337 time: 0.0290751 Sep 30 09:11:03.730809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44756) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:03.749660 n-d-807025-5 neutron-server[95001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0b6af9-178e-44f0-903e-c02fdfceebd0 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] DELETE failed (client error): The resource could not be found. Sep 30 09:11:03.750282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0b6af9-178e-44f0-903e-c02fdfceebd0 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 09:11:03.752030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7d0b6af9-178e-44f0-903e-c02fdfceebd0 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/2591fe0d-3ef2-4d35-9262-1d03641c7e4c HTTP/1.1" status: 404 len: 339 time: 0.0202527 Sep 30 09:11:03.755085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44758) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:03.806697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Deleting subnet 0bf31747-5097-4d79-85f9-a612d82caac1 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:11:03.810097 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.851231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:03.869158 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-85933937-4b10-4b8a-95b2-d268f853ec55 None None] Could not find standard attr ID for object 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 09:11:03.909352 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526009a-5f0a-47b4-8429-849481ba56a6 None None] DHCP port deletion for 29bc6622-b839-4b39-ab8c-868a0199cdf5 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:11:03.925386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61612dd-53f0-4622-ae1c-68a5a9816f29 None None] Network 29bc6622-b839-4b39-ab8c-868a0199cdf5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:03.936832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61612dd-53f0-4622-ae1c-68a5a9816f29 None None] Network 29bc6622-b839-4b39-ab8c-868a0199cdf5 could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 09:11:03.945890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.007852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.037613 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf31747-5097-4d79-85f9-a612d82caac1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:04.039606 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.041507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a84bca16-6cc5-4985-8fac-19c87d99f518 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/subnets/0bf31747-5097-4d79-85f9-a612d82caac1 HTTP/1.1" status: 204 len: 168 time: 0.2854934 Sep 30 09:11:04.044536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44760) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:04.046363 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e8c14-c165-4ab7-8d38-5187bfd558e5 None None] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:04.123269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.176430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Deleting port f7133076-2979-4b80-ac55-596a91169181 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:04.177297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.233473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] DHCP port deletion for 1e096e3d-77e7-4759-b47d-3d287ae2d87d request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:11:04.246332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] For port f7133076-2979-4b80-ac55-596a91169181, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7133076-2979-4b80-ac55-596a91169181,segment=NetworkSegment(8caeb49c-93a5-4e71-8dcd-f4345b7db502),segment_id=8caeb49c-93a5-4e71-8dcd-f4345b7db502)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:04.246697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.258506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Calling delete_port for f7133076-2979-4b80-ac55-596a91169181 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:04.282739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Deleting port f7133076-2979-4b80-ac55-596a91169181 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:04.283122 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.344641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] For port f7133076-2979-4b80-ac55-596a91169181, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f7133076-2979-4b80-ac55-596a91169181,segment=NetworkSegment(8caeb49c-93a5-4e71-8dcd-f4345b7db502),segment_id=8caeb49c-93a5-4e71-8dcd-f4345b7db502)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:04.345038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.349972 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.358141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Calling delete_port for f7133076-2979-4b80-ac55-596a91169181 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:04.375644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Port': ['ID=f7133076-2979-4b80-ac55-596a91169181,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:04.381839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] No DVR routers for this DVR port f7133076-2979-4b80-ac55-596a91169181 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:04.470099 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.491743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e096e3d-77e7-4759-b47d-3d287ae2d87d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:04.501941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8caeb49c-93a5-4e71-8dcd-f4345b7db502') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:04.502246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8caeb49c-93a5-4e71-8dcd-f4345b7db502') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:04.512664 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.526761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.533242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:11:04.533678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:11:04.537018 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:11:04.595663 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.600206 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.605343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:04.609602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] 10.222.0.41 "DELETE /v2.0/networks/1e096e3d-77e7-4759-b47d-3d287ae2d87d HTTP/1.1" status: 204 len: 168 time: 0.5616617 Sep 30 09:11:04.620376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Network 1e096e3d-77e7-4759-b47d-3d287ae2d87d is not hosted by any dhcp agent {{(pid=95003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 09:11:04.620845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] No DVR routers for this DVR port f7133076-2979-4b80-ac55-596a91169181 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:04.622541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc2fc6-d325-4cc2-97e7-4c3545e63fc7 tempest-NetworksIpV6Test-272556162 tempest-NetworksIpV6Test-272556162-project] Pushing event deleted for resources: {'Network': ['ID=1e096e3d-77e7-4759-b47d-3d287ae2d87d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:04.622684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3dd56-3fa0-49a8-bf94-cc64df124705 None None] Pushing event deleted for resources: {'Port': ['ID=f7133076-2979-4b80-ac55-596a91169181,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:04.850242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44766) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:04.980085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4e4dbca8-2833-4a56-a0e4-7f3e13d474e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f3b6ef37d734c8cad0ddd76e1f7b312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286530 Sep 30 09:11:04.982824 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44770) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:05.030629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4af-0552-42dd-a52a-f4e98af3071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:05.051106 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4af-0552-42dd-a52a-f4e98af3071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:05.097298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4af-0552-42dd-a52a-f4e98af3071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:05.100526 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4af-0552-42dd-a52a-f4e98af3071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:05.101718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e33ce4af-0552-42dd-a52a-f4e98af3071a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a63b824b-34ab-4515-a965-c1219c298d26 HTTP/1.1" status: 204 len: 168 time: 0.1179988 Sep 30 09:11:05.109356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce4af-0552-42dd-a52a-f4e98af3071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b824b-34ab-4515-a965-c1219c298d26,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:05.398194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:11:05.418276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:11:05.418625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 4cad4929-7dd2-4ec4-87b9-d9051c35c0d0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:11:05.419058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7133076-2979-4b80-ac55-596a91169181 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:11:05.440546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f7133076-2979-4b80-ac55-596a91169181 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:11:05.440890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f7133076-2979-4b80-ac55-596a91169181 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:11:05.729174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:05.821770 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1525773450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:05.844801 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:05.845860 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.172584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.177912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.194550 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.198317 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-827a0d66-1334-47f0-aa35-f07f035fe3cb tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4655387 Sep 30 09:11:06.198506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44796) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:06.203547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1089630887'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:06.222840 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Made reservation on behalf of 3618cf632feb42aaa808171e23d397c5 for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:06.226200 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.234804 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.327130 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.330971 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.355911 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:11:06.365882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a459e5f6-1d79-4cb2-97c7-e53880a3e313,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:06.370576 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.370920 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Added segment 31447ed4-4d9d-4a71-9f04-53dbc317483b of type vlan for network e4285d3e-30aa-4c26-b463-c47a4edabfee Sep 30 09:11:06.410174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.434843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.440440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:06.441029 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.477795 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2779744 Sep 30 09:11:06.480753 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44798) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:06.486149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Request body: {'subnet': {'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:06.510922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56603c0-6c1b-4a9c-927e-bc9fb256a383 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event updated for resources: {'Network': ['ID=e4285d3e-30aa-4c26-b463-c47a4edabfee,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:06.521850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e4285d3e-30aa-4c26-b463-c47a4edabfee details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:06.578729 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Made reservation on behalf of 3618cf632feb42aaa808171e23d397c5 for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:06.582266 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.759787 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.817009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event updated for resources: {'Subnet': ['ID=4f11ac41-cdd9-4ce4-ad58-1aa657a54cfb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:06.827870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Checking segment: {'id': '31447ed4-4d9d-4a71-9f04-53dbc317483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:06.828241 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Network hostable DHCP agents. Network: e4285d3e-30aa-4c26-b463-c47a4edabfee, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:06.843785 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Network e4285d3e-30aa-4c26-b463-c47a4edabfee is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:06.852850 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e4285d3e-30aa-4c26-b463-c47a4edabfee) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:06.857599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:06.858197 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.863333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d968764-293d-4d94-9781-4bd4246fbf97 None None] Network e4285d3e-30aa-4c26-b463-c47a4edabfee requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:06.872649 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-62da818d-cc58-48a2-bd59-b531922c4a2c tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3907838 Sep 30 09:11:06.875653 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:06.880883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-427532074'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:06.902208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Made reservation on behalf of 3618cf632feb42aaa808171e23d397c5 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:06.906029 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.931776 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:11:06.942309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:06.942660 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Added segment 09fadf51-b29e-4b8a-a951-f1e67508b071 of type vlan for network 6e8e67f1-712e-4e35-b065-b254426fc3ca Sep 30 09:11:06.984460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.010159 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.017224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e4285d3e-30aa-4c26-b463-c47a4edabfee', 'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee', 'tenant_id': '3618cf632feb42aaa808171e23d397c5', 'fixed_ips': [{'subnet_id': '4f11ac41-cdd9-4ce4-ad58-1aa657a54cfb'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:07.017398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:07.018000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.018220 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.052540 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1757727 Sep 30 09:11:07.055727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44802) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:07.061729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Request body: {'subnet': {'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:07.093581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd765b-7f9f-4ffe-9fa1-0fe7f0ad1dd4 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event updated for resources: {'Network': ['ID=6e8e67f1-712e-4e35-b065-b254426fc3ca,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:07.105176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 6e8e67f1-712e-4e35-b065-b254426fc3ca details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:07.154789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Made reservation on behalf of 3618cf632feb42aaa808171e23d397c5 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:07.158395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.212453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Allocated IP 172.20.0.2 (e4285d3e-30aa-4c26-b463-c47a4edabfee/4f11ac41-cdd9-4ce4-ad58-1aa657a54cfb/7936236c-510c-4f0b-8e9d-8d6086ddf831) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:07.343312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.362920 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.368145 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.408254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Network e4285d3e-30aa-4c26-b463-c47a4edabfee is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:07.412658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:07.414595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event updated for resources: {'Subnet': ['ID=2ae82bd3-685d-414a-a08b-95ccd84ceb9d,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:07.415086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:07.419963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Checking segment: {'id': '09fadf51-b29e-4b8a-a951-f1e67508b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:07.420324 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Network hostable DHCP agents. Network: 6e8e67f1-712e-4e35-b065-b254426fc3ca, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:07.423220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Pushing event updated for resources: {'Port': ['ID=7936236c-510c-4f0b-8e9d-8d6086ddf831,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:07.437389 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Network 6e8e67f1-712e-4e35-b065-b254426fc3ca is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:07.447127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 6e8e67f1-712e-4e35-b065-b254426fc3ca) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:07.451617 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:07.452219 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.471017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fdb70ae9-20b7-417a-9cad-ea293bb8c295 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4139977 Sep 30 09:11:07.473834 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44804) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:07.474064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519a45a-8aa6-405c-b602-0938b8a0bf37 None None] Network 6e8e67f1-712e-4e35-b065-b254426fc3ca requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:07.478370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4345021f-1358-473f-86de-2cd65c957853 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:07.505118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Attempting to bind port 7936236c-510c-4f0b-8e9d-8d6086ddf831 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:07.505519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Attempting to bind port 7936236c-510c-4f0b-8e9d-8d6086ddf831 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '31447ed4-4d9d-4a71-9f04-53dbc317483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:07.505896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Attempting to bind port 7936236c-510c-4f0b-8e9d-8d6086ddf831 on network e4285d3e-30aa-4c26-b463-c47a4edabfee {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:07.515562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:07.515956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Checking segment: {'id': '31447ed4-4d9d-4a71-9f04-53dbc317483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:07.516358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.516760 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Bound using segment: {'id': '31447ed4-4d9d-4a71-9f04-53dbc317483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:07.517240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Bound port: 7936236c-510c-4f0b-8e9d-8d6086ddf831, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31447ed4-4d9d-4a71-9f04-53dbc317483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e4285d3e-30aa-4c26-b463-c47a4edabfee'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:07.517659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.649206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] For port 7936236c-510c-4f0b-8e9d-8d6086ddf831, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:07.653684 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] For port 7936236c-510c-4f0b-8e9d-8d6086ddf831, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7936236c-510c-4f0b-8e9d-8d6086ddf831,segment=NetworkSegment(31447ed4-4d9d-4a71-9f04-53dbc317483b),segment_id=31447ed4-4d9d-4a71-9f04-53dbc317483b)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:07.659365 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.683826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4345021f-1358-473f-86de-2cd65c957853 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.734826 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-6e8e67f1-712e-4e35-b065-b254426fc3ca', 'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca', 'tenant_id': '3618cf632feb42aaa808171e23d397c5', 'fixed_ips': [{'subnet_id': '2ae82bd3-685d-414a-a08b-95ccd84ceb9d'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:07.735690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:07.752968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cefaa8-ee3d-44f8-8d99-c61150026a4a None None] Pushing event updated for resources: {'Port': ['ID=7936236c-510c-4f0b-8e9d-8d6086ddf831,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:07.797550 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [None req-4345021f-1358-473f-86de-2cd65c957853 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 09:11:07.798550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4345021f-1358-473f-86de-2cd65c957853 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "PUT /v2.0/routers/9f0e5611-8e2a-4db9-9f6f-5d60a2ca6e9f HTTP/1.1" status: 400 len: 364 time: 0.3237858 Sep 30 09:11:07.805460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44806) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:07.860829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Deleting subnet 2ae82bd3-685d-414a-a08b-95ccd84ceb9d {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:11:07.899146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Allocated IP 172.21.0.2 (6e8e67f1-712e-4e35-b065-b254426fc3ca/2ae82bd3-685d-414a-a08b-95ccd84ceb9d/9a8481ee-bc8c-4b28-840d-94f6d4aba44d) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:08.064813 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.070540 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.070726 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.109599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Network 6e8e67f1-712e-4e35-b065-b254426fc3ca is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:08.111994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.112457 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:08.115011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:08.123998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Pushing event updated for resources: {'Port': ['ID=9a8481ee-bc8c-4b28-840d-94f6d4aba44d,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:08.176242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Attempting to bind port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:08.176519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Attempting to bind port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '09fadf51-b29e-4b8a-a951-f1e67508b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:08.176889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Attempting to bind port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d on network 6e8e67f1-712e-4e35-b065-b254426fc3ca {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:08.181977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:08.182353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Checking segment: {'id': '09fadf51-b29e-4b8a-a951-f1e67508b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:08.182758 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.183153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Bound using segment: {'id': '09fadf51-b29e-4b8a-a951-f1e67508b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:08.183677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Bound port: 9a8481ee-bc8c-4b28-840d-94f6d4aba44d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fadf51-b29e-4b8a-a951-f1e67508b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e8e67f1-712e-4e35-b065-b254426fc3ca'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:08.184058 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.206042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.267190 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.270546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] For port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:08.274427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] For port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9a8481ee-bc8c-4b28-840d-94f6d4aba44d,segment=NetworkSegment(09fadf51-b29e-4b8a-a951-f1e67508b071),segment_id=09fadf51-b29e-4b8a-a951-f1e67508b071)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:08.280644 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.298156 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae82bd3-685d-414a-a08b-95ccd84ceb9d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:08.305483 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.307679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-71378e4c-c10e-4ec0-8afc-3e1b79449c88 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "DELETE /v2.0/subnets/2ae82bd3-685d-414a-a08b-95ccd84ceb9d HTTP/1.1" status: 204 len: 168 time: 0.5010235 Sep 30 09:11:08.310484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44808) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:08.353334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe83000-647f-490b-a099-e55e09d7346d None None] Pushing event updated for resources: {'Port': ['ID=9a8481ee-bc8c-4b28-840d-94f6d4aba44d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:08.401281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.465998 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Deleting port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:08.466346 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.556007 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] For port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9a8481ee-bc8c-4b28-840d-94f6d4aba44d,segment=NetworkSegment(09fadf51-b29e-4b8a-a951-f1e67508b071),segment_id=09fadf51-b29e-4b8a-a951-f1e67508b071)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:08.556472 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.571330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Calling delete_port for 9a8481ee-bc8c-4b28-840d-94f6d4aba44d owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:08.655268 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5f47-294b-4d13-8ad3-e7ea82264466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.666009 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.693430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event deleted for resources: {'Port': ['ID=9a8481ee-bc8c-4b28-840d-94f6d4aba44d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:08.698065 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] No DVR routers for this DVR port 9a8481ee-bc8c-4b28-840d-94f6d4aba44d on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:08.721739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b708406-a817-4fb6-ac7a-8d5aca547b18 None None] Network e4285d3e-30aa-4c26-b463-c47a4edabfee requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:08.755482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8f2aa924-f224-461c-966c-9d3ae7aa3c4e None None] Provisioning complete for port 7936236c-510c-4f0b-8e9d-8d6086ddf831 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:08.755776 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa924-f224-461c-966c-9d3ae7aa3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.787284 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.807425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8e67f1-712e-4e35-b065-b254426fc3ca']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:08.817539 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fadf51-b29e-4b8a-a951-f1e67508b071') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:08.817847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fadf51-b29e-4b8a-a951-f1e67508b071') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:08.827207 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.840264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.846130 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:11:08.846545 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:11:08.850062 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:11:08.911598 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.927599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.928956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa924-f224-461c-966c-9d3ae7aa3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:08.931980 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "DELETE /v2.0/networks/6e8e67f1-712e-4e35-b065-b254426fc3ca HTTP/1.1" status: 204 len: 168 time: 0.6180460 Sep 30 09:11:08.932259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44810) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:08.940530 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547ed3-9a3c-4537-8d7b-0bda6cfe563a tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event deleted for resources: {'Network': ['ID=6e8e67f1-712e-4e35-b065-b254426fc3ca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:08.971146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8f2aa924-f224-461c-966c-9d3ae7aa3c4e None None] For port 7936236c-510c-4f0b-8e9d-8d6086ddf831, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7936236c-510c-4f0b-8e9d-8d6086ddf831,segment=NetworkSegment(31447ed4-4d9d-4a71-9f04-53dbc317483b),segment_id=31447ed4-4d9d-4a71-9f04-53dbc317483b)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:08.980235 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa924-f224-461c-966c-9d3ae7aa3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.022913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Deleting subnet 4f11ac41-cdd9-4ce4-ad58-1aa657a54cfb {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:11:09.028578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.038039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aa924-f224-461c-966c-9d3ae7aa3c4e None None] Pushing event updated for resources: {'Port': ['ID=7936236c-510c-4f0b-8e9d-8d6086ddf831,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:09.079750 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.171978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.212134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ef1bc79a-b44c-4400-9d17-afc2d51d4d04 None None] Provisioning complete for port 7936236c-510c-4f0b-8e9d-8d6086ddf831 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:09.213138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc79a-b44c-4400-9d17-afc2d51d4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.252104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.287751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event deleted for resources: {'Subnet': ['ID=4f11ac41-cdd9-4ce4-ad58-1aa657a54cfb,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:09.291789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.293762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-443b619f-d363-4e87-b2f9-6bb8e9067fdf tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "DELETE /v2.0/subnets/4f11ac41-cdd9-4ce4-ad58-1aa657a54cfb HTTP/1.1" status: 204 len: 168 time: 0.3604410 Sep 30 09:11:09.296803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44812) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:09.301324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1b635-1bfa-42e1-85dd-98b6331e1d95 None None] Network e4285d3e-30aa-4c26-b463-c47a4edabfee requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:09.383462 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.442889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Deleting port 7936236c-510c-4f0b-8e9d-8d6086ddf831 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:09.443140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d95bc873-72e7-419f-909e-a19c3d11a17e None None] Could not find standard attr ID for object 9a8481ee-bc8c-4b28-840d-94f6d4aba44d. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 09:11:09.444010 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.472402 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c618e-e267-4893-90fd-893729510361 None None] DHCP port deletion for 6e8e67f1-712e-4e35-b065-b254426fc3ca request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:11:09.477821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7936236c-510c-4f0b-8e9d-8d6086ddf831 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:09.519763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0204a-c6b0-48ef-8496-d87120571ba3 None None] Network 6e8e67f1-712e-4e35-b065-b254426fc3ca requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:09.521355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] For port 7936236c-510c-4f0b-8e9d-8d6086ddf831, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=7936236c-510c-4f0b-8e9d-8d6086ddf831,segment=NetworkSegment(31447ed4-4d9d-4a71-9f04-53dbc317483b),segment_id=31447ed4-4d9d-4a71-9f04-53dbc317483b)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:09.521773 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.534069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Calling delete_port for 7936236c-510c-4f0b-8e9d-8d6086ddf831 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:09.543288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0204a-c6b0-48ef-8496-d87120571ba3 None None] Network 6e8e67f1-712e-4e35-b065-b254426fc3ca could not be found, it might have been deleted concurrently. {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 09:11:09.552012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] DHCP port deletion for e4285d3e-30aa-4c26-b463-c47a4edabfee request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:11:09.561244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 7936236c-510c-4f0b-8e9d-8d6086ddf831 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:09.561639 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.617356 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.619246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Could not find standard attr ID for object 7936236c-510c-4f0b-8e9d-8d6086ddf831. {{(pid=95003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 09:11:09.624002 n-d-807025-5 neutron-server[95003]: INFO neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No ports have port_id starting with 7936236c-510c-4f0b-8e9d-8d6086ddf831 Sep 30 09:11:09.637617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Deleting port 7936236c-510c-4f0b-8e9d-8d6086ddf831 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:09.637997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.646431 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event deleted for resources: {'Port': ['ID=7936236c-510c-4f0b-8e9d-8d6086ddf831,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:09.648491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] No DVR routers for this DVR port 7936236c-510c-4f0b-8e9d-8d6086ddf831 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:09.702515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] For port 7936236c-510c-4f0b-8e9d-8d6086ddf831, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:09.703117 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.715310 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Calling delete_port for 7936236c-510c-4f0b-8e9d-8d6086ddf831 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:09.717871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Port 7936236c-510c-4f0b-8e9d-8d6086ddf831 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 09:11:09.719107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.730342 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.745188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] Pushing event deleted for resources: {'Port': ['ID=7936236c-510c-4f0b-8e9d-8d6086ddf831,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:09.750025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722376e-2bd0-43ee-9740-59e880a7bba6 None None] No DVR routers for this DVR port 7936236c-510c-4f0b-8e9d-8d6086ddf831 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:09.756950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4285d3e-30aa-4c26-b463-c47a4edabfee']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:09.764781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31447ed4-4d9d-4a71-9f04-53dbc317483b') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:09.765130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31447ed4-4d9d-4a71-9f04-53dbc317483b') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:09.774684 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.787959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.794048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:11:09.794430 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:11:09.797735 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:11:09.861458 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.869189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:09.871055 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "DELETE /v2.0/networks/e4285d3e-30aa-4c26-b463-c47a4edabfee HTTP/1.1" status: 204 len: 168 time: 0.5738215 Sep 30 09:11:09.873882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44814) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:09.882508 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308be59-750a-4994-9afe-73f4dacb00de tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Pushing event deleted for resources: {'Network': ['ID=e4285d3e-30aa-4c26-b463-c47a4edabfee,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:09.905721 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8bee3b89-4ca2-437c-9822-cc7a55a67d31 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f0e5611-8e2a-4db9-9f6f-5d60a2ca6e9f HTTP/1.1" status: 200 len: 205 time: 0.0304389 Sep 30 09:11:09.907895 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44816) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:09.979174 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.133012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.135312 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.181514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.182049 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0e5611-8e2a-4db9-9f6f-5d60a2ca6e9f {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:11:10.189245 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.190588 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e335d5db-b79f-4525-9899-b6ca99467345 tempest-RoutersNegativeTest-1215565322 tempest-RoutersNegativeTest-1215565322-project] 10.222.0.41 "DELETE /v2.0/routers/9f0e5611-8e2a-4db9-9f6f-5d60a2ca6e9f HTTP/1.1" status: 204 len: 168 time: 0.2817886 Sep 30 09:11:10.432084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44822) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:10.563130 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b731b919-624a-4f6b-9cf3-75b08f7733cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3618cf632feb42aaa808171e23d397c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298738 Sep 30 09:11:10.565594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44826) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:10.612528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a35f5559-3398-4d8a-85bd-6003559a1914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.633005 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a35f5559-3398-4d8a-85bd-6003559a1914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.681824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a35f5559-3398-4d8a-85bd-6003559a1914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.684558 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a35f5559-3398-4d8a-85bd-6003559a1914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.685753 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a35f5559-3398-4d8a-85bd-6003559a1914 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a459e5f6-1d79-4cb2-97c7-e53880a3e313 HTTP/1.1" status: 204 len: 168 time: 0.1192331 Sep 30 09:11:10.693857 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f5559-3398-4d8a-85bd-6003559a1914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a459e5f6-1d79-4cb2-97c7-e53880a3e313,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:11.155007 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-db85b9f5-7228-4418-8a86-8fc3793cf49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.296771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44848) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:11.395833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9a8481ee-bc8c-4b28-840d-94f6d4aba44d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:11:11.399108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1151130701-network', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:11.416575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9a8481ee-bc8c-4b28-840d-94f6d4aba44d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:11:11.416931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9a8481ee-bc8c-4b28-840d-94f6d4aba44d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:11:11.417616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7936236c-510c-4f0b-8e9d-8d6086ddf831 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:11:11.419856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Made reservation on behalf of 917bd880fb4046559c57f9f2e7a15f3a for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:11.422222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.434844 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.437417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 7936236c-510c-4f0b-8e9d-8d6086ddf831 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:11:11.437788 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 7936236c-510c-4f0b-8e9d-8d6086ddf831 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:11:11.527848 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.531886 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.550823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.562374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:11:11.573493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a58bf-bd11-4529-b7e2-dd514477b948,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:11.578671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.579034 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Added segment 87484ead-7f0b-442b-acca-5c1382b1dacd of type vlan for network 464067ef-a003-48af-9775-e7d0d4196f45 Sep 30 09:11:11.619137 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.643523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.644746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:11.645359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.675992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3781323 Sep 30 09:11:11.679662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44852) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:11.684755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Request body: {'subnet': {'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-subnet', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:11.704221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Made reservation on behalf of 917bd880fb4046559c57f9f2e7a15f3a for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:11.706540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.713211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a63352-27d9-4799-a34f-449bc6997b92 admin admin] Pushing event updated for resources: {'Network': ['ID=464067ef-a003-48af-9775-e7d0d4196f45,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:11.725110 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 464067ef-a003-48af-9775-e7d0d4196f45 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:11.873305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.927061 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f287157b-5fa6-45de-9422-ee209e986299,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:11.935459 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Checking segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:11.935812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Network hostable DHCP agents. Network: 464067ef-a003-48af-9775-e7d0d4196f45, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:11.952159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Network 464067ef-a003-48af-9775-e7d0d4196f45 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:11.961376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 464067ef-a003-48af-9775-e7d0d4196f45) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:11.965384 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:11.965999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:11.970180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62204f-daa0-489f-bd89-bf7d39cf9b24 None None] Network 464067ef-a003-48af-9775-e7d0d4196f45 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:11.981267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-84c3592f-11e1-46ad-a40a-906c6caaeb54 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3004494 Sep 30 09:11:11.984154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44854) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:11.988554 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:12.009656 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.010670 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.064788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.126108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-464067ef-a003-48af-9775-e7d0d4196f45', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'fixed_ips': [{'subnet_id': 'f287157b-5fa6-45de-9422-ee209e986299'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:12.126893 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.198867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.259282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Allocated IP 172.20.0.2 (464067ef-a003-48af-9775-e7d0d4196f45/f287157b-5fa6-45de-9422-ee209e986299/5a3720ef-f568-4fd3-b144-c67b6542738c) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:12.412514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.431811 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.546276 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Allocated IP 172.25.7.136 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ceaddd6e-12c6-4a98-b8fb-b4da3319aeba) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:12.559624 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.565366 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.602864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Network 464067ef-a003-48af-9775-e7d0d4196f45 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:12.607293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:12.610824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:12.621916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Pushing event updated for resources: {'Port': ['ID=5a3720ef-f568-4fd3-b144-c67b6542738c,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:12.650396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.673288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Attempting to bind port 5a3720ef-f568-4fd3-b144-c67b6542738c on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:12.673642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Attempting to bind port 5a3720ef-f568-4fd3-b144-c67b6542738c by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:12.674010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Attempting to bind port 5a3720ef-f568-4fd3-b144-c67b6542738c on network 464067ef-a003-48af-9775-e7d0d4196f45 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:12.679768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:12.680175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Checking segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:12.680578 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.680981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Bound using segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:12.681473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Bound port: 5a3720ef-f568-4fd3-b144-c67b6542738c, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:12.681862 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.690795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.726154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:12.729056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:12.733415 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:12.745790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] For port 5a3720ef-f568-4fd3-b144-c67b6542738c, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:12.748758 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] For port 5a3720ef-f568-4fd3-b144-c67b6542738c, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5a3720ef-f568-4fd3-b144-c67b6542738c,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:12.752477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.809833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e30199-6c71-4bd0-9ef4-3f0793270957 None None] Pushing event updated for resources: {'Port': ['ID=5a3720ef-f568-4fd3-b144-c67b6542738c,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:13.116585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:13.329206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.341091 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.433672 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5a3720ef-f568-4fd3-b144-c67b6542738c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:13.484345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5a3720ef-f568-4fd3-b144-c67b6542738c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:13.484719 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.555504 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.565840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.600088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 5a3720ef-f568-4fd3-b144-c67b6542738c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5a3720ef-f568-4fd3-b144-c67b6542738c,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:13.605690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.659085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=5a3720ef-f568-4fd3-b144-c67b6542738c,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:13.696398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Router 38bcf366-1bed-4524-b597-6687cf17b3fe is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:11:13.748010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618d323-32cd-468a-a1e1-d37ac728fb10 None None] Network 464067ef-a003-48af-9775-e7d0d4196f45 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:13.803118 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:11:13.813684 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Sync routers for ids ['38bcf366-1bed-4524-b597-6687cf17b3fe'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:11:13.821154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.822584 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c35a30f9-e9bb-449c-bc72-d79dde00dbb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8374646 Sep 30 09:11:13.824362 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Routers {'38bcf366-1bed-4524-b597-6687cf17b3fe'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:13.825145 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['38bcf366-1bed-4524-b597-6687cf17b3fe'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:13.825313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44856) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:13.832849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e1799463-cbce-411d-a8dc-5d60dbf5edf1 None None] Provisioning complete for port 5a3720ef-f568-4fd3-b144-c67b6542738c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:13.833236 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1799463-cbce-411d-a8dc-5d60dbf5edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:13.933709 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Set router 38bcf366-1bed-4524-b597-6687cf17b3fe gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:14.119039 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:13Z', 'revision_number': 3, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:14.150590 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Checking router: 38bcf366-1bed-4524-b597-6687cf17b3fe for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:11:14.150942 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Updating router 38bcf366-1bed-4524-b597-6687cf17b3fe port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:11:14.177314 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.210439 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d2777ddb-d364-4a09-baaa-f2cd1bbe5955 None None] Provisioning complete for port 5a3720ef-f568-4fd3-b144-c67b6542738c triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:14.210893 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d2777ddb-d364-4a09-baaa-f2cd1bbe5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.291310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.432249 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:11:14.447507 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.453103 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.454877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Allocated IP 172.20.0.1 (464067ef-a003-48af-9775-e7d0d4196f45/f287157b-5fa6-45de-9422-ee209e986299/c012560c-5090-4c4b-b101-4739e5e9b4b6) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:14.505713 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Attempting to bind port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:14.506090 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Attempting to bind port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:14.506453 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Attempting to bind port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:14.512523 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:14.512896 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:14.513295 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.513725 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:14.514187 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Bound port: ceaddd6e-12c6-4a98-b8fb-b4da3319aeba, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:14.514566 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.522176 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Pushing event updated for resources: {'Port': ['ID=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:14.550447 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.550704 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.551079 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.551962 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.552291 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.552617 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.552942 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.553313 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.553615 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.554023 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.554339 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.554741 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:14.564094 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.586551 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] For port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:14.590093 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] For port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:14.594390 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.598768 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.632488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Network 464067ef-a003-48af-9775-e7d0d4196f45 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:14.635505 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:14.639036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:14.650460 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Routers {'38bcf366-1bed-4524-b597-6687cf17b3fe'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:14.651093 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['38bcf366-1bed-4524-b597-6687cf17b3fe'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:14.685277 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.689671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c012560c-5090-4c4b-b101-4739e5e9b4b6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:14.700040 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0218-9b48-4bac-b214-85d6508a51cb None None] Pushing event updated for resources: {'Port': ['ID=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:14.826812 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.867154 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] Set router 38bcf366-1bed-4524-b597-6687cf17b3fe gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:14.922224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-971c9efd-1d8e-484e-a646-04cfe0a12592 None None] Provisioning complete for port c012560c-5090-4c4b-b101-4739e5e9b4b6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:14.922800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-971c9efd-1d8e-484e-a646-04cfe0a12592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.958525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-971c9efd-1d8e-484e-a646-04cfe0a12592 None None] Port c012560c-5090-4c4b-b101-4739e5e9b4b6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:11:15.002431 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.008230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.054285 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:13Z', 'revision_number': 3, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:15.075629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c012560c-5090-4c4b-b101-4739e5e9b4b6,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:15.080663 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e551c-d906-4325-85fd-c26035e999d7 None None] The sync data for ids ['38bcf366-1bed-4524-b597-6687cf17b3fe'] in n-d-807025-5 is: [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:13Z', 'revision_number': 3, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:11:15.080991 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.092200 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.178577 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Network 464067ef-a003-48af-9775-e7d0d4196f45 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:15.180011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:15.298408 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Router 38bcf366-1bed-4524-b597-6687cf17b3fe has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:11:15.452429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:11:15.464478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9cb27434-14a5-4c31-8c17-ccad6726ffa3 admin admin] 10.222.0.41 "PUT /v2.0/routers/38bcf366-1bed-4524-b597-6687cf17b3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380110 Sep 30 09:11:15.488682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3a44e2c5-8b87-40bf-bd9e-f87f4d6693c8 None None] Provisioning complete for port c012560c-5090-4c4b-b101-4739e5e9b4b6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:15.489400 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a44e2c5-8b87-40bf-bd9e-f87f4d6693c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.526702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ceaddd6e-12c6-4a98-b8fb-b4da3319aeba up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:15.566476 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3a44e2c5-8b87-40bf-bd9e-f87f4d6693c8 None None] Port c012560c-5090-4c4b-b101-4739e5e9b4b6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:11:15.590981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:15.591963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.683464 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.706271 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:15.712119 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.713208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5a3720ef-f568-4fd3-b144-c67b6542738c up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:15.800648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:15.819092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5a3720ef-f568-4fd3-b144-c67b6542738c triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:15.819615 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.995528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 44872) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:16.000468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2030650753-network', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:16.023551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Made reservation on behalf of 83d2228c9bc342f78dce58cf762d34fd for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:16.026096 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.035229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.125388 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.128899 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.150198 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:11:16.165990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0227eb3-925e-48db-a5d5-1493eb9591a9,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:16.169696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.170046 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Added segment 27fdeef0-4565-4f18-a33a-029c6c326f16 of type vlan for network 12f4e710-631a-4808-90b1-9629ecafa997 Sep 30 09:11:16.211525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.235953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.236940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:16.237541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.272329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2756793 Sep 30 09:11:16.275546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44876) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:16.280663 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Request body: {'subnet': {'network_id': '12f4e710-631a-4808-90b1-9629ecafa997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-subnet', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:16.301913 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Made reservation on behalf of 83d2228c9bc342f78dce58cf762d34fd for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:16.304286 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.496975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.557035 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ce028f-a11c-43f6-97cf-44c300efb953,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:16.568661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Checking segment: {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:16.569093 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Network hostable DHCP agents. Network: 12f4e710-631a-4808-90b1-9629ecafa997, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:11:16.584618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f852-1f77-43c0-a425-27c06ce7c518 admin admin] Pushing event updated for resources: {'Network': ['ID=12f4e710-631a-4808-90b1-9629ecafa997,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:16.586548 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Network 12f4e710-631a-4808-90b1-9629ecafa997 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:11:16.595303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 12f4e710-631a-4808-90b1-9629ecafa997 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:11:16.596683 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 12f4e710-631a-4808-90b1-9629ecafa997) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:16.604595 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:16.605191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.609333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e44cb2-21f0-44f7-a0c1-392b35540893 None None] Network 12f4e710-631a-4808-90b1-9629ecafa997 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:16.620108 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd3edd41-20bb-4f73-befe-f0a618c3baea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3433583 Sep 30 09:11:16.622711 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44878) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:16.627341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:16.650483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.651454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.710041 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.775729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Sync routers for ids ['38bcf366-1bed-4524-b597-6687cf17b3fe'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:11:16.797033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Routers {'38bcf366-1bed-4524-b597-6687cf17b3fe'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:16.797677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['38bcf366-1bed-4524-b597-6687cf17b3fe'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:16.850347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.862730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-12f4e710-631a-4808-90b1-9629ecafa997', 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'fixed_ips': [{'subnet_id': '23ce028f-a11c-43f6-97cf-44c300efb953'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:11:16.863600 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.984862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Set router 38bcf366-1bed-4524-b597-6687cf17b3fe gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:17.052573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.071344 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.123851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Allocated IP 172.20.0.2 (12f4e710-631a-4808-90b1-9629ecafa997/23ce028f-a11c-43f6-97cf-44c300efb953/df3dbecd-c35f-45af-a5ba-bce97d67a556) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:17.179983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Allocated IP 172.25.7.26 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/1497939f-3eca-4cd7-91ca-16557730817b) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:17.282667 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.317028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.343881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:14Z', 'revision_number': 4, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c012560c-5090-4c4b-b101-4739e5e9b4b6', 'name': '', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'mac_address': 'fa:16:3e:4b:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f287157b-5fa6-45de-9422-ee209e986299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:14Z', 'updated_at': '2021-09-30T09:11:14Z', 'revision_number': 2, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'subnets': [{'id': 'f287157b-5fa6-45de-9422-ee209e986299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:17.359909 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:17.365237 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:17.369308 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:17.374621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.378233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Checking router: 38bcf366-1bed-4524-b597-6687cf17b3fe for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:11:17.378597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Updating router 38bcf366-1bed-4524-b597-6687cf17b3fe port c012560c-5090-4c4b-b101-4739e5e9b4b6 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:11:17.397714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1497939f-3eca-4cd7-91ca-16557730817b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:17.406251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.412055 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.412288 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.412593 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.412925 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.413249 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.413602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.413933 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.414232 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.414551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.414867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.415191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.415505 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:17.424258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ceaddd6e-12c6-4a98-b8fb-b4da3319aeba up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:17.624885 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.641326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.644375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Network 12f4e710-631a-4808-90b1-9629ecafa997 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:17.652029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:17.654395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:17.671774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Pushing event updated for resources: {'Port': ['ID=df3dbecd-c35f-45af-a5ba-bce97d67a556,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:17.816291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Attempting to bind port df3dbecd-c35f-45af-a5ba-bce97d67a556 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:17.816731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Attempting to bind port df3dbecd-c35f-45af-a5ba-bce97d67a556 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:17.817105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Attempting to bind port df3dbecd-c35f-45af-a5ba-bce97d67a556 on network 12f4e710-631a-4808-90b1-9629ecafa997 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:17.823761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:17.824143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.828884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:17.829262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Checking segment: {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:17.829692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.830092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Bound using segment: {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:17.830575 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Bound port: df3dbecd-c35f-45af-a5ba-bce97d67a556, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:17.830962 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.834996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.962559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Router e7ee87f6-0e7a-4342-95a0-80077a0286fd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:11:18.012378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] For port df3dbecd-c35f-45af-a5ba-bce97d67a556, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:18.049790 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] For port df3dbecd-c35f-45af-a5ba-bce97d67a556, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=df3dbecd-c35f-45af-a5ba-bce97d67a556,segment=NetworkSegment(27fdeef0-4565-4f18-a33a-029c6c326f16),segment_id=27fdeef0-4565-4f18-a33a-029c6c326f16)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:18.060971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.070079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:11:18.083166 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Sync routers for ids ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:11:18.087426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.091417 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c38f8ef2-8656-49d2-9758-30fc69de34e8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4651868 Sep 30 09:11:18.091552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 44880) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:11:18.096370 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Routers {'e7ee87f6-0e7a-4342-95a0-80077a0286fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:18.097101 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:18.174605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dda4a-d828-482c-ada6-f73d1286a00e None None] Pushing event updated for resources: {'Port': ['ID=df3dbecd-c35f-45af-a5ba-bce97d67a556,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:18.182617 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.189963 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.237543 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Set router e7ee87f6-0e7a-4342-95a0-80077a0286fd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:18.246095 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b2016-a424-4231-bd34-fd6d946a608b None None] Pushing event updated for resources: {'Port': ['ID=c012560c-5090-4c4b-b101-4739e5e9b4b6,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:18.311243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Attempting to bind port c012560c-5090-4c4b-b101-4739e5e9b4b6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:18.311628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Attempting to bind port c012560c-5090-4c4b-b101-4739e5e9b4b6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:18.312006 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Attempting to bind port c012560c-5090-4c4b-b101-4739e5e9b4b6 on network 464067ef-a003-48af-9775-e7d0d4196f45 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:18.323612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:18.323991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Checking segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:18.324594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.325179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Bound using segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:18.326104 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Bound port: c012560c-5090-4c4b-b101-4739e5e9b4b6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:18.326374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.444545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] For port c012560c-5090-4c4b-b101-4739e5e9b4b6, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:18.449085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] For port c012560c-5090-4c4b-b101-4739e5e9b4b6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c012560c-5090-4c4b-b101-4739e5e9b4b6,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:18.458333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.516667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Routers {'38bcf366-1bed-4524-b597-6687cf17b3fe'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:18.517279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['38bcf366-1bed-4524-b597-6687cf17b3fe'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:18.557814 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:11:17Z', 'revision_number': 3, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:18.601781 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Checking router: e7ee87f6-0e7a-4342-95a0-80077a0286fd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:11:18.602125 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Updating router e7ee87f6-0e7a-4342-95a0-80077a0286fd port 1497939f-3eca-4cd7-91ca-16557730817b binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:11:18.605777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b2016-a424-4231-bd34-fd6d946a608b None None] Pushing event updated for resources: {'Port': ['ID=c012560c-5090-4c4b-b101-4739e5e9b4b6,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:18.639012 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.712674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] Set router 38bcf366-1bed-4524-b597-6687cf17b3fe gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:18.800859 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2af5eb55-e3f3-4c18-b9ff-b549de93bb2e None None] Provisioning complete for port c012560c-5090-4c4b-b101-4739e5e9b4b6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:18.801431 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af5eb55-e3f3-4c18-b9ff-b549de93bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.930650 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.937494 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.975739 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af5eb55-e3f3-4c18-b9ff-b549de93bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:18.992174 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Attempting to bind port 1497939f-3eca-4cd7-91ca-16557730817b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:18.992545 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Attempting to bind port 1497939f-3eca-4cd7-91ca-16557730817b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:18.992911 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Attempting to bind port 1497939f-3eca-4cd7-91ca-16557730817b on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:19.002664 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450bd85-2416-46cd-9f8b-8d0024d050e5 None None] Pushing event updated for resources: {'Port': ['ID=1497939f-3eca-4cd7-91ca-16557730817b,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:19.011785 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:19.012759 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:19.013205 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.013672 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:19.014267 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Bound port: 1497939f-3eca-4cd7-91ca-16557730817b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:19.015166 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.024884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2af5eb55-e3f3-4c18-b9ff-b549de93bb2e None None] For port c012560c-5090-4c4b-b101-4739e5e9b4b6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c012560c-5090-4c4b-b101-4739e5e9b4b6,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:19.034289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af5eb55-e3f3-4c18-b9ff-b549de93bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.040475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:14Z', 'revision_number': 4, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c012560c-5090-4c4b-b101-4739e5e9b4b6', 'name': '', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'mac_address': 'fa:16:3e:4b:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f287157b-5fa6-45de-9422-ee209e986299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:14Z', 'updated_at': '2021-09-30T09:11:18Z', 'revision_number': 4, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'subnets': [{'id': 'f287157b-5fa6-45de-9422-ee209e986299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:19.068597 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.087804 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] For port 1497939f-3eca-4cd7-91ca-16557730817b, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:19.091343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f9e9e-b418-4ddf-b3a0-8eff8b55dc1e None None] The sync data for ids ['38bcf366-1bed-4524-b597-6687cf17b3fe'] in n-d-807025-5 is: [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:14Z', 'revision_number': 4, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'c012560c-5090-4c4b-b101-4739e5e9b4b6', 'name': '', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'mac_address': 'fa:16:3e:4b:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f287157b-5fa6-45de-9422-ee209e986299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:14Z', 'updated_at': '2021-09-30T09:11:18Z', 'revision_number': 4, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'subnets': [{'id': 'f287157b-5fa6-45de-9422-ee209e986299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:11:19.092093 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] For port 1497939f-3eca-4cd7-91ca-16557730817b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1497939f-3eca-4cd7-91ca-16557730817b,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:19.099518 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.141279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5eb55-e3f3-4c18-b9ff-b549de93bb2e None None] Pushing event updated for resources: {'Port': ['ID=c012560c-5090-4c4b-b101-4739e5e9b4b6,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:19.168725 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Routers {'e7ee87f6-0e7a-4342-95a0-80077a0286fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:19.168725 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:19.181695 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450bd85-2416-46cd-9f8b-8d0024d050e5 None None] Pushing event updated for resources: {'Port': ['ID=1497939f-3eca-4cd7-91ca-16557730817b,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:19.198181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e523ce98-fc52-4f46-af8f-e1f1db8ca66a None None] Provisioning complete for port c012560c-5090-4c4b-b101-4739e5e9b4b6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:19.205458 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e523ce98-fc52-4f46-af8f-e1f1db8ca66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.358646 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] Set router e7ee87f6-0e7a-4342-95a0-80077a0286fd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:19.370401 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Allocated IP 172.20.0.1 (12f4e710-631a-4808-90b1-9629ecafa997/23ce028f-a11c-43f6-97cf-44c300efb953/1d46ea9c-e940-4e63-959f-710a9b85b4f0) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:19.509311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c012560c-5090-4c4b-b101-4739e5e9b4b6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:19.561857 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.576818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port c012560c-5090-4c4b-b101-4739e5e9b4b6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:19.577593 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.607138 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.621796 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:11:17Z', 'revision_number': 3, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:19.650761 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6b60-e901-426c-90ca-4321d79cb244 None None] The sync data for ids ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'] in n-d-807025-5 is: [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:11:17Z', 'revision_number': 3, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:11:19.656983 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Network 12f4e710-631a-4808-90b1-9629ecafa997 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:19.659979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:19.663932 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:19.685293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe177ab5-76f4-42e0-b41b-9542c0c78af6 None None] Network 12f4e710-631a-4808-90b1-9629ecafa997 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:11:19.701193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Pushing event updated for resources: {'Port': ['ID=1d46ea9c-e940-4e63-959f-710a9b85b4f0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:19.713031 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device df3dbecd-c35f-45af-a5ba-bce97d67a556 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:19.720796 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.819621 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d0dd86be-098b-4928-8bf7-b9b80aee0d41 None None] Provisioning complete for port df3dbecd-c35f-45af-a5ba-bce97d67a556 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:19.820224 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0dd86be-098b-4928-8bf7-b9b80aee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.892629 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:19.899965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port df3dbecd-c35f-45af-a5ba-bce97d67a556 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:19.900340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.087360 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0dd86be-098b-4928-8bf7-b9b80aee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.123226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.166616 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.168504 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d0dd86be-098b-4928-8bf7-b9b80aee0d41 None None] For port df3dbecd-c35f-45af-a5ba-bce97d67a556, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=df3dbecd-c35f-45af-a5ba-bce97d67a556,segment=NetworkSegment(27fdeef0-4565-4f18-a33a-029c6c326f16),segment_id=27fdeef0-4565-4f18-a33a-029c6c326f16)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:20.173170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.175434 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d0dd86be-098b-4928-8bf7-b9b80aee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.260468 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Pushing event updated for resources: {'Port': ['ID=1d46ea9c-e940-4e63-959f-710a9b85b4f0,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:20.264338 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.312970 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 09:11:20.313436 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:11:20.316540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd86be-098b-4928-8bf7-b9b80aee0d41 None None] Pushing event updated for resources: {'Port': ['ID=df3dbecd-c35f-45af-a5ba-bce97d67a556,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:20.388095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Network 12f4e710-631a-4808-90b1-9629ecafa997 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:20.390017 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:20.400062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e3f9ad7a-ee12-45a1-856e-4739e19d9c17 None None] Provisioning complete for port df3dbecd-c35f-45af-a5ba-bce97d67a556 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:20.400455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ad7a-ee12-45a1-856e-4739e19d9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.522778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e3f9ad7a-ee12-45a1-856e-4739e19d9c17 None None] Provisioning complete for port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:20.523149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ad7a-ee12-45a1-856e-4739e19d9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.537287 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Router e7ee87f6-0e7a-4342-95a0-80077a0286fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:11:20.567274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9ad7a-ee12-45a1-856e-4739e19d9c17 None None] Port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:11:20.682235 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:11:20.687664 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-15b259c2-baf5-4e6d-bcc4-e2c20feb7266 admin admin] 10.222.0.41 "PUT /v2.0/routers/e7ee87f6-0e7a-4342-95a0-80077a0286fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5950596 Sep 30 09:11:20.694720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-348e3de7-87b1-41b4-b799-adc271781f29 None None] Provisioning complete for port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:20.696207 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-348e3de7-87b1-41b4-b799-adc271781f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.747309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-348e3de7-87b1-41b4-b799-adc271781f29 None None] Port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:11:20.876701 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bf6c688a-b4d6-4f67-ac93-7e06db4f25f0 None None] Provisioning complete for port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:20.877087 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf6c688a-b4d6-4f67-ac93-7e06db4f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:20.916862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c688a-b4d6-4f67-ac93-7e06db4f25f0 None None] Port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:11:21.431321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-52579fc3-a120-49e9-b564-2f7514c52e07 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:21.432806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-52579fc3-a120-49e9-b564-2f7514c52e07 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/networks?id=464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 200 len: 817 time: 0.1094100 Sep 30 09:11:21.448848 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-3148da1f-109f-4617-a17c-427feb9604ea tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/quotas/917bd880fb4046559c57f9f2e7a15f3a HTTP/1.1" status: 200 len: 375 time: 0.0100706 Sep 30 09:11:21.467181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1497939f-3eca-4cd7-91ca-16557730817b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:21.501714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-edd90621-0a02-4201-9448-734be67ef403 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469222 Sep 30 09:11:21.517093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1497939f-3eca-4cd7-91ca-16557730817b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:21.517502 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:21.594519 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:21.600083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-389bb0b3-f82e-42e2-9bb5-40fdfa7ef6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856590 Sep 30 09:11:21.614273 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 1497939f-3eca-4cd7-91ca-16557730817b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1497939f-3eca-4cd7-91ca-16557730817b,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:21.619491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:21.620393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device df3dbecd-c35f-45af-a5ba-bce97d67a556 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:21.695124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-b07c8b34-6556-4aa5-bb91-febbc75e798d service neutron] 10.222.0.41 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889769 Sep 30 09:11:21.700289 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=1497939f-3eca-4cd7-91ca-16557730817b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:21.711001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port df3dbecd-c35f-45af-a5ba-bce97d67a556 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:21.711381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:21.870515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9bea4f09-0e3b-4ed1-ab31-a6807a4f64c9 req-46f626e0-1817-4ad4-9f8d-e06ad423f7b5 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 210 time: 0.0266464 Sep 30 09:11:22.464727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Sync routers for ids ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:11:22.474574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Routers {'e7ee87f6-0e7a-4342-95a0-80077a0286fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:22.475295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:22.581434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Set router e7ee87f6-0e7a-4342-95a0-80077a0286fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:22.970802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:11:19Z', 'revision_number': 4, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '1d46ea9c-e940-4e63-959f-710a9b85b4f0', 'name': '', 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'mac_address': 'fa:16:3e:f2:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '23ce028f-a11c-43f6-97cf-44c300efb953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:19Z', 'updated_at': '2021-09-30T09:11:19Z', 'revision_number': 2, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'subnets': [{'id': '23ce028f-a11c-43f6-97cf-44c300efb953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:22.987625 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-918c4de8-d410-4416-af39-485dadf4f6fb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:22.989249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-918c4de8-d410-4416-af39-485dadf4f6fb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "GET /v2.0/networks?id=464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 200 len: 817 time: 0.1479023 Sep 30 09:11:23.001218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Checking router: e7ee87f6-0e7a-4342-95a0-80077a0286fd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:11:23.001635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Updating router e7ee87f6-0e7a-4342-95a0-80077a0286fd port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:11:23.009270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6c940b2a-8077-48e6-9b38-a3057f28ca8c req-c8499601-e88c-4783-92ae-2c0975c0be7b tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 210 time: 0.0413702 Sep 30 09:11:23.012673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Request body: {'port': {'device_id': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'admin_state_up': True, 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:23.033091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.118243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Made reservation on behalf of 917bd880fb4046559c57f9f2e7a15f3a for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:23.121765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.250674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Allocated IP 172.20.0.10 (464067ef-a003-48af-9775-e7d0d4196f45/f287157b-5fa6-45de-9422-ee209e986299/314de8f3-2e91-48a7-8425-ab52cedae171) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:23.309648 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.315046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.369485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41782ce7-08a8-4434-86df-2cd9a51a8d6d None None] Pushing event updated for resources: {'Port': ['ID=1d46ea9c-e940-4e63-959f-710a9b85b4f0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:23.428745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1497939f-3eca-4cd7-91ca-16557730817b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:23.429233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.453852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Attempting to bind port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:23.454318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Attempting to bind port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:23.454752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Attempting to bind port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 on network 12f4e710-631a-4808-90b1-9629ecafa997 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:23.465215 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:23.465932 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Checking segment: {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:23.466072 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.466538 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Bound using segment: {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:23.467084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Bound port: 1d46ea9c-e940-4e63-959f-710a9b85b4f0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fdeef0-4565-4f18-a33a-029c6c326f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:23.467536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.473418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.521467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Network 464067ef-a003-48af-9775-e7d0d4196f45 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:23.525575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:23.529727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:23.550033 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] For port 1d46ea9c-e940-4e63-959f-710a9b85b4f0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:23.554817 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] For port 1d46ea9c-e940-4e63-959f-710a9b85b4f0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1d46ea9c-e940-4e63-959f-710a9b85b4f0,segment=NetworkSegment(27fdeef0-4565-4f18-a33a-029c6c326f16),segment_id=27fdeef0-4565-4f18-a33a-029c6c326f16)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:23.559259 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.559462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Pushing event updated for resources: {'Port': ['ID=314de8f3-2e91-48a7-8425-ab52cedae171,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:23.571462 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1497939f-3eca-4cd7-91ca-16557730817b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:23.571834 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.599895 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:23.600597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.617667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-dada4a30-0195-4181-9bde-4866b0da6b29 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6106405 Sep 30 09:11:23.637763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Routers {'e7ee87f6-0e7a-4342-95a0-80077a0286fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:11:23.638037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Request body: {'port': {'device_id': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:23.638412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:11:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:23.707618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.714620 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41782ce7-08a8-4434-86df-2cd9a51a8d6d None None] Pushing event updated for resources: {'Port': ['ID=1d46ea9c-e940-4e63-959f-710a9b85b4f0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:23.724197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-138945e5-3d22-4976-ba03-170513e1c6f3 None None] Provisioning complete for port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:23.724577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-138945e5-3d22-4976-ba03-170513e1c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:23.924777 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] Set router e7ee87f6-0e7a-4342-95a0-80077a0286fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:11:24.002517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314de8f3-2e91-48a7-8425-ab52cedae171 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:11:24.011204 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.028588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Transition to ACTIVE for port object 314de8f3-2e91-48a7-8425-ab52cedae171 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:11:24.028920 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-138945e5-3d22-4976-ba03-170513e1c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.033234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.094359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Pushing event updated for resources: {'Port': ['ID=314de8f3-2e91-48a7-8425-ab52cedae171,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:24.112679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-138945e5-3d22-4976-ba03-170513e1c6f3 None None] For port 1d46ea9c-e940-4e63-959f-710a9b85b4f0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1d46ea9c-e940-4e63-959f-710a9b85b4f0,segment=NetworkSegment(27fdeef0-4565-4f18-a33a-029c6c326f16),segment_id=27fdeef0-4565-4f18-a33a-029c6c326f16)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:24.120905 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-138945e5-3d22-4976-ba03-170513e1c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.214284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51727ef-228a-45c4-ba46-a77a068d2cdf req-ca821cc9-7da5-474a-9264-2adb1dbe24cb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:24.215898 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b51727ef-228a-45c4-ba46-a77a068d2cdf req-ca821cc9-7da5-474a-9264-2adb1dbe24cb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 944 time: 0.0939004 Sep 30 09:11:24.220746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Attempting to bind port 314de8f3-2e91-48a7-8425-ab52cedae171 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:24.221374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Attempting to bind port 314de8f3-2e91-48a7-8425-ab52cedae171 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:24.221533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Attempting to bind port 314de8f3-2e91-48a7-8425-ab52cedae171 on network 464067ef-a003-48af-9775-e7d0d4196f45 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:24.241270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Port 314de8f3-2e91-48a7-8425-ab52cedae171 on network 464067ef-a003-48af-9775-e7d0d4196f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:11:24.241657 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Attempting to bind port 314de8f3-2e91-48a7-8425-ab52cedae171 on network 464067ef-a003-48af-9775-e7d0d4196f45 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:24.242047 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138945e5-3d22-4976-ba03-170513e1c6f3 None None] Pushing event updated for resources: {'Port': ['ID=1d46ea9c-e940-4e63-959f-710a9b85b4f0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:24.249422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:24.249816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Checking segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:24.250210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Bound using segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:24.250668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Bound port: 314de8f3-2e91-48a7-8425-ab52cedae171, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:24.251033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.274979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-83fcfcf9-7821-483e-aaf1-210c172096a6 None None] Provisioning complete for port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:24.275355 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-83fcfcf9-7821-483e-aaf1-210c172096a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.281390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b51727ef-228a-45c4-ba46-a77a068d2cdf req-1a845e48-c02c-43b5-b5a3-c70f14ef2a1a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564754 Sep 30 09:11:24.311183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:11:19Z', 'revision_number': 4, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '1d46ea9c-e940-4e63-959f-710a9b85b4f0', 'name': '', 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'mac_address': 'fa:16:3e:f2:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '23ce028f-a11c-43f6-97cf-44c300efb953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:19Z', 'updated_at': '2021-09-30T09:11:23Z', 'revision_number': 4, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'subnets': [{'id': '23ce028f-a11c-43f6-97cf-44c300efb953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:11:24.334384 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] For port 314de8f3-2e91-48a7-8425-ab52cedae171, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:24.337791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] For port 314de8f3-2e91-48a7-8425-ab52cedae171, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=314de8f3-2e91-48a7-8425-ab52cedae171,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:24.343287 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.350081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576cdbec-bcbc-43b5-a97d-50dd2c217805 None None] The sync data for ids ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'] in n-d-807025-5 is: [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:11:19Z', 'revision_number': 4, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '1d46ea9c-e940-4e63-959f-710a9b85b4f0', 'name': '', 'network_id': '12f4e710-631a-4808-90b1-9629ecafa997', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'mac_address': 'fa:16:3e:f2:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '23ce028f-a11c-43f6-97cf-44c300efb953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:19Z', 'updated_at': '2021-09-30T09:11:23Z', 'revision_number': 4, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'subnets': [{'id': '23ce028f-a11c-43f6-97cf-44c300efb953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:11:24.385383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:24.386201 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:24.387410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/314de8f3-2e91-48a7-8425-ab52cedae171 HTTP/1.1" status: 200 len: 1092 time: 0.7552285 Sep 30 09:11:24.387872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'tag': '314de8f3-2e91-48a7-8425-ab52cedae171'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:11:24.390852 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71162c58-3a1b-4635-bc79-f9b454415af8" -d '{"events": [{"name": "network-changed", "server_uuid": "47e781ef-1dba-4534-8bcc-2c355a45eb9a", "tag": "314de8f3-2e91-48a7-8425-ab52cedae171"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:11:24.478021 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a901b-97eb-4336-b84d-d8d626cb1fb5 x-openstack-request-id: req-826a901b-97eb-4336-b84d-d8d626cb1fb5 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:11:24.478327 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e781ef-1dba-4534-8bcc-2c355a45eb9a", "tag": "314de8f3-2e91-48a7-8425-ab52cedae171", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:11:24.478548 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-826a901b-97eb-4336-b84d-d8d626cb1fb5 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:11:24.478972 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'tag': '314de8f3-2e91-48a7-8425-ab52cedae171', 'status': 'completed', 'code': 200} Sep 30 09:11:24.484655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1fddd-451a-4555-ba75-587e49e096e9 service neutron] Pushing event updated for resources: {'Port': ['ID=314de8f3-2e91-48a7-8425-ab52cedae171,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:24.502248 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-9618b5e8-ce76-41cc-b9f3-c2aaebd79830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:24.504538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-9618b5e8-ce76-41cc-b9f3-c2aaebd79830 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 1095 time: 0.0553706 Sep 30 09:11:24.560160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-e08616b0-453f-4e3d-a51c-cd35d9591baa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314de8f3-2e91-48a7-8425-ab52cedae171 HTTP/1.1" status: 200 len: 217 time: 0.0474024 Sep 30 09:11:24.639612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-21e70420-3994-4f55-8a97-c77d861751b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:24.639612 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-21e70420-3994-4f55-8a97-c77d861751b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f287157b-5fa6-45de-9422-ee209e986299 HTTP/1.1" status: 200 len: 856 time: 0.0660462 Sep 30 09:11:24.694802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-800497f2-3975-4f22-a846-acb9680ebebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:24.696438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-800497f2-3975-4f22-a846-acb9680ebebe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=464067ef-a003-48af-9775-e7d0d4196f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479147 Sep 30 09:11:24.795333 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-28099ca7-6963-4a8b-aca8-3b1ed98e773d service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908182 Sep 30 09:11:24.896714 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-518db4a1-8c91-4ef2-8b3e-0c6e5a398ecd req-863bdf41-57d2-4873-b4ee-c06ee8bef3de service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929489 Sep 30 09:11:25.002247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-27568420-63bc-477b-bd70-3d31793256db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:25.004001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-27568420-63bc-477b-bd70-3d31793256db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 1095 time: 0.0550706 Sep 30 09:11:25.103302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-0ec1b0b2-23dd-4e54-b2ea-d21b806186a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:25.104750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-0ec1b0b2-23dd-4e54-b2ea-d21b806186a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 200 len: 918 time: 0.0935524 Sep 30 09:11:25.150550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-acd7054d-6ed7-4b06-ae56-aa741591e5da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314de8f3-2e91-48a7-8425-ab52cedae171 HTTP/1.1" status: 200 len: 217 time: 0.0352516 Sep 30 09:11:25.201865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-b5c2aa0f-f39c-497e-a55b-5daa9b89ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:25.203370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-b5c2aa0f-f39c-497e-a55b-5daa9b89ec2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f287157b-5fa6-45de-9422-ee209e986299 HTTP/1.1" status: 200 len: 856 time: 0.0449672 Sep 30 09:11:25.257892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-e99bd7da-a468-49fc-a33a-72aca5db9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:25.259428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-e99bd7da-a468-49fc-a33a-72aca5db9792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=464067ef-a003-48af-9775-e7d0d4196f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475397 Sep 30 09:11:25.353290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-e9f5a47b-6bb1-45b9-a294-3fc9daae880f service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853989 Sep 30 09:11:25.426985 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d46ea9c-e940-4e63-959f-710a9b85b4f0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:25.475590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:25.475964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:25.484230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34a9a-5a78-4f75-8aae-52f4eaf372c0 req-b0d5b5d5-650a-44a0-afee-80a40dfb6ddb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:25.485761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0f34a9a-5a78-4f75-8aae-52f4eaf372c0 req-b0d5b5d5-650a-44a0-afee-80a40dfb6ddb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 944 time: 0.1148429 Sep 30 09:11:25.503451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71162c58-3a1b-4635-bc79-f9b454415af8 req-d6459f0a-a9c2-4be3-ae66-adf17ea5f2bb service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422415 Sep 30 09:11:25.534521 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0f34a9a-5a78-4f75-8aae-52f4eaf372c0 req-ee268824-1bec-4500-8c68-e31023b9b36e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Sep 30 09:11:26.187548 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:26.302652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:26.652044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26f18-4f5b-4f46-8c6c-63ccd1f8f4ed req-298552df-523e-445d-89b4-c399c9090b9b tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:26.653531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdf26f18-4f5b-4f46-8c6c-63ccd1f8f4ed req-298552df-523e-445d-89b4-c399c9090b9b tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 944 time: 0.0528836 Sep 30 09:11:26.691812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cdf26f18-4f5b-4f46-8c6c-63ccd1f8f4ed req-8e981b43-ad29-4987-8a89-4ff0eba4c765 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Sep 30 09:11:27.805549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d55b-ba5e-4d99-b5c4-f25dfda2babc req-cd1d9773-3730-4745-8342-9e3fd14aaf0d tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:27.807007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0038d55b-ba5e-4d99-b5c4-f25dfda2babc req-cd1d9773-3730-4745-8342-9e3fd14aaf0d tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 944 time: 0.0484886 Sep 30 09:11:27.844158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0038d55b-ba5e-4d99-b5c4-f25dfda2babc req-b8a30748-e29d-4eb2-8469-1963489465d1 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Sep 30 09:11:27.964934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 314de8f3-2e91-48a7-8425-ab52cedae171 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:11:28.065804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 314de8f3-2e91-48a7-8425-ab52cedae171, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=314de8f3-2e91-48a7-8425-ab52cedae171,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:28.081424 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '314de8f3-2e91-48a7-8425-ab52cedae171', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'port_id': '314de8f3-2e91-48a7-8425-ab52cedae171', 'mac_address': 'fa:16:3e:82:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f287157b-5fa6-45de-9422-ee209e986299', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:11:28.119228 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:28.132153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314de8f3-2e91-48a7-8425-ab52cedae171 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:11:28.152677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 314de8f3-2e91-48a7-8425-ab52cedae171, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=314de8f3-2e91-48a7-8425-ab52cedae171,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:28.156860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:28.205479 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=314de8f3-2e91-48a7-8425-ab52cedae171,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:28.417257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['314de8f3-2e91-48a7-8425-ab52cedae171'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:11:28.960922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9a11-433a-48b6-a684-822d71714ef8 req-78218ff5-2f44-44b2-a65b-c601dda7c72a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:28.962597 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b0f9a11-433a-48b6-a684-822d71714ef8 req-78218ff5-2f44-44b2-a65b-c601dda7c72a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 945 time: 0.0490701 Sep 30 09:11:29.002557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4b0f9a11-433a-48b6-a684-822d71714ef8 req-8352020d-946a-4e65-8d58-ec492b382321 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Sep 30 09:11:29.975064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 314de8f3-2e91-48a7-8425-ab52cedae171 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:11:30.024105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 314de8f3-2e91-48a7-8425-ab52cedae171 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:11:30.028118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 314de8f3-2e91-48a7-8425-ab52cedae171 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:30.028504 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:30.110938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:30.122768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd700-7356-4064-81f1-08a47932310c req-0c3075b5-4615-45f1-855b-886c2b36c10a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:30.124270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-374cd700-7356-4064-81f1-08a47932310c req-0c3075b5-4615-45f1-855b-886c2b36c10a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 945 time: 0.0532610 Sep 30 09:11:30.133839 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314de8f3-2e91-48a7-8425-ab52cedae171'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:11:30.136088 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff22e497-925f-44f5-b274-691b3fbc06b4" -d '{"events": [{"server_uuid": "47e781ef-1dba-4534-8bcc-2c355a45eb9a", "name": "network-vif-plugged", "status": "completed", "tag": "314de8f3-2e91-48a7-8425-ab52cedae171"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:11:30.151521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 314de8f3-2e91-48a7-8425-ab52cedae171, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=314de8f3-2e91-48a7-8425-ab52cedae171,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:30.156091 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:30.169370 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-374cd700-7356-4064-81f1-08a47932310c req-bab48de1-8afb-47d9-8ca9-87c0bcca58d6 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389764 Sep 30 09:11:30.212463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=314de8f3-2e91-48a7-8425-ab52cedae171,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:30.221503 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b6ff11-0553-4c95-96ae-1cb13a6e1273 x-openstack-request-id: req-19b6ff11-0553-4c95-96ae-1cb13a6e1273 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:11:30.221791 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e781ef-1dba-4534-8bcc-2c355a45eb9a", "name": "network-vif-plugged", "status": "completed", "tag": "314de8f3-2e91-48a7-8425-ab52cedae171", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:11:30.222068 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19b6ff11-0553-4c95-96ae-1cb13a6e1273 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:11:30.222473 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314de8f3-2e91-48a7-8425-ab52cedae171', 'code': 200} Sep 30 09:11:30.321376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b826c-832e-4f47-8038-348d5f21e24f req-ea466b64-544c-4e02-9cf9-9011db4fd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:30.322847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a8b826c-832e-4f47-8038-348d5f21e24f req-ea466b64-544c-4e02-9cf9-9011db4fd3f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 1097 time: 0.0393729 Sep 30 09:11:30.359465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a8b826c-832e-4f47-8038-348d5f21e24f req-bf36b7b3-49a3-4b46-90b7-37ba3ca62460 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287104 Sep 30 09:11:31.290233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09482-372a-42ea-aa8a-caa4be7b8ba6 req-fb36f34d-242b-4dd0-b7ad-93ac2b188e4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:31.291721 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8da09482-372a-42ea-aa8a-caa4be7b8ba6 req-fb36f34d-242b-4dd0-b7ad-93ac2b188e4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 946 time: 0.0505197 Sep 30 09:11:31.328864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8da09482-372a-42ea-aa8a-caa4be7b8ba6 req-a46b9c56-22e8-49ca-9ce4-0176d63e200c tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Sep 30 09:11:32.446402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156a848-c951-483c-b371-3dd03cff7142 req-8ad34e02-2045-4639-ae6c-1c0245d9b270 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:32.447870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7156a848-c951-483c-b371-3dd03cff7142 req-8ad34e02-2045-4639-ae6c-1c0245d9b270 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 946 time: 0.0523856 Sep 30 09:11:32.487569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7156a848-c951-483c-b371-3dd03cff7142 req-5b527b7b-abff-4bc6-b169-041109721c02 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Sep 30 09:11:32.601216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02466d44-d26f-44b8-a1e6-4cd354363d7b req-da1f1a41-16a2-4e05-a565-165efbb71dc8 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:32.602722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02466d44-d26f-44b8-a1e6-4cd354363d7b req-da1f1a41-16a2-4e05-a565-165efbb71dc8 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 946 time: 0.0483687 Sep 30 09:11:32.640399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02466d44-d26f-44b8-a1e6-4cd354363d7b req-58948f6a-24fe-4b5e-9820-7e3420b72fac tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Sep 30 09:11:38.658779 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dbab865e-4d85-4204-82e8-499b7d77c094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:41.149462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0b1cecbb-f697-41ec-a26c-5aaba640b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:41.553766 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:43.325998 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:45.091097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:51.037516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c9e64-5ebe-439b-b444-16e804a6ac0b req-dd1c5725-7680-40d6-805a-44bc41192858 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:51.039001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b45c9e64-5ebe-439b-b444-16e804a6ac0b req-dd1c5725-7680-40d6-805a-44bc41192858 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 946 time: 0.0503700 Sep 30 09:11:51.077814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b45c9e64-5ebe-439b-b444-16e804a6ac0b req-2729ee6b-d18c-4c73-bf1c-2632a07a8892 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Sep 30 09:11:51.432197 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:11:52.195714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c714bd-79d6-4c3e-b2ef-dc8eee3b1aa0 req-e8652649-d8b3-4b6a-aac0-6a733eff5df5 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:52.197185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65c714bd-79d6-4c3e-b2ef-dc8eee3b1aa0 req-e8652649-d8b3-4b6a-aac0-6a733eff5df5 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 946 time: 0.0525932 Sep 30 09:11:52.235398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-65c714bd-79d6-4c3e-b2ef-dc8eee3b1aa0 req-82c1010e-2b16-49c8-95ef-dd739f34015c tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Sep 30 09:11:52.701827 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ed09-1214-4211-930f-adae5b666399 req-8a547171-6565-4b09-9bae-133b5d05b88f tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:52.703268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fef8ed09-1214-4211-930f-adae5b666399 req-8a547171-6565-4b09-9bae-133b5d05b88f tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 946 time: 0.0487046 Sep 30 09:11:52.794711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Deleting port 314de8f3-2e91-48a7-8425-ab52cedae171 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:11:52.795086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:52.885719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] For port 314de8f3-2e91-48a7-8425-ab52cedae171, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=314de8f3-2e91-48a7-8425-ab52cedae171,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:11:52.886095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:52.898288 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Calling delete_port for 314de8f3-2e91-48a7-8425-ab52cedae171 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:11:53.026467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:53.043191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['314de8f3-2e91-48a7-8425-ab52cedae171'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:11:53.055606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Pushing event deleted for resources: {'Port': ['ID=314de8f3-2e91-48a7-8425-ab52cedae171,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:53.064332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.065075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.065075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.065377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.065720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.066045 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.066372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.066699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.067029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.067350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.067729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.068005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:11:53.108305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] No DVR routers for this DVR port 314de8f3-2e91-48a7-8425-ab52cedae171 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:11:53.111115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:53.113124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fef8ed09-1214-4211-930f-adae5b666399 req-a44809d5-628a-41cb-8b01-a2b96a8a4a4e tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "DELETE /v2.0/ports/314de8f3-2e91-48a7-8425-ab52cedae171 HTTP/1.1" status: 204 len: 173 time: 0.3992498 Sep 30 09:11:53.113611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'name': 'network-vif-deleted', 'tag': '314de8f3-2e91-48a7-8425-ab52cedae171'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:11:53.116658 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b481e67-f03c-4b88-8f58-cf514bdfea37" -d '{"events": [{"server_uuid": "47e781ef-1dba-4534-8bcc-2c355a45eb9a", "name": "network-vif-deleted", "tag": "314de8f3-2e91-48a7-8425-ab52cedae171"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:11:53.163553 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4408b848-e3b5-4404-b467-4b338bb869a3 x-openstack-request-id: req-4408b848-e3b5-4404-b467-4b338bb869a3 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:11:53.163844 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e781ef-1dba-4534-8bcc-2c355a45eb9a", "name": "network-vif-deleted", "tag": "314de8f3-2e91-48a7-8425-ab52cedae171", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:11:53.164094 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4408b848-e3b5-4404-b467-4b338bb869a3 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:11:53.164489 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e781ef-1dba-4534-8bcc-2c355a45eb9a', 'name': 'network-vif-deleted', 'tag': '314de8f3-2e91-48a7-8425-ab52cedae171', 'status': 'completed', 'code': 200} Sep 30 09:11:53.343324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7a544b0-153f-4a3f-a2f3-795b943ae136 req-7f6ebd7e-3b19-4e86-94c7-4d7369b96b5c tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e781ef-1dba-4534-8bcc-2c355a45eb9a HTTP/1.1" status: 200 len: 210 time: 0.0295775 Sep 30 09:11:55.072406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-db14db8d-d1fd-4cb7-82a9-5316e84032e5 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:55.073882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-db14db8d-d1fd-4cb7-82a9-5316e84032e5 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/networks?id=464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 200 len: 817 time: 0.0997019 Sep 30 09:11:55.088911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-b7a2bf27-ec25-4885-858d-c6e5467f4c46 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/quotas/917bd880fb4046559c57f9f2e7a15f3a HTTP/1.1" status: 200 len: 375 time: 0.0092499 Sep 30 09:11:55.142742 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-c32c2b42-c5ae-4d3a-8a0f-8b61fa8f8cdd tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484746 Sep 30 09:11:55.236125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-98903003-fe44-4b53-9886-64646cef3808 service neutron] 10.222.0.41 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811017 Sep 30 09:11:55.327733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-ae87d07d-e948-4dd0-b323-17396848533f service neutron] 10.222.0.41 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Sep 30 09:11:55.488177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-076d4291-a174-434c-9079-12b5a4bc5213 req-46fe8f63-728e-41d4-a139-2f5eddb7a54a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 210 time: 0.0265183 Sep 30 09:11:56.114169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 314de8f3-2e91-48a7-8425-ab52cedae171 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:11:56.139809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 314de8f3-2e91-48a7-8425-ab52cedae171 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:11:56.140156 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 314de8f3-2e91-48a7-8425-ab52cedae171 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:11:56.189205 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:56.298734 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:56.456260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-5d847ee7-4abe-4f2b-bc67-dea9b185abfe tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:56.457916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-5d847ee7-4abe-4f2b-bc67-dea9b185abfe tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "GET /v2.0/networks?id=464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 200 len: 817 time: 0.1024644 Sep 30 09:11:56.476181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Request body: {'port': {'device_id': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'admin_state_up': True, 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:56.590773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64635761-1385-4eb6-b23d-5e399da894cd req-9994c16d-4de2-4ee8-b488-d3a14a6a2f86 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 210 time: 0.0341427 Sep 30 09:11:56.613513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Made reservation on behalf of 917bd880fb4046559c57f9f2e7a15f3a for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:11:56.617037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:56.746464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Allocated IP 172.20.0.9 (464067ef-a003-48af-9775-e7d0d4196f45/f287157b-5fa6-45de-9422-ee209e986299/88e54977-a9e5-4c4c-904f-af93e72e2f2f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:11:56.905379 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:56.937159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:56.979885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Network 464067ef-a003-48af-9775-e7d0d4196f45 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:11:56.983066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:11:56.986780 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:11:57.013739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Pushing event updated for resources: {'Port': ['ID=88e54977-a9e5-4c4c-904f-af93e72e2f2f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:57.042676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:57.043312 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.058625 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-d4d06a5c-3945-4802-bb94-9823528cf5a7 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878978 Sep 30 09:11:57.078024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Request body: {'port': {'device_id': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:11:57.138446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.197259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ce88df5f-4171-498c-80f1-478e77f1819b None None] Provisioning complete for port 88e54977-a9e5-4c4c-904f-af93e72e2f2f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:11:57.197870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce88df5f-4171-498c-80f1-478e77f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.233385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ce88df5f-4171-498c-80f1-478e77f1819b None None] Port 88e54977-a9e5-4c4c-904f-af93e72e2f2f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:11:57.396683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e54977-a9e5-4c4c-904f-af93e72e2f2f {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:11:57.404365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.416652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Transition to ACTIVE for port object 88e54977-a9e5-4c4c-904f-af93e72e2f2f will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:11:57.419953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.486806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Pushing event updated for resources: {'Port': ['ID=88e54977-a9e5-4c4c-904f-af93e72e2f2f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:57.541768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Attempting to bind port 88e54977-a9e5-4c4c-904f-af93e72e2f2f on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:11:57.542119 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Attempting to bind port 88e54977-a9e5-4c4c-904f-af93e72e2f2f by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:11:57.542435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Attempting to bind port 88e54977-a9e5-4c4c-904f-af93e72e2f2f on network 464067ef-a003-48af-9775-e7d0d4196f45 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:57.547118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Port 88e54977-a9e5-4c4c-904f-af93e72e2f2f on network 464067ef-a003-48af-9775-e7d0d4196f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:11:57.547564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Attempting to bind port 88e54977-a9e5-4c4c-904f-af93e72e2f2f on network 464067ef-a003-48af-9775-e7d0d4196f45 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:11:57.553098 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:11:57.553439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Checking segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:11:57.553926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Bound using segment: {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:11:57.554359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Bound port: 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87484ead-7f0b-442b-acca-5c1382b1dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:11:57.554722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.619767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] For port 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:11:57.623334 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] For port 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:11:57.627309 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.663078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:57.663721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:57.665124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] 10.222.0.57 "PUT /v2.0/ports/88e54977-a9e5-4c4c-904f-af93e72e2f2f HTTP/1.1" status: 200 len: 1091 time: 0.5915399 Sep 30 09:11:57.665596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'tag': '88e54977-a9e5-4c4c-904f-af93e72e2f2f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:11:57.667850 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b", "tag": "88e54977-a9e5-4c4c-904f-af93e72e2f2f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:11:57.745420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed16804-e6be-4f46-b25c-3aea11331d31 service neutron] Pushing event updated for resources: {'Port': ['ID=88e54977-a9e5-4c4c-904f-af93e72e2f2f,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:11:57.772673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463f9f0-bc54-46bb-bac7-cb053dbfe9b4 req-9df975f3-1728-482c-a904-24d28a3495ff tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:57.774291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d463f9f0-bc54-46bb-bac7-cb053dbfe9b4 req-9df975f3-1728-482c-a904-24d28a3495ff tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 943 time: 0.1032031 Sep 30 09:11:57.780710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-c8c6e61a-2ccf-4f3c-b899-99e45d2e66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:57.782229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-c8c6e61a-2ccf-4f3c-b899-99e45d2e66ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 1094 time: 0.0669079 Sep 30 09:11:57.835172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-06304be8-63b4-4379-b6f8-2603d8c634d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f HTTP/1.1" status: 200 len: 217 time: 0.0441315 Sep 30 09:11:57.877578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d463f9f0-bc54-46bb-bac7-cb053dbfe9b4 req-c0732e85-6b85-4751-9534-09fa9c99f41b tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943727 Sep 30 09:11:57.894921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-07bd2d71-24c8-42eb-a46e-05bf0452f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:57.897291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-07bd2d71-24c8-42eb-a46e-05bf0452f266 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f287157b-5fa6-45de-9422-ee209e986299 HTTP/1.1" status: 200 len: 856 time: 0.0539007 Sep 30 09:11:57.932273 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94abc4c-148c-4a59-96a8-87cdc5318ef7 x-openstack-request-id: req-d94abc4c-148c-4a59-96a8-87cdc5318ef7 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:11:57.932602 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b", "tag": "88e54977-a9e5-4c4c-904f-af93e72e2f2f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:11:57.932854 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d94abc4c-148c-4a59-96a8-87cdc5318ef7 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:11:57.933249 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'tag': '88e54977-a9e5-4c4c-904f-af93e72e2f2f', 'status': 'completed', 'code': 200} Sep 30 09:11:57.946630 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33910b-5536-4cb2-9214-36f46449f69c req-6fd907ca-1a96-4701-81d7-31f5005aac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:57.948237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-6fd907ca-1a96-4701-81d7-31f5005aac72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=464067ef-a003-48af-9775-e7d0d4196f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434117 Sep 30 09:11:58.042701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-b7c0fed9-d272-40e0-affb-ad65662aeac1 service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819964 Sep 30 09:11:58.136168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eb33910b-5536-4cb2-9214-36f46449f69c req-7c8545ef-0c4b-4ca4-9280-a01b8884c18f service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Sep 30 09:11:58.229567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-9eb01420-42de-4161-8b83-1c8518c4b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:58.231069 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-9eb01420-42de-4161-8b83-1c8518c4b3ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 1094 time: 0.0411456 Sep 30 09:11:58.592176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-b4f6382e-2ecf-4a45-8e49-de0df090f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:58.593668 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-b4f6382e-2ecf-4a45-8e49-de0df090f9a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 200 len: 918 time: 0.3551641 Sep 30 09:11:58.639546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-0cd53683-2a19-41e9-8f4a-9b950ac20cc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f HTTP/1.1" status: 200 len: 217 time: 0.0338755 Sep 30 09:11:58.690118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-30c85c4f-8831-4515-ad1f-b42cb112dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:58.691532 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-30c85c4f-8831-4515-ad1f-b42cb112dbd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f287157b-5fa6-45de-9422-ee209e986299 HTTP/1.1" status: 200 len: 856 time: 0.0418909 Sep 30 09:11:58.741253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-5f1018f4-567d-4ff0-870f-dc034568cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:58.742768 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-5f1018f4-567d-4ff0-870f-dc034568cf44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=464067ef-a003-48af-9775-e7d0d4196f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434279 Sep 30 09:11:58.833004 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-234b212d-e77c-4969-8650-5a3f0baae8fd service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817635 Sep 30 09:11:58.927168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7c7f8a0-b70b-476e-a0e0-f20f29a097c6 req-c00b294d-b3f7-4d34-8087-791968488871 service neutron] 10.222.0.57 "GET /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860837 Sep 30 09:11:58.996590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ebe90-f751-455e-8cd8-dfccab1da68c req-f7673b5a-4f72-45bb-9b27-d1add2b15008 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:58.998128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c8ebe90-f751-455e-8cd8-dfccab1da68c req-f7673b5a-4f72-45bb-9b27-d1add2b15008 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 943 time: 0.0489762 Sep 30 09:11:59.041281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8c8ebe90-f751-455e-8cd8-dfccab1da68c req-fff1b6b0-11a5-46a2-a7c5-b71348d9b1b5 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Sep 30 09:12:00.159414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14830027-06c2-45d3-8ac7-cd94d2cf7065 req-eb8672ea-402c-433e-9c6b-dd751774b9ea tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:00.160904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14830027-06c2-45d3-8ac7-cd94d2cf7065 req-eb8672ea-402c-433e-9c6b-dd751774b9ea tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 943 time: 0.0506203 Sep 30 09:12:00.197803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14830027-06c2-45d3-8ac7-cd94d2cf7065 req-6b12bd20-3173-46e4-aec4-ba628b2cbdc2 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Sep 30 09:12:01.316989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9121c72-2b8e-4951-bc66-bb1e464d8bfb req-1e4e66f9-e3fd-4702-9cfa-34dbf1c40dfc tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:01.318514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9121c72-2b8e-4951-bc66-bb1e464d8bfb req-1e4e66f9-e3fd-4702-9cfa-34dbf1c40dfc tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 943 time: 0.0529041 Sep 30 09:12:01.360285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9121c72-2b8e-4951-bc66-bb1e464d8bfb req-9a32f1b1-0542-467e-afdf-d7c5ec6a83d9 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Sep 30 09:12:02.113851 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 88e54977-a9e5-4c4c-904f-af93e72e2f2f details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:12:02.208650 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:02.220710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '88e54977-a9e5-4c4c-904f-af93e72e2f2f', 'network_id': '464067ef-a003-48af-9775-e7d0d4196f45', 'port_id': '88e54977-a9e5-4c4c-904f-af93e72e2f2f', 'mac_address': 'fa:16:3e:79:29:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f287157b-5fa6-45de-9422-ee209e986299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:12:02.258333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:02.270401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e54977-a9e5-4c4c-904f-af93e72e2f2f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:12:02.288710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:02.292809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:02.338637 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=88e54977-a9e5-4c4c-904f-af93e72e2f2f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:02.345864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.346219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.346565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.346906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.347243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.347577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.347909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.348238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.348567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.348895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.349222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.349571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:02.477591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3826f-1830-4efd-9281-e40e0e9c9b94 req-7e62c430-738f-4907-8d09-9abcdb15a231 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:02.479067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74c3826f-1830-4efd-9281-e40e0e9c9b94 req-7e62c430-738f-4907-8d09-9abcdb15a231 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 944 time: 0.0528541 Sep 30 09:12:02.517601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74c3826f-1830-4efd-9281-e40e0e9c9b94 req-edb68567-4f3b-4964-a1c1-8d39f4241307 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324802 Sep 30 09:12:02.525120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['88e54977-a9e5-4c4c-904f-af93e72e2f2f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:12:03.630474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9d618-cf74-445b-b51f-d3a003a53810 req-48f80a04-8c08-44ab-a6c6-f7b89ae4b2b3 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:03.632444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faf9d618-cf74-445b-b51f-d3a003a53810 req-48f80a04-8c08-44ab-a6c6-f7b89ae4b2b3 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 944 time: 0.0487731 Sep 30 09:12:03.669914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faf9d618-cf74-445b-b51f-d3a003a53810 req-fa770e69-131c-4480-9191-0c157d25b6ee tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Sep 30 09:12:04.130011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 88e54977-a9e5-4c4c-904f-af93e72e2f2f up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:04.178203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 88e54977-a9e5-4c4c-904f-af93e72e2f2f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:12:04.182039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 88e54977-a9e5-4c4c-904f-af93e72e2f2f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:04.182471 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:04.262010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:04.284916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e54977-a9e5-4c4c-904f-af93e72e2f2f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:12:04.287893 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5556eb42-639f-4781-a697-19785e4ebf1c" -d '{"events": [{"server_uuid": "8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b", "name": "network-vif-plugged", "status": "completed", "tag": "88e54977-a9e5-4c4c-904f-af93e72e2f2f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:12:04.300977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:04.306143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:04.328898 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cead979-0051-4f18-8525-21d6d1df67fb x-openstack-request-id: req-4cead979-0051-4f18-8525-21d6d1df67fb {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:12:04.329191 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b", "name": "network-vif-plugged", "status": "completed", "tag": "88e54977-a9e5-4c4c-904f-af93e72e2f2f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:12:04.329456 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cead979-0051-4f18-8525-21d6d1df67fb {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:12:04.329912 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e54977-a9e5-4c4c-904f-af93e72e2f2f', 'code': 200} Sep 30 09:12:04.355933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=88e54977-a9e5-4c4c-904f-af93e72e2f2f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:04.426761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ee4f3-ffc0-4424-9df2-4c1ff0de584d req-4bb47017-6617-4516-87ec-b87f12dde26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:04.428715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec2ee4f3-ffc0-4424-9df2-4c1ff0de584d req-4bb47017-6617-4516-87ec-b87f12dde26a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 1096 time: 0.0446415 Sep 30 09:12:04.465929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec2ee4f3-ffc0-4424-9df2-4c1ff0de584d req-c9fbded4-8486-493b-a9f2-88d997b43d79 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286715 Sep 30 09:12:04.784695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814126c0-9ca5-43b2-b4d3-4809b5bc7ca8 req-12b51a75-3a1a-4abc-a925-54312e52c923 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:04.786213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814126c0-9ca5-43b2-b4d3-4809b5bc7ca8 req-12b51a75-3a1a-4abc-a925-54312e52c923 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 945 time: 0.0489488 Sep 30 09:12:04.823559 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-814126c0-9ca5-43b2-b4d3-4809b5bc7ca8 req-51a7d64b-4c17-4827-93ba-b1bfa501977b tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308139 Sep 30 09:12:05.936886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c6dbf-bbed-4ea3-93ac-59810fd65b90 req-759afbd8-68a7-4673-8ebf-1a79eddbe542 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:05.938373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f73c6dbf-bbed-4ea3-93ac-59810fd65b90 req-759afbd8-68a7-4673-8ebf-1a79eddbe542 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 945 time: 0.0484405 Sep 30 09:12:05.976555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f73c6dbf-bbed-4ea3-93ac-59810fd65b90 req-deb7c58f-f79a-4ae1-a8fc-84dedcba89eb tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Sep 30 09:12:06.094715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccf03c-ee3d-455d-bf21-cd0921efab93 req-942fcf4a-6dfc-48d9-9af0-6542639e50a8 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:06.096174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbccf03c-ee3d-455d-bf21-cd0921efab93 req-942fcf4a-6dfc-48d9-9af0-6542639e50a8 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 945 time: 0.0516536 Sep 30 09:12:06.134123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dbccf03c-ee3d-455d-bf21-cd0921efab93 req-160467a7-0d98-4598-b261-bdf26c0cc090 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Sep 30 09:12:08.662327 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d53a526-1f77-4c66-8f2f-ea2e5bc82cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:11.150800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fef0-e28c-450a-b4cf-a497fdd28c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:11.555806 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:13.331441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:15.094145 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:25.562652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33091-953a-41b4-b86c-ffa41454d0b4 req-0850a5f3-dbd1-4505-85ea-e3fb9afa2b43 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:25.564201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0b33091-953a-41b4-b86c-ffa41454d0b4 req-0850a5f3-dbd1-4505-85ea-e3fb9afa2b43 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 945 time: 0.0515392 Sep 30 09:12:25.604526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0b33091-953a-41b4-b86c-ffa41454d0b4 req-a63e896d-2d3b-4558-b7f7-119b8e8782b9 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337563 Sep 30 09:12:26.190602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:26.327535 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:26.729715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9bab3-0d72-4335-857f-ba669c43bd2b req-e52116f4-14c1-469b-a66b-1b76fd2f8215 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:26.731354 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5e9bab3-0d72-4335-857f-ba669c43bd2b req-e52116f4-14c1-469b-a66b-1b76fd2f8215 tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 945 time: 0.0538380 Sep 30 09:12:26.785267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b5e9bab3-0d72-4335-857f-ba669c43bd2b req-2b3752df-5271-4ae4-b425-222cc36a0d2d tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d1a58bf-bd11-4529-b7e2-dd514477b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Sep 30 09:12:27.326307 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-518894ff-1b5a-4474-9309-fd92d7b2990c tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:27.327826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-518894ff-1b5a-4474-9309-fd92d7b2990c tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 945 time: 0.0531127 Sep 30 09:12:27.424203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Deleting port 88e54977-a9e5-4c4c-904f-af93e72e2f2f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:27.424549 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:27.522550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] For port 88e54977-a9e5-4c4c-904f-af93e72e2f2f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=88e54977-a9e5-4c4c-904f-af93e72e2f2f,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:27.522827 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:27.536253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Calling delete_port for 88e54977-a9e5-4c4c-904f-af93e72e2f2f owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:27.669321 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:27.681753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['88e54977-a9e5-4c4c-904f-af93e72e2f2f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:12:27.702071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Pushing event deleted for resources: {'Port': ['ID=88e54977-a9e5-4c4c-904f-af93e72e2f2f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:27.748306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] No DVR routers for this DVR port 88e54977-a9e5-4c4c-904f-af93e72e2f2f on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:12:27.751509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:27.753616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff919355-7b5d-4f7e-8186-728af1ed54ad req-b990afe6-7f72-4418-aec6-6046b59f105a tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.57 "DELETE /v2.0/ports/88e54977-a9e5-4c4c-904f-af93e72e2f2f HTTP/1.1" status: 204 len: 173 time: 0.4190853 Sep 30 09:12:27.754083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'name': 'network-vif-deleted', 'tag': '88e54977-a9e5-4c4c-904f-af93e72e2f2f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:12:27.756993 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b41cf1-f49c-4932-a30c-60b19ecbd151" -d '{"events": [{"server_uuid": "8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b", "name": "network-vif-deleted", "tag": "88e54977-a9e5-4c4c-904f-af93e72e2f2f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:12:27.824139 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15b97a-0153-4be7-940f-e7f6837058a4 x-openstack-request-id: req-dd15b97a-0153-4be7-940f-e7f6837058a4 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:12:27.824851 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b", "name": "network-vif-deleted", "tag": "88e54977-a9e5-4c4c-904f-af93e72e2f2f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:12:27.825350 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd15b97a-0153-4be7-940f-e7f6837058a4 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:12:27.826161 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b', 'name': 'network-vif-deleted', 'tag': '88e54977-a9e5-4c4c-904f-af93e72e2f2f', 'status': 'completed', 'code': 200} Sep 30 09:12:27.919852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4887ac2-ce09-44b6-8b82-28c5138db260 req-b2e9ecd1-9e1b-4ae8-ba8a-ba4ff6ec22fa tempest-TestEncryptedCinderVolumes-458686727 tempest-TestEncryptedCinderVolumes-458686727-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b53fdd2-2b42-43c2-9b3c-0b02ec1c0b5b HTTP/1.1" status: 200 len: 210 time: 0.0281689 Sep 30 09:12:28.431694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:12:29.025513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45214) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:29.458901 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:29.754512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Deleting port c012560c-5090-4c4b-b101-4739e5e9b4b6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:29.754755 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:29.836556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] For port c012560c-5090-4c4b-b101-4739e5e9b4b6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=c012560c-5090-4c4b-b101-4739e5e9b4b6,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:29.836924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:29.848711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Calling delete_port for c012560c-5090-4c4b-b101-4739e5e9b4b6 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:30.033215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:30.057435 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Pushing event deleted for resources: {'Port': ['ID=c012560c-5090-4c4b-b101-4739e5e9b4b6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:30.234364 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:30.254108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 88e54977-a9e5-4c4c-904f-af93e72e2f2f no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:30.428456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 88e54977-a9e5-4c4c-904f-af93e72e2f2f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:30.428740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 88e54977-a9e5-4c4c-904f-af93e72e2f2f not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:30.462825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Router 38bcf366-1bed-4524-b597-6687cf17b3fe has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:12:30.573867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:12:30.579045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a8bed714-8f53-4552-b592-109e3d070915 admin admin] 10.222.0.41 "PUT /v2.0/routers/38bcf366-1bed-4524-b597-6687cf17b3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520711 Sep 30 09:12:30.582362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45216) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:30.584908 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] Sync routers for ids ['38bcf366-1bed-4524-b597-6687cf17b3fe'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:12:30.594250 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] Routers {'38bcf366-1bed-4524-b597-6687cf17b3fe'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:30.594877 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['38bcf366-1bed-4524-b597-6687cf17b3fe'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:30.693017 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:30.707282 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] Set router 38bcf366-1bed-4524-b597-6687cf17b3fe gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:30.803267 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:30.858034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Deleting port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:30.858386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:30.890026 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:12:29Z', 'revision_number': 5, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port': {'id': 'ceaddd6e-12c6-4a98-b8fb-b4da3319aeba', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:30.922141 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] Checking router: 38bcf366-1bed-4524-b597-6687cf17b3fe for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:12:30.930628 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] Routers {'38bcf366-1bed-4524-b597-6687cf17b3fe'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:30.931242 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['38bcf366-1bed-4524-b597-6687cf17b3fe'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:30.949199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] For port ceaddd6e-12c6-4a98-b8fb-b4da3319aeba, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:30.949620 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:30.962803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Calling delete_port for ceaddd6e-12c6-4a98-b8fb-b4da3319aeba owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:31.038929 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] Set router 38bcf366-1bed-4524-b597-6687cf17b3fe gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:31.097621 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:12:30Z', 'revision_number': 6, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:31.129050 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea72e2-45ec-4514-9e4c-a18b950e34a1 None None] The sync data for ids ['38bcf366-1bed-4524-b597-6687cf17b3fe'] in n-d-807025-5 is: [{'id': '38bcf366-1bed-4524-b597-6687cf17b3fe', 'name': 'tempest-TestEncryptedCinderVolumes-1151130701-router', 'tenant_id': '917bd880fb4046559c57f9f2e7a15f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:12Z', 'updated_at': '2021-09-30T09:12:30Z', 'revision_number': 6, 'project_id': '917bd880fb4046559c57f9f2e7a15f3a', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:12:31.439732 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.466362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Pushing event deleted for resources: {'Port': ['ID=ceaddd6e-12c6-4a98-b8fb-b4da3319aeba,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:31.506545 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c012560c-5090-4c4b-b101-4739e5e9b4b6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:31.532147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: c012560c-5090-4c4b-b101-4739e5e9b4b6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:31.533178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device c012560c-5090-4c4b-b101-4739e5e9b4b6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:31.547597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.653873 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.656421 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.699939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.700472 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bcf366-1bed-4524-b597-6687cf17b3fe {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:12:31.704868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.706260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fc153f0c-a202-471b-a473-e80079a45faa admin admin] 10.222.0.41 "DELETE /v2.0/routers/38bcf366-1bed-4524-b597-6687cf17b3fe HTTP/1.1" status: 204 len: 168 time: 1.1227126 Sep 30 09:12:31.709309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45222) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:31.755335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Deleting subnet f287157b-5fa6-45de-9422-ee209e986299 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:12:31.758706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.795814 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.882463 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.951429 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.998381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f287157b-5fa6-45de-9422-ee209e986299,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:32.005428 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.008731 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6d40a402-794b-419c-9ad6-da12880b831c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f287157b-5fa6-45de-9422-ee209e986299 HTTP/1.1" status: 204 len: 168 time: 0.2980633 Sep 30 09:12:32.011512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45224) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:32.020225 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325c9c2-4b4e-41f5-901b-5ff02a397223 None None] Network 464067ef-a003-48af-9775-e7d0d4196f45 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:12:32.095594 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.166000 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Deleting port 5a3720ef-f568-4fd3-b144-c67b6542738c {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:32.166352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.275573 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] For port 5a3720ef-f568-4fd3-b144-c67b6542738c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5a3720ef-f568-4fd3-b144-c67b6542738c,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:32.276108 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.292936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Calling delete_port for 5a3720ef-f568-4fd3-b144-c67b6542738c owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:32.304193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] DHCP port deletion for 464067ef-a003-48af-9775-e7d0d4196f45 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:12:32.369605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] Deleting port 5a3720ef-f568-4fd3-b144-c67b6542738c {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:32.370224 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.390601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.432338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] No DVR routers for this DVR port 5a3720ef-f568-4fd3-b144-c67b6542738c on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:12:32.438015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3720ef-f568-4fd3-b144-c67b6542738c,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:32.464646 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.465022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.465388 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.465769 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.466135 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.466480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.466841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.467248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.467613 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.467964 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.468297 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.468627 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:32.492119 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] For port 5a3720ef-f568-4fd3-b144-c67b6542738c, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5a3720ef-f568-4fd3-b144-c67b6542738c,segment=NetworkSegment(87484ead-7f0b-442b-acca-5c1382b1dacd),segment_id=87484ead-7f0b-442b-acca-5c1382b1dacd)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:32.492701 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.507643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] Calling delete_port for 5a3720ef-f568-4fd3-b144-c67b6542738c owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:32.545693 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:12:32.584082 n-d-807025-5 neutron-server[95003]: self.session.flush() Sep 30 09:12:32.591841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464067ef-a003-48af-9775-e7d0d4196f45']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:32.592031 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.604644 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87484ead-7f0b-442b-acca-5c1382b1dacd') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:32.605113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87484ead-7f0b-442b-acca-5c1382b1dacd') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:32.623047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.634103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] Pushing event deleted for resources: {'Port': ['ID=5a3720ef-f568-4fd3-b144-c67b6542738c,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:32.637247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945595bf-7018-486a-9a60-6471ad5a6c97 None None] No DVR routers for this DVR port 5a3720ef-f568-4fd3-b144-c67b6542738c on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:12:32.651535 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.660953 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:12:32.661642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:12:32.663955 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:12:32.727905 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.735357 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:32.737663 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/464067ef-a003-48af-9775-e7d0d4196f45 HTTP/1.1" status: 204 len: 168 time: 0.7250242 Sep 30 09:12:32.742792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45230) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:32.753642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00abd11-804c-467d-a114-e343328bbc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=464067ef-a003-48af-9775-e7d0d4196f45,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:33.113777 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:33.370170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Deleting port 1d46ea9c-e940-4e63-959f-710a9b85b4f0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:33.370546 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:33.451631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ceaddd6e-12c6-4a98-b8fb-b4da3319aeba no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:33.460050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] For port 1d46ea9c-e940-4e63-959f-710a9b85b4f0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1d46ea9c-e940-4e63-959f-710a9b85b4f0,segment=NetworkSegment(27fdeef0-4565-4f18-a33a-029c6c326f16),segment_id=27fdeef0-4565-4f18-a33a-029c6c326f16)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:33.460683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:33.476645 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ceaddd6e-12c6-4a98-b8fb-b4da3319aeba {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:33.477022 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ceaddd6e-12c6-4a98-b8fb-b4da3319aeba not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:33.477465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5a3720ef-f568-4fd3-b144-c67b6542738c no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:33.479531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Calling delete_port for 1d46ea9c-e940-4e63-959f-710a9b85b4f0 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:33.497957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5a3720ef-f568-4fd3-b144-c67b6542738c {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:33.498325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5a3720ef-f568-4fd3-b144-c67b6542738c not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:33.669979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:33.701729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d46ea9c-e940-4e63-959f-710a9b85b4f0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:33.876383 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.110995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Router e7ee87f6-0e7a-4342-95a0-80077a0286fd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:12:34.220050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:12:34.225424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1d5bfde0-c92d-4bd1-8c9c-1b27bb008b14 admin admin] 10.222.0.41 "PUT /v2.0/routers/e7ee87f6-0e7a-4342-95a0-80077a0286fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809813 Sep 30 09:12:34.228125 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45232) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:34.232571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] Sync routers for ids ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:12:34.247176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] Routers {'e7ee87f6-0e7a-4342-95a0-80077a0286fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:34.248536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:34.336309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.374939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] Set router e7ee87f6-0e7a-4342-95a0-80077a0286fd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:34.445258 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.500560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Deleting port 1497939f-3eca-4cd7-91ca-16557730817b {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:34.500894 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.563132 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1497939f-3eca-4cd7-91ca-16557730817b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:12:33Z', 'revision_number': 5, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port': {'id': '1497939f-3eca-4cd7-91ca-16557730817b', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:11:17Z', 'updated_at': '2021-09-30T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:34.594240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] Checking router: e7ee87f6-0e7a-4342-95a0-80077a0286fd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:12:34.596072 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] For port 1497939f-3eca-4cd7-91ca-16557730817b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=1497939f-3eca-4cd7-91ca-16557730817b,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:34.596459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.602578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] Routers {'e7ee87f6-0e7a-4342-95a0-80077a0286fd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:34.603195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:34.609063 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Calling delete_port for 1497939f-3eca-4cd7-91ca-16557730817b owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:34.687683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] Set router e7ee87f6-0e7a-4342-95a0-80077a0286fd gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:34.751845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:12:34Z', 'revision_number': 6, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:34.779263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561f845-06b7-4d90-9854-54951f3a8b47 None None] The sync data for ids ['e7ee87f6-0e7a-4342-95a0-80077a0286fd'] in n-d-807025-5 is: [{'id': 'e7ee87f6-0e7a-4342-95a0-80077a0286fd', 'name': 'tempest-TestEncryptedCinderVolumes-2030650753-router', 'tenant_id': '83d2228c9bc342f78dce58cf762d34fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:11:16Z', 'updated_at': '2021-09-30T09:12:34Z', 'revision_number': 6, 'project_id': '83d2228c9bc342f78dce58cf762d34fd', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:12:34.779520 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.807064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Pushing event deleted for resources: {'Port': ['ID=1497939f-3eca-4cd7-91ca-16557730817b,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:34.874750 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.972555 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:34.975661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.024454 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.025145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ee87f6-0e7a-4342-95a0-80077a0286fd {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:12:35.031754 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.033393 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-30080b9e-3110-49ab-ad46-227489321010 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e7ee87f6-0e7a-4342-95a0-80077a0286fd HTTP/1.1" status: 204 len: 168 time: 0.8042495 Sep 30 09:12:35.036471 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45234) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:35.082015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Deleting subnet 23ce028f-a11c-43f6-97cf-44c300efb953 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:12:35.085300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.125255 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.212482 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.269421 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.294618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ce028f-a11c-43f6-97cf-44c300efb953,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:35.301281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.303036 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bbbec88e-90aa-4391-b84a-eb91755080a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23ce028f-a11c-43f6-97cf-44c300efb953 HTTP/1.1" status: 204 len: 168 time: 0.2655089 Sep 30 09:12:35.307105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45236) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:35.310212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cc215-cd13-4cad-9de1-3f417da22bae None None] Network 12f4e710-631a-4808-90b1-9629ecafa997 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:12:35.380491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.437878 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Deleting port df3dbecd-c35f-45af-a5ba-bce97d67a556 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:35.438219 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.508901 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] For port df3dbecd-c35f-45af-a5ba-bce97d67a556, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=df3dbecd-c35f-45af-a5ba-bce97d67a556,segment=NetworkSegment(27fdeef0-4565-4f18-a33a-029c6c326f16),segment_id=27fdeef0-4565-4f18-a33a-029c6c326f16)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:35.509191 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.521074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Calling delete_port for df3dbecd-c35f-45af-a5ba-bce97d67a556 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:35.581656 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] DHCP port deletion for 12f4e710-631a-4808-90b1-9629ecafa997 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:12:35.636602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1497939f-3eca-4cd7-91ca-16557730817b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:35.649419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.666055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1497939f-3eca-4cd7-91ca-16557730817b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:35.666409 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1497939f-3eca-4cd7-91ca-16557730817b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:35.666842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d46ea9c-e940-4e63-959f-710a9b85b4f0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:35.673478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Deleting port df3dbecd-c35f-45af-a5ba-bce97d67a556 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:12:35.673478 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.673903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Pushing event deleted for resources: {'Port': ['ID=df3dbecd-c35f-45af-a5ba-bce97d67a556,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:35.682629 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] No DVR routers for this DVR port df3dbecd-c35f-45af-a5ba-bce97d67a556 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:12:35.710618 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 1d46ea9c-e940-4e63-959f-710a9b85b4f0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:35.710964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 1d46ea9c-e940-4e63-959f-710a9b85b4f0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:35.711387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device df3dbecd-c35f-45af-a5ba-bce97d67a556 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:35.734397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: df3dbecd-c35f-45af-a5ba-bce97d67a556 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:12:35.734653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device df3dbecd-c35f-45af-a5ba-bce97d67a556 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:12:35.771728 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.793388 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] For port df3dbecd-c35f-45af-a5ba-bce97d67a556, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:35.793960 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.796021 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f4e710-631a-4808-90b1-9629ecafa997']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:35.806275 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fdeef0-4565-4f18-a33a-029c6c326f16') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:35.806582 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fdeef0-4565-4f18-a33a-029c6c326f16') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:35.808035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Calling delete_port for df3dbecd-c35f-45af-a5ba-bce97d67a556 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:12:35.810918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Port df3dbecd-c35f-45af-a5ba-bce97d67a556 was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 09:12:35.812623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.816606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.832600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.839736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:12:35.840368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.841041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] Pushing event deleted for resources: {'Port': ['ID=df3dbecd-c35f-45af-a5ba-bce97d67a556,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:35.851663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3a519-61f8-41f9-bd5f-80037ff77b30 None None] No DVR routers for this DVR port df3dbecd-c35f-45af-a5ba-bce97d67a556 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:12:35.856354 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:12:35.917388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.927523 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:35.927523 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] 10.222.0.41 "DELETE /v2.0/networks/12f4e710-631a-4808-90b1-9629ecafa997 HTTP/1.1" status: 204 len: 168 time: 0.6177654 Sep 30 09:12:35.939331 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b92e9-e5ba-4af4-b237-c8e9324b91bf admin admin] Pushing event deleted for resources: {'Network': ['ID=12f4e710-631a-4808-90b1-9629ecafa997,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:36.098122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45240) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:36.139130 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-19336ffd-f47c-4d21-bd18-0962a8d316fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=917bd880fb4046559c57f9f2e7a15f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391452 Sep 30 09:12:36.141641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45242) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:36.199779 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347d5953-7739-447e-a767-3f7dcc1a0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.222677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347d5953-7739-447e-a767-3f7dcc1a0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.274683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347d5953-7739-447e-a767-3f7dcc1a0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.277234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-347d5953-7739-447e-a767-3f7dcc1a0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.278467 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-347d5953-7739-447e-a767-3f7dcc1a0247 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d1a58bf-bd11-4529-b7e2-dd514477b948 HTTP/1.1" status: 204 len: 168 time: 0.1359017 Sep 30 09:12:36.286732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d5953-7739-447e-a767-3f7dcc1a0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a58bf-bd11-4529-b7e2-dd514477b948,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:36.655038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45248) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:36.694176 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-26b82325-ed6e-4521-b0a8-ecfb1d41ec2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83d2228c9bc342f78dce58cf762d34fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379415 Sep 30 09:12:36.696674 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45250) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:36.751348 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb750493-f3ea-4fb9-92e5-cdf8a7a89182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.774730 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb750493-f3ea-4fb9-92e5-cdf8a7a89182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.823676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb750493-f3ea-4fb9-92e5-cdf8a7a89182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.826276 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fb750493-f3ea-4fb9-92e5-cdf8a7a89182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.830550 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fb750493-f3ea-4fb9-92e5-cdf8a7a89182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0227eb3-925e-48db-a5d5-1493eb9591a9 HTTP/1.1" status: 204 len: 168 time: 0.1328773 Sep 30 09:12:36.839393 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb750493-f3ea-4fb9-92e5-cdf8a7a89182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0227eb3-925e-48db-a5d5-1493eb9591a9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:37.540783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45274) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:37.640408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-633808329-network', 'tenant_id': '495f6b09b43543da8db017226ed25b28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:37.663016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Made reservation on behalf of 495f6b09b43543da8db017226ed25b28 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:12:37.665506 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.674599 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.780392 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.784841 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.813052 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:12:37.820463 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10cc90-d1bf-4754-90de-c51a8115a2b0,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:37.829062 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.829432 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Added segment 6edf02e3-7288-4b9f-852b-8c7df4ff72b8 of type vlan for network e7b6cd59-1ec0-4332-8b2f-85618899044d Sep 30 09:12:37.874790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.899585 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.900574 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.901150 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:37.937601 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3956053 Sep 30 09:12:37.940556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45278) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:37.945645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Request body: {'subnet': {'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-633808329-subnet', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:37.964098 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa0db1-19ec-489a-8453-f8c269de1880 admin admin] Pushing event updated for resources: {'Network': ['ID=e7b6cd59-1ec0-4332-8b2f-85618899044d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:37.974746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network e7b6cd59-1ec0-4332-8b2f-85618899044d details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:12:37.975523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Made reservation on behalf of 495f6b09b43543da8db017226ed25b28 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:12:37.981331 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.179470 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.235493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:38.248031 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Checking segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:38.248398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Network hostable DHCP agents. Network: e7b6cd59-1ec0-4332-8b2f-85618899044d, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:12:38.265315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Network e7b6cd59-1ec0-4332-8b2f-85618899044d is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:12:38.274501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, e7b6cd59-1ec0-4332-8b2f-85618899044d) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:38.280185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:38.281306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.290521 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f40a0-3e29-4e53-bd9c-dae1d256f0af None None] Network e7b6cd59-1ec0-4332-8b2f-85618899044d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:12:38.301035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-af3a4674-0086-48da-9e38-87a8b4b49b82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3590207 Sep 30 09:12:38.304170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45280) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:38.309415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:38.340105 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.341824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.398719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.447591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-e7b6cd59-1ec0-4332-8b2f-85618899044d', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:12:38.448466 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.544891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.595833 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Allocated IP 172.20.0.2 (e7b6cd59-1ec0-4332-8b2f-85618899044d/d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2/77218439-2879-49b7-b72f-7ebce531c506) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:38.686761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79625bbc-64bb-4473-9479-ae07db6e62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.762994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.769788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.770054 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.790845 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.808899 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Network e7b6cd59-1ec0-4332-8b2f-85618899044d is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:38.811837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:38.814342 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:38.829638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Pushing event updated for resources: {'Port': ['ID=77218439-2879-49b7-b72f-7ebce531c506,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:38.883789 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Attempting to bind port 77218439-2879-49b7-b72f-7ebce531c506 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:12:38.884162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Attempting to bind port 77218439-2879-49b7-b72f-7ebce531c506 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:12:38.884535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Attempting to bind port 77218439-2879-49b7-b72f-7ebce531c506 on network e7b6cd59-1ec0-4332-8b2f-85618899044d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:12:38.889401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:12:38.889797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Checking segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:38.890226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.890595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Bound using segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:12:38.891061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Bound port: 77218439-2879-49b7-b72f-7ebce531c506, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:12:38.891438 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:38.904825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Allocated IP 172.25.7.148 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/5e81be20-8210-456c-a966-214e000e73f8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:38.969582 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] For port 77218439-2879-49b7-b72f-7ebce531c506, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:12:38.973217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] For port 77218439-2879-49b7-b72f-7ebce531c506, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77218439-2879-49b7-b72f-7ebce531c506,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:12:38.978667 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.030643 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.072224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d7f2-6b98-47d8-8ddd-f5551f514183 None None] Pushing event updated for resources: {'Port': ['ID=77218439-2879-49b7-b72f-7ebce531c506,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:39.094539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.150550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:39.153781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:39.157621 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:39.185185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Pushing event updated for resources: {'Port': ['ID=5e81be20-8210-456c-a966-214e000e73f8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:39.502965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77218439-2879-49b7-b72f-7ebce531c506 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:39.557306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 77218439-2879-49b7-b72f-7ebce531c506 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:39.557596 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.643823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.680196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 77218439-2879-49b7-b72f-7ebce531c506, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77218439-2879-49b7-b72f-7ebce531c506,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:39.684867 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.735883 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=77218439-2879-49b7-b72f-7ebce531c506,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:39.764249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:39.975052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:40.085088 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d494f16-fdb1-4338-bed5-55ba58684d46 None None] Network e7b6cd59-1ec0-4332-8b2f-85618899044d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:12:40.123688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Router b3af7e60-5b8d-4d12-8b23-ec8512c07249 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:12:40.217287 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7e93f2bb-9be6-4429-a8bc-018d7791f381 None None] Provisioning complete for port 77218439-2879-49b7-b72f-7ebce531c506 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:40.217287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7e93f2bb-9be6-4429-a8bc-018d7791f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:40.241495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:12:40.253566 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Sync routers for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:12:40.259151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:40.264601 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:40.264936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45282) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:40.265490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:40.271732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-68c2d21a-0dd3-4361-9650-168d5927cce7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9646692 Sep 30 09:12:40.375499 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:40.559906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-4f973f06-fa7c-42da-aa19-ba23e561ddce None None] Provisioning complete for port 77218439-2879-49b7-b72f-7ebce531c506 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:40.561076 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f973f06-fa7c-42da-aa19-ba23e561ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:40.596984 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:39Z', 'revision_number': 3, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:40.630953 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Checking router: b3af7e60-5b8d-4d12-8b23-ec8512c07249 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:12:40.631868 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Updating router b3af7e60-5b8d-4d12-8b23-ec8512c07249 port 5e81be20-8210-456c-a966-214e000e73f8 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:12:40.678958 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:40.959903 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:40.967485 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.038909 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Attempting to bind port 5e81be20-8210-456c-a966-214e000e73f8 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:12:41.039296 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Attempting to bind port 5e81be20-8210-456c-a966-214e000e73f8 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:12:41.039616 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Attempting to bind port 5e81be20-8210-456c-a966-214e000e73f8 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:12:41.048484 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Pushing event updated for resources: {'Port': ['ID=5e81be20-8210-456c-a966-214e000e73f8,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:41.051729 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:12:41.052101 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:41.052509 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.052992 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:12:41.053369 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Bound port: 5e81be20-8210-456c-a966-214e000e73f8, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:12:41.053772 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.060755 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.061098 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.061432 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.061820 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.062144 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.062467 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.062789 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.063107 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.063423 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.063738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.064055 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.064376 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:41.098452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.119324 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] For port 5e81be20-8210-456c-a966-214e000e73f8, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:12:41.122610 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] For port 5e81be20-8210-456c-a966-214e000e73f8, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e81be20-8210-456c-a966-214e000e73f8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:12:41.127428 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.154360 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-59e00fca-a084-43a3-83d1-e1b903a367b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.193385 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:41.194033 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:41.228773 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36736abf-77f7-4d25-a370-7905ebdbbec7 None None] Pushing event updated for resources: {'Port': ['ID=5e81be20-8210-456c-a966-214e000e73f8,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:41.274564 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Allocated IP 172.20.0.1 (e7b6cd59-1ec0-4332-8b2f-85618899044d/d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2/d44052da-a9f2-4feb-ad32-0b6bb75611f4) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:41.396323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.407666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:41.435600 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.476484 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Network e7b6cd59-1ec0-4332-8b2f-85618899044d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:41.479903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:41.482798 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:41.487526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77218439-2879-49b7-b72f-7ebce531c506 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:41.522080 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.566700 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 77218439-2879-49b7-b72f-7ebce531c506 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:41.568290 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.578871 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Pushing event updated for resources: {'Port': ['ID=d44052da-a9f2-4feb-ad32-0b6bb75611f4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:41.594688 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.630047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:39Z', 'revision_number': 3, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:41.666483 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b7f98-5107-4457-a7d3-5f800f2c6c1b None None] The sync data for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 is: [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:39Z', 'revision_number': 3, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:12:41.700576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.879827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0e05ebd8-1681-4e79-ae61-82ae0af474db None None] Provisioning complete for port d44052da-a9f2-4feb-ad32-0b6bb75611f4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:41.880314 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0e05ebd8-1681-4e79-ae61-82ae0af474db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.909399 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.924752 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.940578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0e05ebd8-1681-4e79-ae61-82ae0af474db None None] Port d44052da-a9f2-4feb-ad32-0b6bb75611f4 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:12:41.994437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.002359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Pushing event updated for resources: {'Port': ['ID=d44052da-a9f2-4feb-ad32-0b6bb75611f4,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:42.105311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Network e7b6cd59-1ec0-4332-8b2f-85618899044d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:42.106861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:42.237911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Router b3af7e60-5b8d-4d12-8b23-ec8512c07249 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:12:42.358783 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:12:42.363032 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-e9e78fdc-8569-4cf9-96da-314575ca9f13 None None] Provisioning complete for port d44052da-a9f2-4feb-ad32-0b6bb75611f4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:42.363477 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e9e78fdc-8569-4cf9-96da-314575ca9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.369635 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-42d31056-9e0e-4eaf-9bc1-a3eaba36a646 admin admin] 10.222.0.41 "PUT /v2.0/routers/b3af7e60-5b8d-4d12-8b23-ec8512c07249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0985429 Sep 30 09:12:42.403086 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-e9e78fdc-8569-4cf9-96da-314575ca9f13 None None] Port d44052da-a9f2-4feb-ad32-0b6bb75611f4 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:12:42.838562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45298) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:42.843585 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1309685491-network', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:42.863660 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Made reservation on behalf of fbd01db4b5434dc89b18ac709019a2d2 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:12:42.866236 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.874969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.963761 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.968907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.995314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:12:43.006650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0a6c4f-d9d1-4adb-9e99-da83a23d4b84,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:43.022426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.022751 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Added segment 2eba4ce0-a511-419f-ab96-204de361f192 of type vlan for network a87fe243-7c23-46bb-8511-4dee3034a711 Sep 30 09:12:43.063720 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.090352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.091395 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:43.091981 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.131874 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2921767 Sep 30 09:12:43.134817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45300) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:43.140546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Request body: {'subnet': {'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1309685491-subnet', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:43.157642 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797096-53a1-4741-b659-72a2ff1ed1ac admin admin] Pushing event updated for resources: {'Network': ['ID=a87fe243-7c23-46bb-8511-4dee3034a711,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:43.164450 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Made reservation on behalf of fbd01db4b5434dc89b18ac709019a2d2 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:12:43.168557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a87fe243-7c23-46bb-8511-4dee3034a711 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:12:43.170586 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.301233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Sync routers for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:12:43.311148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:43.312018 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:43.370079 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.370823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.432915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec5b5ea-41e0-4412-baa0-efc9d4ae0564,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:43.438947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Checking segment: {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:43.439776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Network hostable DHCP agents. Network: a87fe243-7c23-46bb-8511-4dee3034a711, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:12:43.460728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Network a87fe243-7c23-46bb-8511-4dee3034a711 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:12:43.472250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a87fe243-7c23-46bb-8511-4dee3034a711) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:43.483245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:43.483780 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.499480 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a9f77a95-5af0-4794-a97e-2c01008b6e96 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3633409 Sep 30 09:12:43.502068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45302) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:43.507095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:43.528478 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.529511 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.578664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e81be20-8210-456c-a966-214e000e73f8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:43.580491 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95535c77-2d28-44f5-853a-3887052bf3ab None None] Network a87fe243-7c23-46bb-8511-4dee3034a711 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:12:43.588674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.653968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:43.734196 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.788007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e81be20-8210-456c-a966-214e000e73f8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:43.788383 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.935392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.947335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a87fe243-7c23-46bb-8511-4dee3034a711', 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'fixed_ips': [{'subnet_id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:12:43.948174 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:43.955811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.070769 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.077868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Allocated IP 172.25.7.213 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/2cd305ba-6cd2-4110-9c15-f7726a4685a1) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:44.116025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 5e81be20-8210-456c-a966-214e000e73f8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e81be20-8210-456c-a966-214e000e73f8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:44.125969 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.185074 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.196612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Allocated IP 172.20.0.2 (a87fe243-7c23-46bb-8511-4dee3034a711/1ec5b5ea-41e0-4412-baa0-efc9d4ae0564/f19356ea-1737-4164-8600-93f5d92c8221) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:44.217636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 2, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:44.230933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.254996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=5e81be20-8210-456c-a966-214e000e73f8,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:44.259108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Checking router: b3af7e60-5b8d-4d12-8b23-ec8512c07249 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:12:44.259459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Updating router b3af7e60-5b8d-4d12-8b23-ec8512c07249 port d44052da-a9f2-4feb-ad32-0b6bb75611f4 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:12:44.272790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:44.275777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:44.282348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:44.285549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd305ba-6cd2-4110-9c15-f7726a4685a1,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:44.306029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.519749 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.540425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.544332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.613665 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Network a87fe243-7c23-46bb-8511-4dee3034a711 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:44.619816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:44.628747 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:44.633054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Pushing event updated for resources: {'Port': ['ID=f19356ea-1737-4164-8600-93f5d92c8221,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:44.704873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Attempting to bind port f19356ea-1737-4164-8600-93f5d92c8221 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:12:44.705242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Attempting to bind port f19356ea-1737-4164-8600-93f5d92c8221 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:12:44.705638 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Attempting to bind port f19356ea-1737-4164-8600-93f5d92c8221 on network a87fe243-7c23-46bb-8511-4dee3034a711 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:12:44.720780 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:12:44.721148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Checking segment: {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:44.721635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.722025 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Bound using segment: {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:12:44.722493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Bound port: f19356ea-1737-4164-8600-93f5d92c8221, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:12:44.722873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.738001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.794779 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.805512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.857019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] For port f19356ea-1737-4164-8600-93f5d92c8221, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:12:44.874134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] For port f19356ea-1737-4164-8600-93f5d92c8221, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f19356ea-1737-4164-8600-93f5d92c8221,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:12:44.874280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Router 71280fda-a655-44e0-967c-12d6f3039da9 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:12:44.885234 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:44.886958 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c8931-280b-4693-b09a-4eaa78e8efe3 None None] Pushing event updated for resources: {'Port': ['ID=d44052da-a9f2-4feb-ad32-0b6bb75611f4,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:44.990314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa8d53-e5e0-44ea-8e25-7c26b7ac0dbd None None] Pushing event updated for resources: {'Port': ['ID=f19356ea-1737-4164-8600-93f5d92c8221,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:44.993655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Attempting to bind port d44052da-a9f2-4feb-ad32-0b6bb75611f4 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:12:44.994147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Attempting to bind port d44052da-a9f2-4feb-ad32-0b6bb75611f4 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:12:44.994515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Attempting to bind port d44052da-a9f2-4feb-ad32-0b6bb75611f4 on network e7b6cd59-1ec0-4332-8b2f-85618899044d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:12:45.001276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:12:45.002164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Checking segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:45.002730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:12:45.003062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.003670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Bound using segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:12:45.005509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Bound port: d44052da-a9f2-4feb-ad32-0b6bb75611f4, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:12:45.006135 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.013017 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Sync routers for ids ['71280fda-a655-44e0-967c-12d6f3039da9'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:12:45.026521 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Routers {'71280fda-a655-44e0-967c-12d6f3039da9'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:45.028309 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['71280fda-a655-44e0-967c-12d6f3039da9'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:45.058665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.060051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f95226c7-be1d-45b7-bd9d-5ac7bac99af9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5569696 Sep 30 09:12:45.062833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45306) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:12:45.100669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] For port d44052da-a9f2-4feb-ad32-0b6bb75611f4, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:12:45.110303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.113782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] For port d44052da-a9f2-4feb-ad32-0b6bb75611f4, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d44052da-a9f2-4feb-ad32-0b6bb75611f4,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:12:45.121114 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.193047 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Set router 71280fda-a655-44e0-967c-12d6f3039da9 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:45.207609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c8931-280b-4693-b09a-4eaa78e8efe3 None None] Pushing event updated for resources: {'Port': ['ID=d44052da-a9f2-4feb-ad32-0b6bb75611f4,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:45.228900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:45.230193 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:45.307079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-54e8f3cc-234c-4644-880f-157c8aad9667 None None] Provisioning complete for port d44052da-a9f2-4feb-ad32-0b6bb75611f4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:45.307464 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-54e8f3cc-234c-4644-880f-157c8aad9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.483041 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:45.505642 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 3, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:45.555289 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Checking router: 71280fda-a655-44e0-967c-12d6f3039da9 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:12:45.555636 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Updating router 71280fda-a655-44e0-967c-12d6f3039da9 port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:12:45.618742 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.663742 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f19356ea-1737-4164-8600-93f5d92c8221 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:45.931269 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.938970 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.962473 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-54e8f3cc-234c-4644-880f-157c8aad9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.993924 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Attempting to bind port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:12:45.994677 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Attempting to bind port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:12:45.995385 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Attempting to bind port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:12:46.008847 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:12:46.009930 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:46.010577 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.011290 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:12:46.012003 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Bound port: 2cd305ba-6cd2-4110-9c15-f7726a4685a1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:12:46.012616 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.014935 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545305-858b-4e60-ab57-d5bd98be3e01 None None] Pushing event updated for resources: {'Port': ['ID=2cd305ba-6cd2-4110-9c15-f7726a4685a1,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:46.017283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.059324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-54e8f3cc-234c-4644-880f-157c8aad9667 None None] For port d44052da-a9f2-4feb-ad32-0b6bb75611f4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d44052da-a9f2-4feb-ad32-0b6bb75611f4,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:46.076204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f19356ea-1737-4164-8600-93f5d92c8221 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:46.076590 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.084094 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] For port 2cd305ba-6cd2-4110-9c15-f7726a4685a1, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:12:46.087956 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] For port 2cd305ba-6cd2-4110-9c15-f7726a4685a1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2cd305ba-6cd2-4110-9c15-f7726a4685a1,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:12:46.092611 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.123481 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-54e8f3cc-234c-4644-880f-157c8aad9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.159361 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Routers {'71280fda-a655-44e0-967c-12d6f3039da9'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:46.160193 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['71280fda-a655-44e0-967c-12d6f3039da9'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:46.166968 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545305-858b-4e60-ab57-d5bd98be3e01 None None] Pushing event updated for resources: {'Port': ['ID=2cd305ba-6cd2-4110-9c15-f7726a4685a1,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:46.206584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Allocated IP 172.20.0.1 (a87fe243-7c23-46bb-8511-4dee3034a711/1ec5b5ea-41e0-4412-baa0-efc9d4ae0564/29453cec-d66c-4734-8c7d-5f3961f51e70) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:46.235324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:45Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:46.290920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723068a8-163d-40ef-94aa-babd4c50a11a None None] The sync data for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 is: [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:45Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:12:46.306764 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] Set router 71280fda-a655-44e0-967c-12d6f3039da9 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:46.316193 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.320472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23648ced-dcfa-45ca-b35e-58aad91a1931 None None] Network a87fe243-7c23-46bb-8511-4dee3034a711 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:12:46.323680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-d1fb022c-b777-4c18-9932-0e8d6eb041ab None None] Provisioning complete for port d44052da-a9f2-4feb-ad32-0b6bb75611f4 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:46.324284 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d1fb022c-b777-4c18-9932-0e8d6eb041ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.331401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8f3cc-234c-4644-880f-157c8aad9667 None None] Pushing event updated for resources: {'Port': ['ID=d44052da-a9f2-4feb-ad32-0b6bb75611f4,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:46.355471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.418960 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.471709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Network a87fe243-7c23-46bb-8511-4dee3034a711 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:46.474937 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:46.482382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:46.486128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Pushing event updated for resources: {'Port': ['ID=29453cec-d66c-4734-8c7d-5f3961f51e70,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:46.517768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port f19356ea-1737-4164-8600-93f5d92c8221, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f19356ea-1737-4164-8600-93f5d92c8221,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:46.532312 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.533346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e81be20-8210-456c-a966-214e000e73f8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:46.533950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.540130 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 3, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:46.572430 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42127d2-0476-4ccc-8c41-6f3eb3f7eac7 None None] The sync data for ids ['71280fda-a655-44e0-967c-12d6f3039da9'] in n-d-807025-5 is: [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 3, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:12:46.714323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=f19356ea-1737-4164-8600-93f5d92c8221,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:46.714908 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.736585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e81be20-8210-456c-a966-214e000e73f8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:46.736966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:46.849248 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a29580bc-5651-4a19-8a2c-6035b1f1833d None None] Provisioning complete for port f19356ea-1737-4164-8600-93f5d92c8221 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:46.849686 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a29580bc-5651-4a19-8a2c-6035b1f1833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.014391 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.024180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.096761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.112328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Pushing event updated for resources: {'Port': ['ID=29453cec-d66c-4734-8c7d-5f3961f51e70,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:47.224416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-11c1dc0f-2b87-482f-bc20-6bf0c999cc90 None None] Provisioning complete for port 29453cec-d66c-4734-8c7d-5f3961f51e70 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:47.224874 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11c1dc0f-2b87-482f-bc20-6bf0c999cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.240428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Network a87fe243-7c23-46bb-8511-4dee3034a711 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:47.242928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:47.302321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-11c1dc0f-2b87-482f-bc20-6bf0c999cc90 None None] Port 29453cec-d66c-4734-8c7d-5f3961f51e70 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:12:47.317648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-11c1dc0f-2b87-482f-bc20-6bf0c999cc90 None None] Provisioning complete for port f19356ea-1737-4164-8600-93f5d92c8221 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:47.319073 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11c1dc0f-2b87-482f-bc20-6bf0c999cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.439095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Router 71280fda-a655-44e0-967c-12d6f3039da9 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:12:47.591081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:12:47.598722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b43e4491-0db1-40ef-b429-f8b1e31fdeed admin admin] 10.222.0.41 "PUT /v2.0/routers/71280fda-a655-44e0-967c-12d6f3039da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339139 Sep 30 09:12:47.613125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-3439f529-78be-4226-8dba-4da22be7b741 None None] Provisioning complete for port 29453cec-d66c-4734-8c7d-5f3961f51e70 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:47.613673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3439f529-78be-4226-8dba-4da22be7b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.680478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f19356ea-1737-4164-8600-93f5d92c8221 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:47.721214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3439f529-78be-4226-8dba-4da22be7b741 None None] Port 29453cec-d66c-4734-8c7d-5f3961f51e70 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:12:47.755178 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port f19356ea-1737-4164-8600-93f5d92c8221 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:47.756300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.882837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d44052da-a9f2-4feb-ad32-0b6bb75611f4 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:47.912685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b09b56ff-3c10-44f1-a59f-977d1e3701a5 None None] Provisioning complete for port 29453cec-d66c-4734-8c7d-5f3961f51e70 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:47.912685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b09b56ff-3c10-44f1-a59f-977d1e3701a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.971861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b09b56ff-3c10-44f1-a59f-977d1e3701a5 None None] Port 29453cec-d66c-4734-8c7d-5f3961f51e70 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:12:47.980435 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port d44052da-a9f2-4feb-ad32-0b6bb75611f4 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:47.980807 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:48.101801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2cd305ba-6cd2-4110-9c15-f7726a4685a1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:48.152087 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:48.152455 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:48.250679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:48.288281 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 2cd305ba-6cd2-4110-9c15-f7726a4685a1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2cd305ba-6cd2-4110-9c15-f7726a4685a1,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:48.298174 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:48.353954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=2cd305ba-6cd2-4110-9c15-f7726a4685a1,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:49.481245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2cd305ba-6cd2-4110-9c15-f7726a4685a1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:49.553203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:49.554023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:49.639013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Sync routers for ids ['71280fda-a655-44e0-967c-12d6f3039da9'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:12:49.660198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Routers {'71280fda-a655-44e0-967c-12d6f3039da9'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:49.660881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['71280fda-a655-44e0-967c-12d6f3039da9'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:49.783766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Set router 71280fda-a655-44e0-967c-12d6f3039da9 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:50.007291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 4, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '29453cec-d66c-4734-8c7d-5f3961f51e70', 'name': '', 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'mac_address': 'fa:16:3e:2f:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:46Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 2, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'subnets': [{'id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:50.036465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Checking router: 71280fda-a655-44e0-967c-12d6f3039da9 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:12:50.036735 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Updating router 71280fda-a655-44e0-967c-12d6f3039da9 port 29453cec-d66c-4734-8c7d-5f3961f51e70 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:12:50.063626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.530210 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.540638 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.595084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034e79b-ce99-4de3-b2ca-3c13c5e0d193 None None] Pushing event updated for resources: {'Port': ['ID=29453cec-d66c-4734-8c7d-5f3961f51e70,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:50.653387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Attempting to bind port 29453cec-d66c-4734-8c7d-5f3961f51e70 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:12:50.653993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Attempting to bind port 29453cec-d66c-4734-8c7d-5f3961f51e70 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:12:50.654359 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Attempting to bind port 29453cec-d66c-4734-8c7d-5f3961f51e70 on network a87fe243-7c23-46bb-8511-4dee3034a711 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:12:50.659885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:12:50.660264 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Checking segment: {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:12:50.661227 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.661624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Bound using segment: {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:12:50.662103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Bound port: 29453cec-d66c-4734-8c7d-5f3961f51e70, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba4ce0-a511-419f-ab96-204de361f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:12:50.662622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.754750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] For port 29453cec-d66c-4734-8c7d-5f3961f51e70, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:12:50.760822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] For port 29453cec-d66c-4734-8c7d-5f3961f51e70, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=29453cec-d66c-4734-8c7d-5f3961f51e70,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:12:50.767618 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.826658 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Routers {'71280fda-a655-44e0-967c-12d6f3039da9'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:12:50.827470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:12:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['71280fda-a655-44e0-967c-12d6f3039da9'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:50.896934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034e79b-ce99-4de3-b2ca-3c13c5e0d193 None None] Pushing event updated for resources: {'Port': ['ID=29453cec-d66c-4734-8c7d-5f3961f51e70,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:50.986634 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bd0702f2-183f-414c-8dc0-decf1e3119ee None None] Provisioning complete for port 29453cec-d66c-4734-8c7d-5f3961f51e70 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:50.987009 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd0702f2-183f-414c-8dc0-decf1e3119ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:51.022321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] Set router 71280fda-a655-44e0-967c-12d6f3039da9 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:12:51.223488 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd0702f2-183f-414c-8dc0-decf1e3119ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:51.279237 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-bd0702f2-183f-414c-8dc0-decf1e3119ee None None] For port 29453cec-d66c-4734-8c7d-5f3961f51e70, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=29453cec-d66c-4734-8c7d-5f3961f51e70,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:51.312837 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bd0702f2-183f-414c-8dc0-decf1e3119ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:51.373860 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0702f2-183f-414c-8dc0-decf1e3119ee None None] Pushing event updated for resources: {'Port': ['ID=29453cec-d66c-4734-8c7d-5f3961f51e70,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:51.382933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 4, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '29453cec-d66c-4734-8c7d-5f3961f51e70', 'name': '', 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'mac_address': 'fa:16:3e:2f:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:46Z', 'updated_at': '2021-09-30T09:12:50Z', 'revision_number': 4, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'subnets': [{'id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:12:51.413055 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dcf2c-5fac-4d30-932e-1336cbeb2e87 None None] The sync data for ids ['71280fda-a655-44e0-967c-12d6f3039da9'] in n-d-807025-5 is: [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 4, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '29453cec-d66c-4734-8c7d-5f3961f51e70', 'name': '', 'network_id': 'a87fe243-7c23-46bb-8511-4dee3034a711', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'mac_address': 'fa:16:3e:2f:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:46Z', 'updated_at': '2021-09-30T09:12:50Z', 'revision_number': 4, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'subnets': [{'id': '1ec5b5ea-41e0-4412-baa0-efc9d4ae0564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:12:51.432681 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8a814885-da74-4fa3-8720-89e5d32e98c4 None None] Provisioning complete for port 29453cec-d66c-4734-8c7d-5f3961f51e70 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:51.433157 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8a814885-da74-4fa3-8720-89e5d32e98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:53.483963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 29453cec-d66c-4734-8c7d-5f3961f51e70 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:53.546459 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 29453cec-d66c-4734-8c7d-5f3961f51e70 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:53.546832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:56.230728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:56.337733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:57.634144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-77be6fe4-6064-461f-a5d1-a397ad247218 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:57.635563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-77be6fe4-6064-461f-a5d1-a397ad247218 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 814 time: 0.1013751 Sep 30 09:12:57.651448 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-185a69a5-d1e7-4c15-a7bd-c1891d553ad3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/quotas/495f6b09b43543da8db017226ed25b28 HTTP/1.1" status: 200 len: 375 time: 0.0097728 Sep 30 09:12:57.707667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-2a42c79c-3ee8-4e1b-a33d-446810e061a4 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504851 Sep 30 09:12:57.805909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-c3f12ae8-0cf4-4549-8c6f-d5a883ec50fd service neutron] 10.222.0.41 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Sep 30 09:12:57.907302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-bfcdfe7c-b019-4f35-b906-f2bce35ea3da service neutron] 10.222.0.41 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950780 Sep 30 09:12:58.077070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a538f142-11be-491a-9034-c36e490e44af req-7c649523-32c3-4b09-b82e-1dc1e0ab29e4 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 210 time: 0.0273342 Sep 30 09:12:59.106609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-f9406c4a-9917-4110-9733-f086a76a9a31 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:59.108143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-f9406c4a-9917-4110-9733-f086a76a9a31 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 814 time: 0.1146636 Sep 30 09:12:59.125114 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'port': {'device_id': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'admin_state_up': True, 'tenant_id': '495f6b09b43543da8db017226ed25b28'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:12:59.220302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1abf4d30-3eed-44cf-aa5a-578cb78a58c1 req-eba6ba7a-b732-43bd-b196-ae46300aa965 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 210 time: 0.0330009 Sep 30 09:12:59.264452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Made reservation on behalf of 495f6b09b43543da8db017226ed25b28 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:12:59.268537 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:59.412782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Allocated IP 172.20.0.8 (e7b6cd59-1ec0-4332-8b2f-85618899044d/d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2/69ede050-8acb-47fb-8d4f-4425f9ce661d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:12:59.694690 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:59.733004 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:59.781889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Network e7b6cd59-1ec0-4332-8b2f-85618899044d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:12:59.785168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:12:59.789169 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:12:59.799015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:59.831564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.831896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.832813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.833155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.833506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.833838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.834189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.834490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.834812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.835129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.835449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.835764 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:59.861612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:59.862296 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:59.880479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-545fd243-eaac-4cf3-8fce-c17f526ee94a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594416 Sep 30 09:13:00.149960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7abd5413-3d1e-43b7-94a3-5b30b7afe836 None None] Provisioning complete for port 69ede050-8acb-47fb-8d4f-4425f9ce661d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:13:00.150786 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7abd5413-3d1e-43b7-94a3-5b30b7afe836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:00.190643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7abd5413-3d1e-43b7-94a3-5b30b7afe836 None None] Port 69ede050-8acb-47fb-8d4f-4425f9ce661d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:13:00.371246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc80cd-7b73-4681-b3c9-19a41915b310 req-6c9bb0b2-ffdd-4675-bde4-f04ec688376a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:00.372995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0fc80cd-7b73-4681-b3c9-19a41915b310 req-6c9bb0b2-ffdd-4675-bde4-f04ec688376a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0593541 Sep 30 09:13:00.417411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0fc80cd-7b73-4681-b3c9-19a41915b310 req-e26b4edc-3c68-492b-9ed0-566f936b6d04 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379939 Sep 30 09:13:01.565948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013b6a-37a8-47ef-b5b5-5da2bd349b47 req-d440ba3b-558b-4796-bbf0-80bb2cd1d9ca tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:01.568183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d013b6a-37a8-47ef-b5b5-5da2bd349b47 req-d440ba3b-558b-4796-bbf0-80bb2cd1d9ca tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0593488 Sep 30 09:13:01.609494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2d013b6a-37a8-47ef-b5b5-5da2bd349b47 req-245732e4-962e-442c-a862-0db42951f96d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Sep 30 09:13:02.725882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a068418-9f8e-4caf-bb05-1252be5a9d5f req-3f450a2d-a6cc-417e-8830-110d39dc1b8e tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:02.727363 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a068418-9f8e-4caf-bb05-1252be5a9d5f req-3f450a2d-a6cc-417e-8830-110d39dc1b8e tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0482440 Sep 30 09:13:02.774703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a068418-9f8e-4caf-bb05-1252be5a9d5f req-21b5f870-e45a-4833-8aee-41e2ab3e3180 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Sep 30 09:13:03.899513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5ac9-e429-4879-bf2a-4509ececeee2 req-56b02500-7032-4dca-815f-43099a138def tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:03.901826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19ec5ac9-e429-4879-bf2a-4509ececeee2 req-56b02500-7032-4dca-815f-43099a138def tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0588753 Sep 30 09:13:03.947495 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-19ec5ac9-e429-4879-bf2a-4509ececeee2 req-29126a76-fc20-4e60-8c30-ab9083209f70 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Sep 30 09:13:05.064749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650798-9d25-4e73-98ee-135a546fca96 req-5f724feb-7e87-4471-8cea-edf68887e614 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:05.067241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04650798-9d25-4e73-98ee-135a546fca96 req-5f724feb-7e87-4471-8cea-edf68887e614 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0540957 Sep 30 09:13:05.105630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-04650798-9d25-4e73-98ee-135a546fca96 req-fff6f947-7027-4680-abfe-887320950004 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Sep 30 09:13:05.431680 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:13:06.225838 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5e853-2150-49f0-b134-d2eae5bba0b9 req-1ff5043f-1c90-4713-9ec1-2ecfa3adcbbb tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:06.227390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74a5e853-2150-49f0-b134-d2eae5bba0b9 req-1ff5043f-1c90-4713-9ec1-2ecfa3adcbbb tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0526810 Sep 30 09:13:06.264558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74a5e853-2150-49f0-b134-d2eae5bba0b9 req-dd4c528f-9f85-4263-9b7d-86455ebf53c9 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Sep 30 09:13:07.384569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c920ad-eba7-4673-8429-a6486da2cca6 req-1811574c-4046-4879-aa29-a679625f397e tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:07.386908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81c920ad-eba7-4673-8429-a6486da2cca6 req-1811574c-4046-4879-aa29-a679625f397e tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0550361 Sep 30 09:13:07.424594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-81c920ad-eba7-4673-8429-a6486da2cca6 req-a3892df6-85f6-4c8a-ba2c-ccbfd5a54e64 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Sep 30 09:13:08.546115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869bfa-80e4-4bd7-8fe8-64f852ff947b req-4bf52a1a-33b6-4c6b-9ad1-be0e9b89932c tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:08.547594 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56869bfa-80e4-4bd7-8fe8-64f852ff947b req-4bf52a1a-33b6-4c6b-9ad1-be0e9b89932c tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0489185 Sep 30 09:13:08.587331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56869bfa-80e4-4bd7-8fe8-64f852ff947b req-3ae27873-4b7b-4a24-99d2-a8e5b9d3c294 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Sep 30 09:13:08.668678 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96081e81-76e8-422b-8612-866d9c313840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:09.707663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963cf03-cf75-4ec5-a937-f5069a968878 req-6c420118-b7c9-41ec-bdd3-03ca2fde5de4 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:09.709837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0963cf03-cf75-4ec5-a937-f5069a968878 req-6c420118-b7c9-41ec-bdd3-03ca2fde5de4 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0529726 Sep 30 09:13:09.748526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0963cf03-cf75-4ec5-a937-f5069a968878 req-62daf804-0151-4743-a079-21aaab4ea352 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Sep 30 09:13:10.783226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Request body: {'port': {'device_id': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:10.848711 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:10.913908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e0ea-03e7-4d21-aa70-3c45c9befd37 req-08db5e83-d67e-470c-b81e-dd4df96123b5 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:10.915373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f87e0ea-03e7-4d21-aa70-3c45c9befd37 req-08db5e83-d67e-470c-b81e-dd4df96123b5 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 931 time: 0.0827212 Sep 30 09:13:11.023796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5f87e0ea-03e7-4d21-aa70-3c45c9befd37 req-bc3a2cfe-049e-456c-ba94-74e41f58866d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970216 Sep 30 09:13:11.147174 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a8c90a5-5829-4e32-8d17-c42dd93ff542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.162673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ede050-8acb-47fb-8d4f-4425f9ce661d {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:13:11.170259 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.182405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Transition to ACTIVE for port object 69ede050-8acb-47fb-8d4f-4425f9ce661d will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:13:11.186042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.237035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:11.304566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Attempting to bind port 69ede050-8acb-47fb-8d4f-4425f9ce661d on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:13:11.304901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Attempting to bind port 69ede050-8acb-47fb-8d4f-4425f9ce661d by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:13:11.305233 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Attempting to bind port 69ede050-8acb-47fb-8d4f-4425f9ce661d on network e7b6cd59-1ec0-4332-8b2f-85618899044d {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:13:11.309843 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Port 69ede050-8acb-47fb-8d4f-4425f9ce661d on network e7b6cd59-1ec0-4332-8b2f-85618899044d not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:13:11.310157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Attempting to bind port 69ede050-8acb-47fb-8d4f-4425f9ce661d on network e7b6cd59-1ec0-4332-8b2f-85618899044d {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:13:11.315709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:13:11.316074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Checking segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:13:11.316458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Bound using segment: {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:13:11.316891 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Bound port: 69ede050-8acb-47fb-8d4f-4425f9ce661d, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6edf02e3-7288-4b9f-852b-8c7df4ff72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:13:11.317249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.386604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:13:11.389575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:13:11.393726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.428460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:11.429066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.430452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] 10.222.0.57 "PUT /v2.0/ports/69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 1091 time: 0.6518347 Sep 30 09:13:11.430883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:13:11.433101 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78056100-5c75-4c6e-a44d-78fc54638e63" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:13:11.463717 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c7855-a59c-4534-a268-fba582f5d23e service neutron] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:11.477032 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ab742-56a5-4f7a-ba1b-428e079d3d83 x-openstack-request-id: req-744ab742-56a5-4f7a-ba1b-428e079d3d83 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:13:11.477325 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:13:11.477609 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-744ab742-56a5-4f7a-ba1b-428e079d3d83 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:13:11.478201 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'status': 'completed', 'code': 200} Sep 30 09:13:11.525512 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-7c5a52ad-59d4-4c9f-bec6-59959a77e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:11.527092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-7c5a52ad-59d4-4c9f-bec6-59959a77e5f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1094 time: 0.0444975 Sep 30 09:13:11.562284 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:11.580579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-914aef28-1e2e-4066-b732-2883dd0e1816 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 217 time: 0.0402126 Sep 30 09:13:11.631573 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-5e398aa1-c3f8-4b69-98ed-b509b6947d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:11.633045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-5e398aa1-c3f8-4b69-98ed-b509b6947d6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0459321 Sep 30 09:13:11.684860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-e8bb9062-4ca1-4954-a418-b5b62ab6b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:11.686410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-e8bb9062-4ca1-4954-a418-b5b62ab6b537 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458412 Sep 30 09:13:11.785653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-217799b0-acff-4147-8c91-bbecd7dfb337 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870488 Sep 30 09:13:11.879827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-601e750a-f58d-4a10-b50f-afdfd1f7905f req-b8e1dc75-66ff-42fe-8f9d-46c23e419ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823023 Sep 30 09:13:11.966761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-5a1b507d-c373-4c91-a621-ca52c9d73cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:11.968126 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-5a1b507d-c373-4c91-a621-ca52c9d73cc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1094 time: 0.0403271 Sep 30 09:13:12.063489 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-62fde042-fdb6-485b-9c36-b0efbc2510f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:12.064978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-62fde042-fdb6-485b-9c36-b0efbc2510f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.0889089 Sep 30 09:13:12.108604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-a4088e99-a79d-482c-85b6-db0ca0155b4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 217 time: 0.0358152 Sep 30 09:13:12.181329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-f3c7bf45-33d3-44e0-b5be-906d0dbf787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:12.182801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-f3c7bf45-33d3-44e0-b5be-906d0dbf787e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0659323 Sep 30 09:13:12.190912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d807d8-0ee0-4d35-bf71-7bf4257c2492 req-19d22f83-2770-4e82-8d8f-aef2f96712b1 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:12.192334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6d807d8-0ee0-4d35-bf71-7bf4257c2492 req-19d22f83-2770-4e82-8d8f-aef2f96712b1 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 943 time: 0.0861495 Sep 30 09:13:12.253030 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6d807d8-0ee0-4d35-bf71-7bf4257c2492 req-353cd1be-ab09-49e7-b2c0-685083d8b4b4 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525026 Sep 30 09:13:12.257464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-0bf37c76-6bd5-4275-909f-0da9b2eee905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:12.258922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-0bf37c76-6bd5-4275-909f-0da9b2eee905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657423 Sep 30 09:13:12.350272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-ce9c850e-4d73-4e0a-b823-597618f6aac3 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Sep 30 09:13:12.437120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-78056100-5c75-4c6e-a44d-78fc54638e63 req-38250947-79c4-4800-8f54-37ab6afa38f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793197 Sep 30 09:13:13.336623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:13.372072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59275c9-bfe4-489f-bfb0-d10301bb7b0d req-babf10e5-2572-4662-b4ec-5a16c41339f3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:13.373591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d59275c9-bfe4-489f-bfb0-d10301bb7b0d req-babf10e5-2572-4662-b4ec-5a16c41339f3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 943 time: 0.0534530 Sep 30 09:13:13.410911 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d59275c9-bfe4-489f-bfb0-d10301bb7b0d req-6cbd21a7-3006-4616-8c84-266c87636cb0 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Sep 30 09:13:14.466160 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 69ede050-8acb-47fb-8d4f-4425f9ce661d details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:13:14.527689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873010ef-3862-475a-9389-2036f483cd96 req-5bd68804-c65d-453e-aebe-a180b44c421a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:14.529219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-873010ef-3862-475a-9389-2036f483cd96 req-5bd68804-c65d-453e-aebe-a180b44c421a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 943 time: 0.0487654 Sep 30 09:13:14.564412 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:13:14.567685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-873010ef-3862-475a-9389-2036f483cd96 req-387d44b7-14e9-48ec-8bd6-ce95a6b30477 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Sep 30 09:13:14.576351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'port_id': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'mac_address': 'fa:16:3e:db:c7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:13:14.613023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:14.625574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ede050-8acb-47fb-8d4f-4425f9ce661d {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:13:14.644828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:13:14.649707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:14.694303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:14.701416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.701783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.702118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.702449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.702778 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.703105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.703422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.703743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.704084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.704380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.704695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.705010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:14.903869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['69ede050-8acb-47fb-8d4f-4425f9ce661d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:13:15.097676 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:15.681697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca120f3d-6ffe-4472-b55a-03e3fd503b8a req-425f8eac-c58c-4bc1-8a3a-2282f317b54b tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:15.683162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca120f3d-6ffe-4472-b55a-03e3fd503b8a req-425f8eac-c58c-4bc1-8a3a-2282f317b54b tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 944 time: 0.0488298 Sep 30 09:13:15.721807 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca120f3d-6ffe-4472-b55a-03e3fd503b8a req-7116623b-0c95-4536-add7-ed8e5cddda73 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Sep 30 09:13:16.519953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 69ede050-8acb-47fb-8d4f-4425f9ce661d up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:13:16.567647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 69ede050-8acb-47fb-8d4f-4425f9ce661d completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:13:16.571952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 69ede050-8acb-47fb-8d4f-4425f9ce661d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:13:16.572322 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:16.650050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:16.672644 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:13:16.674944 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12131da-c667-4053-90d3-2cb8cd21eb61" -d '{"events": [{"server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "name": "network-vif-plugged", "status": "completed", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:13:16.689216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:13:16.694700 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:16.718167 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34918fba-dbd4-44c3-8b7f-9419ba4eba78 x-openstack-request-id: req-34918fba-dbd4-44c3-8b7f-9419ba4eba78 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:13:16.718569 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "name": "network-vif-plugged", "status": "completed", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:13:16.718691 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34918fba-dbd4-44c3-8b7f-9419ba4eba78 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:13:16.719081 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'code': 200} Sep 30 09:13:16.744905 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:16.847042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adf6fa-5e6c-4c20-a47d-c40bef3df4b2 req-0e347102-fb12-4b2a-97d6-8da8e0910387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:16.848449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33adf6fa-5e6c-4c20-a47d-c40bef3df4b2 req-0e347102-fb12-4b2a-97d6-8da8e0910387 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1096 time: 0.0722797 Sep 30 09:13:16.860107 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f5990-945d-4c33-b0d6-4b1bf0db525a req-bcd3b48a-f2a7-4b39-a639-2975b7867793 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:16.861529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f32f5990-945d-4c33-b0d6-4b1bf0db525a req-bcd3b48a-f2a7-4b39-a639-2975b7867793 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0579224 Sep 30 09:13:16.906483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33adf6fa-5e6c-4c20-a47d-c40bef3df4b2 req-b655addd-0216-453c-a4b5-68c0f788a433 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Sep 30 09:13:16.918700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f32f5990-945d-4c33-b0d6-4b1bf0db525a req-fee734e1-b8d6-47f2-9f00-82ecdd18deab tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Sep 30 09:13:18.036351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3310d4e-84d0-4429-865f-9f27955de6d7 req-efed6801-a15e-4201-96d6-229548e7fec0 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:18.037884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3310d4e-84d0-4429-865f-9f27955de6d7 req-efed6801-a15e-4201-96d6-229548e7fec0 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0520203 Sep 30 09:13:18.079756 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3310d4e-84d0-4429-865f-9f27955de6d7 req-02bfffd1-bcb4-4568-a17f-21732c04229f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Sep 30 09:13:19.191529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b3469-e0c3-46f6-8b72-8fbc3be7c3df req-a485e740-49d0-4642-9039-c3dceed6c6f6 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:19.193016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa0b3469-e0c3-46f6-8b72-8fbc3be7c3df req-a485e740-49d0-4642-9039-c3dceed6c6f6 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0483494 Sep 30 09:13:19.231760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fa0b3469-e0c3-46f6-8b72-8fbc3be7c3df req-ad2296f6-879e-4d36-a098-8e63f65b7b25 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Sep 30 09:13:19.345709 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec8f6c-1be2-4cbb-a38a-dd105a87590d req-26a43a48-4373-422a-8249-d7eade02c465 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:19.347191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afec8f6c-1be2-4cbb-a38a-dd105a87590d req-26a43a48-4373-422a-8249-d7eade02c465 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0501568 Sep 30 09:13:19.385182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-afec8f6c-1be2-4cbb-a38a-dd105a87590d req-ed19d154-b836-4567-a7b2-15bd00a61036 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Sep 30 09:13:19.571270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503852e-56e8-4950-93ff-0d6aff89b18f req-262ed198-9d07-4e7a-b99b-09bf925efbfb tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:19.572796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a503852e-56e8-4950-93ff-0d6aff89b18f req-262ed198-9d07-4e7a-b99b-09bf925efbfb tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0491138 Sep 30 09:13:19.612958 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a503852e-56e8-4950-93ff-0d6aff89b18f req-caf42de6-2ceb-4ed6-98fc-5db2242f172a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Sep 30 09:13:26.229301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:26.321809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:28.097738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-58fefdce-5146-4eba-b8d2-04a4dc343f7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3172853 Sep 30 09:13:28.178108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-5fa6d41f-39f4-4a74-b748-298134d18f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:28.179580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-5fa6d41f-39f4-4a74-b748-298134d18f5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1096 time: 0.0399263 Sep 30 09:13:28.287534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-15562ff8-2cc7-43cd-9d6c-ba51dfaf8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:28.288880 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-15562ff8-2cc7-43cd-9d6c-ba51dfaf8be0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.0895061 Sep 30 09:13:28.330415 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-817c9d75-f5ec-4672-b5eb-50e1e09bce9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 217 time: 0.0341978 Sep 30 09:13:28.378627 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-c329867e-3532-4433-8184-c8f0c002fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:28.380101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-c329867e-3532-4433-8184-c8f0c002fd8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0421183 Sep 30 09:13:28.433069 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-410aff9a-d0ab-457b-a720-0d32b96be8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:28.434596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-410aff9a-d0ab-457b-a720-0d32b96be8bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463395 Sep 30 09:13:28.525144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-01f8de48-e74a-4ec6-b8a2-b697ba59ca49 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Sep 30 09:13:28.619934 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0feec872-d7d1-4290-92aa-051e70768fc0 req-425b22ee-0e12-4b71-bc4d-cbfa899f8956 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Sep 30 09:13:31.067544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd8e5-b753-46a0-b9a2-233fe92d8103 req-13225b8e-055d-4aa7-a814-da9ab01234b5 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:31.069059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-054dd8e5-b753-46a0-b9a2-233fe92d8103 req-13225b8e-055d-4aa7-a814-da9ab01234b5 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0488455 Sep 30 09:13:31.108780 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-054dd8e5-b753-46a0-b9a2-233fe92d8103 req-2d13dcd2-a87f-4d53-92b7-cd663bdd1f27 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Sep 30 09:13:31.130985 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45506) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:31.261083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9798a-94b5-4cd5-8791-ac6bf3166944 tempest-TestMinimumBasicScenario-141235947 tempest-TestMinimumBasicScenario-141235947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:31.262643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98c9798a-94b5-4cd5-8791-ac6bf3166944 tempest-TestMinimumBasicScenario-141235947 tempest-TestMinimumBasicScenario-141235947-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1091 time: 0.1305549 Sep 30 09:13:31.265594 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45510) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:31.269832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:31.292072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:31.390916 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:31.498702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Allocated IP 172.25.7.247 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ac0d9370-9055-47b1-8949-469739c0e862) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:13:31.599148 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:31.631658 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:31.668949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:13:31.671714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:13:31.675121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:13:31.683118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'Port': ['ID=ac0d9370-9055-47b1-8949-469739c0e862,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:32.044436 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.114896 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.261090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.265574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.335947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'Port': ['ID=ac0d9370-9055-47b1-8949-469739c0e862,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:32.347890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.448763 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Floating IP 12d68062-a8b9-4122-9291-2d1bc36b30f2 associated. External IP: 172.25.7.247, port: 69ede050-8acb-47fb-8d4f-4425f9ce661d. Sep 30 09:13:32.656643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Router b3af7e60-5b8d-4d12-8b23-ec8512c07249 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:13:32.764118 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:13:32.774162 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] Sync routers for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:13:32.781007 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.785059 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:13:32.785721 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:13:32.807784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-192073fd-6117-40eb-af87-31133e49ec3f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5411906 Sep 30 09:13:32.808366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:13:32.810671 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda9b640-e7ac-4ebe-9b66-86c40e62977b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:13:32.810826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45512) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:32.815725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927985932', 'description': 'tempest-secgroup-smoke-927985932 description', 'project_id': '495f6b09b43543da8db017226ed25b28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:32.840978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.848150 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822bf46-e86f-44b8-b2f6-67357cf29559 x-openstack-request-id: req-6822bf46-e86f-44b8-b2f6-67357cf29559 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:13:32.848447 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:13:32.848704 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6822bf46-e86f-44b8-b2f6-67357cf29559 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:13:32.849101 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'status': 'completed', 'code': 200} Sep 30 09:13:32.915238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-6bc156c8-b6db-405f-844c-d8ab13422129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:32.916877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-6bc156c8-b6db-405f-844c-d8ab13422129 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1096 time: 0.0459704 Sep 30 09:13:32.931760 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.936071 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.967085 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb3946-e23f-4ebf-a872-ac6a25dc5277,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:32.969477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:32.973621 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1588671 Sep 30 09:13:32.976601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:32.981559 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group_rule': {'security_group_id': '6ddb3946-e23f-4ebf-a872-ac6a25dc5277', 'project_id': '495f6b09b43543da8db017226ed25b28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:32.986592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.987311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.987311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.987657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.987919 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.988441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.988949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.989436 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.989986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.990306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.990639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.990971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ead664-7e99-43da-8058-00a2cf07c880 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:13:32.997948 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:13:33.025241 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.028258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-b3416ff0-8aac-4c56-b00d-508c3f99717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:33.030003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-b3416ff0-8aac-4c56-b00d-508c3f99717f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.1056635 Sep 30 09:13:33.084390 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.088678 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.104661 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-a2610399-9de4-4c4a-acbd-04ab4a0c9caf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 999 time: 0.0661037 Sep 30 09:13:33.106695 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99432d28-1028-4d09-8578-fafa6b9dbcbf,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:33.118060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.119863 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-7845edcb-db26-4365-a4d2-5b684a60d350 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420834 Sep 30 09:13:33.122735 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:33.127146 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group_rule': {'security_group_id': '6ddb3946-e23f-4ebf-a872-ac6a25dc5277', 'project_id': '495f6b09b43543da8db017226ed25b28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:33.157386 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.160187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-2ccf3982-e931-47ac-88e7-7483ab5e048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:33.163487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-2ccf3982-e931-47ac-88e7-7483ab5e048b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0517182 Sep 30 09:13:33.225791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-2f37db72-0048-4292-9454-9df6be166bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:33.227579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-2f37db72-0048-4292-9454-9df6be166bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553474 Sep 30 09:13:33.235833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.240388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.253477 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '12d68062-a8b9-4122-9291-2d1bc36b30f2', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'port_id': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'mac_address': 'fa:16:3e:db:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:13:31Z', 'updated_at': '2021-09-30T09:13:31Z', 'revision_number': 0, 'project_id': '495f6b09b43543da8db017226ed25b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:13:33.262203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa678f-4b76-4e96-b957-b047a534c1e1,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:33.270785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.272296 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-84e67502-40cf-41e6-a7bb-0ade40a7959a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486220 Sep 30 09:13:33.275601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:33.281298 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group_rule': {'security_group_id': '6ddb3946-e23f-4ebf-a872-ac6a25dc5277', 'project_id': '495f6b09b43543da8db017226ed25b28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:33.294031 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] Checking router: b3af7e60-5b8d-4d12-8b23-ec8512c07249 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:13:33.302589 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:13:33.304447 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:13:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:13:33.307926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.341437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-eda86002-68fa-4ea2-b64d-0c66005e7985 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051271 Sep 30 09:13:33.373551 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.378676 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.399379 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134fdabc-134d-4310-bb5b-2a8d2b98a5ed,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:33.406625 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.411584 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5ab76767-84c1-4d1d-81e8-d2c284684b26 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339309 Sep 30 09:13:33.412302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45522) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:33.417988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group_rule': {'security_group_id': '6ddb3946-e23f-4ebf-a872-ac6a25dc5277', 'project_id': '495f6b09b43543da8db017226ed25b28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:33.425485 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:13:33.447072 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.459062 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bda9b640-e7ac-4ebe-9b66-86c40e62977b req-35c245b0-fa9f-4340-b8d9-def5743b5ea1 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082683 Sep 30 09:13:33.508999 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.513137 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.528204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1355c958-75c6-4b59-bdae-7158bf3784e9,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:33.538281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.540089 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0926b751-0a8f-4214-96e2-3cea367a937f tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262321 Sep 30 09:13:33.542766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45524) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:33.547167 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group_rule': {'security_group_id': '6ddb3946-e23f-4ebf-a872-ac6a25dc5277', 'project_id': '495f6b09b43543da8db017226ed25b28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:33.569243 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Project 495f6b09b43543da8db017226ed25b28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:13:33.574251 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.638342 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.642235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.654499 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '12d68062-a8b9-4122-9291-2d1bc36b30f2', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'port_id': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'mac_address': 'fa:16:3e:db:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:13:31Z', 'updated_at': '2021-09-30T09:13:31Z', 'revision_number': 0, 'project_id': '495f6b09b43543da8db017226ed25b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:13:33.661268 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eec4ea8-fad8-45af-b7e2-69a0b117805e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:33.670534 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.674613 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-15f541f5-c2a6-4dce-9c25-5d9f259ec95a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284010 Sep 30 09:13:33.674828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45526) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:13:33.680088 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'security_group_rule': {'security_group_id': '6ddb3946-e23f-4ebf-a872-ac6a25dc5277', 'project_id': '495f6b09b43543da8db017226ed25b28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:33.682748 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ea42c-e927-4558-981f-b1e46129e29f None None] The sync data for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 is: [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '12d68062-a8b9-4122-9291-2d1bc36b30f2', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'port_id': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'mac_address': 'fa:16:3e:db:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:13:31Z', 'updated_at': '2021-09-30T09:13:31Z', 'revision_number': 0, 'project_id': '495f6b09b43543da8db017226ed25b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:13:33.705435 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Project 495f6b09b43543da8db017226ed25b28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:13:33.710668 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.774066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.778358 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.796934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549672ea-8aa4-49c8-86de-4e50881aefda,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:33.804890 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:33.806771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5394f47d-e357-4607-85d2-3a7ae134b879 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309752 Sep 30 09:13:33.892605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-e575ad33-3c06-422d-87f5-6ffb057f9918 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927985932&fields=id&tenant_id=495f6b09b43543da8db017226ed25b28 HTTP/1.1" status: 200 len: 267 time: 0.0380592 Sep 30 09:13:33.895072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462b33b-2d0e-4a56-9922-4283ad66351d None None] New status for floating IP 12d68062-a8b9-4122-9291-2d1bc36b30f2: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:13:33.947154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-d5e5805f-d214-4644-96f9-853f6293c9a5 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:33.948955 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-d5e5805f-d214-4644-96f9-853f6293c9a5 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0500970 Sep 30 09:13:33.960273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'port': {'security_groups': ['0b10cc90-d1bf-4754-90de-c51a8115a2b0', '6ddb3946-e23f-4ebf-a872-ac6a25dc5277']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:13:34.032816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:34.228618 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:13:34.258217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:34.262647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:34.274730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['69ede050-8acb-47fb-8d4f-4425f9ce661d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:13:34.311050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:34.311630 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:34.313071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3af2fc7-344c-4d20-91dc-6fcc90d55572 req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "PUT /v2.0/ports/69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 981 time: 0.3574688 Sep 30 09:13:34.344819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c50ee9-abaf-49d2-a0b2-0fcfbb3a7102 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:13:34.387153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['69ede050-8acb-47fb-8d4f-4425f9ce661d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:13:34.427146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e302638-7dbb-47ed-b238-a95a799a3969 req-e664b47b-2c2f-455b-abf5-a04e00b1ecba tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:34.428751 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e302638-7dbb-47ed-b238-a95a799a3969 req-e664b47b-2c2f-455b-abf5-a04e00b1ecba tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0541947 Sep 30 09:13:34.474942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e302638-7dbb-47ed-b238-a95a799a3969 req-78d954a8-3aeb-4ba8-9564-5905858adcaf tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391273 Sep 30 09:13:34.624835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-77bd99c8-92f0-43e8-9dfe-c5b0860b4eab None None] Provisioning complete for port 69ede050-8acb-47fb-8d4f-4425f9ce661d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:13:34.625103 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-77bd99c8-92f0-43e8-9dfe-c5b0860b4eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:34.850402 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:13:34.852848 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:13:34.888471 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fff82d-2e20-416d-b404-324e7f4ccf23 x-openstack-request-id: req-57fff82d-2e20-416d-b404-324e7f4ccf23 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:13:34.888763 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:13:34.889011 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57fff82d-2e20-416d-b404-324e7f4ccf23 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:13:34.889400 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'status': 'completed', 'code': 200} Sep 30 09:13:34.958468 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-f6b667c9-e366-406f-9e83-c7a693972482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:34.959986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-f6b667c9-e366-406f-9e83-c7a693972482 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1135 time: 0.0440664 Sep 30 09:13:35.061951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-de736bf7-a179-42ab-a33a-155745ab8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:35.063488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-de736bf7-a179-42ab-a33a-155745ab8101 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.0894651 Sep 30 09:13:35.134812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-4341b5f3-c059-4b3b-bba3-ba3d0ca6ae69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 1001 time: 0.0605445 Sep 30 09:13:35.183232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-df657b8b-6ff2-4e85-82d0-da15cf491090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:35.184641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-df657b8b-6ff2-4e85-82d0-da15cf491090 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0424464 Sep 30 09:13:35.233856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-eef64065-cbf5-4c8d-8b83-6bf6bc118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:35.235371 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-eef64065-cbf5-4c8d-8b83-6bf6bc118ed0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400462 Sep 30 09:13:35.332556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-2ba6294a-be07-46c1-bdcf-b7477430c090 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878236 Sep 30 09:13:35.429562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ea5c233-9fbd-4c6e-bcf7-320ad0275445 req-4aff7247-e1b0-4131-a638-b7d2cbbe05b5 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876667 Sep 30 09:13:38.669390 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-209b34f9-4020-442f-b50a-a08480b52c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:41.149081 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dca11dc9-2b36-418c-b504-db54a15d2e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:41.564128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:42.430382 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:13:43.339044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:45.107382 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:56.227635 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:56.327029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:57.056569 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf0e0b-aab7-4803-983c-7614e368e74c req-ca58441c-589f-44de-9553-bb1807267808 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:57.058631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efbf0e0b-aab7-4803-983c-7614e368e74c req-ca58441c-589f-44de-9553-bb1807267808 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0857244 Sep 30 09:13:57.065587 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740543c-143d-4fea-890f-3cfa283ff689 req-abbd6b94-235a-4f0c-bfba-bfd9be3c1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:57.067052 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-abbd6b94-235a-4f0c-bfba-bfd9be3c1738 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1135 time: 0.0617385 Sep 30 09:13:57.129635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-efbf0e0b-aab7-4803-983c-7614e368e74c req-1929227c-e66e-48b3-b575-da6918f11556 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614891 Sep 30 09:13:57.183667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740543c-143d-4fea-890f-3cfa283ff689 req-5b4ac54d-49eb-46f7-bcd2-ee372d8eab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:57.185138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-5b4ac54d-49eb-46f7-bcd2-ee372d8eab4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.1096940 Sep 30 09:13:57.525553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-665b48db-ec4d-4442-876e-400c70d2c153 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 1001 time: 0.3326497 Sep 30 09:13:57.575032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740543c-143d-4fea-890f-3cfa283ff689 req-262f59f4-14ef-42fb-8870-f5fc17a9cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:57.576455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-262f59f4-14ef-42fb-8870-f5fc17a9cec9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0425093 Sep 30 09:13:57.623608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740543c-143d-4fea-890f-3cfa283ff689 req-878fec6b-21e6-4f5c-b904-34bdbdff227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:57.625065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-878fec6b-21e6-4f5c-b904-34bdbdff227e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412371 Sep 30 09:13:57.712098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-86b4d6c1-4922-4760-ad08-375542829fb8 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790544 Sep 30 09:13:57.811796 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c740543c-143d-4fea-890f-3cfa283ff689 req-0a0b6bc1-6ce6-4228-9335-d609d755915c service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863786 Sep 30 09:13:58.243699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce149967-79a3-4150-a332-e4642a0cace5 req-09ec6fd1-f686-4696-85d5-489a24fba51d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:58.245185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce149967-79a3-4150-a332-e4642a0cace5 req-09ec6fd1-f686-4696-85d5-489a24fba51d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0493739 Sep 30 09:13:58.286631 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce149967-79a3-4150-a332-e4642a0cace5 req-9c2ec5dd-6d23-4dd7-a4df-8ad9e5f68676 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352437 Sep 30 09:13:59.401356 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c31d7b-4ed3-4ce6-b755-b9345ec21730 req-3f21d8a3-ea7d-4c12-a970-8077b0bd6af0 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:59.403195 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51c31d7b-4ed3-4ce6-b755-b9345ec21730 req-3f21d8a3-ea7d-4c12-a970-8077b0bd6af0 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0483479 Sep 30 09:13:59.443144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51c31d7b-4ed3-4ce6-b755-b9345ec21730 req-7847148b-aaa2-48d5-9d04-494e2f120874 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340619 Sep 30 09:14:00.565673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153facd-815b-486f-97ac-2f338bef52fd req-cd56764d-e467-458e-b998-4127de75850d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:00.567182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c153facd-815b-486f-97ac-2f338bef52fd req-cd56764d-e467-458e-b998-4127de75850d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0533168 Sep 30 09:14:00.606973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c153facd-815b-486f-97ac-2f338bef52fd req-88915e72-d45d-42cb-9316-ead00eda1347 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338078 Sep 30 09:14:01.723928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fdc9f-a2b1-4fc0-a255-59c41a7f3218 req-c832bf2b-ff3f-474e-b3f6-5382a080a1d9 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:01.725435 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a3fdc9f-a2b1-4fc0-a255-59c41a7f3218 req-c832bf2b-ff3f-474e-b3f6-5382a080a1d9 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0516839 Sep 30 09:14:01.765674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4a3fdc9f-a2b1-4fc0-a255-59c41a7f3218 req-239f4dbd-e511-406b-b2df-e904acd61a25 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341456 Sep 30 09:14:02.880405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae177f6-7edf-43b5-843f-be551a0b51bd req-18c88964-2f46-442d-899e-e47c8d83f9ef tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:02.881883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae177f6-7edf-43b5-843f-be551a0b51bd req-18c88964-2f46-442d-899e-e47c8d83f9ef tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0486534 Sep 30 09:14:02.922507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aae177f6-7edf-43b5-843f-be551a0b51bd req-1e4da054-b17c-48ab-8263-ab7f95b1a75a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341775 Sep 30 09:14:04.043116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c38a9-11b6-41fb-a38d-0412f7b59b4e req-f84dd744-41ca-4387-a923-e771bee3d01e tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:04.044645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a9c38a9-11b6-41fb-a38d-0412f7b59b4e req-f84dd744-41ca-4387-a923-e771bee3d01e tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0550334 Sep 30 09:14:04.083879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a9c38a9-11b6-41fb-a38d-0412f7b59b4e req-e9ec8e75-9490-4e77-b73b-0a23ebae923c tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330441 Sep 30 09:14:05.312943 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbee21-89a6-4fb5-9053-b04c420edeb0 req-5e882b4f-5af8-482c-b168-ad1e4b98d814 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:05.314479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2bbee21-89a6-4fb5-9053-b04c420edeb0 req-5e882b4f-5af8-482c-b168-ad1e4b98d814 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.1624384 Sep 30 09:14:05.354285 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a2bbee21-89a6-4fb5-9053-b04c420edeb0 req-65f2b47d-0a4f-41e0-b3c2-842152828397 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330484 Sep 30 09:14:06.471531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958442f-593e-4e3b-a0a2-d16590b5daf6 req-082f585a-305d-4a35-9d3c-082659849b4a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:06.472930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c958442f-593e-4e3b-a0a2-d16590b5daf6 req-082f585a-305d-4a35-9d3c-082659849b4a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0499370 Sep 30 09:14:06.515379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c958442f-593e-4e3b-a0a2-d16590b5daf6 req-c99175fe-792f-4b02-be20-886037e61d4a tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362773 Sep 30 09:14:07.633616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef16f3-380c-454f-a299-7c7b8138a33a req-f15178c8-f0ea-47fc-8e3a-017a412b5182 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:07.635165 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43ef16f3-380c-454f-a299-7c7b8138a33a req-f15178c8-f0ea-47fc-8e3a-017a412b5182 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0537791 Sep 30 09:14:07.674377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-43ef16f3-380c-454f-a299-7c7b8138a33a req-c93bd6df-130c-45fc-8057-ab0925880fe3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332413 Sep 30 09:14:08.668953 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-189b5e8b-b792-495b-a032-9e4e69dac134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:08.788134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f98ee3-b369-4131-8b03-bd0ac073e881 req-ea2bbaf5-e4c2-41c7-8b1f-5fddb55687d6 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:08.789548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73f98ee3-b369-4131-8b03-bd0ac073e881 req-ea2bbaf5-e4c2-41c7-8b1f-5fddb55687d6 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0494380 Sep 30 09:14:08.831079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-73f98ee3-b369-4131-8b03-bd0ac073e881 req-20d97aae-925c-4b81-b327-cb45a3e5b6f6 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&id=6ddb3946-e23f-4ebf-a872-ac6a25dc5277&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354304 Sep 30 09:14:11.151263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91776cbc-ed42-4c9b-87f0-810956fc55a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:11.565956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:13.342484 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:15.106254 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:19.428780 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:14:26.225953 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:26.327581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:29.811823 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-665890cd-33a5-487f-9ebe-7075a541217c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394468 Sep 30 09:14:29.901803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-c7a665f9-8146-4567-b34b-ff61a73aa9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.903404 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-c7a665f9-8146-4567-b34b-ff61a73aa9bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1135 time: 0.0463433 Sep 30 09:14:30.008812 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-1173f596-fe72-4647-b61a-94091af44c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:30.010916 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-1173f596-fe72-4647-b61a-94091af44c96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.0848045 Sep 30 09:14:30.083324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-77d5049b-2920-4b67-bd6c-a768ba3dc69e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 1001 time: 0.0618052 Sep 30 09:14:30.134265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-3c4cc950-d038-41a8-bc75-c9100ed22c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:30.136206 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-3c4cc950-d038-41a8-bc75-c9100ed22c70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0431633 Sep 30 09:14:30.182974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-bfc54d5a-efe4-46a9-a215-b5f41f7b9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:30.184431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-bfc54d5a-efe4-46a9-a215-b5f41f7b9c41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389440 Sep 30 09:14:30.198416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-7fd62f31-098c-42d8-ab66-e0edc6c65901 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:14:30.199364 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-7fd62f31-098c-42d8-ab66-e0edc6c65901 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054750 Sep 30 09:14:30.294199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-8d7dfe23-d52e-4297-9535-2f2096779213 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863202 Sep 30 09:14:30.385198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e7914103-8f1a-490c-bfc7-499e264f6efc req-8247c6dd-fabc-4fcf-bc7f-690f84717d20 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828927 Sep 30 09:14:38.669987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e77e15bd-b785-4803-a0f1-8fd6bb1ae1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:41.151660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1db50b30-a550-4dec-8723-416cad50f922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:41.567101 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:42.642948 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-3e674b12-3041-4e84-a409-da7cc7b37c65 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927985932&fields=id&tenant_id=495f6b09b43543da8db017226ed25b28 HTTP/1.1" status: 200 len: 267 time: 0.0327919 Sep 30 09:14:42.699776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-70db9fbe-39e9-46f8-92ab-9d45e40d627c tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:42.701250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-70db9fbe-39e9-46f8-92ab-9d45e40d627c tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 984 time: 0.0525165 Sep 30 09:14:42.712540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Request body: {'port': {'security_groups': ['0b10cc90-d1bf-4754-90de-c51a8115a2b0']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:42.776633 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:42.948476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:42.976644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:42.981981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:42.993864 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['69ede050-8acb-47fb-8d4f-4425f9ce661d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:14:43.026884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.027759 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.029238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8e176313-d666-4ee7-81c4-27a82d93c246 req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "PUT /v2.0/ports/69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 942 time: 0.3216496 Sep 30 09:14:43.029742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:43.032091 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40812c69-2a37-4ce5-b086-207d127d4be5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:43.037773 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45604) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:43.060524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event updated for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:43.084474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.086686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.088084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.088615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.089128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.089667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.094173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.095253 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.096707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.097341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.098390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.099117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b8abb-c399-4b4c-8914-51c5e2a2d168 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.107416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['69ede050-8acb-47fb-8d4f-4425f9ce661d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:14:43.139254 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.189263 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.191384 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e57764-4744-4937-9bd4-b72b012e98ce x-openstack-request-id: req-96e57764-4744-4937-9bd4-b72b012e98ce {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:43.191685 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:43.191942 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96e57764-4744-4937-9bd4-b72b012e98ce {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:43.192704 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'status': 'completed', 'code': 200} Sep 30 09:14:43.274165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.278400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.279896 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ddb3946-e23f-4ebf-a872-ac6a25dc5277 HTTP/1.1" status: 204 len: 168 time: 0.2405131 Sep 30 09:14:43.282768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:43.293493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb3946-e23f-4ebf-a872-ac6a25dc5277,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:43.302359 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.302725 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.303068 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.303410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.303745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.304080 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.304410 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.304738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.305066 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.305428 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.305781 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.306111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b725d-1052-4565-9007-1ac7d1b1106d tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:43.344895 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.360743 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-f261f0dc-cdfe-46f2-bf0d-b9f70626201c None None] Provisioning complete for port 69ede050-8acb-47fb-8d4f-4425f9ce661d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:14:43.361115 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f261f0dc-cdfe-46f2-bf0d-b9f70626201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.424793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-943d041b-b9b9-4e1d-a8ab-cbd14586bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.426341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-943d041b-b9b9-4e1d-a8ab-cbd14586bc46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1096 time: 0.2047238 Sep 30 09:14:43.553606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-86a2db25-1e18-4da5-b871-8a259cf495c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.555082 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-86a2db25-1e18-4da5-b871-8a259cf495c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.1200783 Sep 30 09:14:43.562851 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Deleting port ac0d9370-9055-47b1-8949-469739c0e862 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:43.563205 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.673914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-e3b203dc-0e33-4f3b-a6f1-82a2f6a50013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 1001 time: 0.1064911 Sep 30 09:14:43.697950 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.698281 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.731423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Calling delete_port for ac0d9370-9055-47b1-8949-469739c0e862 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:43.750342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-51e7e934-5ac9-4c2c-85e5-8c2974749ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.751802 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-51e7e934-5ac9-4c2c-85e5-8c2974749ec1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0645185 Sep 30 09:14:43.839132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-883fd62c-cf96-48ad-aabc-81bd5a095148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.840617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-883fd62c-cf96-48ad-aabc-81bd5a095148 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616913 Sep 30 09:14:43.980504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-03849609-b564-4cf8-866e-66ce51ba4897 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267643 Sep 30 09:14:43.986600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.031007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event deleted for resources: {'Port': ['ID=ac0d9370-9055-47b1-8949-469739c0e862,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:44.139692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.140026 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Floating IP 12d68062-a8b9-4122-9291-2d1bc36b30f2 disassociated (deleted). External IP: 172.25.7.247, port: 69ede050-8acb-47fb-8d4f-4425f9ce661d. Sep 30 09:14:44.178669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40812c69-2a37-4ce5-b086-207d127d4be5 req-c56338d4-57c6-4cba-8cb1-791ab4663bfb service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827970 Sep 30 09:14:44.348982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Router b3af7e60-5b8d-4d12-8b23-ec8512c07249 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:14:44.729636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:14:44.734553 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.739704 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] Sync routers for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:14:44.752813 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:44.753426 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:44.761085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d341c133-0dfd-49f8-957f-fdbfdb4b7d83 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "DELETE /v2.0/floatingips/12d68062-a8b9-4122-9291-2d1bc36b30f2 HTTP/1.1" status: 204 len: 168 time: 1.4771345 Sep 30 09:14:44.855447 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:45.064513 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:45.090221 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] Checking router: b3af7e60-5b8d-4d12-8b23-ec8512c07249 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:14:45.099490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:45.100096 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:45.108459 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:45.193312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:45.195885 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b543ff3-138b-4226-8b16-281475cbb779" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:45.208019 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:45.234039 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968ba155-358b-4cf7-8be6-f6e743637b39 x-openstack-request-id: req-968ba155-358b-4cf7-8be6-f6e743637b39 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:45.234263 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:45.234534 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-968ba155-358b-4cf7-8be6-f6e743637b39 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:45.234956 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'status': 'completed', 'code': 200} Sep 30 09:14:45.296663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543ff3-138b-4226-8b16-281475cbb779 req-4f73d170-ae02-4b61-8132-95ed6477a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.298277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-4f73d170-ae02-4b61-8132-95ed6477a55d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495f6b09b43543da8db017226ed25b28&device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 1096 time: 0.0412755 Sep 30 09:14:45.391714 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543ff3-138b-4226-8b16-281475cbb779 req-3aa3f9d3-266a-4378-8376-d34b8c73f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.393190 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-3aa3f9d3-266a-4378-8376-d34b8c73f3fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 200 len: 915 time: 0.0872238 Sep 30 09:14:45.409188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:45.434603 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec3df6-a667-451f-b55f-32db0d7198da None None] The sync data for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 is: [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:41Z', 'revision_number': 4, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'd44052da-a9f2-4feb-ad32-0b6bb75611f4', 'name': '', 'network_id': 'e7b6cd59-1ec0-4332-8b2f-85618899044d', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'mac_address': 'fa:16:3e:6a:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:41Z', 'updated_at': '2021-09-30T09:12:46Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'subnets': [{'id': 'd96c1ab9-63e6-4b1b-ad3d-95a0220d13b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:14:45.435503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-31eb0a6f-c0b2-40f2-b873-d71be2b8ee2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 200 len: 217 time: 0.0333266 Sep 30 09:14:45.492030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543ff3-138b-4226-8b16-281475cbb779 req-446e65ae-80af-4162-a334-5f16b9709ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.493591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-446e65ae-80af-4162-a334-5f16b9709ef1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 200 len: 853 time: 0.0489957 Sep 30 09:14:45.548245 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543ff3-138b-4226-8b16-281475cbb779 req-49484183-78c2-46e2-b84f-d4e1a42fc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.549758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-49484183-78c2-46e2-b84f-d4e1a42fc93f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7b6cd59-1ec0-4332-8b2f-85618899044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458183 Sep 30 09:14:45.651291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-0ff3d5d9-aa3f-4185-9586-08c2b6537cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921180 Sep 30 09:14:45.688105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303a6c4-4794-4941-81ac-eb64b940fdfc None None] New status for floating IP 12d68062-a8b9-4122-9291-2d1bc36b30f2: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:14:45.755740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9b543ff3-138b-4226-8b16-281475cbb779 req-ac15c91f-0fd1-41b7-8b24-98a6eec0d6ce service neutron] 10.222.0.57 "GET /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957060 Sep 30 09:14:51.670012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d8beb-06ed-4522-b53b-bccc5fa54262 req-d9112c26-1b83-44cf-883b-30d8c6f79772 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:51.671522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa1d8beb-06ed-4522-b53b-bccc5fa54262 req-d9112c26-1b83-44cf-883b-30d8c6f79772 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0503395 Sep 30 09:14:51.710092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa1d8beb-06ed-4522-b53b-bccc5fa54262 req-095711e7-c7c9-4ef5-a311-ddd61a5b57cf tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Sep 30 09:14:52.827685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571800f-28d6-4761-90d2-e035e966fb99 req-c8a0bc99-4100-44de-a7aa-8fc27ee63723 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:52.829210 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4571800f-28d6-4761-90d2-e035e966fb99 req-c8a0bc99-4100-44de-a7aa-8fc27ee63723 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0516849 Sep 30 09:14:52.867980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4571800f-28d6-4761-90d2-e035e966fb99 req-313ce4d3-09ae-4a2f-a1b9-8e98a1fadfb1 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Sep 30 09:14:53.686567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29b72b-625a-4eaf-a428-a3749447758d req-2d000cd9-7f48-485c-94e2-cd1be4238c92 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:53.688035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e29b72b-625a-4eaf-a428-a3749447758d req-2d000cd9-7f48-485c-94e2-cd1be4238c92 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0516963 Sep 30 09:14:53.780800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Deleting port 69ede050-8acb-47fb-8d4f-4425f9ce661d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:53.781066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:53.871973 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] For port 69ede050-8acb-47fb-8d4f-4425f9ce661d, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=69ede050-8acb-47fb-8d4f-4425f9ce661d,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:53.872695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:53.884803 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Calling delete_port for 69ede050-8acb-47fb-8d4f-4425f9ce661d owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:54.009910 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46850c1-a539-4fd4-b6a8-004c325d239f req-923fe76c-9788-4520-86fc-f7dfc4d94f02 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:54.011408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a46850c1-a539-4fd4-b6a8-004c325d239f req-923fe76c-9788-4520-86fc-f7dfc4d94f02 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae3093d-6b4c-44e9-a467-ead959b0b6dd HTTP/1.1" status: 200 len: 945 time: 0.0729215 Sep 30 09:14:54.077705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a46850c1-a539-4fd4-b6a8-004c325d239f req-94318085-9526-40e2-bfc5-1ed724e92253 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b10cc90-d1bf-4754-90de-c51a8115a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Sep 30 09:14:54.078674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:54.101983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['69ede050-8acb-47fb-8d4f-4425f9ce661d'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:14:54.107092 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Pushing event deleted for resources: {'Port': ['ID=69ede050-8acb-47fb-8d4f-4425f9ce661d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:54.149974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] No DVR routers for this DVR port 69ede050-8acb-47fb-8d4f-4425f9ce661d on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:14:54.152536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:54.154647 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e29b72b-625a-4eaf-a428-a3749447758d req-11baa853-3904-4c8f-832f-c411d9ce1dc3 tempest-TestMinimumBasicScenario-2068470756 tempest-TestMinimumBasicScenario-2068470756-project] 10.222.0.57 "DELETE /v2.0/ports/69ede050-8acb-47fb-8d4f-4425f9ce661d HTTP/1.1" status: 204 len: 173 time: 0.4554667 Sep 30 09:14:54.155088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'name': 'network-vif-deleted', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:54.157396 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff3e4e-db2d-4932-b7a6-663afc142843" -d '{"events": [{"server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "name": "network-vif-deleted", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:54.192771 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c252e922-bf48-4ad2-a1f2-2f352b6c1b5f x-openstack-request-id: req-c252e922-bf48-4ad2-a1f2-2f352b6c1b5f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:54.193062 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae3093d-6b4c-44e9-a467-ead959b0b6dd", "name": "network-vif-deleted", "tag": "69ede050-8acb-47fb-8d4f-4425f9ce661d", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:54.193313 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c252e922-bf48-4ad2-a1f2-2f352b6c1b5f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:54.193735 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae3093d-6b4c-44e9-a467-ead959b0b6dd', 'name': 'network-vif-deleted', 'tag': '69ede050-8acb-47fb-8d4f-4425f9ce661d', 'status': 'completed', 'code': 200} Sep 30 09:14:55.644818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45710) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:55.995333 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.227102 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.238152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Deleting port d44052da-a9f2-4feb-ad32-0b6bb75611f4 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:56.238497 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.315575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] For port d44052da-a9f2-4feb-ad32-0b6bb75611f4, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=d44052da-a9f2-4feb-ad32-0b6bb75611f4,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:56.315857 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.333276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Calling delete_port for d44052da-a9f2-4feb-ad32-0b6bb75611f4 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:56.339697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.428290 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:14:56.512843 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.536819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44052da-a9f2-4feb-ad32-0b6bb75611f4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:56.705377 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:56.918604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Router b3af7e60-5b8d-4d12-8b23-ec8512c07249 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:14:57.023542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:14:57.030335 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-549c0b79-a096-43a5-8103-0a09eb7fe951 admin admin] 10.222.0.41 "PUT /v2.0/routers/b3af7e60-5b8d-4d12-8b23-ec8512c07249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831043 Sep 30 09:14:57.031859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45712) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:57.034436 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] Sync routers for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:14:57.045218 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:57.045879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:57.048291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 69ede050-8acb-47fb-8d4f-4425f9ce661d no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:14:57.068500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 69ede050-8acb-47fb-8d4f-4425f9ce661d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:14:57.069116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 69ede050-8acb-47fb-8d4f-4425f9ce661d not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:14:57.138001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.239340 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:57.245249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.299933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Deleting port 5e81be20-8210-456c-a966-214e000e73f8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:57.300280 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.377947 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] For port 5e81be20-8210-456c-a966-214e000e73f8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e81be20-8210-456c-a966-214e000e73f8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:57.378306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.391222 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Calling delete_port for 5e81be20-8210-456c-a966-214e000e73f8 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:57.417834 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '5e81be20-8210-456c-a966-214e000e73f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:14:56Z', 'revision_number': 5, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port': {'id': '5e81be20-8210-456c-a966-214e000e73f8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:57.447344 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] Checking router: b3af7e60-5b8d-4d12-8b23-ec8512c07249 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:14:57.455596 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] Routers {'b3af7e60-5b8d-4d12-8b23-ec8512c07249'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:57.456205 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:57.545413 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] Set router b3af7e60-5b8d-4d12-8b23-ec8512c07249 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:57.567024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.597333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e81be20-8210-456c-a966-214e000e73f8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:57.597707 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:14:57Z', 'revision_number': 6, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:57.627164 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6e77c-7ca4-4fed-b476-d537dccbe05b None None] The sync data for ids ['b3af7e60-5b8d-4d12-8b23-ec8512c07249'] in n-d-807025-5 is: [{'id': 'b3af7e60-5b8d-4d12-8b23-ec8512c07249', 'name': 'tempest-TestMinimumBasicScenario-633808329-router', 'tenant_id': '495f6b09b43543da8db017226ed25b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:38Z', 'updated_at': '2021-09-30T09:14:57Z', 'revision_number': 6, 'project_id': '495f6b09b43543da8db017226ed25b28', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:14:57.658774 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.748566 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.750688 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.792079 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.792667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3af7e60-5b8d-4d12-8b23-ec8512c07249 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:14:57.797060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.798315 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f06386dc-0648-4b73-b576-db45fc48af31 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b3af7e60-5b8d-4d12-8b23-ec8512c07249 HTTP/1.1" status: 204 len: 168 time: 0.7652254 Sep 30 09:14:57.800737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45714) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:57.848662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Deleting subnet d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:14:57.851763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.887824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:57.963090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.023322 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.051267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:58.053260 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.055710 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c104f74c-c957-4d38-acd3-81504df3b6c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d96c1ab9-63e6-4b1b-ad3d-95a0220d13b2 HTTP/1.1" status: 204 len: 168 time: 0.2535577 Sep 30 09:14:58.060182 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45716) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:58.063900 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0d843-23e0-4f49-b249-b2d2067bc422 None None] Network e7b6cd59-1ec0-4332-8b2f-85618899044d requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:14:58.132973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.184953 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Deleting port 77218439-2879-49b7-b72f-7ebce531c506 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:58.185302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.256254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] For port 77218439-2879-49b7-b72f-7ebce531c506, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=77218439-2879-49b7-b72f-7ebce531c506,segment=NetworkSegment(6edf02e3-7288-4b9f-852b-8c7df4ff72b8),segment_id=6edf02e3-7288-4b9f-852b-8c7df4ff72b8)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:58.256665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.269081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Calling delete_port for 77218439-2879-49b7-b72f-7ebce531c506 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:58.350919 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.545230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68167c7a-6ee1-433e-9c6a-035f08eaa3b7 None None] DHCP port deletion for e7b6cd59-1ec0-4332-8b2f-85618899044d request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:14:58.674232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Pushing event deleted for resources: {'Port': ['ID=77218439-2879-49b7-b72f-7ebce531c506,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:58.676099 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] No DVR routers for this DVR port 77218439-2879-49b7-b72f-7ebce531c506 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:14:58.753891 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.774103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b6cd59-1ec0-4332-8b2f-85618899044d']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:58.782926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf02e3-7288-4b9f-852b-8c7df4ff72b8') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:58.783221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf02e3-7288-4b9f-852b-8c7df4ff72b8') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:58.792275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.805837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.812002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:14:58.812409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:14:58.814205 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:14:58.872275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.877880 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:58.879715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] 10.222.0.41 "DELETE /v2.0/networks/e7b6cd59-1ec0-4332-8b2f-85618899044d HTTP/1.1" status: 204 len: 168 time: 0.8185611 Sep 30 09:14:58.882654 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45718) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:58.890226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f0999-9759-4bc2-bd7c-59d0eaff02fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b6cd59-1ec0-4332-8b2f-85618899044d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:59.218325 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:59.456030 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Deleting port 29453cec-d66c-4734-8c7d-5f3961f51e70 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:59.456371 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:59.520571 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d44052da-a9f2-4feb-ad32-0b6bb75611f4 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:14:59.536563 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] For port 29453cec-d66c-4734-8c7d-5f3961f51e70, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=29453cec-d66c-4734-8c7d-5f3961f51e70,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:59.536930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:59.539984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: d44052da-a9f2-4feb-ad32-0b6bb75611f4 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:14:59.540331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device d44052da-a9f2-4feb-ad32-0b6bb75611f4 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:14:59.540751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e81be20-8210-456c-a966-214e000e73f8 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:14:59.554202 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Calling delete_port for 29453cec-d66c-4734-8c7d-5f3961f51e70 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:59.560366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5e81be20-8210-456c-a966-214e000e73f8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:14:59.560707 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e81be20-8210-456c-a966-214e000e73f8 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:14:59.561129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77218439-2879-49b7-b72f-7ebce531c506 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:14:59.579912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 77218439-2879-49b7-b72f-7ebce531c506 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:14:59.580254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 77218439-2879-49b7-b72f-7ebce531c506 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:14:59.734833 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:59.758097 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Pushing event deleted for resources: {'Port': ['ID=29453cec-d66c-4734-8c7d-5f3961f51e70,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:59.925349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.136939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Router 71280fda-a655-44e0-967c-12d6f3039da9 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:15:00.243074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:15:00.248106 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d6430b25-6688-4146-b6fb-d9e27a07ce20 admin admin] 10.222.0.41 "PUT /v2.0/routers/71280fda-a655-44e0-967c-12d6f3039da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3643661 Sep 30 09:15:00.250670 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45720) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:00.253293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] Sync routers for ids ['71280fda-a655-44e0-967c-12d6f3039da9'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:15:00.262429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] Routers {'71280fda-a655-44e0-967c-12d6f3039da9'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:00.263053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['71280fda-a655-44e0-967c-12d6f3039da9'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:00.354349 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.366813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] Set router 71280fda-a655-44e0-967c-12d6f3039da9 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:00.456975 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.510930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Deleting port 2cd305ba-6cd2-4110-9c15-f7726a4685a1 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:15:00.511279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.555487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:14:59Z', 'revision_number': 5, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port': {'id': '2cd305ba-6cd2-4110-9c15-f7726a4685a1', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71280fda-a655-44e0-967c-12d6f3039da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:00.582961 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] Checking router: 71280fda-a655-44e0-967c-12d6f3039da9 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:15:00.593062 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] For port 2cd305ba-6cd2-4110-9c15-f7726a4685a1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2cd305ba-6cd2-4110-9c15-f7726a4685a1,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:00.593382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] Routers {'71280fda-a655-44e0-967c-12d6f3039da9'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:00.593533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.594300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['71280fda-a655-44e0-967c-12d6f3039da9'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:00.606372 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Calling delete_port for 2cd305ba-6cd2-4110-9c15-f7726a4685a1 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:15:00.685956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] Set router 71280fda-a655-44e0-967c-12d6f3039da9 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:00.745911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:15:00Z', 'revision_number': 6, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:00.773871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319ef03-7272-4413-8cb0-d6fa065b7629 None None] The sync data for ids ['71280fda-a655-44e0-967c-12d6f3039da9'] in n-d-807025-5 is: [{'id': '71280fda-a655-44e0-967c-12d6f3039da9', 'name': 'tempest-TestMinimumBasicScenario-1309685491-router', 'tenant_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:12:43Z', 'updated_at': '2021-09-30T09:15:00Z', 'revision_number': 6, 'project_id': 'fbd01db4b5434dc89b18ac709019a2d2', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:15:00.781037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.818803 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd305ba-6cd2-4110-9c15-f7726a4685a1,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:00.877963 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.964452 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:00.966641 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.009954 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.010388 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71280fda-a655-44e0-967c-12d6f3039da9 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:15:01.014926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.016089 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1da30f1a-83b6-4180-bae2-1d362ac2742e admin admin] 10.222.0.41 "DELETE /v2.0/routers/71280fda-a655-44e0-967c-12d6f3039da9 HTTP/1.1" status: 204 len: 168 time: 0.7645056 Sep 30 09:15:01.018617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:01.396360 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Deleting subnet 1ec5b5ea-41e0-4412-baa0-efc9d4ae0564 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:15:01.399923 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.433904 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.511683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.575862 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.585503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 29453cec-d66c-4734-8c7d-5f3961f51e70 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:15:01.604453 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec5b5ea-41e0-4412-baa0-efc9d4ae0564,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:01.607685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 29453cec-d66c-4734-8c7d-5f3961f51e70 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:15:01.608113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 29453cec-d66c-4734-8c7d-5f3961f51e70 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:15:01.608584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.608709 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2cd305ba-6cd2-4110-9c15-f7726a4685a1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:15:01.612865 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0ac59be0-9675-48b9-98cb-09231347fc5f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1ec5b5ea-41e0-4412-baa0-efc9d4ae0564 HTTP/1.1" status: 204 len: 168 time: 0.5910373 Sep 30 09:15:01.613126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45724) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:01.629970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362c2a5-ce25-4d50-b270-228b12a73429 None None] Network a87fe243-7c23-46bb-8511-4dee3034a711 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:15:01.632323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 2cd305ba-6cd2-4110-9c15-f7726a4685a1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:15:01.632730 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2cd305ba-6cd2-4110-9c15-f7726a4685a1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:15:01.685936 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.740861 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Deleting port f19356ea-1737-4164-8600-93f5d92c8221 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:15:01.741388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.814056 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] For port f19356ea-1737-4164-8600-93f5d92c8221, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f19356ea-1737-4164-8600-93f5d92c8221,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:01.814422 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.829095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Calling delete_port for f19356ea-1737-4164-8600-93f5d92c8221 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:15:01.832686 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] DHCP port deletion for a87fe243-7c23-46bb-8511-4dee3034a711 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:15:01.897692 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Deleting port f19356ea-1737-4164-8600-93f5d92c8221 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:15:01.898062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.922972 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.954553 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19356ea-1737-4164-8600-93f5d92c8221,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:01.956482 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] No DVR routers for this DVR port f19356ea-1737-4164-8600-93f5d92c8221 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:15:01.968397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] For port f19356ea-1737-4164-8600-93f5d92c8221, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=f19356ea-1737-4164-8600-93f5d92c8221,segment=NetworkSegment(2eba4ce0-a511-419f-ab96-204de361f192),segment_id=2eba4ce0-a511-419f-ab96-204de361f192)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:01.968811 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:01.982627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Calling delete_port for f19356ea-1737-4164-8600-93f5d92c8221 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:15:02.032102 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.052916 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87fe243-7c23-46bb-8511-4dee3034a711']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:02.062165 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.062844 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba4ce0-a511-419f-ab96-204de361f192') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:02.063159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba4ce0-a511-419f-ab96-204de361f192') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:02.073117 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.089068 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.091547 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] No DVR routers for this DVR port f19356ea-1737-4164-8600-93f5d92c8221 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:15:02.095472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Pushing event deleted for resources: {'Port': ['ID=f19356ea-1737-4164-8600-93f5d92c8221,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:02.101552 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:15:02.102989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:15:02.104399 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:15:02.107214 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.107498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.107971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.108465 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.108870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.109204 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.109556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.109914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.110242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.110572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.110908 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.111408 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006f2f9-2bd6-4678-825b-88ef50662744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:02.164000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.170483 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.172336 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a87fe243-7c23-46bb-8511-4dee3034a711 HTTP/1.1" status: 204 len: 168 time: 0.5582800 Sep 30 09:15:02.186264 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d2cbd-a6e0-4497-920a-7f0d0c33f802 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87fe243-7c23-46bb-8511-4dee3034a711,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:02.331734 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:02.373471 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6a5a83c0-166b-4c4a-b274-0976b757b2c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=495f6b09b43543da8db017226ed25b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402703 Sep 30 09:15:02.375834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45730) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:02.424022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128900ad-40be-4888-b344-4dd594019341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.444040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128900ad-40be-4888-b344-4dd594019341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.493717 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128900ad-40be-4888-b344-4dd594019341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.496354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128900ad-40be-4888-b344-4dd594019341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.497616 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-128900ad-40be-4888-b344-4dd594019341 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b10cc90-d1bf-4754-90de-c51a8115a2b0 HTTP/1.1" status: 204 len: 168 time: 0.1208501 Sep 30 09:15:02.505911 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128900ad-40be-4888-b344-4dd594019341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10cc90-d1bf-4754-90de-c51a8115a2b0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:02.814882 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45736) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:02.853950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7320f3a0-d9ff-4787-8f8b-2b69ed8b8b50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbd01db4b5434dc89b18ac709019a2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378640 Sep 30 09:15:02.856419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45738) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:02.903257 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba077439-a777-40e7-b517-cb6da42fd0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.924500 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba077439-a777-40e7-b517-cb6da42fd0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.978569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba077439-a777-40e7-b517-cb6da42fd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.978569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ba077439-a777-40e7-b517-cb6da42fd0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:02.978569 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ba077439-a777-40e7-b517-cb6da42fd0a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c0a6c4f-d9d1-4adb-9e99-da83a23d4b84 HTTP/1.1" status: 204 len: 168 time: 0.1204264 Sep 30 09:15:02.985531 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba077439-a777-40e7-b517-cb6da42fd0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0a6c4f-d9d1-4adb-9e99-da83a23d4b84,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:03.517745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f19356ea-1737-4164-8600-93f5d92c8221 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:15:03.538251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: f19356ea-1737-4164-8600-93f5d92c8221 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:15:03.538668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device f19356ea-1737-4164-8600-93f5d92c8221 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:15:04.542732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45778) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:04.547366 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073216732', 'description': 'tempest-secgroup-smoke-2073216732 description', 'project_id': '04b562ea0b554214b4862487ba67302d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:04.570261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.578589 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.666606 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.670106 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.705863 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54911122-602f-4a70-a5e2-4d42d9b4853d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:04.757070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.761699 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.786443 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.787604 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2438707 Sep 30 09:15:04.790826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45780) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:04.791544 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915791f-3886-4ad7-848e-9762aa2827f1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7743c0f7-db01-4c43-afcb-9fdc9d704714,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:04.796771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '7743c0f7-db01-4c43-afcb-9fdc9d704714', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:04.823700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.868737 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.872525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.890062 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc64157-d39f-4dba-a880-bbf4fd08b31a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:04.896564 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.897817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-92e2637e-465d-44cf-b09a-af54a035a6ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058733 Sep 30 09:15:04.900698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45782) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:04.905274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '7743c0f7-db01-4c43-afcb-9fdc9d704714', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:04.931091 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.986977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:04.990837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.009769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ef14c6-1fbc-4649-a69d-c03d3a59801c,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:05.014765 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.015977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-10ca11e9-e00e-43b2-94fe-7887e01203fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141188 Sep 30 09:15:05.018806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45784) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:05.023516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '7743c0f7-db01-4c43-afcb-9fdc9d704714', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:05.049694 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.106614 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.110239 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.129719 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9ce332-c0f7-41e7-aab4-235cd5273464,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:05.136432 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.137942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ae08c384-9836-4b13-b748-4a65d9aa7641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181314 Sep 30 09:15:05.140634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45786) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:05.145102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '7743c0f7-db01-4c43-afcb-9fdc9d704714', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:05.170727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.228541 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.232178 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.249586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57b707e-e3c6-4d49-b7b8-65e08244b4ab,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:05.255941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.257377 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-277a86e9-258f-4aa6-bd4c-5120e72a852f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158197 Sep 30 09:15:05.260054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45788) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:05.264357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '7743c0f7-db01-4c43-afcb-9fdc9d704714', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:05.285787 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:15:05.291013 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.352890 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.356592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.374643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264e8a95-1d61-4c24-8a33-f72225340e51,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:05.380171 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.381500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-740c8b0c-d51c-478a-98d3-c89f1d0e56fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204400 Sep 30 09:15:05.384302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45790) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:05.388659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '7743c0f7-db01-4c43-afcb-9fdc9d704714', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:05.410966 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:15:05.416734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.478572 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.482297 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.503325 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18070de3-6164-4e4e-b27f-196f79a2f816,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:05.510151 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.511358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8a12fc7b-4578-4209-a2a7-5cd5d2bd13dc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261458 Sep 30 09:15:05.514250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:05.519077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'network': {'name': 'tempest-network-smoke--936381301', 'project_id': '04b562ea0b554214b4862487ba67302d', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:05.540060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:15:05.543692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.566583 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:15:05.578056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.578403 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Added segment c21494f4-a4f4-4bc4-8760-cba68e75e143 of type vlan for network 8731ac15-28c9-4fcc-8601-2d0fead047b0 Sep 30 09:15:05.617211 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.641985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.647743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:05.648331 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.682618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1673319 Sep 30 09:15:05.685792 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45794) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:05.690703 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'admin_state_up': True, 'project_id': '04b562ea0b554214b4862487ba67302d', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:05.717297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb947e-b6a3-4530-a79c-49aac5a6640c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Network': ['ID=8731ac15-28c9-4fcc-8601-2d0fead047b0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:05.718124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.723474 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.728939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:15:05.783741 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:05.919702 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.115738 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.135004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.240185 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.167 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/3519ea67-d049-4b32-a81b-f7f60e47cfc8) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:15:06.343015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.378660 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.416090 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:15:06.418889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:06.422303 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:15:06.449952 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=3519ea67-d049-4b32-a81b-f7f60e47cfc8,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:06.675314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.862900 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:06.987069 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 376851f9-932f-4bdb-b33e-7a76df88e1cd is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:15:07.092386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:15:07.102604 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Sync routers for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:15:07.110921 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.111564 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:07.112170 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-0997f4fe-60cb-4968-b88a-6753dee81448 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4252536 Sep 30 09:15:07.112308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:07.115311 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45796) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:07.215985 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:07.242989 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4be98932-5b28-4352-9dae-1f665ca37a72 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=04b562ea0b554214b4862487ba67302d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263797 Sep 30 09:15:07.245397 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45800) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:07.329728 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5142eb99-fc8b-46ad-b114-9c3819db57aa tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:07.331521 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5142eb99-fc8b-46ad-b114-9c3819db57aa tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851970 Sep 30 09:15:07.334310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45802) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:07.362239 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b17900d8-75c0-4818-b78a-871d3db6fe64 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268610 Sep 30 09:15:07.364758 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45804) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:07.369551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359210549', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'project_id': '04b562ea0b554214b4862487ba67302d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:07.396596 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:06Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:07.422849 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Checking router: 376851f9-932f-4bdb-b33e-7a76df88e1cd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:15:07.423193 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Updating router 376851f9-932f-4bdb-b33e-7a76df88e1cd port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:15:07.447659 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.459350 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:15:07.463559 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.644411 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.703395 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.705797 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Subnet': ['ID=9466f081-7817-466b-8689-7d7d64da0475,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:07.709317 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.714219 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Checking segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:15:07.714588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network hostable DHCP agents. Network: 8731ac15-28c9-4fcc-8601-2d0fead047b0, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:15:07.731738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:15:07.740534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8731ac15-28c9-4fcc-8601-2d0fead047b0) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:07.746938 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:07.747607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.750607 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34e389-80b9-4b0c-aad8-13a13446c14b None None] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:15:07.757391 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Attempting to bind port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:15:07.757847 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Attempting to bind port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:15:07.758219 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Attempting to bind port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:15:07.768218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b51656f5-7cef-4076-bb87-c80e904685bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3998985 Sep 30 09:15:07.768507 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45806) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:07.768879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:15:07.769255 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:15:07.769683 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.770337 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:15:07.770793 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Bound port: 3519ea67-d049-4b32-a81b-f7f60e47cfc8, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:15:07.771287 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.774074 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Pushing event updated for resources: {'Port': ['ID=3519ea67-d049-4b32-a81b-f7f60e47cfc8,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:07.801348 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.801723 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.802060 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.802392 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.802722 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.803042 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.803363 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.803685 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.804004 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.804323 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.804639 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.805624 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:15:07.835381 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] For port 3519ea67-d049-4b32-a81b-f7f60e47cfc8, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:15:07.839270 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] For port 3519ea67-d049-4b32-a81b-f7f60e47cfc8, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3519ea67-d049-4b32-a81b-f7f60e47cfc8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:15:07.843478 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.904321 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:07.904954 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:07.911690 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8731ac15-28c9-4fcc-8601-2d0fead047b0', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:15:07.912660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:07.944741 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a231a4f-cda3-44dd-af2e-54ad69ec898e None None] Pushing event updated for resources: {'Port': ['ID=3519ea67-d049-4b32-a81b-f7f60e47cfc8,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:08.021618 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:08.065806 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Allocated IP 172.20.0.2 (8731ac15-28c9-4fcc-8601-2d0fead047b0/9466f081-7817-466b-8689-7d7d64da0475/8f6f2f16-72b4-4ffb-9349-644c2d641850) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:15:08.219032 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.224512 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.235899 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.261595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:15:08.264580 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:08.268623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:15:08.297483 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Pushing event updated for resources: {'Port': ['ID=8f6f2f16-72b4-4ffb-9349-644c2d641850,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:08.330727 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Attempting to bind port 8f6f2f16-72b4-4ffb-9349-644c2d641850 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:15:08.331092 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Attempting to bind port 8f6f2f16-72b4-4ffb-9349-644c2d641850 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:15:08.331463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Attempting to bind port 8f6f2f16-72b4-4ffb-9349-644c2d641850 on network 8731ac15-28c9-4fcc-8601-2d0fead047b0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:15:08.337655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:15:08.338034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Checking segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:15:08.338175 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:06Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:08.338645 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.338853 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Bound using segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:15:08.339298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Bound port: 8f6f2f16-72b4-4ffb-9349-644c2d641850, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:15:08.339684 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.371247 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52091d4-735b-4d84-ba55-94c8389c3bc7 None None] The sync data for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 is: [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:06Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:15:08.417123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] For port 8f6f2f16-72b4-4ffb-9349-644c2d641850, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:15:08.422434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] For port 8f6f2f16-72b4-4ffb-9349-644c2d641850, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8f6f2f16-72b4-4ffb-9349-644c2d641850,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:15:08.426805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.488976 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f670dc-d1ba-4be2-a316-d4a337a45b75 None None] Pushing event updated for resources: {'Port': ['ID=8f6f2f16-72b4-4ffb-9349-644c2d641850,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:08.527733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.1 (8731ac15-28c9-4fcc-8601-2d0fead047b0/9466f081-7817-466b-8689-7d7d64da0475/a63fae89-56f1-487d-a7d1-1ba0cace77f9) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:15:08.664790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.677958 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5e85b4e2-2a94-4e90-9e4c-d53fdfc661d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.724696 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.765733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:15:08.775164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:08.779732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:15:08.807929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=a63fae89-56f1-487d-a7d1-1ba0cace77f9,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:08.838885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:08.973903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.274809 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.280753 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.359064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=a63fae89-56f1-487d-a7d1-1ba0cace77f9,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:09.365394 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.460700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:15:09.462868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:09.519080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc245098-5816-4f9b-ad20-f14633af7008 None None] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:15:09.598942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-78483ebc-68d1-4c0f-b02d-10b58bd7f62f None None] Provisioning complete for port 8f6f2f16-72b4-4ffb-9349-644c2d641850 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:09.599318 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78483ebc-68d1-4c0f-b02d-10b58bd7f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.625049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8f6f2f16-72b4-4ffb-9349-644c2d641850 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:15:09.782557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8f6f2f16-72b4-4ffb-9349-644c2d641850 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:09.783006 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.821246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78483ebc-68d1-4c0f-b02d-10b58bd7f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.874562 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-78483ebc-68d1-4c0f-b02d-10b58bd7f62f None None] For port 8f6f2f16-72b4-4ffb-9349-644c2d641850, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8f6f2f16-72b4-4ffb-9349-644c2d641850,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:09.882381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78483ebc-68d1-4c0f-b02d-10b58bd7f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:09.933363 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 376851f9-932f-4bdb-b33e-7a76df88e1cd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:15:09.954307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3519ea67-d049-4b32-a81b-f7f60e47cfc8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:15:09.992203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78483ebc-68d1-4c0f-b02d-10b58bd7f62f None None] Pushing event updated for resources: {'Port': ['ID=8f6f2f16-72b4-4ffb-9349-644c2d641850,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:10.021307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:10.021900 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.050073 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:15:10.055413 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2d77be59-4686-4543-99c4-5361afc32d23 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/376851f9-932f-4bdb-b33e-7a76df88e1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2855592 Sep 30 09:15:10.118784 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Sync routers for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:15:10.137381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.143563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:10.144389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:14:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:10.198772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 3519ea67-d049-4b32-a81b-f7f60e47cfc8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3519ea67-d049-4b32-a81b-f7f60e47cfc8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:10.205637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.220274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-73336e97-d6df-4264-bd7f-fce31be9ba42 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073216732&fields=id&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 267 time: 0.0439346 Sep 30 09:15:10.257557 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7ba9948b-a44f-4bc6-bebe-f5ba0ae778a1 None None] Provisioning complete for port 8f6f2f16-72b4-4ffb-9349-644c2d641850 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:10.258500 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7ba9948b-a44f-4bc6-bebe-f5ba0ae778a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.341810 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=3519ea67-d049-4b32-a81b-f7f60e47cfc8,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:10.346328 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-816227ab-7471-43c1-bf57-297a75002731 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:10.353494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-816227ab-7471-43c1-bf57-297a75002731 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/networks?id=8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 200 len: 796 time: 0.1257644 Sep 30 09:15:10.363705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-0dc3eea8-b98f-4b59-89a8-c75bee5c8f24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/quotas/04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 375 time: 0.0093133 Sep 30 09:15:10.372754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:10.425922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-8b5f307f-2442-4cbe-9e1f-30903f4e676f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542688 Sep 30 09:15:10.444392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-3ef22ab1-0012-49d2-b2ad-c871d565090b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:15:10.446243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-3ef22ab1-0012-49d2-b2ad-c871d565090b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057001 Sep 30 09:15:10.547487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7ba9948b-a44f-4bc6-bebe-f5ba0ae778a1 None None] Provisioning complete for port a63fae89-56f1-487d-a7d1-1ba0cace77f9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:10.548104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7ba9948b-a44f-4bc6-bebe-f5ba0ae778a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.553174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-09be77aa-e976-49e3-bd83-145b841f4161 service neutron] 10.222.0.41 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995367 Sep 30 09:15:10.653626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-66cd04d0-d6b2-48d1-a007-90cd2eed1dc8 service neutron] 10.222.0.41 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938318 Sep 30 09:15:10.757410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9948b-a44f-4bc6-bebe-f5ba0ae778a1 None None] Port a63fae89-56f1-487d-a7d1-1ba0cace77f9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:15:10.813260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:09Z', 'revision_number': 2, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:10.825584 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d9be0e0-69fc-406e-b042-3c2bc68e2929 req-50812d17-4b9e-4d1a-a189-7892d56a6391 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 210 time: 0.0269651 Sep 30 09:15:10.849336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Checking router: 376851f9-932f-4bdb-b33e-7a76df88e1cd for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:15:10.849754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Updating router 376851f9-932f-4bdb-b33e-7a76df88e1cd port a63fae89-56f1-487d-a7d1-1ba0cace77f9 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:15:10.888222 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.899284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b772335d-7197-42bc-a7f1-0850195b71a3 None None] Provisioning complete for port a63fae89-56f1-487d-a7d1-1ba0cace77f9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:10.899650 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b772335d-7197-42bc-a7f1-0850195b71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.956622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b772335d-7197-42bc-a7f1-0850195b71a3 None None] Port a63fae89-56f1-487d-a7d1-1ba0cace77f9 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:15:11.170219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-20420722-be81-4efd-aa02-6b10f46b1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.221987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.227911 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.282259 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092d3b-5e51-4286-9d11-95de65fee6ad None None] Pushing event updated for resources: {'Port': ['ID=a63fae89-56f1-487d-a7d1-1ba0cace77f9,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:11.337605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Attempting to bind port a63fae89-56f1-487d-a7d1-1ba0cace77f9 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:15:11.337986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Attempting to bind port a63fae89-56f1-487d-a7d1-1ba0cace77f9 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:15:11.338357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Attempting to bind port a63fae89-56f1-487d-a7d1-1ba0cace77f9 on network 8731ac15-28c9-4fcc-8601-2d0fead047b0 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:15:11.344566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:15:11.344980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Checking segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:15:11.345392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.345818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Bound using segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:15:11.346294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Bound port: a63fae89-56f1-487d-a7d1-1ba0cace77f9, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:15:11.346685 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.419848 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] For port a63fae89-56f1-487d-a7d1-1ba0cace77f9, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:15:11.424990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] For port a63fae89-56f1-487d-a7d1-1ba0cace77f9, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a63fae89-56f1-487d-a7d1-1ba0cace77f9,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:15:11.431039 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.510981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:11.511642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:11.514506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092d3b-5e51-4286-9d11-95de65fee6ad None None] Pushing event updated for resources: {'Port': ['ID=a63fae89-56f1-487d-a7d1-1ba0cace77f9,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:11.519350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-47ed3881-8880-4247-a183-b3b6d35f3ccf None None] Provisioning complete for port a63fae89-56f1-487d-a7d1-1ba0cace77f9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:11.520070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-47ed3881-8880-4247-a183-b3b6d35f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.576821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8f6f2f16-72b4-4ffb-9349-644c2d641850 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:15:11.639759 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.712172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:11.765269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 8f6f2f16-72b4-4ffb-9349-644c2d641850 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:11.765705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.847151 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-47ed3881-8880-4247-a183-b3b6d35f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.949951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-47ed3881-8880-4247-a183-b3b6d35f3ccf None None] For port a63fae89-56f1-487d-a7d1-1ba0cace77f9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a63fae89-56f1-487d-a7d1-1ba0cace77f9,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:11.973020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-f896ca15-e9ba-46cd-b5a8-dea2b635226c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:11.974070 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-47ed3881-8880-4247-a183-b3b6d35f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:11.980622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-f896ca15-e9ba-46cd-b5a8-dea2b635226c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/networks?id=8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 200 len: 796 time: 0.1574690 Sep 30 09:15:12.021579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d590b088-676c-4f66-a1cf-40e8085efc13 req-3ded384f-3bdd-45ad-b931-2ff8bbdaf033 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 210 time: 0.0876110 Sep 30 09:15:12.055187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3519ea67-d049-4b32-a81b-f7f60e47cfc8 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:15:12.063492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-d4c1e47f-c583-4216-be0e-8a50cc3562f3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 380 time: 0.0531592 Sep 30 09:15:12.073138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'port': {'device_id': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'admin_state_up': True, 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'security_groups': ['7743c0f7-db01-4c43-afcb-9fdc9d704714']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:12.101140 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed3881-8880-4247-a183-b3b6d35f3ccf None None] Pushing event updated for resources: {'Port': ['ID=a63fae89-56f1-487d-a7d1-1ba0cace77f9,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:12.131343 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a6ab0407-ee7c-482a-bb1b-9cbb315e39cb None None] Provisioning complete for port a63fae89-56f1-487d-a7d1-1ba0cace77f9 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:12.131715 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0407-ee7c-482a-bb1b-9cbb315e39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.169688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:12.184993 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:15:12.188808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.200679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:12.201029 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.220913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b173-ca16-4c26-85c1-ca9381c67c79 None None] The sync data for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 is: [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:15:12.349521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.10 (8731ac15-28c9-4fcc-8601-2d0fead047b0/9466f081-7817-466b-8689-7d7d64da0475/2017dd06-fb2a-4828-99e9-ef02617d448e) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:15:12.507395 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.544597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.589144 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:15:12.592362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:12.594950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:15:12.632365 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=2017dd06-fb2a-4828-99e9-ef02617d448e,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:12.654228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:12.654909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.685145 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-e58af8c4-be23-424f-9dc6-a6625d15db24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6150224 Sep 30 09:15:12.697256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-6147041c-af8f-4adc-8e47-d88ce6ad649d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:15:12.698429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-6147041c-af8f-4adc-8e47-d88ce6ad649d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068436 Sep 30 09:15:12.772853 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Request body: {'port': {'device_id': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:12.837113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.846240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b4c961f8-9108-4fde-a07e-e68909df9501 None None] Provisioning complete for port 2017dd06-fb2a-4828-99e9-ef02617d448e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:12.847309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b4c961f8-9108-4fde-a07e-e68909df9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.887494 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-b4c961f8-9108-4fde-a07e-e68909df9501 None None] Port 2017dd06-fb2a-4828-99e9-ef02617d448e cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:15:13.147000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2017dd06-fb2a-4828-99e9-ef02617d448e {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:15:13.157562 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.174865 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Transition to ACTIVE for port object 2017dd06-fb2a-4828-99e9-ef02617d448e will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:15:13.183379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bef84c-63b0-4971-a840-85c602874c5a req-125e199e-e41b-48aa-9439-c5fc9aee9472 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:13.184977 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bef84c-63b0-4971-a840-85c602874c5a req-125e199e-e41b-48aa-9439-c5fc9aee9472 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 932 time: 0.0926435 Sep 30 09:15:13.186187 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.257917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Pushing event updated for resources: {'Port': ['ID=2017dd06-fb2a-4828-99e9-ef02617d448e,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:13.279019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f9bef84c-63b0-4971-a840-85c602874c5a req-2b4ba875-b312-4ee9-a1b4-1d7cce345675 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873559 Sep 30 09:15:13.355344 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.365702 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Attempting to bind port 2017dd06-fb2a-4828-99e9-ef02617d448e on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:15:13.366040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Attempting to bind port 2017dd06-fb2a-4828-99e9-ef02617d448e by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:15:13.366366 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Attempting to bind port 2017dd06-fb2a-4828-99e9-ef02617d448e on network 8731ac15-28c9-4fcc-8601-2d0fead047b0 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:15:13.371143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Port 2017dd06-fb2a-4828-99e9-ef02617d448e on network 8731ac15-28c9-4fcc-8601-2d0fead047b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:15:13.371463 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Attempting to bind port 2017dd06-fb2a-4828-99e9-ef02617d448e on network 8731ac15-28c9-4fcc-8601-2d0fead047b0 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:15:13.376460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:15:13.376798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Checking segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:15:13.377181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Bound using segment: {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:15:13.377894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Bound port: 2017dd06-fb2a-4828-99e9-ef02617d448e, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21494f4-a4f4-4bc4-8760-cba68e75e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:15:13.378399 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.447355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] For port 2017dd06-fb2a-4828-99e9-ef02617d448e, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:15:13.450449 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] For port 2017dd06-fb2a-4828-99e9-ef02617d448e, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2017dd06-fb2a-4828-99e9-ef02617d448e,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:15:13.454796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.493626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:13.494235 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.495624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] 10.222.0.50 "PUT /v2.0/ports/2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 200 len: 1092 time: 0.7831266 Sep 30 09:15:13.496057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:15:13.498359 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:15:13.523946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1cf74-a36a-4537-8558-1ed9f2e92757 service neutron] Pushing event updated for resources: {'Port': ['ID=2017dd06-fb2a-4828-99e9-ef02617d448e,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:13.566688 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca28bf9-1ddc-4c0c-8a9e-03555b476ace x-openstack-request-id: req-4ca28bf9-1ddc-4c0c-8a9e-03555b476ace {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:15:13.566688 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:15:13.567000 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ca28bf9-1ddc-4c0c-8a9e-03555b476ace {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:15:13.567246 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'status': 'completed', 'code': 200} Sep 30 09:15:13.592705 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a63fae89-56f1-487d-a7d1-1ba0cace77f9 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:15:13.598732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-4e5a03a5-0c7c-452a-af90-53fd0a16f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:13.600291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-4e5a03a5-0c7c-452a-af90-53fd0a16f94f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1095 time: 0.0484817 Sep 30 09:15:13.643996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a63fae89-56f1-487d-a7d1-1ba0cace77f9 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:13.644363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:13.652262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-00d062be-f6c2-4d6c-818a-a0c7b6cfeea4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 200 len: 217 time: 0.0375364 Sep 30 09:15:13.710474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-c76be0e3-9cea-45ed-9c5f-9c6fdd7c59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:13.712014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-c76be0e3-9cea-45ed-9c5f-9c6fdd7c59b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9466f081-7817-466b-8689-7d7d64da0475 HTTP/1.1" status: 200 len: 835 time: 0.0520372 Sep 30 09:15:13.762660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-abe022c1-c711-40a7-ae76-796861a52132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:13.764182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-abe022c1-c711-40a7-ae76-796861a52132 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8731ac15-28c9-4fcc-8601-2d0fead047b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420549 Sep 30 09:15:13.854226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-000172a9-6e2e-4661-9fec-c3a69e474ab6 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830314 Sep 30 09:15:13.946931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec7fac72-f2fa-4744-ba3c-405bbaf678f7 req-da3d6c67-030d-4726-95be-ad4baeb3e76c service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852814 Sep 30 09:15:14.073208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-862054c2-7644-4379-9260-fde5cc6e4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:14.074705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-862054c2-7644-4379-9260-fde5cc6e4a6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1095 time: 0.0395236 Sep 30 09:15:14.167683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-a44519f7-fd5c-4bfa-8021-8d7c6d3aab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:14.169154 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-a44519f7-fd5c-4bfa-8021-8d7c6d3aab0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 200 len: 897 time: 0.0869830 Sep 30 09:15:14.209280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-a847821a-f77e-4178-8d81-8fc1e8d95c1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 200 len: 217 time: 0.0330336 Sep 30 09:15:14.262518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-d3e17544-0e17-4b80-8866-6df8bae3d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:14.263979 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-d3e17544-0e17-4b80-8866-6df8bae3d070 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9466f081-7817-466b-8689-7d7d64da0475 HTTP/1.1" status: 200 len: 835 time: 0.0471570 Sep 30 09:15:14.310412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-8072d1e9-017d-49fc-a529-46605c017591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:14.312011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-8072d1e9-017d-49fc-a529-46605c017591 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8731ac15-28c9-4fcc-8601-2d0fead047b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400634 Sep 30 09:15:14.439560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-fecab7e2-4036-4c7f-bf59-6ea1f29ca103 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195166 Sep 30 09:15:14.448274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6d43e-1a41-4ad3-9513-09f54c7e2d4e req-56cb3d89-facb-4d7a-96de-cb8e49950596 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:14.449684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86c6d43e-1a41-4ad3-9513-09f54c7e2d4e req-56cb3d89-facb-4d7a-96de-cb8e49950596 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 944 time: 0.0716519 Sep 30 09:15:14.542299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-86c6d43e-1a41-4ad3-9513-09f54c7e2d4e req-b0d8e193-afa5-4829-af0b-72d0e9495baf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847278 Sep 30 09:15:14.562577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b59586b-824d-4cd1-98f8-8a5ccdfd9083 req-3f08f349-98f3-403c-9e50-ea1fc84b7cd3 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119480 Sep 30 09:15:15.111673 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:15.658337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33557468-82e9-4ab7-908a-a247efd2a9d0 req-a1dc67cc-787f-4b77-8b14-5ca358a180c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:15.659824 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33557468-82e9-4ab7-908a-a247efd2a9d0 req-a1dc67cc-787f-4b77-8b14-5ca358a180c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 944 time: 0.0505853 Sep 30 09:15:15.699897 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33557468-82e9-4ab7-908a-a247efd2a9d0 req-8db4fec0-b09b-41e8-8a1b-25c6dcfaaafd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Sep 30 09:15:15.728042 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2017dd06-fb2a-4828-99e9-ef02617d448e details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:15:15.823192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2017dd06-fb2a-4828-99e9-ef02617d448e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2017dd06-fb2a-4828-99e9-ef02617d448e,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:15.834526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'port_id': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'mac_address': 'fa:16:3e:0f:7f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:15:15.872381 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:15.890553 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2017dd06-fb2a-4828-99e9-ef02617d448e {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:15:15.911708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2017dd06-fb2a-4828-99e9-ef02617d448e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2017dd06-fb2a-4828-99e9-ef02617d448e,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:15.916343 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:15.965059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2017dd06-fb2a-4828-99e9-ef02617d448e,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:16.232719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['2017dd06-fb2a-4828-99e9-ef02617d448e'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:15:16.813420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85892a8-70ac-4104-839d-aba55935f934 req-1e4151c0-a47e-4def-a9e5-83a497c4817a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:16.814925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c85892a8-70ac-4104-839d-aba55935f934 req-1e4151c0-a47e-4def-a9e5-83a497c4817a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 945 time: 0.0484903 Sep 30 09:15:16.853177 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c85892a8-70ac-4104-839d-aba55935f934 req-9258c782-0972-456c-a956-694970703b8b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Sep 30 09:15:17.728669 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2017dd06-fb2a-4828-99e9-ef02617d448e up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:15:17.778485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 2017dd06-fb2a-4828-99e9-ef02617d448e completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:15:17.783920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 2017dd06-fb2a-4828-99e9-ef02617d448e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:15:17.783920 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:17.866353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:17.889501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:15:17.891780 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df787a0d-d510-490d-8011-320fafe7d457" -d '{"events": [{"server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "name": "network-vif-plugged", "status": "completed", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:15:17.907197 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 2017dd06-fb2a-4828-99e9-ef02617d448e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2017dd06-fb2a-4828-99e9-ef02617d448e,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:15:17.913195 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:17.964007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=2017dd06-fb2a-4828-99e9-ef02617d448e,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:17.981422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93f709-1fb5-44dc-ad45-68b340a3f958 req-8af0d6d9-4b06-4d0a-aed3-399be0d22e2f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:17.982887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df93f709-1fb5-44dc-ad45-68b340a3f958 req-8af0d6d9-4b06-4d0a-aed3-399be0d22e2f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0547972 Sep 30 09:15:18.025949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df93f709-1fb5-44dc-ad45-68b340a3f958 req-ab65cccf-c929-413f-b9c7-4cce58b7f5d9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367422 Sep 30 09:15:18.123169 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab49556-0522-44d8-a2e9-4c14fc91ecd7 x-openstack-request-id: req-2ab49556-0522-44d8-a2e9-4c14fc91ecd7 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:15:18.123528 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "name": "network-vif-plugged", "status": "completed", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:15:18.123782 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ab49556-0522-44d8-a2e9-4c14fc91ecd7 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:15:18.124189 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'code': 200} Sep 30 09:15:18.240610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ed1c-88f5-4c75-93bc-2b295f4b1f54 req-1bc546fa-795d-43cc-893c-15aedc045429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:18.242044 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c37ed1c-88f5-4c75-93bc-2b295f4b1f54 req-1bc546fa-795d-43cc-893c-15aedc045429 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1097 time: 0.0390768 Sep 30 09:15:18.277184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9c37ed1c-88f5-4c75-93bc-2b295f4b1f54 req-457e486c-9dd9-4c83-840f-7e2494970ea9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278931 Sep 30 09:15:19.141329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92732540-2b10-462c-86f1-7f26f183a276 req-636fa8f4-dcf6-4315-b9bf-e91cc684536d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:19.142779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92732540-2b10-462c-86f1-7f26f183a276 req-636fa8f4-dcf6-4315-b9bf-e91cc684536d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0485845 Sep 30 09:15:19.183410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92732540-2b10-462c-86f1-7f26f183a276 req-ce2f0ec1-20d9-49de-9298-82bda41c2590 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Sep 30 09:15:20.298212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c348a-a7f9-4021-8191-27724be89671 req-a01d97d5-a124-4291-8480-14b9c2c925bf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:20.299705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f2c348a-a7f9-4021-8191-27724be89671 req-a01d97d5-a124-4291-8480-14b9c2c925bf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0487056 Sep 30 09:15:20.342232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f2c348a-a7f9-4021-8191-27724be89671 req-d3faccc1-ccaa-42a5-a438-79f8fb5828af tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358520 Sep 30 09:15:20.458788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8bb7-f463-466f-9952-b35b7cd9670d req-08816412-fff9-4004-a66e-ee02de4b0f1f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:20.460227 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17e8bb7-f463-466f-9952-b35b7cd9670d req-08816412-fff9-4004-a66e-ee02de4b0f1f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0504248 Sep 30 09:15:20.500580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d17e8bb7-f463-466f-9952-b35b7cd9670d req-2418c995-2fe1-46aa-86bf-3192c52e6f1d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342364 Sep 30 09:15:20.522849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45858) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:20.562987 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ab57b-20c4-4a03-8733-9bfc781d6bc4 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:20.564551 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-873ab57b-20c4-4a03-8733-9bfc781d6bc4 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1092 time: 0.0406902 Sep 30 09:15:20.567961 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45860) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:20.572341 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:15:20.594639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:20.695903 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:20.806618 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.45 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/209943b5-165d-446b-9148-a6ddc9293fec) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:15:20.923077 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:20.958374 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:20.997605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:15:21.000529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:15:21.004111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:15:21.013161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=209943b5-165d-446b-9148-a6ddc9293fec,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:21.388022 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:21.478538 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:21.652415 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:21.657501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:21.729399 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=209943b5-165d-446b-9148-a6ddc9293fec,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:15:21.746222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:21.847881 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP 049b0613-fc5c-4da7-a23c-252b3ad91b92 associated. External IP: 172.25.7.45, port: 2017dd06-fb2a-4828-99e9-ef02617d448e. Sep 30 09:15:22.066033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 376851f9-932f-4bdb-b33e-7a76df88e1cd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:15:22.178478 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:15:22.188935 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] Sync routers for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:15:22.196124 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:22.201124 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:22.202050 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:22.228960 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ad250206-acf0-47f6-ac13-681edf5bb917 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6599441 Sep 30 09:15:22.229557 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:15:22.274986 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545637d4-efac-43cd-b0d9-b96c52ff9a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:15:22.326351 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:22.352359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3008fd3-ef81-4080-8d4d-b89b5f1505b3 req-2d026b1e-4821-4b4c-8bdb-bbb8bd729575 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:22.356302 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3008fd3-ef81-4080-8d4d-b89b5f1505b3 req-2d026b1e-4821-4b4c-8bdb-bbb8bd729575 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0648522 Sep 30 09:15:22.396879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3008fd3-ef81-4080-8d4d-b89b5f1505b3 req-c04ad32c-20ad-4238-9f75-3d0d84719ed6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Sep 30 09:15:22.429238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45870) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:22.507258 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8875d220-748b-4d85-bd2f-45040af37400 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/049b0613-fc5c-4da7-a23c-252b3ad91b92 HTTP/1.1" status: 200 len: 991 time: 0.0764742 Sep 30 09:15:22.510246 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e8d36-8ee0-4309-ace9-96f145c08e6b x-openstack-request-id: req-226e8d36-8ee0-4309-ace9-96f145c08e6b {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:15:22.510688 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:15:22.511090 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-226e8d36-8ee0-4309-ace9-96f145c08e6b {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:15:22.511716 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'status': 'completed', 'code': 200} Sep 30 09:15:22.591267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-2c459a1a-4f83-4e40-a0e9-411453bd98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:22.592726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-2c459a1a-4f83-4e40-a0e9-411453bd98b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1097 time: 0.0421510 Sep 30 09:15:22.592898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '049b0613-fc5c-4da7-a23c-252b3ad91b92', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'port_id': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'mac_address': 'fa:16:3e:0f:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:15:21Z', 'updated_at': '2021-09-30T09:15:21Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:22.619239 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] Checking router: 376851f9-932f-4bdb-b33e-7a76df88e1cd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:15:22.627893 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:15:22.628520 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:22.703166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-8e91dba0-fe93-4c69-9134-3b67ed1367d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:22.705641 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-8e91dba0-fe93-4c69-9134-3b67ed1367d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 200 len: 897 time: 0.1062443 Sep 30 09:15:22.746329 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:15:22.786314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-4c425770-1c15-4120-9d93-e3f6882b3b65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 200 len: 999 time: 0.0685725 Sep 30 09:15:22.844351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-40f9e33d-7b6f-4cf4-b0f8-5d99b6d15025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:22.846389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-40f9e33d-7b6f-4cf4-b0f8-5d99b6d15025 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9466f081-7817-466b-8689-7d7d64da0475 HTTP/1.1" status: 200 len: 835 time: 0.0532305 Sep 30 09:15:22.901349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-60f91370-9d56-413a-9f08-982200497aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:22.903051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-60f91370-9d56-413a-9f08-982200497aae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8731ac15-28c9-4fcc-8601-2d0fead047b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496676 Sep 30 09:15:23.006208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-b59d92d4-63e7-43ef-a194-29cbba98f216 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954456 Sep 30 09:15:23.016369 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '049b0613-fc5c-4da7-a23c-252b3ad91b92', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'port_id': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'mac_address': 'fa:16:3e:0f:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:15:21Z', 'updated_at': '2021-09-30T09:15:21Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:15:23.044154 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cc8f2-5daf-4328-87c7-06fb66249831 None None] The sync data for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 is: [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '049b0613-fc5c-4da7-a23c-252b3ad91b92', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'port_id': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'mac_address': 'fa:16:3e:0f:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:15:21Z', 'updated_at': '2021-09-30T09:15:21Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:15:23.107555 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-545637d4-efac-43cd-b0d9-b96c52ff9a5b req-60933b2a-5301-499a-a3b2-ad617416cca8 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937207 Sep 30 09:15:23.271934 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7962057a-53d9-4332-9c99-bc9bd1ccfeda None None] New status for floating IP 049b0613-fc5c-4da7-a23c-252b3ad91b92: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:15:23.512542 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45872) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:23.578996 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e4b9809a-04dc-467c-8abd-05a2f6d784e3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/049b0613-fc5c-4da7-a23c-252b3ad91b92 HTTP/1.1" status: 200 len: 993 time: 0.0647709 Sep 30 09:15:26.237822 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:26.342521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:33.427432 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:15:38.671728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c6854e80-103c-4d04-8d9d-779ab92c5a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:41.151138 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9f9483a4-f079-4476-ac66-1a6db341455e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:41.571233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:43.346108 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:45.114640 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:48.752352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-2e6e544d-b035-4b00-9a2d-ae3affe55961 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386674 Sep 30 09:15:48.854689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-e7bae0f1-2248-4e07-ac38-c7da11e2bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:48.856222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-e7bae0f1-2248-4e07-ac38-c7da11e2bcf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1097 time: 0.0458262 Sep 30 09:15:48.964192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-216131d9-fafe-4323-873a-aacd714ecdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:48.965712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-216131d9-fafe-4323-873a-aacd714ecdcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 200 len: 897 time: 0.0893292 Sep 30 09:15:49.039883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-dda14055-d9a3-4c81-98c4-1b7f2680b12d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 200 len: 1001 time: 0.0659945 Sep 30 09:15:49.092429 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-1c6127c9-8ba1-4a0b-97b7-95511f059e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:49.093953 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-1c6127c9-8ba1-4a0b-97b7-95511f059e4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9466f081-7817-466b-8689-7d7d64da0475 HTTP/1.1" status: 200 len: 835 time: 0.0466366 Sep 30 09:15:49.143057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-52625abf-1bb2-4ac1-8553-749135a92e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:49.144838 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-52625abf-1bb2-4ac1-8553-749135a92e5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8731ac15-28c9-4fcc-8601-2d0fead047b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426850 Sep 30 09:15:49.240772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-3f4794ee-2539-4ded-acaa-c8bd3c96bc06 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877326 Sep 30 09:15:49.331776 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d48122b1-8448-4a06-8d5a-ac20efb46a75 req-7955471f-a64d-4b7f-a079-0652f7eef965 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Sep 30 09:15:55.047068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1136d-1328-430f-9bf3-efcb47328674 req-e55cc086-0fc1-476d-b084-50822f44a3cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:55.048640 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21f1136d-1328-430f-9bf3-efcb47328674 req-e55cc086-0fc1-476d-b084-50822f44a3cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0610335 Sep 30 09:15:55.090036 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-21f1136d-1328-430f-9bf3-efcb47328674 req-ec13a861-0e85-4484-bf26-efabd7bbddea tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Sep 30 09:15:56.207359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb84ca-227b-4b44-bf5a-967f3aff7a6f req-f9dc2cd4-4657-4800-ba24-3da76569288d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:56.208906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddeb84ca-227b-4b44-bf5a-967f3aff7a6f req-f9dc2cd4-4657-4800-ba24-3da76569288d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0496676 Sep 30 09:15:56.233417 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:56.250101 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddeb84ca-227b-4b44-bf5a-967f3aff7a6f req-75d62de7-4856-47d8-9947-4e414bf3efe1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350714 Sep 30 09:15:56.273656 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45902) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:15:56.335538 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c8422265-30e9-42f3-97ab-2e6b2de9a11e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/049b0613-fc5c-4da7-a23c-252b3ad91b92 HTTP/1.1" status: 200 len: 993 time: 0.0606999 Sep 30 09:15:56.344353 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:57.608629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c0e1-cd22-477b-935d-a6b50641f0d6 req-c4727333-9a7b-44dd-b123-d8ebe83f24c5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:57.610123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8293c0e1-cd22-477b-935d-a6b50641f0d6 req-c4727333-9a7b-44dd-b123-d8ebe83f24c5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0481408 Sep 30 09:15:57.649022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8293c0e1-cd22-477b-935d-a6b50641f0d6 req-af3363b2-a107-4c61-8163-c4cbfc5e3053 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Sep 30 09:15:58.767963 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f733bd-efed-4f35-96b8-33c06efbd0b0 req-d21d7ca9-d774-4f27-9a76-2bc7ccdf3ca6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:58.769699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02f733bd-efed-4f35-96b8-33c06efbd0b0 req-d21d7ca9-d774-4f27-9a76-2bc7ccdf3ca6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0518672 Sep 30 09:15:58.807265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02f733bd-efed-4f35-96b8-33c06efbd0b0 req-7c2e2804-3b32-4e13-bd76-00ecf94243a5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Sep 30 09:15:59.923919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f156d-e72b-489a-bce5-efb7aeaee18c req-717ee259-94a9-4ef9-8df9-8f9e7aac5391 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:59.925413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-484f156d-e72b-489a-bce5-efb7aeaee18c req-717ee259-94a9-4ef9-8df9-8f9e7aac5391 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0492134 Sep 30 09:15:59.963814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-484f156d-e72b-489a-bce5-efb7aeaee18c req-7be549d6-08b8-4a60-be76-ddf26e2f7b21 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Sep 30 09:16:01.092852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f9183-ccb8-4322-8109-9344781b5f42 req-e3e86cfe-36ca-4ed7-9c03-e30ecc77c80b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:01.094398 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-315f9183-ccb8-4322-8109-9344781b5f42 req-e3e86cfe-36ca-4ed7-9c03-e30ecc77c80b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0494132 Sep 30 09:16:01.132091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-315f9183-ccb8-4322-8109-9344781b5f42 req-41a89adc-a9dc-4957-a815-92f59fd4015f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315721 Sep 30 09:16:02.262501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d40c-7f3d-4a54-97dc-9f17d7b860f5 req-b2bfa6c7-3cef-4e62-993b-2b54973e3f90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:02.263980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b393d40c-7f3d-4a54-97dc-9f17d7b860f5 req-b2bfa6c7-3cef-4e62-993b-2b54973e3f90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0613468 Sep 30 09:16:02.301613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b393d40c-7f3d-4a54-97dc-9f17d7b860f5 req-7a95eb2f-9bc0-4e02-af30-ecb11e8ae2a6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Sep 30 09:16:03.416858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be436e8-0467-4884-8b71-d8835824b3a1 req-303407c0-68ca-485c-8ec5-5a11b6b2bb87 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:03.418440 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5be436e8-0467-4884-8b71-d8835824b3a1 req-303407c0-68ca-485c-8ec5-5a11b6b2bb87 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0505090 Sep 30 09:16:03.457186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5be436e8-0467-4884-8b71-d8835824b3a1 req-e0100bd6-5822-4d63-add2-abc10c77910d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Sep 30 09:16:03.479281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45922) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:03.543185 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-77c4b76c-c86d-4d9e-b7f1-2f14c632aa02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/049b0613-fc5c-4da7-a23c-252b3ad91b92 HTTP/1.1" status: 200 len: 993 time: 0.0627577 Sep 30 09:16:03.773095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45928) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:03.930253 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 209943b5-165d-446b-9148-a6ddc9293fec {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:16:03.931160 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:04.014802 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:04.015140 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:04.027706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 209943b5-165d-446b-9148-a6ddc9293fec owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:16:04.183938 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:04.210258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=209943b5-165d-446b-9148-a6ddc9293fec,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:04.234685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.235036 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.235371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.235707 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.236038 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.236368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.236714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.237144 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.237576 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.237905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.238233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.238560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:04.282631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:04.282890 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP 049b0613-fc5c-4da7-a23c-252b3ad91b92 disassociated (deleted). External IP: 172.25.7.45, port: 2017dd06-fb2a-4828-99e9-ef02617d448e. Sep 30 09:16:04.488430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 376851f9-932f-4bdb-b33e-7a76df88e1cd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:16:04.594079 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:16:04.598799 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:04.603646 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] Sync routers for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:16:04.612785 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:04.613396 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:04.625605 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-27fade9f-3699-4e39-ab85-c06223e02e5e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/floatingips/049b0613-fc5c-4da7-a23c-252b3ad91b92 HTTP/1.1" status: 204 len: 168 time: 0.8514481 Sep 30 09:16:04.626199 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:16:04.628470 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad679c7c-5cab-46dc-83d6-091c235f5524" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:16:04.720444 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:04.785676 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5916f26c-8985-4d64-96ec-5e01ac2f8c18 x-openstack-request-id: req-5916f26c-8985-4d64-96ec-5e01ac2f8c18 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:16:04.785975 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:16:04.786227 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5916f26c-8985-4d64-96ec-5e01ac2f8c18 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:16:04.786631 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'status': 'completed', 'code': 200} Sep 30 09:16:04.913049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab361e14-6feb-445f-bf3b-1795bfc5e076 req-e13e04b8-37af-459e-bbf5-0eafaebfdf1b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:04.914488 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab361e14-6feb-445f-bf3b-1795bfc5e076 req-e13e04b8-37af-459e-bbf5-0eafaebfdf1b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0813978 Sep 30 09:16:04.917112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-8afe517c-bf3d-457f-a4bc-7f5420f1ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:04.918732 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-8afe517c-bf3d-457f-a4bc-7f5420f1ce17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 1097 time: 0.0753613 Sep 30 09:16:04.923942 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:04.954579 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] Checking router: 376851f9-932f-4bdb-b33e-7a76df88e1cd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:16:04.962951 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:04.963575 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:04.971915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ab361e14-6feb-445f-bf3b-1795bfc5e076 req-14de0a7a-5e3a-46ad-83e0-5ed08e437e32 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511246 Sep 30 09:16:05.037390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-ad72ea27-a047-4099-8822-656de83afbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:05.039006 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-ad72ea27-a047-4099-8822-656de83afbd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 200 len: 897 time: 0.1048832 Sep 30 09:16:05.087642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-ffe42cc6-f61e-45ec-859d-c072de4446d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 200 len: 217 time: 0.0401552 Sep 30 09:16:05.141748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-d1067e6c-77af-4eb3-b40e-2c76e658f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:05.143261 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-d1067e6c-77af-4eb3-b40e-2c76e658f332 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9466f081-7817-466b-8689-7d7d64da0475 HTTP/1.1" status: 200 len: 835 time: 0.0466506 Sep 30 09:16:05.155692 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:05.191102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-cc6b71d3-d765-4aff-a6ac-1795b23b34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:05.192662 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-cc6b71d3-d765-4aff-a6ac-1795b23b34b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8731ac15-28c9-4fcc-8601-2d0fead047b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422566 Sep 30 09:16:05.355070 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:05.382532 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1260d-36cc-4b53-9568-6eeeca4b5f2e None None] The sync data for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 is: [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:15:08Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a63fae89-56f1-487d-a7d1-1ba0cace77f9', 'name': '', 'network_id': '8731ac15-28c9-4fcc-8601-2d0fead047b0', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:43:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9466f081-7817-466b-8689-7d7d64da0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:08Z', 'updated_at': '2021-09-30T09:15:11Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '9466f081-7817-466b-8689-7d7d64da0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:16:05.579664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-bb96aa3f-c3db-4163-bbdb-cfaeddf0c259 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775532 Sep 30 09:16:05.626711 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fec30-70aa-4cdf-b7d9-44e245d0f567 None None] New status for floating IP 049b0613-fc5c-4da7-a23c-252b3ad91b92: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:16:05.675199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ad679c7c-5cab-46dc-83d6-091c235f5524 req-845b7b5f-9aad-4743-95f6-94543810d140 service neutron] 10.222.0.50 "GET /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870280 Sep 30 09:16:06.103632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206c18-609d-4f77-8968-aee0cf1ea78a req-261776f9-fe61-4a3e-b877-76fa6d89ad52 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:06.105136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74206c18-609d-4f77-8968-aee0cf1ea78a req-261776f9-fe61-4a3e-b877-76fa6d89ad52 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0523906 Sep 30 09:16:06.142417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-74206c18-609d-4f77-8968-aee0cf1ea78a req-ceb18777-b926-46f0-aaa1-97451ec8f9c2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=7743c0f7-db01-4c43-afcb-9fdc9d704714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Sep 30 09:16:06.504601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-9b1f9650-1d74-4c2c-8c1b-af4d355ed6b8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:06.506080 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-9b1f9650-1d74-4c2c-8c1b-af4d355ed6b8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 946 time: 0.0472441 Sep 30 09:16:06.594637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 2017dd06-fb2a-4828-99e9-ef02617d448e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:16:06.594985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:06.684575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 2017dd06-fb2a-4828-99e9-ef02617d448e, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=2017dd06-fb2a-4828-99e9-ef02617d448e,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:06.684945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:06.699018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 2017dd06-fb2a-4828-99e9-ef02617d448e owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:16:06.825107 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:06.854556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=2017dd06-fb2a-4828-99e9-ef02617d448e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:06.880726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.881084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.881430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.881793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.882128 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.882460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.882791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.883123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.883459 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.883785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.884109 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.885111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:06.906447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] No DVR routers for this DVR port 2017dd06-fb2a-4828-99e9-ef02617d448e on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:16:06.908847 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:06.910857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-736dfec4-a6f5-4782-8d94-3b1827425034 req-05d12e2e-17e8-4490-a1f9-ffdc22a302ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "DELETE /v2.0/ports/2017dd06-fb2a-4828-99e9-ef02617d448e HTTP/1.1" status: 204 len: 173 time: 0.3988426 Sep 30 09:16:06.911293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'name': 'network-vif-deleted', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:16:06.913563 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a90a0ff-36b4-43e5-9e4f-7bc662b3e601" -d '{"events": [{"server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "name": "network-vif-deleted", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:16:06.954753 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b14cf02-5bd0-4f4d-b839-656328301802 x-openstack-request-id: req-6b14cf02-5bd0-4f4d-b839-656328301802 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:16:06.955088 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe832b6-d656-473d-896b-f1e4323cbf1b", "name": "network-vif-deleted", "tag": "2017dd06-fb2a-4828-99e9-ef02617d448e", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:16:06.955345 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b14cf02-5bd0-4f4d-b839-656328301802 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:16:06.955740 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe832b6-d656-473d-896b-f1e4323cbf1b', 'name': 'network-vif-deleted', 'tag': '2017dd06-fb2a-4828-99e9-ef02617d448e', 'status': 'completed', 'code': 200} Sep 30 09:16:07.254194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4c83ae9-e146-44e9-bad9-30fdb772d03e req-d97a102b-b633-4666-8631-48490500e9af tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebe832b6-d656-473d-896b-f1e4323cbf1b HTTP/1.1" status: 200 len: 210 time: 0.0275719 Sep 30 09:16:08.309509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45946) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:08.674026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-38167e27-7178-499b-928f-f2018d27863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:08.990467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:09.253347 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port a63fae89-56f1-487d-a7d1-1ba0cace77f9 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:16:09.253634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:09.342905 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port a63fae89-56f1-487d-a7d1-1ba0cace77f9, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a63fae89-56f1-487d-a7d1-1ba0cace77f9,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:09.343612 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:09.355315 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for a63fae89-56f1-487d-a7d1-1ba0cace77f9 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:16:09.542409 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:09.567220 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=a63fae89-56f1-487d-a7d1-1ba0cace77f9,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:09.743521 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:09.953469 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 376851f9-932f-4bdb-b33e-7a76df88e1cd has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:16:10.060328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:16:10.062124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2017dd06-fb2a-4828-99e9-ef02617d448e no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:16:10.072575 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] Sync routers for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:16:10.074871 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-542621db-68ab-4fc6-ab94-e856d65aabe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/376851f9-932f-4bdb-b33e-7a76df88e1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632551 Sep 30 09:16:10.077350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45948) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:10.086682 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:10.087313 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:10.089585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 2017dd06-fb2a-4828-99e9-ef02617d448e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:16:10.090010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 2017dd06-fb2a-4828-99e9-ef02617d448e not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:16:10.133237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting subnet 9466f081-7817-466b-8689-7d7d64da0475 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:16:10.136877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.177345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.190919 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:10.267806 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.331300 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.360358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Subnet': ['ID=9466f081-7817-466b-8689-7d7d64da0475,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:10.362496 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.364396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3ec90044-ddc9-486c-b3c0-814128564f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/subnets/9466f081-7817-466b-8689-7d7d64da0475 HTTP/1.1" status: 204 len: 168 time: 0.2860084 Sep 30 09:16:10.367772 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45950) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:10.372150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a001f8-5e72-497d-83fc-d10b1ccb8651 None None] Network 8731ac15-28c9-4fcc-8601-2d0fead047b0 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:16:10.373025 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:16:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:10.400775 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] Checking router: 376851f9-932f-4bdb-b33e-7a76df88e1cd for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:16:10.409947 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] Routers {'376851f9-932f-4bdb-b33e-7a76df88e1cd'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:10.410962 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:15:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['376851f9-932f-4bdb-b33e-7a76df88e1cd'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:10.461140 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:16:10.486538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.528857 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] Set router 376851f9-932f-4bdb-b33e-7a76df88e1cd gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:10.562496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] DHCP port deletion for 8731ac15-28c9-4fcc-8601-2d0fead047b0 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:16:10.606840 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.615667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Deleting port 8f6f2f16-72b4-4ffb-9349-644c2d641850 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:16:10.616051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.663286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 3519ea67-d049-4b32-a81b-f7f60e47cfc8 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:16:10.663674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.683748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] For port 8f6f2f16-72b4-4ffb-9349-644c2d641850, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=8f6f2f16-72b4-4ffb-9349-644c2d641850,segment=NetworkSegment(c21494f4-a4f4-4bc4-8760-cba68e75e143),segment_id=c21494f4-a4f4-4bc4-8760-cba68e75e143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:10.684214 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.697624 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Calling delete_port for 8f6f2f16-72b4-4ffb-9349-644c2d641850 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:16:10.716667 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:16:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:10.743268 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4df0b-55f8-412d-9fdf-4c836ea3f59a None None] The sync data for ids ['376851f9-932f-4bdb-b33e-7a76df88e1cd'] in n-d-807025-5 is: [{'id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680982821', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:15:05Z', 'updated_at': '2021-09-30T09:16:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '3519ea67-d049-4b32-a81b-f7f60e47cfc8', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376851f9-932f-4bdb-b33e-7a76df88e1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:15:06Z', 'updated_at': '2021-09-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:16:10.750750 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 3519ea67-d049-4b32-a81b-f7f60e47cfc8, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=3519ea67-d049-4b32-a81b-f7f60e47cfc8,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:10.751112 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.764538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 3519ea67-d049-4b32-a81b-f7f60e47cfc8 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:16:10.940733 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.948628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.972268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=3519ea67-d049-4b32-a81b-f7f60e47cfc8,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:10.976649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Pushing event deleted for resources: {'Port': ['ID=8f6f2f16-72b4-4ffb-9349-644c2d641850,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:10.986029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] No DVR routers for this DVR port 8f6f2f16-72b4-4ffb-9349-644c2d641850 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.993720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.995831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.995831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:10.995831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b2b01-b872-427f-a74e-77a81cef43b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:11.032933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.125631 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.128247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.155794 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-401dc83c-f14c-43fa-b448-5d3437f63a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.174532 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.175101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Fanout notify agent at l3_agent the message router_deleted on router 376851f9-932f-4bdb-b33e-7a76df88e1cd {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:16:11.182618 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.183945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee432c2c-1d40-4852-bbb7-955511f09dc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/routers/376851f9-932f-4bdb-b33e-7a76df88e1cd HTTP/1.1" status: 204 len: 168 time: 0.8152282 Sep 30 09:16:11.186710 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45952) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:11.269831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.362145 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.383706 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8731ac15-28c9-4fcc-8601-2d0fead047b0']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:11.393884 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21494f4-a4f4-4bc4-8760-cba68e75e143') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:11.394440 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21494f4-a4f4-4bc4-8760-cba68e75e143') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:11.405269 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.419895 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.426302 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:16:11.426642 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:16:11.429689 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:16:11.490689 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.498872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.500902 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/networks/8731ac15-28c9-4fcc-8601-2d0fead047b0 HTTP/1.1" status: 204 len: 168 time: 0.3131039 Sep 30 09:16:11.503861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45954) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:11.513385 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f455ab0-491a-4889-9a52-e5410b12098b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Network': ['ID=8731ac15-28c9-4fcc-8601-2d0fead047b0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:11.570633 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b572bf3-3878-4daa-b64b-35f1ec8cc79f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.572350 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.597221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b572bf3-3878-4daa-b64b-35f1ec8cc79f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.656567 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b572bf3-3878-4daa-b64b-35f1ec8cc79f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.659232 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-9b572bf3-3878-4daa-b64b-35f1ec8cc79f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.660446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b572bf3-3878-4daa-b64b-35f1ec8cc79f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/security-groups/7743c0f7-db01-4c43-afcb-9fdc9d704714 HTTP/1.1" status: 204 len: 168 time: 0.1555953 Sep 30 09:16:11.669835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b572bf3-3878-4daa-b64b-35f1ec8cc79f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743c0f7-db01-4c43-afcb-9fdc9d704714,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:11.798990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8f6f2f16-72b4-4ffb-9349-644c2d641850 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:16:11.818622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 8f6f2f16-72b4-4ffb-9349-644c2d641850 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:16:11.819038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 8f6f2f16-72b4-4ffb-9349-644c2d641850 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:16:11.819516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a63fae89-56f1-487d-a7d1-1ba0cace77f9 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:16:11.839293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a63fae89-56f1-487d-a7d1-1ba0cace77f9 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:16:11.839906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a63fae89-56f1-487d-a7d1-1ba0cace77f9 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:16:11.840320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3519ea67-d049-4b32-a81b-f7f60e47cfc8 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:16:11.858570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 3519ea67-d049-4b32-a81b-f7f60e47cfc8 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:16:11.858916 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 3519ea67-d049-4b32-a81b-f7f60e47cfc8 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:16:11.869496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45960) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:11.874197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606653093', 'description': 'tempest-secgroup-smoke-606653093 description', 'project_id': '04b562ea0b554214b4862487ba67302d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:11.897220 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.988494 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:11.992852 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.020655 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.021935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1514487 Sep 30 09:16:12.024836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45962) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.030087 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'b83f2184-05b6-4863-9315-783e7eb4ba80', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.035344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caa59b-da36-428d-9a02-eb520453deb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83f2184-05b6-4863-9315-783e7eb4ba80,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.058469 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.112398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.116113 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.135035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fe7d99-1559-4bd1-bb7d-fb5f828f9589,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.142042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.143275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8089a7dc-c077-4507-b04e-fd5e1fa0ae07 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174119 Sep 30 09:16:12.146154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45964) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.150516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'b83f2184-05b6-4863-9315-783e7eb4ba80', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.176489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.236945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.240821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.260166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb439484-3705-4efa-9248-2ddd2951c4fb,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.267727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.269329 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-34f32455-b36d-477d-8bef-2095369c5780 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219454 Sep 30 09:16:12.271989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45966) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.276390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'b83f2184-05b6-4863-9315-783e7eb4ba80', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.302818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.359958 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.363528 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.381214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2551998-324b-402a-bd69-c7fe75b21fca,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.387157 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.388265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0666d40a-693c-4d27-afb9-9191c38cc139 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153152 Sep 30 09:16:12.390935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45968) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.395664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'b83f2184-05b6-4863-9315-783e7eb4ba80', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.422240 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.481410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.484954 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.504130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0f6fc5-f686-4087-9674-bb1a50a68f47,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.510077 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.511308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0f32afd2-c3dc-4c7c-9627-1810c80fac43 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194086 Sep 30 09:16:12.518067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45970) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.524252 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'b83f2184-05b6-4863-9315-783e7eb4ba80', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.546276 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:16:12.551012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.614726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.618314 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.636010 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7b9203-a493-4cc6-a6f9-e374a888216e,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.643501 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.645305 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fd7b0dfb-0efa-40be-965e-8ed8e9f28c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255298 Sep 30 09:16:12.647981 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45972) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.653078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'b83f2184-05b6-4863-9315-783e7eb4ba80', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.674625 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:16:12.679350 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.738127 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.741978 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.759856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb162e93-4770-4064-9e57-a22c35e77b1f,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.766413 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.767612 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f8a416be-1d3e-4011-96bc-cc5755ac8ecf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187093 Sep 30 09:16:12.770764 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45974) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.776201 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'network': {'name': 'tempest-network-smoke--1296603879', 'project_id': '04b562ea0b554214b4862487ba67302d', 'port_security_enabled': True}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.797284 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:16:12.800842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.824540 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:16:12.834308 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.834640 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Added segment 3eb686f3-8e13-4a63-a421-24bc2f0b0493 of type vlan for network 07abe627-3af6-4d58-b058-da6c94dd33ab Sep 30 09:16:12.876853 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.901675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.907326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:12.907922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.937771 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1659255 Sep 30 09:16:12.940592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45976) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:12.945291 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'admin_state_up': True, 'project_id': '04b562ea0b554214b4862487ba67302d', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:12.970657 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.971758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.985111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4d379-7a4d-43ec-8633-882133e3c977 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Network': ['ID=07abe627-3af6-4d58-b058-da6c94dd33ab,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:12.995910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 07abe627-3af6-4d58-b058-da6c94dd33ab details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:16:13.033748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.172716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.349085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.362909 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.381983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.485308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.155 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9cfc1a0c-0c11-4562-bf05-e5ababe71f34) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:16:13.588522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.622104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:13.661667 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:16:13.664546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:13.668499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:16:13.695808 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:13.916104 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:14.118318 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:14.532280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router d24c2cad-c940-4877-96f1-f475f7e5f658 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:16:14.638016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:16:14.647602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Sync routers for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:16:14.656530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:14.656763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:14.657231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:16:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:14.657821 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-745fa455-121e-4123-935f-406f02a46974 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7162344 Sep 30 09:16:14.661035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45978) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:14.694622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-487e11bd-efd7-4f89-877f-410346a5ec9b tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=04b562ea0b554214b4862487ba67302d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324607 Sep 30 09:16:14.697739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 45980) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:14.765203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:14.846231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdee823-61fe-4099-9c7a-3441b68503da tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:14.847673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1bdee823-61fe-4099-9c7a-3441b68503da tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490200 Sep 30 09:16:14.850778 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45982) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:14.878920 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9921b99b-d986-4c1a-96ac-aa90bdc44154 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269761 Sep 30 09:16:14.881903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45984) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:14.887231 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173588345', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'project_id': '04b562ea0b554214b4862487ba67302d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:14.949857 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:13Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:14.979429 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:16:14.983338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Checking router: d24c2cad-c940-4877-96f1-f475f7e5f658 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:16:14.983721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:14.983842 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Updating router d24c2cad-c940-4877-96f1-f475f7e5f658 port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:16:15.012064 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.132377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.168762 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.230851 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Subnet': ['ID=e9679b89-ccce-40e1-af8d-2c78be0e3a9b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:15.243205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Checking segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:16:15.243700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network hostable DHCP agents. Network: 07abe627-3af6-4d58-b058-da6c94dd33ab, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:16:15.259996 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 07abe627-3af6-4d58-b058-da6c94dd33ab is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:16:15.268601 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 07abe627-3af6-4d58-b058-da6c94dd33ab) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:15.273040 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:15.273749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.282452 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8b468-f7b4-4bc4-8707-d2b2cf452529 None None] Network 07abe627-3af6-4d58-b058-da6c94dd33ab requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:16:15.293135 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08721e27-5f51-4145-8ba9-e96ce614c8b5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4074013 Sep 30 09:16:15.293348 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 45986) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:15.316239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.333734 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.434500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942803-1523-4159-b715-a03ac387fbef None None] Pushing event updated for resources: {'Port': ['ID=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:15.436876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Attempting to bind port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:16:15.437255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Attempting to bind port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:16:15.437697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Attempting to bind port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:16:15.471572 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:16:15.471952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:16:15.472357 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.472752 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:16:15.473239 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Bound port: 9cfc1a0c-0c11-4562-bf05-e5ababe71f34, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:16:15.473653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.554206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] For port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:16:15.557766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-07abe627-3af6-4d58-b058-da6c94dd33ab', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:16:15.558665 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.562500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] For port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:16:15.573865 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.703255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942803-1523-4159-b715-a03ac387fbef None None] Pushing event updated for resources: {'Port': ['ID=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:15.710704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:15.711325 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:16:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:15.738066 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.851561 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Allocated IP 172.20.0.2 (07abe627-3af6-4d58-b058-da6c94dd33ab/e9679b89-ccce-40e1-af8d-2c78be0e3a9b/9bc002d1-a22b-4eb3-8602-87389504dad2) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:16:15.873146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:16.151559 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.160756 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.204801 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:13Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:16.205110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.1 (07abe627-3af6-4d58-b058-da6c94dd33ab/e9679b89-ccce-40e1-af8d-2c78be0e3a9b/5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:16:16.208717 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Network 07abe627-3af6-4d58-b058-da6c94dd33ab is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:16:16.242213 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:16.246515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f29c41-5fe8-4a22-9f82-4719602342bb None None] The sync data for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 is: [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:13Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:16:16.248118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:16:16.256568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Pushing event updated for resources: {'Port': ['ID=9bc002d1-a22b-4eb3-8602-87389504dad2,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:16.312808 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Attempting to bind port 9bc002d1-a22b-4eb3-8602-87389504dad2 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:16:16.313187 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Attempting to bind port 9bc002d1-a22b-4eb3-8602-87389504dad2 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:16:16.313586 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Attempting to bind port 9bc002d1-a22b-4eb3-8602-87389504dad2 on network 07abe627-3af6-4d58-b058-da6c94dd33ab {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:16:16.318983 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:16:16.319366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Checking segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:16:16.319764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.320164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Bound using segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:16:16.320779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Bound port: 9bc002d1-a22b-4eb3-8602-87389504dad2, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:16:16.321169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.335726 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.376037 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.392813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] For port 9bc002d1-a22b-4eb3-8602-87389504dad2, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:16:16.396828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] For port 9bc002d1-a22b-4eb3-8602-87389504dad2, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9bc002d1-a22b-4eb3-8602-87389504dad2,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:16:16.405048 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.419319 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 07abe627-3af6-4d58-b058-da6c94dd33ab is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:16:16.425037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:16.429277 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:16:16.485980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:16.491615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.491870 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad1cab-b730-4eff-8a40-df782f1592a1 None None] Pushing event updated for resources: {'Port': ['ID=9bc002d1-a22b-4eb3-8602-87389504dad2,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:16.645719 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.969635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.974869 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:17.050306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:17.053122 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:17.155261 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 07abe627-3af6-4d58-b058-da6c94dd33ab is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:16:17.156352 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:17.274704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router d24c2cad-c940-4877-96f1-f475f7e5f658 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:16:17.387659 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:16:17.398267 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-cfadf43d-0017-4370-8ca2-172f473e741c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/d24c2cad-c940-4877-96f1-f475f7e5f658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0990634 Sep 30 09:16:17.438756 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138d186-bc23-49d5-9f88-368809027a0e None None] Network 07abe627-3af6-4d58-b058-da6c94dd33ab requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:16:17.531510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9ca55e7e-9e24-492c-b5a8-fc7a93d7d7f8 None None] Provisioning complete for port 9bc002d1-a22b-4eb3-8602-87389504dad2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:17.531997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9ca55e7e-9e24-492c-b5a8-fc7a93d7d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:17.553397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-f13775da-b162-4099-b80c-3cbb78998835 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606653093&fields=id&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 267 time: 0.0520620 Sep 30 09:16:17.642825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9bc002d1-a22b-4eb3-8602-87389504dad2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:16:17.699122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-2361bb24-e1cb-4c89-a7a1-bd4d2ed4f569 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:17.700743 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-2361bb24-e1cb-4c89-a7a1-bd4d2ed4f569 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 797 time: 0.1398115 Sep 30 09:16:17.716758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-a59ea1fe-edbc-44e0-94e8-4525192e8806 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/quotas/04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 375 time: 0.0101297 Sep 30 09:16:17.729571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9ca55e7e-9e24-492c-b5a8-fc7a93d7d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:17.761308 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9bc002d1-a22b-4eb3-8602-87389504dad2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:17.761714 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:17.780211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-59c778bc-c62b-4ea1-b0c5-e521c65ae1e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554309 Sep 30 09:16:17.953054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9ca55e7e-9e24-492c-b5a8-fc7a93d7d7f8 None None] For port 9bc002d1-a22b-4eb3-8602-87389504dad2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9bc002d1-a22b-4eb3-8602-87389504dad2,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:17.960556 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9ca55e7e-9e24-492c-b5a8-fc7a93d7d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:17.966078 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Sync routers for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:16:17.970961 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-8056ae94-4df8-43ed-83ca-ba1af93a0fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762531 Sep 30 09:16:17.979793 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:17.980865 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:16:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:18.026040 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca55e7e-9e24-492c-b5a8-fc7a93d7d7f8 None None] Pushing event updated for resources: {'Port': ['ID=9bc002d1-a22b-4eb3-8602-87389504dad2,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:18.062945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:16:18.099649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-4650666d-972b-4cbb-b6a4-70894e427ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274047 Sep 30 09:16:18.116517 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:18.125938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6d7e2738-34db-470c-b0df-24d6a349a70c None None] Provisioning complete for port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:18.126311 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2738-34db-470c-b0df-24d6a349a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.168946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:18.169321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.222563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e2738-34db-470c-b0df-24d6a349a70c None None] Port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:16:18.242266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-6d7e2738-34db-470c-b0df-24d6a349a70c None None] Provisioning complete for port 9bc002d1-a22b-4eb3-8602-87389504dad2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:18.242711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2738-34db-470c-b0df-24d6a349a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.319154 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.328446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ce193155-3a7d-4354-9613-fad497205445 req-45e061bb-de1d-413b-b1c2-652256645048 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 210 time: 0.0463617 Sep 30 09:16:18.352279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:18.371160 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 2, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:18.375838 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.402524 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Checking router: d24c2cad-c940-4877-96f1-f475f7e5f658 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:16:18.402879 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Updating router d24c2cad-c940-4877-96f1-f475f7e5f658 port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:16:18.429999 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.435999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:18.536463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ee6a9576-f03a-4090-8649-ccdd5c3533fa None None] Provisioning complete for port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:18.537169 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9576-f03a-4090-8649-ccdd5c3533fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.576393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a9576-f03a-4090-8649-ccdd5c3533fa None None] Port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:16:18.793650 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.798931 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.850111 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Pushing event updated for resources: {'Port': ['ID=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:18.872170 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.872515 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.872856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.873208 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.873547 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.873876 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.874202 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.874530 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.874855 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.875326 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.875514 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.875804 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:18.913115 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Attempting to bind port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:16:18.913558 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Attempting to bind port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:16:18.913982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Attempting to bind port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 on network 07abe627-3af6-4d58-b058-da6c94dd33ab {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:16:18.920434 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:16:18.920910 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Checking segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:16:18.921321 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.921738 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Bound using segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:16:18.922213 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Bound port: 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:16:18.922592 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.987666 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] For port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:16:18.990921 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] For port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:16:18.995540 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.057020 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:19.057684 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:16:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:19.059602 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f7b90-7618-4fa3-9356-6dbd38399f36 None None] Pushing event updated for resources: {'Port': ['ID=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:19.100736 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-355c8e28-c0bf-496e-a822-acc788a2ea28 None None] Provisioning complete for port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:19.101375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-355c8e28-c0bf-496e-a822-acc788a2ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.169864 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:19.191678 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-355c8e28-c0bf-496e-a822-acc788a2ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.232488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-355c8e28-c0bf-496e-a822-acc788a2ea28 None None] For port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:19.236832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-355c8e28-c0bf-496e-a822-acc788a2ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.291850 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c8e28-c0bf-496e-a822-acc788a2ea28 None None] Pushing event updated for resources: {'Port': ['ID=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:19.361514 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1d9fcd6d-1ac1-415c-8cf7-69be93fa9c4b None None] Provisioning complete for port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:19.361902 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd6d-1ac1-415c-8cf7-69be93fa9c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.393120 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:19.427569 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5151e4-785d-44c6-882e-e1156c41a8f1 None None] The sync data for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 is: [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:16:19.428949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96fe1e0f-d595-40d2-80d4-730bd68a5cd9 req-a28fd0da-824f-418c-89d9-319a8b167ce4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 210 time: 0.0357840 Sep 30 09:16:19.670715 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:16:19.725820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:19.726202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.815383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:16:19.866084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:19.866462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:19.947249 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9bc002d1-a22b-4eb3-8602-87389504dad2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:16:20.000675 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9bc002d1-a22b-4eb3-8602-87389504dad2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:20.001179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:20.509533 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ff25e3ec-ee84-431e-a285-27f47ce497ea req-8df4c950-94dd-4341-8fcb-e7bf361e61ed tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 210 time: 0.0264995 Sep 30 09:16:21.548981 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-1fb25b54-a4ee-4706-8554-4a498c199809 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:21.550552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-1fb25b54-a4ee-4706-8554-4a498c199809 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 797 time: 0.1112623 Sep 30 09:16:21.617260 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-f088a5ef-e951-404c-b9dd-155a17f42536 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 379 time: 0.0559895 Sep 30 09:16:21.619800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea472b62-7586-483e-8f6f-97c1e9f70b74 req-4f50d25c-5fc6-44ff-a430-d0635cd6359b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 210 time: 0.0386972 Sep 30 09:16:21.627546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'port': {'device_id': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'admin_state_up': True, 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'security_groups': ['b83f2184-05b6-4863-9315-783e7eb4ba80']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:21.739102 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:16:21.742545 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:21.869635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.11 (07abe627-3af6-4d58-b058-da6c94dd33ab/e9679b89-ccce-40e1-af8d-2c78be0e3a9b/7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:16:22.010015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.043415 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.083362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 07abe627-3af6-4d58-b058-da6c94dd33ab is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:16:22.086443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:22.090543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:16:22.117972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:22.146640 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:22.147278 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.162962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-727ba999-e5bd-4c1e-87ca-f4ef11583dbe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391223 Sep 30 09:16:22.182019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Request body: {'port': {'device_id': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:22.248345 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.295176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-33773307-3cfe-44e8-9c62-625eb4b96b28 None None] Provisioning complete for port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:22.295776 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-33773307-3cfe-44e8-9c62-625eb4b96b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.329666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-33773307-3cfe-44e8-9c62-625eb4b96b28 None None] Port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:16:22.514925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:16:22.524629 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.536428 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Transition to ACTIVE for port object 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:16:22.540384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.593374 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Pushing event updated for resources: {'Port': ['ID=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:22.664815 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Attempting to bind port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:16:22.665157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Attempting to bind port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:16:22.665610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Attempting to bind port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc on network 07abe627-3af6-4d58-b058-da6c94dd33ab {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:16:22.670335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc on network 07abe627-3af6-4d58-b058-da6c94dd33ab not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:16:22.670678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Attempting to bind port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc on network 07abe627-3af6-4d58-b058-da6c94dd33ab {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:16:22.675631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:16:22.676034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Checking segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:16:22.676360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Bound using segment: {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:16:22.676793 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Bound port: 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb686f3-8e13-4a63-a421-24bc2f0b0493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:16:22.677153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.775592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] For port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:16:22.782518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252ee-be73-4c48-8965-6ac819c61cda req-7bcb074b-e389-403c-9528-ae5ee2b8cbe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:22.784095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ee252ee-be73-4c48-8965-6ac819c61cda req-7bcb074b-e389-403c-9528-ae5ee2b8cbe4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 944 time: 0.0898526 Sep 30 09:16:22.785958 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] For port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:16:22.790662 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.860026 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:22.860656 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:22.862091 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] 10.222.0.57 "PUT /v2.0/ports/7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 1092 time: 0.6846623 Sep 30 09:16:22.862821 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:16:22.865094 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:16:22.873765 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ee252ee-be73-4c48-8965-6ac819c61cda req-d2022a2e-ab53-4fc5-8b03-4cce89659662 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805426 Sep 30 09:16:22.898359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b69ec-ffd2-4a9c-9cd6-6fed0a395c67 service neutron] Pushing event updated for resources: {'Port': ['ID=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:22.936417 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12075cd-b0a6-4555-9891-5617bd628899 x-openstack-request-id: req-d12075cd-b0a6-4555-9891-5617bd628899 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:16:22.936612 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:16:22.936865 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d12075cd-b0a6-4555-9891-5617bd628899 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:16:22.937263 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'status': 'completed', 'code': 200} Sep 30 09:16:22.956042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-ac7a121e-5196-4cf0-b716-31de64f0c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:22.957648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-ac7a121e-5196-4cf0-b716-31de64f0c101 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1095 time: 0.0513887 Sep 30 09:16:23.001763 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-145fb087-4f13-4127-88c5-5fd6be59e9b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 217 time: 0.0359683 Sep 30 09:16:23.060372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-d99e9e2d-6806-4ec4-b80a-3522ab27fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.061974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-d99e9e2d-6806-4ec4-b80a-3522ab27fb8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0495734 Sep 30 09:16:23.113148 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-516c9ccd-b582-40d9-9d61-6f0d31fe62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.114673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-516c9ccd-b582-40d9-9d61-6f0d31fe62cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409245 Sep 30 09:16:23.212741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-9b3692cf-743c-4600-9b78-55ec0c5b0762 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863223 Sep 30 09:16:23.309158 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4441ea51-378c-4c56-ad37-6cdb91d9f6b7 req-8297fb14-bc7f-4c31-9ad3-bdaf9e53f0b4 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Sep 30 09:16:23.392897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-234d7bc8-3c6e-48b3-99b1-491f74fdafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.394688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-234d7bc8-3c6e-48b3-99b1-491f74fdafbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1095 time: 0.0397029 Sep 30 09:16:23.488645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-3e0e9189-e3a9-4ac9-9d43-7f1dc5ea6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.490037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-3e0e9189-e3a9-4ac9-9d43-7f1dc5ea6f18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 898 time: 0.0883000 Sep 30 09:16:23.532331 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-7a575fea-34cb-4f4f-9c90-9ddc84c81071 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 217 time: 0.0351040 Sep 30 09:16:23.586876 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-63dcccb8-aea8-45b7-953b-bb088cc61e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.588826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-63dcccb8-aea8-45b7-953b-bb088cc61e65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0472293 Sep 30 09:16:23.635415 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-34734012-96c3-48ac-ba61-21c109d806f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.636893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-34734012-96c3-48ac-ba61-21c109d806f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394044 Sep 30 09:16:23.727057 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-44603951-537d-43ef-b1e9-218dd5229579 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811996 Sep 30 09:16:23.818769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c83c3865-b5ae-473b-b97b-13f98c0ab9e8 req-693c7741-655d-438a-9cf6-281b5f17d184 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828607 Sep 30 09:16:23.994180 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e154b3b-b3df-43e8-867c-5f7d483fa259 req-1f91a63e-d357-4b5c-b2c5-3eb356a8efbd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:23.995677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e154b3b-b3df-43e8-867c-5f7d483fa259 req-1f91a63e-d357-4b5c-b2c5-3eb356a8efbd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 944 time: 0.0493019 Sep 30 09:16:24.035051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e154b3b-b3df-43e8-867c-5f7d483fa259 req-31d70830-fc6b-4456-98a6-1ad7705c22d4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334208 Sep 30 09:16:25.152514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162865-7521-429b-9edc-945ec9312865 req-e19a597f-57a9-4dfb-887e-03ddea8e775e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:25.154010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e162865-7521-429b-9edc-945ec9312865 req-e19a597f-57a9-4dfb-887e-03ddea8e775e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 944 time: 0.0529792 Sep 30 09:16:25.190224 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e162865-7521-429b-9edc-945ec9312865 req-bd0e567d-8c6b-49e3-a84f-7d3f36cc2191 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302930 Sep 30 09:16:25.468235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:16:25.564993 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:25.576392 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'port_id': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'mac_address': 'fa:16:3e:9d:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:16:25.613632 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:25.628195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:16:25.648927 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:25.652831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:25.705861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:25.954165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:16:26.240765 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:26.308715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803be0d-79da-40d1-bc0d-61243a4b3b3b req-06c34a6f-1282-48bd-8d0c-918b98482660 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:26.310454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8803be0d-79da-40d1-bc0d-61243a4b3b3b req-06c34a6f-1282-48bd-8d0c-918b98482660 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Sep 30 09:16:26.349393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8803be0d-79da-40d1-bc0d-61243a4b3b3b req-a120cabc-570a-482b-9d6b-f62531914ba2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327666 Sep 30 09:16:26.354966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:27.463309 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a32c13-c28a-48f4-914e-e7083837cafb req-292e5345-fc88-4ccf-aad4-126fdf9bad60 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:27.464720 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4a32c13-c28a-48f4-914e-e7083837cafb req-292e5345-fc88-4ccf-aad4-126fdf9bad60 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Sep 30 09:16:27.498173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:16:27.508694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c4a32c13-c28a-48f4-914e-e7083837cafb req-113b140e-8c12-4a21-99ca-e0c584fda9ec tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 Sep 30 09:16:27.551907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:16:27.555546 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:16:27.555919 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:27.635677 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:27.657484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:16:27.659815 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa319b-98a7-4d4e-b5fc-b65f8ba599a8" -d '{"events": [{"server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "name": "network-vif-plugged", "status": "completed", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:16:27.673122 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:27.677197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:27.701799 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9fc18-8e8b-434f-bd6b-c271f27184c1 x-openstack-request-id: req-a3d9fc18-8e8b-434f-bd6b-c271f27184c1 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:16:27.702093 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "name": "network-vif-plugged", "status": "completed", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:16:27.702482 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3d9fc18-8e8b-434f-bd6b-c271f27184c1 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:16:27.702872 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'code': 200} Sep 30 09:16:27.729192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:27.807703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c29c-77fc-41dd-a885-18cc959acdc8 req-8570655c-6fea-4f2b-b03e-50fb60e6f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:27.809214 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4036c29c-77fc-41dd-a885-18cc959acdc8 req-8570655c-6fea-4f2b-b03e-50fb60e6f00a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1097 time: 0.0444722 Sep 30 09:16:27.843637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4036c29c-77fc-41dd-a885-18cc959acdc8 req-de8fec8d-aad2-4233-b4d5-0cd3cecfada3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272784 Sep 30 09:16:28.627703 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017693-1751-4c4e-ad2c-676ad4283658 req-f456cd75-d8a4-41b5-bb84-c48bfe6c7b8c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:28.629194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75017693-1751-4c4e-ad2c-676ad4283658 req-f456cd75-d8a4-41b5-bb84-c48bfe6c7b8c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0506954 Sep 30 09:16:28.667905 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75017693-1751-4c4e-ad2c-676ad4283658 req-d41650e4-e1b4-4b2b-92ab-cf6e07e2937e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Sep 30 09:16:29.781794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0fe64-8131-46be-b18f-835136edfe2d req-07944679-cf0a-44d7-8207-a52fe6b3bfca tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:29.783196 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d0fe64-8131-46be-b18f-835136edfe2d req-07944679-cf0a-44d7-8207-a52fe6b3bfca tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Sep 30 09:16:29.819536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7d0fe64-8131-46be-b18f-835136edfe2d req-1049d14c-787c-4f16-aaea-8789e4ef6216 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304785 Sep 30 09:16:29.935444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc467f5-e249-4e46-b812-55e12d5e1334 req-3fdcd9ad-cd4d-4125-99fa-c7caeba46814 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:29.936937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebc467f5-e249-4e46-b812-55e12d5e1334 req-3fdcd9ad-cd4d-4125-99fa-c7caeba46814 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0534472 Sep 30 09:16:29.975016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ebc467f5-e249-4e46-b812-55e12d5e1334 req-7695f7d1-6068-4074-8e23-2023ce75cdff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Sep 30 09:16:29.996917 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46048) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:30.036514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf2b54-27d1-45a0-9216-06f34ff61326 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:30.038013 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-74cf2b54-27d1-45a0-9216-06f34ff61326 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1092 time: 0.0400488 Sep 30 09:16:30.040918 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46050) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:30.045225 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:16:30.066732 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:30.162716 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:30.261639 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.165 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/4fc36ddc-2535-4b37-975e-d6ee906e1527) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:16:30.694542 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:30.727573 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:30.765755 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:16:30.770195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:16:30.777304 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:16:30.780326 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=4fc36ddc-2535-4b37-975e-d6ee906e1527,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:31.126459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:31.191683 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:31.342824 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:31.347377 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:31.419569 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=4fc36ddc-2535-4b37-975e-d6ee906e1527,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:31.429439 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:31.526135 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP 8edccbe4-3264-4b82-9892-6c8334ce1f54 associated. External IP: 172.25.7.165, port: 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc. Sep 30 09:16:31.729178 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router d24c2cad-c940-4877-96f1-f475f7e5f658 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:16:31.836405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:16:31.847724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] Sync routers for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:16:31.852336 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:31.858566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:31.859192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:16:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:31.880194 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-55650915-adcf-4e3b-a24f-eecd304d5fb2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8381677 Sep 30 09:16:31.880784 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:16:31.883132 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:16:31.966425 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:31.976886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cc327-c421-47d6-93c2-6809bd320a23 req-6f9ac4a5-0d46-44d9-9a54-00fd96904198 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:31.978933 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f0cc327-c421-47d6-93c2-6809bd320a23 req-6f9ac4a5-0d46-44d9-9a54-00fd96904198 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Sep 30 09:16:32.017787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f0cc327-c421-47d6-93c2-6809bd320a23 req-35352e1e-638e-4281-9fd7-4662e1930529 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Sep 30 09:16:32.041561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46056) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:32.074466 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffe6f0-abfb-46d7-91cb-abffe332b2e7 x-openstack-request-id: req-e0ffe6f0-abfb-46d7-91cb-abffe332b2e7 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:16:32.075017 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:16:32.075516 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0ffe6f0-abfb-46d7-91cb-abffe332b2e7 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:16:32.076221 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'status': 'completed', 'code': 200} Sep 30 09:16:32.150850 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4f8a2e1b-9325-4d5c-9cfe-8bb66434ced1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/8edccbe4-3264-4b82-9892-6c8334ce1f54 HTTP/1.1" status: 200 len: 992 time: 0.1068444 Sep 30 09:16:32.158746 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-847449e6-930b-4980-a372-dce72e9dcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:32.160207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-847449e6-930b-4980-a372-dce72e9dcb45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1097 time: 0.0549726 Sep 30 09:16:32.200477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8edccbe4-3264-4b82-9892-6c8334ce1f54', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'port_id': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'mac_address': 'fa:16:3e:9d:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:16:30Z', 'updated_at': '2021-09-30T09:16:30Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:19Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:32.227563 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] Checking router: d24c2cad-c940-4877-96f1-f475f7e5f658 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:16:32.236639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:16:32.237262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:16:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:32.251616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-51d51896-cb5e-45c5-b527-b4d66b73998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:32.253093 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-51d51896-cb5e-45c5-b527-b4d66b73998d service neutron] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 898 time: 0.0851581 Sep 30 09:16:32.322856 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-89b01283-61bc-4897-9b94-c29d8217d302 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 1000 time: 0.0614357 Sep 30 09:16:32.342597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:16:32.372987 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-582df8e2-c9cc-4f78-b3cf-f2ea41356ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:32.374494 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-582df8e2-c9cc-4f78-b3cf-f2ea41356ff5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0440450 Sep 30 09:16:32.420896 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-dab97f59-450d-4bd5-8b67-ba7674f3d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:32.422455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-dab97f59-450d-4bd5-8b67-ba7674f3d4dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405757 Sep 30 09:16:32.517919 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-c7e69d03-feb0-4df5-b661-3cc8ee2f659c service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880356 Sep 30 09:16:32.566838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8edccbe4-3264-4b82-9892-6c8334ce1f54', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'port_id': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'mac_address': 'fa:16:3e:9d:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:16:30Z', 'updated_at': '2021-09-30T09:16:30Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:19Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:16:32.597232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c62d27-1ddd-4e65-bd19-8f130bd2e192 None None] The sync data for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 is: [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8edccbe4-3264-4b82-9892-6c8334ce1f54', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'port_id': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'mac_address': 'fa:16:3e:9d:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:16:30Z', 'updated_at': '2021-09-30T09:16:30Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:19Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:16:32.614906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b697745f-d6a4-4e1a-a90a-b77e3c5ba58d req-b9038135-3120-4d3e-bac5-3ea7743ba6f9 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887482 Sep 30 09:16:32.795748 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58413d-ea42-4786-8b92-554f417e4275 None None] New status for floating IP 8edccbe4-3264-4b82-9892-6c8334ce1f54: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:16:32.834909 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-43b655e5-2201-415a-9e88-9da91430c8d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395720 Sep 30 09:16:32.916760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082913db-6bef-4c96-82fa-24005afafec7 req-a040703e-9a97-47dd-ae44-4255bfc61216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:32.918182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-a040703e-9a97-47dd-ae44-4255bfc61216 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1097 time: 0.0406468 Sep 30 09:16:33.030130 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082913db-6bef-4c96-82fa-24005afafec7 req-f52e053b-5189-4fdc-92b1-ae8e98c00a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:33.031622 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-f52e053b-5189-4fdc-92b1-ae8e98c00a0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 898 time: 0.0932782 Sep 30 09:16:33.095676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-02142e72-a676-4e99-b743-d067367567e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 1002 time: 0.0567589 Sep 30 09:16:33.144252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082913db-6bef-4c96-82fa-24005afafec7 req-e1f1d286-df92-40a5-81c8-3dc820f05afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:33.145711 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-e1f1d286-df92-40a5-81c8-3dc820f05afe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0430770 Sep 30 09:16:33.152718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46058) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:16:33.240306 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-9b397a71-9cc7-4dd0-ad11-4ad078b016a5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/8edccbe4-3264-4b82-9892-6c8334ce1f54 HTTP/1.1" status: 200 len: 994 time: 0.0864782 Sep 30 09:16:33.242956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082913db-6bef-4c96-82fa-24005afafec7 req-e273bbf3-88d8-4991-a9ae-912ae16fffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:33.244873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-e273bbf3-88d8-4991-a9ae-912ae16fffe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898018 Sep 30 09:16:33.346379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-ced65ec9-6514-4853-82e8-15cbfd4e9a4f service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851412 Sep 30 09:16:33.436836 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-082913db-6bef-4c96-82fa-24005afafec7 req-3fd2a635-ca4d-4cae-88f4-d875f40e48b7 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825567 Sep 30 09:16:38.675734 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-63f99936-905b-4413-9c4d-49cad140b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:41.149929 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-711ec12a-2e48-4020-9101-f86827bdddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:41.573015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:43.352876 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:45.120583 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:47.461545 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:16:56.256144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:56.370885 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:01.394745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-b4bbea20-ab39-4be0-b599-0147937c166f req-fef62bdb-d7a8-4aec-932f-073ff7b23f75 service neutron] (95002) timed out ('10.222.0.41', 55494) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:17:08.678929 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fbda6aa5-35f1-4c47-a5dc-a8686145a075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:08.964425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156124f-f841-451d-b291-d04833706316 req-5e32186e-d6b1-47af-81e7-551b1dc509bf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:08.965945 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e156124f-f841-451d-b291-d04833706316 req-5e32186e-d6b1-47af-81e7-551b1dc509bf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0865481 Sep 30 09:17:08.967677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8c28-bc48-4d66-89ea-985925e4340c req-521577a9-f201-46d8-a356-d479cd83321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:08.969025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-521577a9-f201-46d8-a356-d479cd83321a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1097 time: 0.0770745 Sep 30 09:17:09.032839 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e156124f-f841-451d-b291-d04833706316 req-4c214631-5f19-4ac1-b5c1-9af48c9e89c9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608816 Sep 30 09:17:09.086355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8c28-bc48-4d66-89ea-985925e4340c req-be97efd3-fd6b-479e-b5c4-9c631138f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:09.087735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-be97efd3-fd6b-479e-b5c4-9c631138f55b service neutron] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 898 time: 0.1086326 Sep 30 09:17:09.155568 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-3b4f4823-3d81-4b76-9d2e-7131564a6a0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 1002 time: 0.0580621 Sep 30 09:17:09.210397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8c28-bc48-4d66-89ea-985925e4340c req-10d39c3c-ce4c-4d8c-b2f4-c72d1fff678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:09.211987 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-10d39c3c-ce4c-4d8c-b2f4-c72d1fff678d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0470817 Sep 30 09:17:09.537789 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8c28-bc48-4d66-89ea-985925e4340c req-9c7cb939-a76f-4573-9cca-61a0a5fc4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:09.539292 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-9c7cb939-a76f-4573-9cca-61a0a5fc4d8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198495 Sep 30 09:17:09.628065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-f57658fc-3dd8-4726-8a53-17798c291d13 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806611 Sep 30 09:17:09.720016 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-342f8c28-bc48-4d66-89ea-985925e4340c req-103a7ebf-c6a0-40d5-90eb-4a6754826be9 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834169 Sep 30 09:17:10.148669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a39c-7ba3-43cd-a193-ba8133be8bbd req-93edd13e-0f35-43df-9ac6-f35e79777d69 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:10.150181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b4a39c-7ba3-43cd-a193-ba8133be8bbd req-93edd13e-0f35-43df-9ac6-f35e79777d69 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0493908 Sep 30 09:17:10.187638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28b4a39c-7ba3-43cd-a193-ba8133be8bbd req-a9965464-e614-40f2-b857-7183e5de6b90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315042 Sep 30 09:17:11.152303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a230d79-8fd0-48a3-b56c-3d7d9eabe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:11.304917 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def23b9-3ec5-4fe5-840d-fdf4ecf5a2b8 req-22e599d1-032b-4671-b7e8-267cf66289f0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:11.306420 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4def23b9-3ec5-4fe5-840d-fdf4ecf5a2b8 req-22e599d1-032b-4671-b7e8-267cf66289f0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0519679 Sep 30 09:17:11.343719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4def23b9-3ec5-4fe5-840d-fdf4ecf5a2b8 req-0ec7ed22-0ba5-4fc6-b6c6-746422b1ea63 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313792 Sep 30 09:17:11.574762 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:12.458178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03677c-a924-4edc-b266-2986e212f5d2 req-0190c1dd-3722-4955-bf47-f01c0f6e611c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:12.460238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c03677c-a924-4edc-b266-2986e212f5d2 req-0190c1dd-3722-4955-bf47-f01c0f6e611c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0498452 Sep 30 09:17:12.497017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c03677c-a924-4edc-b266-2986e212f5d2 req-f3901bae-588e-4add-af57-6e48b056d7b3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308170 Sep 30 09:17:13.354427 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:13.612071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e51627-32b8-42bd-a979-669b9eeca500 req-265e5f1e-4178-4e9d-b5bc-982168f112a9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:13.613553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e51627-32b8-42bd-a979-669b9eeca500 req-265e5f1e-4178-4e9d-b5bc-982168f112a9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0476515 Sep 30 09:17:13.650067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-07e51627-32b8-42bd-a979-669b9eeca500 req-f5b8ed69-d8ce-44d6-a209-558b2d28c2c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306275 Sep 30 09:17:14.769352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b853c9d-ed31-4cb6-907b-870972792121 req-569bcd94-b9b3-4b16-a09c-6908823e12f0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:14.770861 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b853c9d-ed31-4cb6-907b-870972792121 req-569bcd94-b9b3-4b16-a09c-6908823e12f0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0533273 Sep 30 09:17:14.808325 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0b853c9d-ed31-4cb6-907b-870972792121 req-2e7ea77b-b4ad-4b22-9099-be96a7ba39e9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Sep 30 09:17:15.122016 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:15.921972 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167de565-9fe7-4e63-9903-01340f0bcd6e req-d4867d5d-a8cd-4589-bfe9-b6937a28b18d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:15.923438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-167de565-9fe7-4e63-9903-01340f0bcd6e req-d4867d5d-a8cd-4589-bfe9-b6937a28b18d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Sep 30 09:17:15.963008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-167de565-9fe7-4e63-9903-01340f0bcd6e req-b5b14cce-5bd2-49d3-9a1f-ac3a26062c4b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Sep 30 09:17:17.078332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdf545-d7c5-4a2c-9a0d-dc9d7a43f3c4 req-79b04a00-423d-4b80-913b-bec9fcad6af4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:17.079816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbbdf545-d7c5-4a2c-9a0d-dc9d7a43f3c4 req-79b04a00-423d-4b80-913b-bec9fcad6af4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0479054 Sep 30 09:17:17.117273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bbbdf545-d7c5-4a2c-9a0d-dc9d7a43f3c4 req-4572a5f0-fe76-4d97-a36c-a4e003eb737b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Sep 30 09:17:18.234962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b50e-e763-4a49-8afe-76c4fd90d301 req-4d612f32-4f7c-4c04-b049-21b47d60242d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:18.236434 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9133b50e-e763-4a49-8afe-76c4fd90d301 req-4d612f32-4f7c-4c04-b049-21b47d60242d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0525553 Sep 30 09:17:18.273138 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9133b50e-e763-4a49-8afe-76c4fd90d301 req-a0b92fb5-5e16-4904-b3d1-b8c9dd14483a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Sep 30 09:17:19.387011 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4b5f-ddd7-466c-9ef2-f2b9a8a0001a req-b600b35e-efbc-4a0c-a0c3-74e60ffdb012 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:19.388497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d3d4b5f-ddd7-466c-9ef2-f2b9a8a0001a req-b600b35e-efbc-4a0c-a0c3-74e60ffdb012 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0489268 Sep 30 09:17:19.426644 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d3d4b5f-ddd7-466c-9ef2-f2b9a8a0001a req-f5f8fd0a-02b6-45c8-9074-7c85b8bc3d65 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 Sep 30 09:17:20.546320 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07b5f0-96eb-4a5a-b1a4-4223bf3d5097 req-d41cf79e-eb0c-452a-ad6a-f85238e20dd8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:20.547858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d07b5f0-96eb-4a5a-b1a4-4223bf3d5097 req-d41cf79e-eb0c-452a-ad6a-f85238e20dd8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Sep 30 09:17:20.589403 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d07b5f0-96eb-4a5a-b1a4-4223bf3d5097 req-eff11e29-c412-4dd9-9ae4-3336cc74f563 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342681 Sep 30 09:17:21.708203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42070-9f5e-4000-86cb-fa341dc124c1 req-b6aadec6-a1ee-4cf4-a6fb-6c9bbdcc02c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:21.710226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eed42070-9f5e-4000-86cb-fa341dc124c1 req-b6aadec6-a1ee-4cf4-a6fb-6c9bbdcc02c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0533345 Sep 30 09:17:21.748011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eed42070-9f5e-4000-86cb-fa341dc124c1 req-80f6987c-ea91-48a0-a796-81298cff608c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316298 Sep 30 09:17:21.771079 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46110) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:17:21.830596 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8ea41838-8e8c-4787-b39b-e200db205685 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/8edccbe4-3264-4b82-9892-6c8334ce1f54 HTTP/1.1" status: 200 len: 994 time: 0.0577748 Sep 30 09:17:24.460599 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:17:26.246469 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:26.366263 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:32.809456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-2105b35e-0917-4ef2-9371-79b81003db82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393560 Sep 30 09:17:32.900716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f18d-5864-47a8-8500-c3f502348c98 req-e811b962-b6b4-4b21-b021-b6b693be6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:32.902278 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-e811b962-b6b4-4b21-b021-b6b693be6e55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1097 time: 0.0448446 Sep 30 09:17:33.009888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f18d-5864-47a8-8500-c3f502348c98 req-d3e92e03-6bf8-4d6e-a61c-7e0c4b42900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:33.011375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-d3e92e03-6bf8-4d6e-a61c-7e0c4b42900b service neutron] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 898 time: 0.0863502 Sep 30 09:17:33.082274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-63dfc737-9cf8-4fa2-8b64-f3b01aabcead service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 1002 time: 0.0626340 Sep 30 09:17:33.141576 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f18d-5864-47a8-8500-c3f502348c98 req-3c17a28c-c55c-47f4-b643-3a1c856578d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:33.143318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-3c17a28c-c55c-47f4-b643-3a1c856578d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0500162 Sep 30 09:17:33.189237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f18d-5864-47a8-8500-c3f502348c98 req-96a4f8e2-9c26-403e-83f0-3ced68e2531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:33.190891 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-96a4f8e2-9c26-403e-83f0-3ced68e2531e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397794 Sep 30 09:17:33.289134 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-e55a0165-e512-40e7-a951-c13726408413 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867257 Sep 30 09:17:33.381697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-be85f18d-5864-47a8-8500-c3f502348c98 req-0b4e1e94-a26a-4ae7-be45-12a326ed7638 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827270 Sep 30 09:17:38.680395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-87cccbd2-618a-4c23-ac4d-19814d4e58f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:41.153100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fbbe073d-a89b-41ac-8462-1cf47b15f6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:41.576558 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:43.358085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:45.127651 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:54.258601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46142) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:17:54.420221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 4fc36ddc-2535-4b37-975e-d6ee906e1527 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:17:54.420571 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:54.495214 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:54.495438 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:54.506629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 4fc36ddc-2535-4b37-975e-d6ee906e1527 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:17:54.656877 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:54.683774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=4fc36ddc-2535-4b37-975e-d6ee906e1527,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:17:54.708158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.708516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.708867 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.709212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.709585 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.709925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.710263 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.711131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.711467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.711798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.712137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.712464 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:17:54.752199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:54.752489 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP 8edccbe4-3264-4b82-9892-6c8334ce1f54 disassociated (deleted). External IP: 172.25.7.165, port: 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc. Sep 30 09:17:54.959616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router d24c2cad-c940-4877-96f1-f475f7e5f658 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:17:55.066648 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:17:55.072018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:55.076487 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] Sync routers for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:17:55.085390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:17:55.086612 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:17:55.098346 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-429f9120-cbc6-4324-9600-9de363421a02 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/floatingips/8edccbe4-3264-4b82-9892-6c8334ce1f54 HTTP/1.1" status: 204 len: 168 time: 0.8386240 Sep 30 09:17:55.098936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:17:55.101235 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d4ee5-5dce-486e-9ef6-43b70c50a19e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:17:55.193559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:17:55.262712 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58adb549-59f2-45b4-a4b2-e32771846ffd x-openstack-request-id: req-58adb549-59f2-45b4-a4b2-e32771846ffd {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:17:55.263274 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:17:55.263274 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58adb549-59f2-45b4-a4b2-e32771846ffd {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:17:55.263739 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'status': 'completed', 'code': 200} Sep 30 09:17:55.361612 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-da0fe7e1-0a14-4983-8cda-df235e267cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:55.363161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-da0fe7e1-0a14-4983-8cda-df235e267cbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 1097 time: 0.0735555 Sep 30 09:17:55.379564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f1e9-5ebe-44f2-86dc-f6d051a3611c req-94da7686-ba3d-47b8-bad7-38f07d4ffbc9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:55.381029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fe5f1e9-5ebe-44f2-86dc-f6d051a3611c req-94da7686-ba3d-47b8-bad7-38f07d4ffbc9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0618780 Sep 30 09:17:55.473198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2fe5f1e9-5ebe-44f2-86dc-f6d051a3611c req-6503c666-d78a-49da-ab50-5974943222f0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834804 Sep 30 09:17:55.496748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-7e8d4985-7c19-4b79-a68c-39c7de87a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:55.498289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-7e8d4985-7c19-4b79-a68c-39c7de87a5be service neutron] 10.222.0.57 "GET /v2.0/networks?id=07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 200 len: 898 time: 0.1163764 Sep 30 09:17:55.542411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-914c3d91-8165-490b-a3d1-b6f508fd564d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 200 len: 217 time: 0.0359068 Sep 30 09:17:55.562029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:19Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:17:55.589189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] Checking router: d24c2cad-c940-4877-96f1-f475f7e5f658 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:17:55.592685 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-0fc93a37-63e7-4607-b385-144c059117b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:55.594184 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-0fc93a37-63e7-4607-b385-144c059117b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 200 len: 834 time: 0.0442293 Sep 30 09:17:55.597666 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:17:55.598290 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:17:55.645707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-da8d82c8-c407-4f20-a7a3-2453f34cdde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:55.647092 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-da8d82c8-c407-4f20-a7a3-2453f34cdde4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07abe627-3af6-4d58-b058-da6c94dd33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413365 Sep 30 09:17:55.706617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:17:55.742666 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-e1749b27-ba89-484b-b314-d91ad461bce0 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868998 Sep 30 09:17:55.835252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-445d4ee5-5dce-486e-9ef6-43b70c50a19e req-cded2f90-6b7c-4048-ad36-260d2238ec20 service neutron] 10.222.0.57 "GET /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850801 Sep 30 09:17:55.911651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:19Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:17:55.938324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d882e2e-4848-4ab3-9adc-099f8dcc9926 None None] The sync data for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 is: [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:16:16Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1', 'name': '', 'network_id': '07abe627-3af6-4d58-b058-da6c94dd33ab', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:02:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:15Z', 'updated_at': '2021-09-30T09:16:19Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'e9679b89-ccce-40e1-af8d-2c78be0e3a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:17:56.149411 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b6c40e-aed3-4792-9ad3-2cbdb0fad193 None None] New status for floating IP 8edccbe4-3264-4b82-9892-6c8334ce1f54: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:17:56.252104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:56.400377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:56.590866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ad272-b6fe-4c68-b972-514ad55c1604 req-077c934e-fd33-4110-bb68-06abc81781a5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:56.592389 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-053ad272-b6fe-4c68-b972-514ad55c1604 req-077c934e-fd33-4110-bb68-06abc81781a5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0487559 Sep 30 09:17:56.629978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-053ad272-b6fe-4c68-b972-514ad55c1604 req-ad470873-ac34-4810-b651-9140add0f34f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=b83f2184-05b6-4863-9315-783e7eb4ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Sep 30 09:17:57.131035 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-80c57838-6830-4340-af67-c522701a1208 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:57.132975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-80c57838-6830-4340-af67-c522701a1208 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 946 time: 0.0484269 Sep 30 09:17:57.225694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:17:57.226030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:57.312615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:17:57.312980 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:57.325567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:17:57.452602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:57.479631 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:17:57.525499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] No DVR routers for this DVR port 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:17:57.527978 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:57.530025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf551728-57ca-44f7-828b-bbd4d4b73da8 req-bd571649-0a86-4a34-ad3c-063b02dc2d4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "DELETE /v2.0/ports/7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc HTTP/1.1" status: 204 len: 173 time: 0.3901510 Sep 30 09:17:57.530457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'name': 'network-vif-deleted', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:17:57.532677 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e917203-3bf9-4351-8fa2-0318ecb7ed96" -d '{"events": [{"server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "name": "network-vif-deleted", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:17:57.574324 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf50497-57e0-414a-b624-b18c5e2b389a x-openstack-request-id: req-5bf50497-57e0-414a-b624-b18c5e2b389a {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:17:57.574615 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab667fb-dc61-4e8b-aabd-87b1a2604c87", "name": "network-vif-deleted", "tag": "7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:17:57.574866 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bf50497-57e0-414a-b624-b18c5e2b389a {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:17:57.575264 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab667fb-dc61-4e8b-aabd-87b1a2604c87', 'name': 'network-vif-deleted', 'tag': '7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc', 'status': 'completed', 'code': 200} Sep 30 09:17:57.735857 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-882d773f-4611-4419-9bc7-9b0f102e360b req-a0e20a34-db17-4f8f-ad95-4c8a8e03d7bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab667fb-dc61-4e8b-aabd-87b1a2604c87 HTTP/1.1" status: 200 len: 210 time: 0.0254300 Sep 30 09:17:58.791163 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46158) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:17:59.150224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:59.400806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:17:59.401067 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:59.490197 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:17:59.490560 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:59.501862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:17:59.685299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:59.715752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:17:59.885887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:59.981375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:00.003795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:00.004142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7363b1f7-17c3-49d2-bf3e-ef357f7e1bfc not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:00.376556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router d24c2cad-c940-4877-96f1-f475f7e5f658 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:00.480651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:00.485844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e762d0f6-87b9-4d0e-8adc-a032d2fe17da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/d24c2cad-c940-4877-96f1-f475f7e5f658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6936116 Sep 30 09:18:00.488476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46160) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:00.491260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] Sync routers for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:00.500855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:00.501492 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:00.539525 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting subnet e9679b89-ccce-40e1-af8d-2c78be0e3a9b {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:18:00.542634 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.581616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.608341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:00.669548 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.726998 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.753767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Subnet': ['ID=e9679b89-ccce-40e1-af8d-2c78be0e3a9b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:00.757675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.759950 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ad9b94c6-a354-4325-bce6-950d85cbbf90 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/subnets/e9679b89-ccce-40e1-af8d-2c78be0e3a9b HTTP/1.1" status: 204 len: 168 time: 0.2705371 Sep 30 09:18:00.762707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46162) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:00.765393 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270e2a4-526d-4f7b-a80e-f95bf8a9dfee None None] Network 07abe627-3af6-4d58-b058-da6c94dd33ab requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:00.870816 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.881218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:17:59Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:00.912509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] Checking router: d24c2cad-c940-4877-96f1-f475f7e5f658 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:00.930436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] Routers {'d24c2cad-c940-4877-96f1-f475f7e5f658'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:00.931098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['d24c2cad-c940-4877-96f1-f475f7e5f658'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:00.982394 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] DHCP port deletion for 07abe627-3af6-4d58-b058-da6c94dd33ab request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:18:00.986616 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.039778 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:01.040141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.064185 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] Set router d24c2cad-c940-4877-96f1-f475f7e5f658 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:01.118716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 9cfc1a0c-0c11-4562-bf05-e5ababe71f34, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:01.119002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.131228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:01.150428 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Deleting port 9bc002d1-a22b-4eb3-8602-87389504dad2 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:01.150798 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.256211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] For port 9bc002d1-a22b-4eb3-8602-87389504dad2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9bc002d1-a22b-4eb3-8602-87389504dad2,segment=NetworkSegment(3eb686f3-8e13-4a63-a421-24bc2f0b0493),segment_id=3eb686f3-8e13-4a63-a421-24bc2f0b0493)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:01.256534 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.273640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Calling delete_port for 9bc002d1-a22b-4eb3-8602-87389504dad2 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:01.301404 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.336854 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=9cfc1a0c-0c11-4562-bf05-e5ababe71f34,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:01.386802 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:17:59Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:01.422134 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37c96b-2fea-4c2f-89c5-7f87a8e48116 None None] The sync data for ids ['d24c2cad-c940-4877-96f1-f475f7e5f658'] in n-d-807025-5 is: [{'id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1915398401', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:16:12Z', 'updated_at': '2021-09-30T09:17:59Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '9cfc1a0c-0c11-4562-bf05-e5ababe71f34', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c2cad-c940-4877-96f1-f475f7e5f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:16:13Z', 'updated_at': '2021-09-30T09:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:01.422486 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.442132 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.473776 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:18:01.476181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Pushing event deleted for resources: {'Port': ['ID=9bc002d1-a22b-4eb3-8602-87389504dad2,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:01.480534 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] No DVR routers for this DVR port 9bc002d1-a22b-4eb3-8602-87389504dad2 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:18:01.488524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.488882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.489227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.489591 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.489928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.490261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.490599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.490920 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.496651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.496651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.496651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.496651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f366ed0-f2f6-4469-8995-3c32dd9e6730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:01.530573 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.533123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.581864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.582465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Fanout notify agent at l3_agent the message router_deleted on router d24c2cad-c940-4877-96f1-f475f7e5f658 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:18:01.590088 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.591249 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3c356ebe-8fe3-4ee3-a260-f377aa5d465a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/routers/d24c2cad-c940-4877-96f1-f475f7e5f658 HTTP/1.1" status: 204 len: 168 time: 0.8275974 Sep 30 09:18:01.594084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46164) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:01.674247 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.766120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.794736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07abe627-3af6-4d58-b058-da6c94dd33ab']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:01.808697 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb686f3-8e13-4a63-a421-24bc2f0b0493') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:01.808996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb686f3-8e13-4a63-a421-24bc2f0b0493') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:01.820263 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.835224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.842249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:18:01.842742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:18:01.847427 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:18:01.894125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9bc002d1-a22b-4eb3-8602-87389504dad2 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:01.913020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.917334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9bc002d1-a22b-4eb3-8602-87389504dad2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:01.917706 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9bc002d1-a22b-4eb3-8602-87389504dad2 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:01.918084 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:01.918244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:01.920749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/networks/07abe627-3af6-4d58-b058-da6c94dd33ab HTTP/1.1" status: 204 len: 168 time: 0.3249993 Sep 30 09:18:01.923127 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46166) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:01.936002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b375c-847f-440e-ad17-89c575ebc5e7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Network': ['ID=07abe627-3af6-4d58-b058-da6c94dd33ab,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:01.957570 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:01.957950 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5e88597f-00ae-4d74-a2e5-fc2a18a9f4b1 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:01.999503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.028141 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.093002 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.095790 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.096997 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/security-groups/b83f2184-05b6-4863-9315-783e7eb4ba80 HTTP/1.1" status: 204 len: 168 time: 0.1728806 Sep 30 09:18:02.108129 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83f2184-05b6-4863-9315-783e7eb4ba80,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:02.117546 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.117907 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.118256 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.118602 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.118940 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.119281 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.119641 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.119979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.120357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.120761 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.121058 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.121431 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc15dab-50ab-44c3-96fd-34d283616213 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:02.357870 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46174) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:02.362616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934540790', 'description': 'tempest-secgroup-smoke-934540790 description', 'project_id': '04b562ea0b554214b4862487ba67302d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:02.385846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.466567 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.470170 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.491318 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.495923 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1341326 Sep 30 09:18:02.496316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46176) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:02.501231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '587d3da3-708e-4bb7-85bb-54daa9dafe1b', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:02.504979 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a784c-2d2b-4148-a790-302bcaf65589 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587d3da3-708e-4bb7-85bb-54daa9dafe1b,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:02.534249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.595376 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.598771 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.616425 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de5db5d-bcb5-4aea-932e-5700a8c607c1,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:02.622425 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.623507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-282c5a3d-5a46-4de7-92c8-3d216e8098fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260936 Sep 30 09:18:02.626229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46178) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:02.630543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '587d3da3-708e-4bb7-85bb-54daa9dafe1b', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:02.655736 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.711578 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.715134 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.734787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6da314c-70a1-4a9a-9d35-5b28a36c84d2,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:02.737823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.743600 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b74358c0-319d-44eb-94ad-d3ae5992271b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118693 Sep 30 09:18:02.744218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46180) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:02.748006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '587d3da3-708e-4bb7-85bb-54daa9dafe1b', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:02.774131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.831503 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.835131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.854693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbea46d6-a419-42f9-8e13-22eb53c3db4b,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:02.861700 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.862265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5446c4d3-8bb6-416b-b30e-e3077c6e52a3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176000 Sep 30 09:18:02.865381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46182) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:02.869747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '587d3da3-708e-4bb7-85bb-54daa9dafe1b', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:02.898398 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.958484 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.963406 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.981632 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa0207d-7062-46f4-a4e4-409376e34584,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:02.987763 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:02.988991 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e3f1a813-421d-46a0-9513-6d16b9ff728d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226604 Sep 30 09:18:02.991802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46184) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:02.996177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '587d3da3-708e-4bb7-85bb-54daa9dafe1b', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:03.018462 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:18:03.023841 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.081989 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.085994 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.103868 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c9528c-af4e-4656-a101-be16d100879e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:03.109324 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.110653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d43fe8a7-79e7-4348-a441-5a0737c89f06 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180139 Sep 30 09:18:03.113368 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46186) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:03.117692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '587d3da3-708e-4bb7-85bb-54daa9dafe1b', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:03.139012 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:18:03.144126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.203403 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.208879 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.229689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788e7c74-2bf6-4a24-aee5-3640a93de130,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:03.237853 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.239066 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-22f072f9-d89b-4b4c-bed9-7b99ccc589fb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247516 Sep 30 09:18:03.241858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46188) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:03.246609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'network': {'name': 'tempest-network-smoke--640415622', 'project_id': '04b562ea0b554214b4862487ba67302d', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:03.268244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:03.271953 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.295474 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:18:03.305326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.305726 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Added segment f52cf432-4498-49e2-9c85-b2274753512f of type vlan for network ab6e4fac-aefc-4a2c-8056-c54f36285124 Sep 30 09:18:03.348238 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.373410 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.378944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:03.379525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.414522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1716733 Sep 30 09:18:03.417174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46190) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:03.423202 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'admin_state_up': True, 'project_id': '04b562ea0b554214b4862487ba67302d', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:03.458409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b30167-c898-45c3-beed-618ce203b30e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Network': ['ID=ab6e4fac-aefc-4a2c-8056-c54f36285124,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:03.468971 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:18:03.476576 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.477650 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.534174 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.580387 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:03.600279 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:03.600625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9cfc1a0c-0c11-4562-bf05-e5ababe71f34 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:03.679365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.865788 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.884715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:03.992994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.170 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/52b3b096-5c59-453e-bbf0-14bc6b2f9d3f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:04.095948 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:04.128183 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:04.164601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:04.168861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:04.172488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:04.200452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:04.426743 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:04.901602 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.028068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 077caae0-f4c0-4618-b0e0-509c8787e69e is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:18:05.134115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:05.144341 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Sync routers for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:05.153092 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.154444 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0cf25be1-23fe-4dbb-a24e-c4c7c85ca75e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7363260 Sep 30 09:18:05.155581 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:05.156261 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:05.157633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46192) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:05.186098 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-50fddb55-fc85-499b-b0fd-b73c5c885884 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=04b562ea0b554214b4862487ba67302d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268917 Sep 30 09:18:05.189633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46194) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:05.260898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:05.276294 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac9681-f699-4cc0-88a8-7f2713cf44a5 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:05.277875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-fdac9681-f699-4cc0-88a8-7f2713cf44a5 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873189 Sep 30 09:18:05.280741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46196) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:05.319045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1c245019-6722-4cd8-b96c-c5c0e0ca132c tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372357 Sep 30 09:18:05.321564 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:05.326299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801607525', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'project_id': '04b562ea0b554214b4862487ba67302d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:05.413095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:05.416726 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.437600 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:04Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:05.464710 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Checking router: 077caae0-f4c0-4618-b0e0-509c8787e69e for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:05.465056 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Updating router 077caae0-f4c0-4618-b0e0-509c8787e69e port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:18:05.587458 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.605027 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.672729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Subnet': ['ID=431829c5-9a99-4d74-aa6e-cd35d57fe186,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:05.685373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Checking segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:05.685767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network hostable DHCP agents. Network: ab6e4fac-aefc-4a2c-8056-c54f36285124, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:18:05.702683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:18:05.711974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, ab6e4fac-aefc-4a2c-8056-c54f36285124) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:05.716239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:05.716897 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.724917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9451cf5f-3862-4d07-8120-14d9f88fa16c None None] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:05.732669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-bda48bee-39a4-49d6-b800-40142f3e390a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100864 Sep 30 09:18:05.735434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46200) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:05.859720 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.867020 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.879649 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-ab6e4fac-aefc-4a2c-8056-c54f36285124', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:18:05.880596 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.922146 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Pushing event updated for resources: {'Port': ['ID=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:05.924422 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Attempting to bind port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:05.924725 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Attempting to bind port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:05.925082 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Attempting to bind port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:05.934495 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.934837 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.935173 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.935507 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.935833 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.936158 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.936482 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.936804 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.937122 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.937461 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.937781 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.938099 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:05.941848 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:05.942201 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:05.942605 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:05.942998 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:05.943453 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Bound port: 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:05.943832 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.001145 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] For port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:06.004651 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] For port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:06.010331 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.029679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Allocated IP 172.20.0.2 (ab6e4fac-aefc-4a2c-8056-c54f36285124/431829c5-9a99-4d74-aa6e-cd35d57fe186/bf813de3-e6b7-4350-9ab9-0829ad396f4b) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:06.065922 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:06.066549 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:06.108547 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54ea1c-25c9-4304-bb89-026775130ce4 None None] Pushing event updated for resources: {'Port': ['ID=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:06.182147 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.187091 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:06.188637 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.219159 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.222583 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:06.225542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:06.229071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:06.262336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Pushing event updated for resources: {'Port': ['ID=bf813de3-e6b7-4350-9ab9-0829ad396f4b,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:06.294979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Attempting to bind port bf813de3-e6b7-4350-9ab9-0829ad396f4b on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:06.295357 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Attempting to bind port bf813de3-e6b7-4350-9ab9-0829ad396f4b by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:06.295708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Attempting to bind port bf813de3-e6b7-4350-9ab9-0829ad396f4b on network ab6e4fac-aefc-4a2c-8056-c54f36285124 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:06.300648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:06.301017 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Checking segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:06.301412 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.301828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Bound using segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:06.302292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Bound port: bf813de3-e6b7-4350-9ab9-0829ad396f4b, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:06.302666 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.386880 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:04Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:06.418847 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0493d-5a36-499d-84ad-cf1de8dc4a3c None None] The sync data for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 is: [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:04Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:06.539126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] For port bf813de3-e6b7-4350-9ab9-0829ad396f4b, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:06.543005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] For port bf813de3-e6b7-4350-9ab9-0829ad396f4b, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bf813de3-e6b7-4350-9ab9-0829ad396f4b,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:06.551925 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.571537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.1 (ab6e4fac-aefc-4a2c-8056-c54f36285124/431829c5-9a99-4d74-aa6e-cd35d57fe186/344a5b86-03a8-4d2e-8e19-b6104eb777ff) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:06.619623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fbede-0714-4721-b00d-312f95ac582b None None] Pushing event updated for resources: {'Port': ['ID=bf813de3-e6b7-4350-9ab9-0829ad396f4b,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:06.726046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.764489 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:06.828706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:06.831934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:06.834413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:06.877054 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=344a5b86-03a8-4d2e-8e19-b6104eb777ff,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:06.897292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.035061 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.329866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.336033 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.418808 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.420735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=344a5b86-03a8-4d2e-8e19-b6104eb777ff,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:07.514203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:07.516221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:07.574224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc8f5d-4b74-474c-ac3f-61d8a3c5f3b4 None None] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:07.646578 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 077caae0-f4c0-4618-b0e0-509c8787e69e has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:07.657007 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-df9f13aa-5f88-47a3-80bc-9bcd76162e5c None None] Provisioning complete for port bf813de3-e6b7-4350-9ab9-0829ad396f4b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:07.657384 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df9f13aa-5f88-47a3-80bc-9bcd76162e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.705535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:07.762706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:07.768118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-78fa715f-8289-43d1-9e3f-c5ed661becdd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/077caae0-f4c0-4618-b0e0-509c8787e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0312865 Sep 30 09:18:07.849477 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:07.849846 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.880904 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df9f13aa-5f88-47a3-80bc-9bcd76162e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:07.916543 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-6874564f-afc8-47ed-a681-4a156bba1b89 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934540790&fields=id&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 267 time: 0.0361001 Sep 30 09:18:07.936240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-df9f13aa-5f88-47a3-80bc-9bcd76162e5c None None] For port bf813de3-e6b7-4350-9ab9-0829ad396f4b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bf813de3-e6b7-4350-9ab9-0829ad396f4b,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:07.944202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-df9f13aa-5f88-47a3-80bc-9bcd76162e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.014023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.047588 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f13aa-5f88-47a3-80bc-9bcd76162e5c None None] Pushing event updated for resources: {'Port': ['ID=bf813de3-e6b7-4350-9ab9-0829ad396f4b,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:08.052643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:08.057480 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.058389 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf813de3-e6b7-4350-9ab9-0829ad396f4b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:08.061706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-425b8f87-744f-4f51-8df7-57755e903e42 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:08.063360 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-425b8f87-744f-4f51-8df7-57755e903e42 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 796 time: 0.1373508 Sep 30 09:18:08.081223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-65d45a64-6c0b-48e9-a21a-d426aac3a7ef tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/quotas/04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 375 time: 0.0098925 Sep 30 09:18:08.142917 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:08.150390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Sync routers for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:08.155500 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-05c37e7a-e31f-48ca-a502-edac2aafc5d8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600646 Sep 30 09:18:08.167821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:08.168526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:08.170355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bf813de3-e6b7-4350-9ab9-0829ad396f4b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:08.170799 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.348767 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:08.375823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2e92f367-6521-4c6e-8616-60e10b35930f None None] Provisioning complete for port 344a5b86-03a8-4d2e-8e19-b6104eb777ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:08.376208 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e92f367-6521-4c6e-8616-60e10b35930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.487199 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2e92f367-6521-4c6e-8616-60e10b35930f None None] Port 344a5b86-03a8-4d2e-8e19-b6104eb777ff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:08.542782 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2e92f367-6521-4c6e-8616-60e10b35930f None None] Provisioning complete for port bf813de3-e6b7-4350-9ab9-0829ad396f4b triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:08.543171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2e92f367-6521-4c6e-8616-60e10b35930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.558156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-a6dae145-7067-4c03-bbcc-bd25ac3c4659 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002266 Sep 30 09:18:08.648943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-7099d42e-bef2-4596-b349-95a469e816c5 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850627 Sep 30 09:18:08.694315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:07Z', 'revision_number': 2, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:08.698206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1ce2aa4e-0722-453a-b3db-b5f7e147722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.724654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Checking router: 077caae0-f4c0-4618-b0e0-509c8787e69e for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:08.725016 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Updating router 077caae0-f4c0-4618-b0e0-509c8787e69e port 344a5b86-03a8-4d2e-8e19-b6104eb777ff binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:18:08.757980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.820281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1aa78b2f-357f-47bd-8097-6d551af6dcba req-bafd71d2-3cf8-425c-94a1-f24ca2b859ea tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 210 time: 0.0298138 Sep 30 09:18:08.865468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-591bb43f-44ca-4386-8add-708b367c739d None None] Provisioning complete for port 344a5b86-03a8-4d2e-8e19-b6104eb777ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:08.865845 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-591bb43f-44ca-4386-8add-708b367c739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:08.922125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-591bb43f-44ca-4386-8add-708b367c739d None None] Port 344a5b86-03a8-4d2e-8e19-b6104eb777ff cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:09.075104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.079646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.136354 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e34f-d1b2-485f-bc82-ee17f44acea5 None None] Pushing event updated for resources: {'Port': ['ID=344a5b86-03a8-4d2e-8e19-b6104eb777ff,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:09.190651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Attempting to bind port 344a5b86-03a8-4d2e-8e19-b6104eb777ff on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:09.191152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Attempting to bind port 344a5b86-03a8-4d2e-8e19-b6104eb777ff by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:09.191594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Attempting to bind port 344a5b86-03a8-4d2e-8e19-b6104eb777ff on network ab6e4fac-aefc-4a2c-8056-c54f36285124 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:09.197919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:09.198361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Checking segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:09.198840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.199347 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Bound using segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:09.199990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Bound port: 344a5b86-03a8-4d2e-8e19-b6104eb777ff, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:09.200506 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.277525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] For port 344a5b86-03a8-4d2e-8e19-b6104eb777ff, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:09.280914 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] For port 344a5b86-03a8-4d2e-8e19-b6104eb777ff, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=344a5b86-03a8-4d2e-8e19-b6104eb777ff,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:09.286653 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.345192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:09.345821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:17:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:09.387172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e34f-d1b2-485f-bc82-ee17f44acea5 None None] Pushing event updated for resources: {'Port': ['ID=344a5b86-03a8-4d2e-8e19-b6104eb777ff,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:09.621610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ce24713d-ac87-4159-abaf-c7a0a5b137ce None None] Provisioning complete for port 344a5b86-03a8-4d2e-8e19-b6104eb777ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:09.621986 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce24713d-ac87-4159-abaf-c7a0a5b137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.650181 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:09.676515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:09.830140 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-be27364c-1ae0-44fb-80f8-10f81eddacd9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:09.831694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-be27364c-1ae0-44fb-80f8-10f81eddacd9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 796 time: 0.1106021 Sep 30 09:18:09.841485 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:09.842093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.886222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-44aa4f7c-f394-476f-be82-dbe2370f6691 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 379 time: 0.0389495 Sep 30 09:18:09.897216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'port': {'device_id': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'admin_state_up': True, 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'security_groups': ['587d3da3-708e-4bb7-85bb-54daa9dafe1b']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:09.920083 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce24713d-ac87-4159-abaf-c7a0a5b137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:09.951311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf557d7a-43ac-47f9-95e8-15c46c698c9b req-f2a3e38d-1ecf-450a-b088-050ccf584be7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 210 time: 0.0488203 Sep 30 09:18:10.021174 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ce24713d-ac87-4159-abaf-c7a0a5b137ce None None] For port 344a5b86-03a8-4d2e-8e19-b6104eb777ff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=344a5b86-03a8-4d2e-8e19-b6104eb777ff,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:10.029509 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce24713d-ac87-4159-abaf-c7a0a5b137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.034546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:10.038703 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.080641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf813de3-e6b7-4350-9ab9-0829ad396f4b up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:10.121105 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24713d-ac87-4159-abaf-c7a0a5b137ce None None] Pushing event updated for resources: {'Port': ['ID=344a5b86-03a8-4d2e-8e19-b6104eb777ff,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:10.148251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:10.171520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.9 (ab6e4fac-aefc-4a2c-8056-c54f36285124/431829c5-9a99-4d74-aa6e-cd35d57fe186/36d67040-935d-44f1-9165-348129a534ec) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:10.180383 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68593aba-23c9-4add-9446-64ea4413ea59 None None] The sync data for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 is: [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:10.193192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2658fb1e-87cc-40b9-bb71-73c2c75bef4f None None] Provisioning complete for port 344a5b86-03a8-4d2e-8e19-b6104eb777ff triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:10.193602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2658fb1e-87cc-40b9-bb71-73c2c75bef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.197282 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port bf813de3-e6b7-4350-9ab9-0829ad396f4b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:10.197430 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.368728 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.405184 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.453143 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:10.456383 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:10.460216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:10.469962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:10.519568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:10.520636 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.535001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-378ca007-2604-4742-becf-6b630a31f81e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6425512 Sep 30 09:18:10.553290 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Request body: {'port': {'device_id': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:10.615902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.687939 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-68653068-fd6e-462b-b559-7893715a6a0a None None] Provisioning complete for port 36d67040-935d-44f1-9165-348129a534ec triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:10.688313 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68653068-fd6e-462b-b559-7893715a6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.731451 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-68653068-fd6e-462b-b559-7893715a6a0a None None] Port 36d67040-935d-44f1-9165-348129a534ec cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:10.901864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d67040-935d-44f1-9165-348129a534ec {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:18:10.909748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.923181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Transition to ACTIVE for port object 36d67040-935d-44f1-9165-348129a534ec will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:18:10.931846 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:10.985218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:11.102214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:11.102562 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:11.102894 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec on network ab6e4fac-aefc-4a2c-8056-c54f36285124 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:11.115216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bcc7e-a115-45db-b52a-9d6a0aaec1d8 req-a2229ff5-bc78-4b0f-9fd2-77c4a62ad1da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.116827 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d0bcc7e-a115-45db-b52a-9d6a0aaec1d8 req-a2229ff5-bc78-4b0f-9fd2-77c4a62ad1da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0784099 Sep 30 09:18:11.117675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Port 36d67040-935d-44f1-9165-348129a534ec on network ab6e4fac-aefc-4a2c-8056-c54f36285124 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:18:11.118006 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec on network ab6e4fac-aefc-4a2c-8056-c54f36285124 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:11.125626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:11.125927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Checking segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:11.126317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Bound using segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:11.126760 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Bound port: 36d67040-935d-44f1-9165-348129a534ec, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:11.127123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:11.156347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4ed073cd-3a80-4dcc-ab7d-011cac4bb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:11.192546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4d0bcc7e-a115-45db-b52a-9d6a0aaec1d8 req-072693e3-669d-4f88-8a4a-4402dd8689fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690126 Sep 30 09:18:11.227278 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:11.230412 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:11.234906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:11.278004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.278854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:11.280247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] 10.222.0.50 "PUT /v2.0/ports/36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 1091 time: 0.7315681 Sep 30 09:18:11.280706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:18:11.282993 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:18:11.310413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c524f-b756-4c77-b8a1-a8d1cd580f8d service neutron] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:11.333480 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e085cb-5472-46bb-b6a1-34627df2b161 x-openstack-request-id: req-48e085cb-5472-46bb-b6a1-34627df2b161 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:18:11.333806 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:18:11.334056 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48e085cb-5472-46bb-b6a1-34627df2b161 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:18:11.334456 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'status': 'completed', 'code': 200} Sep 30 09:18:11.401650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-aa07a8ab-8b52-49f6-ad0e-05a4a711e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.403449 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-aa07a8ab-8b52-49f6-ad0e-05a4a711e56c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1094 time: 0.0463929 Sep 30 09:18:11.456918 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-230e7b9a-245b-4987-b2bc-e3f4a85d4a2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 217 time: 0.0378067 Sep 30 09:18:11.511189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-fd308bdd-14f4-4612-94ed-f97a95c718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.512694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-fd308bdd-14f4-4612-94ed-f97a95c718fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0486908 Sep 30 09:18:11.560028 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888faad8-fc52-492d-b920-b09b582820d1 req-87869272-87f4-407c-b45f-f48c030f0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.562910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-87869272-87f4-407c-b45f-f48c030f0b14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426016 Sep 30 09:18:11.587226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:11.649169 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 344a5b86-03a8-4d2e-8e19-b6104eb777ff up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:11.662601 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-31922a92-b75f-4345-8693-73f22d9132d3 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911751 Sep 30 09:18:11.699327 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 344a5b86-03a8-4d2e-8e19-b6104eb777ff triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:11.699704 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:11.765125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-888faad8-fc52-492d-b920-b09b582820d1 req-2da6527b-9a47-4cdf-93ef-b8c93a7e0c6b service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943015 Sep 30 09:18:11.888950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-81eff211-6fb2-44ae-86fe-ef8a5b0912db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.890470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-81eff211-6fb2-44ae-86fe-ef8a5b0912db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1094 time: 0.0403717 Sep 30 09:18:11.984559 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-d6de6f5c-1a4d-4c27-908e-99c663748ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:11.986095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-d6de6f5c-1a4d-4c27-908e-99c663748ac4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.0888972 Sep 30 09:18:12.028161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-a2fa7c4f-c04c-47bd-a0f2-1665cb32de89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 217 time: 0.0347674 Sep 30 09:18:12.080553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-30843e93-21a6-413e-a099-27bf38a7c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:12.082014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-30843e93-21a6-413e-a099-27bf38a7c315 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0472889 Sep 30 09:18:12.125919 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-9455493f-4d6e-4bb2-a7ca-a8d684aa85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:12.127390 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-9455493f-4d6e-4bb2-a7ca-a8d684aa85ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384147 Sep 30 09:18:12.217340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-1b52fb8b-e14e-43d1-9e91-3993077aeccc service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814562 Sep 30 09:18:12.339870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fbf0639e-3225-460c-bfd4-eaa5c82f7cfe req-8679a3e6-1648-482f-a6bf-b1d41edbf6e3 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143527 Sep 30 09:18:12.351945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed924-66eb-437a-9c46-9d733fc5ed5c req-fffb04e4-1bef-4d57-8c82-9873f4b00142 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:12.353374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea1ed924-66eb-437a-9c46-9d733fc5ed5c req-fffb04e4-1bef-4d57-8c82-9873f4b00142 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0669239 Sep 30 09:18:12.392290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea1ed924-66eb-437a-9c46-9d733fc5ed5c req-241fe317-2579-402e-a295-2d8de12b2314 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325952 Sep 30 09:18:13.361401 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:13.514133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f13be-155c-4f9c-b8cc-09d16d6988e8 req-fc2cd9ea-20a3-46be-9eee-25f79f767a24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:13.515814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a1f13be-155c-4f9c-b8cc-09d16d6988e8 req-fc2cd9ea-20a3-46be-9eee-25f79f767a24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0547638 Sep 30 09:18:13.554538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1a1f13be-155c-4f9c-b8cc-09d16d6988e8 req-2e4446e2-7578-4f2a-830a-413f9d7783a2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Sep 30 09:18:14.668174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c6b1-4b17-4a0e-b6f3-249f3896bc05 req-ab11e653-2418-415a-ad74-106b6f1bac9d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:14.669713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a13c6b1-4b17-4a0e-b6f3-249f3896bc05 req-ab11e653-2418-415a-ad74-106b6f1bac9d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0483527 Sep 30 09:18:14.707183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a13c6b1-4b17-4a0e-b6f3-249f3896bc05 req-f62b8d0b-26a3-4884-8638-8647a5395a2f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314908 Sep 30 09:18:14.808245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d67040-935d-44f1-9165-348129a534ec details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:18:14.904162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:14.915641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '36d67040-935d-44f1-9165-348129a534ec', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'port_id': '36d67040-935d-44f1-9165-348129a534ec', 'mac_address': 'fa:16:3e:91:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:18:14.951836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:14.964610 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d67040-935d-44f1-9165-348129a534ec {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:18:14.984643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:14.989139 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:15.041764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:15.127750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:15.301053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['36d67040-935d-44f1-9165-348129a534ec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:18:15.822736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794f8b-d068-434f-a3fe-1d7fbc180042 req-44b7a12a-cf7b-4d18-847f-def7b9c525c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:15.824123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e794f8b-d068-434f-a3fe-1d7fbc180042 req-44b7a12a-cf7b-4d18-847f-def7b9c525c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Sep 30 09:18:15.861311 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e794f8b-d068-434f-a3fe-1d7fbc180042 req-303a6b93-a6ce-4088-98a8-8e1c7b81a80f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Sep 30 09:18:16.823326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d67040-935d-44f1-9165-348129a534ec up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:16.871754 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 36d67040-935d-44f1-9165-348129a534ec completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:18:16.875434 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 36d67040-935d-44f1-9165-348129a534ec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:16.875801 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:16.953926 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:16.981890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:18:16.985231 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4314bb4e-e790-42ba-9404-4333c6b2b261" -d '{"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-plugged", "status": "completed", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:18:16.989549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5b9f6-404b-4239-85c0-0302cf7a8bc6 req-840f580f-a503-4ab9-b222-c2b6993fed2f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:16.992248 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33d5b9f6-404b-4239-85c0-0302cf7a8bc6 req-840f580f-a503-4ab9-b222-c2b6993fed2f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 944 time: 0.0609374 Sep 30 09:18:16.999830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:17.005761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:17.034744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33d5b9f6-404b-4239-85c0-0302cf7a8bc6 req-ea584cc0-dbe1-4d6f-9949-0a98660175ad tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355756 Sep 30 09:18:17.055581 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:17.081541 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d152a-9236-4dbb-a9ac-ff1c7e4578b6 x-openstack-request-id: req-608d152a-9236-4dbb-a9ac-ff1c7e4578b6 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:18:17.081831 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-plugged", "status": "completed", "tag": "36d67040-935d-44f1-9165-348129a534ec", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:18:17.082076 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-608d152a-9236-4dbb-a9ac-ff1c7e4578b6 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:18:17.082465 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'code': 200} Sep 30 09:18:17.204591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57489c22-cc41-41da-b55e-b6edd30f5da6 req-37673763-befb-4d35-8633-9bf088056402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:17.206123 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57489c22-cc41-41da-b55e-b6edd30f5da6 req-37673763-befb-4d35-8633-9bf088056402 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1096 time: 0.0384333 Sep 30 09:18:17.241439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-57489c22-cc41-41da-b55e-b6edd30f5da6 req-9d013874-d71f-41af-b6d7-7d1c774c0983 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283327 Sep 30 09:18:18.152873 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39614377-749b-434a-add6-4e3244acbd21 req-6a6429a6-512f-4884-99ee-25e42ed20238 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:18.154396 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39614377-749b-434a-add6-4e3244acbd21 req-6a6429a6-512f-4884-99ee-25e42ed20238 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0493994 Sep 30 09:18:18.192726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-39614377-749b-434a-add6-4e3244acbd21 req-7182b1ea-0fe2-4358-9e76-4a89a832fe0c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323775 Sep 30 09:18:19.309058 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0ca32-da73-4328-a324-247fce86881f req-0fa7b5f5-f798-4702-a0c6-75a36b17ad9f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:19.310550 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95b0ca32-da73-4328-a324-247fce86881f req-0fa7b5f5-f798-4702-a0c6-75a36b17ad9f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Sep 30 09:18:19.348359 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95b0ca32-da73-4328-a324-247fce86881f req-da3ad58a-9928-4892-bacc-2c9f891deb61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Sep 30 09:18:19.461186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b1610-4837-4035-bb48-11b15a49ffdd req-5d049a6e-9d72-48d3-af3e-ec9d18a7a341 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:19.462627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d2b1610-4837-4035-bb48-11b15a49ffdd req-5d049a6e-9d72-48d3-af3e-ec9d18a7a341 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Sep 30 09:18:19.501531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3d2b1610-4837-4035-bb48-11b15a49ffdd req-e973fb27-1852-4655-a686-813b09c192ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Sep 30 09:18:19.523353 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46252) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:19.562029 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70041c33-9302-47b0-9b1c-ad1383ee78dd tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:19.563597 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-70041c33-9302-47b0-9b1c-ad1383ee78dd tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1091 time: 0.0392215 Sep 30 09:18:19.566480 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46254) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:19.570939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '36d67040-935d-44f1-9165-348129a534ec', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:19.593416 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:19.692309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:19.790354 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.248 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/11183d1a-696e-4599-aae4-7a3d23326c33) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:19.896440 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:19.929331 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:19.965013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:19.967848 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:19.971323 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:19.996982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=11183d1a-696e-4599-aae4-7a3d23326c33,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:20.326562 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:20.390870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:20.536060 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:20.540381 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:20.608358 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=11183d1a-696e-4599-aae4-7a3d23326c33,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:20.619581 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:20.715152 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP 8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af associated. External IP: 172.25.7.248, port: 36d67040-935d-44f1-9165-348129a534ec. Sep 30 09:18:20.917100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 077caae0-f4c0-4618-b0e0-509c8787e69e has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:21.029640 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:21.039225 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] Sync routers for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:21.045930 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:21.050621 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:21.051231 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:21.073025 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c27f031b-dfb4-4828-9102-6facfbafb21c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5055015 Sep 30 09:18:21.073652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:18:21.075959 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252" -d '{"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:18:21.157241 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:21.172199 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0f9c-d589-4ac3-bff1-9faf22c92761 req-c7d13720-5d2e-4a2d-acc3-327b61288cd6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:21.173724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edaf0f9c-d589-4ac3-bff1-9faf22c92761 req-c7d13720-5d2e-4a2d-acc3-327b61288cd6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Sep 30 09:18:21.211976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-edaf0f9c-d589-4ac3-bff1-9faf22c92761 req-069f3c15-a05a-421e-aaa8-b7ba42901d48 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Sep 30 09:18:21.235509 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46260) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:21.277176 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094bbac0-af33-4250-8a7d-5148fd2d990c x-openstack-request-id: req-094bbac0-af33-4250-8a7d-5148fd2d990c {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:18:21.277521 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:18:21.277734 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-094bbac0-af33-4250-8a7d-5148fd2d990c {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:18:21.278130 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'status': 'completed', 'code': 200} Sep 30 09:18:21.306616 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bc901f06-4882-44c5-ace7-48431aea8289 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af HTTP/1.1" status: 200 len: 991 time: 0.0686839 Sep 30 09:18:21.345271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-3103703a-8f33-4212-a12f-23fa9dbe44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:21.346800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-3103703a-8f33-4212-a12f-23fa9dbe44d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1096 time: 0.0440190 Sep 30 09:18:21.380298 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'port_id': '36d67040-935d-44f1-9165-348129a534ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'mac_address': 'fa:16:3e:91:b4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:18:20Z', 'updated_at': '2021-09-30T09:18:20Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:21.410786 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] Checking router: 077caae0-f4c0-4618-b0e0-509c8787e69e for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:21.423536 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:21.424156 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:18:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:21.441165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-dbf0ed48-97d8-45da-bc19-efc1bcd5c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:21.442704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-dbf0ed48-97d8-45da-bc19-efc1bcd5c4a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.0889313 Sep 30 09:18:21.512528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-c94aec2e-d4a1-4bfc-832a-ce7f8edab571 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 999 time: 0.0625427 Sep 30 09:18:21.531804 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:21.562713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-fa949434-5011-462e-91d4-470da2b479b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:21.564204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-fa949434-5011-462e-91d4-470da2b479b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0453711 Sep 30 09:18:21.609117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-6f4751fb-da61-4e56-a434-9d11ea7d00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:21.610650 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-6f4751fb-da61-4e56-a434-9d11ea7d00ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399530 Sep 30 09:18:21.704198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-de51286b-358b-4135-a74b-51adfcc845c4 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867183 Sep 30 09:18:21.750585 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'port_id': '36d67040-935d-44f1-9165-348129a534ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'mac_address': 'fa:16:3e:91:b4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:18:20Z', 'updated_at': '2021-09-30T09:18:20Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:21.776125 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e5cef-c16f-4e4a-ae20-c47ac3e651c8 None None] The sync data for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 is: [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'port_id': '36d67040-935d-44f1-9165-348129a534ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'mac_address': 'fa:16:3e:91:b4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:18:20Z', 'updated_at': '2021-09-30T09:18:20Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:21.795043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23a62b15-a1fc-4db6-b1c0-4493ce5a6252 req-b90e6e8b-3444-4a66-bc7b-a6dff73b6db3 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Sep 30 09:18:21.972065 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36eb31a-e4e9-448d-869a-c66c161d7855 None None] New status for floating IP 8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:18:22.309029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46262) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:22.372240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-572a1d87-c5dc-4d87-9da5-10f83b63ac5b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af HTTP/1.1" status: 200 len: 993 time: 0.0620775 Sep 30 09:18:26.261831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:26.413939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.464220 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:18:38.679333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6a06ce98-259a-4392-b99f-959138a36794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.157064 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a82ca338-d8f4-4f36-b737-e5f0a6159754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.579198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.365622 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.131028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.805791 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c33df-415d-4d44-aed2-ba444eaefc55 req-5ded7f32-1824-4276-bdc9-eda71340569c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:53.807928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-739c33df-415d-4d44-aed2-ba444eaefc55 req-5ded7f32-1824-4276-bdc9-eda71340569c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0524313 Sep 30 09:18:53.867071 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-443aafef-f4ff-48db-841d-2f0c36e74e86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839977 Sep 30 09:18:53.873913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-739c33df-415d-4d44-aed2-ba444eaefc55 req-22af400a-f692-4177-bc8a-7085a837d93a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595863 Sep 30 09:18:53.876967 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-b833d0f4-fca2-47c2-acf7-fcba42184544 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:18:53.878130 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-b833d0f4-fca2-47c2-acf7-fcba42184544 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056074 Sep 30 09:18:53.887446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-25c3f305-d574-4d92-84f8-232eeba10b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:53.889137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-25c3f305-d574-4d92-84f8-232eeba10b4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1096 time: 0.0590403 Sep 30 09:18:54.008846 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-930fb57f-04e8-40d2-8103-57071b49657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:54.010412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-930fb57f-04e8-40d2-8103-57071b49657b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.1000485 Sep 30 09:18:54.077218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-874be315-6f42-4b22-bc96-f818292361e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 1001 time: 0.0587757 Sep 30 09:18:54.133514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-a33cdea7-3959-409d-b406-c427b2c64c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:54.135736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-a33cdea7-3959-409d-b406-c427b2c64c94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0504000 Sep 30 09:18:54.185423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-9f0cd0f1-c566-42bf-a2df-5cbced15977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:54.187041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-9f0cd0f1-c566-42bf-a2df-5cbced15977f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437667 Sep 30 09:18:54.285875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-56022889-a133-4849-a9ee-7b567c93525a service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898530 Sep 30 09:18:54.383183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca7e90a2-9bd0-43ff-a9ea-473e5ce2c5b8 req-d6f73c7d-cc4e-468f-9491-8faf89d1b761 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896568 Sep 30 09:18:54.994175 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e8c0-ff17-45ca-aeee-0bf5b51079c4 req-d5f08e00-2bb7-41a0-9c1f-7be70dfa7bce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:54.995678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c72e8c0-ff17-45ca-aeee-0bf5b51079c4 req-d5f08e00-2bb7-41a0-9c1f-7be70dfa7bce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0504529 Sep 30 09:18:55.039592 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7c72e8c0-ff17-45ca-aeee-0bf5b51079c4 req-a4540a50-deb7-401c-b764-087d1f1d96da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378635 Sep 30 09:18:55.108021 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-656932f0-97cd-433a-a490-a36b7cee6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:55.109577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-656932f0-97cd-433a-a490-a36b7cee6598 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1096 time: 0.0445154 Sep 30 09:18:55.198265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-ccb875ab-5aea-4a60-88e1-e99af063ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:55.199769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-ccb875ab-5aea-4a60-88e1-e99af063ac63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.0832629 Sep 30 09:18:55.270458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-2ff3b70f-b051-4d22-aca3-7ef61ab30e06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 1001 time: 0.0631289 Sep 30 09:18:55.318731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-edc816f0-66ca-426f-a7b2-ec2ac62441c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:55.320179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-edc816f0-66ca-426f-a7b2-ec2ac62441c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0430019 Sep 30 09:18:55.363462 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-4189880b-26a9-422f-b97b-e1c6d5cd97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:55.364937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-4189880b-26a9-422f-b97b-e1c6d5cd97fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378103 Sep 30 09:18:55.457251 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-00a3947e-a3fc-451c-9fe0-790a2f7198b3 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Sep 30 09:18:55.544482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-1cac8415-f119-4b25-a2d8-0650a080637c service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808010 Sep 30 09:18:56.165555 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706844e-d2ae-4e4c-bcf3-527392041cd2 req-52a4b597-8823-4ae6-a7f3-bdeabb9de2d1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:56.167664 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4706844e-d2ae-4e4c-bcf3-527392041cd2 req-52a4b597-8823-4ae6-a7f3-bdeabb9de2d1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0532684 Sep 30 09:18:56.207615 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4706844e-d2ae-4e4c-bcf3-527392041cd2 req-f09a2aba-dd9d-4a92-a421-b88901a50e52 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311570 Sep 30 09:18:56.262354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.419572 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.321548 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c98cd-0c8e-44e3-b56b-62bed12c904f req-5340b929-d3ff-4c6e-93de-adc9f30d2f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:57.322999 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a61c98cd-0c8e-44e3-b56b-62bed12c904f req-5340b929-d3ff-4c6e-93de-adc9f30d2f8e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0478084 Sep 30 09:18:57.360086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a61c98cd-0c8e-44e3-b56b-62bed12c904f req-eae7f46d-f8c8-4168-94d0-265bf2e6c5f2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Sep 30 09:18:58.474172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbda59-2106-43b1-84ac-69932075ed61 req-ed029a79-0d7d-4cf0-9360-e45671c7cf39 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:58.475606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46cbda59-2106-43b1-84ac-69932075ed61 req-ed029a79-0d7d-4cf0-9360-e45671c7cf39 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Sep 30 09:18:58.512421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-46cbda59-2106-43b1-84ac-69932075ed61 req-85a49ab6-37bc-4cae-8d95-a1da9f3551b7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Sep 30 09:18:59.630137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81fa7b-48d0-4688-ab57-83c2f4e6f716 req-72f76f27-0277-498c-8a66-c1aee917c25c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:59.631602 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba81fa7b-48d0-4688-ab57-83c2f4e6f716 req-72f76f27-0277-498c-8a66-c1aee917c25c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0511768 Sep 30 09:18:59.668525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ba81fa7b-48d0-4688-ab57-83c2f4e6f716 req-8f265ed0-d2f0-402d-ad97-5ca7e3d2e64c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303440 Sep 30 09:19:00.783398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75e859-86bb-473a-8365-c64dec0a24c5 req-a7a4ff8b-755d-4e1e-8516-a926ce9c63e0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.784879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e75e859-86bb-473a-8365-c64dec0a24c5 req-a7a4ff8b-755d-4e1e-8516-a926ce9c63e0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Sep 30 09:19:00.822401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3e75e859-86bb-473a-8365-c64dec0a24c5 req-c4557406-d978-40c2-82ad-b6ffce7d038a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Sep 30 09:19:01.942123 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a60ce-ac1d-4894-a8b2-c4b549978074 req-a8136fa7-328b-4af0-8167-c358eb235c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:01.943638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f6a60ce-ac1d-4894-a8b2-c4b549978074 req-a8136fa7-328b-4af0-8167-c358eb235c5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Sep 30 09:19:01.982194 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f6a60ce-ac1d-4894-a8b2-c4b549978074 req-f87b52fe-ca28-428d-80d9-72f892ab4758 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Sep 30 09:19:03.114929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a1fe3-256c-4f43-bd64-db0d28426ed2 req-b8054cc6-486d-4903-8c0a-d54c3d0f6096 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:03.116427 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-355a1fe3-256c-4f43-bd64-db0d28426ed2 req-b8054cc6-486d-4903-8c0a-d54c3d0f6096 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0533166 Sep 30 09:19:03.153468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-355a1fe3-256c-4f43-bd64-db0d28426ed2 req-8145526f-0eff-4d25-8665-789939305bc6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Sep 30 09:19:04.270553 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44070fff-5ea6-4236-bf3b-9617b9bc3820 req-b58e8409-120f-48b8-b4e5-fd63d9a330ce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:04.272013 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44070fff-5ea6-4236-bf3b-9617b9bc3820 req-b58e8409-120f-48b8-b4e5-fd63d9a330ce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0494063 Sep 30 09:19:04.309984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-44070fff-5ea6-4236-bf3b-9617b9bc3820 req-543e428f-bcef-4d6e-b727-ab9d0fbb8632 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Sep 30 09:19:05.472866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d503e01-9bde-4fed-8e74-c86a231fb7c2 req-202a5dfb-001a-4423-98ea-b225e2f79a42 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:05.474279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d503e01-9bde-4fed-8e74-c86a231fb7c2 req-202a5dfb-001a-4423-98ea-b225e2f79a42 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0972321 Sep 30 09:19:05.511589 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d503e01-9bde-4fed-8e74-c86a231fb7c2 req-09e91046-b734-4cb2-aa00-151654439435 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Sep 30 09:19:06.628754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b218300-ee3f-4aa9-b45e-fad1d90bb99b req-caae2fb8-510c-4a17-b0b8-0e3952a77651 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:06.630262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b218300-ee3f-4aa9-b45e-fad1d90bb99b req-caae2fb8-510c-4a17-b0b8-0e3952a77651 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Sep 30 09:19:06.667637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8b218300-ee3f-4aa9-b45e-fad1d90bb99b req-433c4ecf-b692-4d50-9b15-1b027b1c0dfc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309856 Sep 30 09:19:07.781343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6369-434c-4c13-95ff-cf30483463ea req-e2f0c726-df1c-4423-b5d9-8293873b9644 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:07.782832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e0c6369-434c-4c13-95ff-cf30483463ea req-e2f0c726-df1c-4423-b5d9-8293873b9644 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0480797 Sep 30 09:19:07.819665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9e0c6369-434c-4c13-95ff-cf30483463ea req-89dc6857-7c7b-486b-8fa8-bcea014f0ed9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309064 Sep 30 09:19:08.681300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ae70234c-17d6-4e14-a779-ac57c2ac3427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:08.935227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad24c-e33e-4421-8397-083124616da6 req-f48c31d5-17b7-4c64-bc8c-dbc920ae0ec7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:08.936708 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-addad24c-e33e-4421-8397-083124616da6 req-f48c31d5-17b7-4c64-bc8c-dbc920ae0ec7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Sep 30 09:19:08.974152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-addad24c-e33e-4421-8397-083124616da6 req-000e223f-e202-4bab-8a30-397f4a9cb399 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314515 Sep 30 09:19:10.095391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14024496-3dd3-41a1-a7b7-3ff17ece0dd7 req-ffd17cb1-9c19-4178-977a-d2cba37458f6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:10.096876 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14024496-3dd3-41a1-a7b7-3ff17ece0dd7 req-ffd17cb1-9c19-4178-977a-d2cba37458f6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0525403 Sep 30 09:19:10.135410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-14024496-3dd3-41a1-a7b7-3ff17ece0dd7 req-09c298c0-3fca-41a0-aa4a-c50745478382 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Sep 30 09:19:11.159050 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1774af71-2689-404d-8351-517c93362d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:11.250293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e523c-d47c-4daf-bbbf-5b7ff8ffadc9 req-58f01169-053c-4115-bd79-b16c8fe8b3d5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:11.251770 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b54e523c-d47c-4daf-bbbf-5b7ff8ffadc9 req-58f01169-053c-4115-bd79-b16c8fe8b3d5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Sep 30 09:19:11.289996 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b54e523c-d47c-4daf-bbbf-5b7ff8ffadc9 req-20223d2d-bce0-463a-952b-53232b42e6c8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Sep 30 09:19:11.580730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:12.403819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdd632-6ac0-4e9d-a2a3-5aec1dcccea1 req-75400e98-f9ce-421d-a8c8-51e534ec4890 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:12.405291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5cdd632-6ac0-4e9d-a2a3-5aec1dcccea1 req-75400e98-f9ce-421d-a8c8-51e534ec4890 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Sep 30 09:19:12.442530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c5cdd632-6ac0-4e9d-a2a3-5aec1dcccea1 req-79c42ee9-6f8b-4558-ae08-4c5d8d4a2ae2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Sep 30 09:19:12.690051 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-710f097f-ef14-4325-9dfc-aadd1a14f30a service neutron] show failed (client error): The resource could not be found. Sep 30 09:19:12.691070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-710f097f-ef14-4325-9dfc-aadd1a14f30a service neutron] 10.222.0.50 "GET /v2.0/ports/36d67040-935d-44f1-9165-348129a534ec/bindings/n-h2-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0580266 Sep 30 09:19:12.886200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-54d020bb-ef1c-4a69-8536-f85db4136535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:12.887688 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-54d020bb-ef1c-4a69-8536-f85db4136535 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 1096 time: 0.0412054 Sep 30 09:19:12.901232 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:12.953042 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:13.159335 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:13.191922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:19:13.232234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:13.234560 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905dbb5-f96a-4b35-b261-d483f5daea12" -d '{"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-unplugged", "status": "completed", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:13.238754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:13.252535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Transition to ACTIVE for port object 36d67040-935d-44f1-9165-348129a534ec will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:19:13.257824 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:13.300993 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ae7ab-f4bd-43c5-b5d6-f7567442ad57 x-openstack-request-id: req-987ae7ab-f4bd-43c5-b5d6-f7567442ad57 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:13.301336 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-unplugged", "status": "completed", "tag": "36d67040-935d-44f1-9165-348129a534ec", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:13.301572 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-987ae7ab-f4bd-43c5-b5d6-f7567442ad57 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:13.301965 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'code': 200} Sep 30 09:19:13.346434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=6']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:13.357644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.358014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.358358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.358680 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.359018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.359351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.359679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.360019 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.360350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.360677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.361000 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.361327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:13.379599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:13.399296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] No DVR routers for this DVR port 36d67040-935d-44f1-9165-348129a534ec on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:19:13.839695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235b42-cb5f-49a6-9b7a-4f767ffd2769 req-800baa31-39f6-4372-8728-52e261d39bde tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:13.841088 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28235b42-cb5f-49a6-9b7a-4f767ffd2769 req-800baa31-39f6-4372-8728-52e261d39bde tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0627079 Sep 30 09:19:13.880467 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:19:13.880799 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:19:13.881125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec on network ab6e4fac-aefc-4a2c-8056-c54f36285124 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:19:13.888921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Port 36d67040-935d-44f1-9165-348129a534ec on network ab6e4fac-aefc-4a2c-8056-c54f36285124 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:19:13.889239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Attempting to bind port 36d67040-935d-44f1-9165-348129a534ec on network ab6e4fac-aefc-4a2c-8056-c54f36285124 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:19:13.899996 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:19:13.900333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Checking segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:19:13.900716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Bound using segment: {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:19:13.901139 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Bound port: 36d67040-935d-44f1-9165-348129a534ec, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52cf432-4498-49e2-9c85-b2274753512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:19:13.901513 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:13.916368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28235b42-cb5f-49a6-9b7a-4f767ffd2769 req-6f75be7a-bbca-47bc-8c81-9bb298b9ffe8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623162 Sep 30 09:19:13.970266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:19:13.973223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:19:13.978792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:14.012626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:14.013241 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:14.014653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] 10.222.0.57 "PUT /v2.0/ports/36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 1091 time: 1.1178038 Sep 30 09:19:14.036597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a310c1-fcf1-4739-ace5-50f20dfa2cfa service neutron] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=7']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:14.081267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-a9972af3-5b5f-4ebc-9506-fc94c5149aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:14.082826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-a9972af3-5b5f-4ebc-9506-fc94c5149aa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1094 time: 0.0413618 Sep 30 09:19:14.182747 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-da2da7bc-1642-4b8b-a19c-1aaedc135d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:14.184281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-da2da7bc-1642-4b8b-a19c-1aaedc135d01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.0929739 Sep 30 09:19:14.250800 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-e1fbff0f-47d7-4bdb-b53b-82c206d5065c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 999 time: 0.0572202 Sep 30 09:19:14.306424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-bef283c3-f985-4d59-b817-a56574b6ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:14.307939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-bef283c3-f985-4d59-b817-a56574b6ab34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0487957 Sep 30 09:19:14.354948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-ac4351a5-85bb-443c-890d-b4a17472c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:14.356357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-ac4351a5-85bb-443c-890d-b4a17472c199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389898 Sep 30 09:19:14.450100 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-876a8065-2126-49e3-bef8-002d4d111aa8 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845604 Sep 30 09:19:14.544790 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85659d6a-b41e-4ede-92e6-3bfee5f4fa99 req-05c64575-c455-45f8-8fa2-75450e514901 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Sep 30 09:19:15.035341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4256a8-e621-4758-ad0a-900cae2717c5 req-06384620-268c-464f-ae0e-67e38ec78731 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.037896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c4256a8-e621-4758-ad0a-900cae2717c5 req-06384620-268c-464f-ae0e-67e38ec78731 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0524867 Sep 30 09:19:15.074437 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0c4256a8-e621-4758-ad0a-900cae2717c5 req-bba61cfd-8ec2-45b8-8c09-4f9b247367d1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 Sep 30 09:19:15.114960 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d67040-935d-44f1-9165-348129a534ec no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:19:15.156005 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:15.163376 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 36d67040-935d-44f1-9165-348129a534ec not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:19:15.303333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:15.306246 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021" -d '{"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:15.353289 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9ab70-2546-4476-84b6-19197a8f9c76 x-openstack-request-id: req-48b9ab70-2546-4476-84b6-19197a8f9c76 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:15.353621 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:15.353876 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48b9ab70-2546-4476-84b6-19197a8f9c76 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:15.354274 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'status': 'completed', 'code': 200} Sep 30 09:19:15.446289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-8c3d2f35-ce75-4a8a-8b4e-a66e8a07ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.448320 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-8c3d2f35-ce75-4a8a-8b4e-a66e8a07ad22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1094 time: 0.0728147 Sep 30 09:19:15.453293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-6cc4af30-8e9c-4e91-b6ec-70050e73fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.454698 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-6cc4af30-8e9c-4e91-b6ec-70050e73fc72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1094 time: 0.0506532 Sep 30 09:19:15.463578 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:19:15.609029 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-58c72fba-2486-42e4-b927-95353352ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.610520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-58c72fba-2486-42e4-b927-95353352ab14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.1547205 Sep 30 09:19:15.611968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-536b3eac-a832-4ca2-b192-7b08e93e42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.613308 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-536b3eac-a832-4ca2-b192-7b08e93e42c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.1504350 Sep 30 09:19:15.722639 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-542e46f4-dd6f-4c23-bd82-989b01a83b69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 999 time: 0.1026056 Sep 30 09:19:15.729035 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-fb79e81b-4163-4a1f-b14e-d293eb251966 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 999 time: 0.1037707 Sep 30 09:19:15.810039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-4f6a9bcf-8a0a-4c86-b49c-b46bbcfb10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.811499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-4f6a9bcf-8a0a-4c86-b49c-b46bbcfb10fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0808935 Sep 30 09:19:15.813242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-82c2ace2-a915-46a6-8dc1-8566863ecec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.814606 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-82c2ace2-a915-46a6-8dc1-8566863ecec9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0755928 Sep 30 09:19:15.883387 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-f959a5e0-0056-4b3d-b41b-26cde572583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.884942 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-f959a5e0-0056-4b3d-b41b-26cde572583d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653260 Sep 30 09:19:15.890150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-44079bfe-b541-42f6-a7dd-9d4313ef6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:15.892148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-44079bfe-b541-42f6-a7dd-9d4313ef6f39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648279 Sep 30 09:19:16.045616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-75e5c4af-115e-444d-9e95-20e7d3a521a0 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519940 Sep 30 09:19:16.047406 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-7d7a96a3-5808-47c2-b0e7-b714e173e7f4 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466210 Sep 30 09:19:16.241208 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-69d032f9-a5a2-48f7-a28c-33cc526b6e43 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869979 Sep 30 09:19:16.262186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9a23f-8a9d-4c7e-9e6a-09ee17337381 req-b1f42d72-7db1-40e2-98cf-6521717e48fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:16.263781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eeb9a23f-8a9d-4c7e-9e6a-09ee17337381 req-b1f42d72-7db1-40e2-98cf-6521717e48fd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0941148 Sep 30 09:19:16.266233 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aa4648c7-3e17-4c85-a7e7-6fa9b3a20021 req-002123f1-bccc-47d0-90d4-fb682139b792 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051933 Sep 30 09:19:16.306265 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eeb9a23f-8a9d-4c7e-9e6a-09ee17337381 req-c0ae7ff0-745c-4183-973f-e4112310c5e4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350337 Sep 30 09:19:17.424266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c68c2-d08d-410e-b43f-80a9e2e17475 req-e6cb6502-cda6-4200-bc17-f7a2d9a392d2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:17.425908 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87c68c2-d08d-410e-b43f-80a9e2e17475 req-e6cb6502-cda6-4200-bc17-f7a2d9a392d2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0501678 Sep 30 09:19:17.463419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e87c68c2-d08d-410e-b43f-80a9e2e17475 req-d32f0c66-9bc5-4cfe-b8a4-5f35d63f914b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Sep 30 09:19:17.687681 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858e247-d929-497a-8291-e0b11a4f9aa8 req-efef3497-b8fa-4657-87fc-05a69575c820 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:17.689150 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1858e247-d929-497a-8291-e0b11a4f9aa8 req-efef3497-b8fa-4657-87fc-05a69575c820 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0810452 Sep 30 09:19:17.701694 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-dc67f4be-f14b-44bf-bc7d-95ae20f9b60b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:17.703078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-dc67f4be-f14b-44bf-bc7d-95ae20f9b60b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4&tenant_id=04b562ea0b554214b4862487ba67302d&binding%3Ahost_id=n-h2-807025-5 HTTP/1.1" status: 200 len: 943 time: 0.0661709 Sep 30 09:19:17.763056 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1858e247-d929-497a-8291-e0b11a4f9aa8 req-093e3b08-08e5-41ba-a41c-ee0045c357da tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589166 Sep 30 09:19:17.784328 n-d-807025-5 neutron-server[95001]: INFO neutron.api.v2.resource [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-e0dd6c81-e759-4a8f-9a8c-9cd4cf679b61 service neutron] delete failed (client error): The resource could not be found. Sep 30 09:19:17.785468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-e0dd6c81-e759-4a8f-9a8c-9cd4cf679b61 service neutron] 10.222.0.50 "DELETE /v2.0/ports/36d67040-935d-44f1-9165-348129a534ec/bindings/n-h1-807025-5 HTTP/1.1" status: 404 len: 380 time: 0.0749846 Sep 30 09:19:17.907817 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4482e2d-7667-4064-8d46-d45db1e2fc62 req-3028f32b-4f7e-4a8e-9c8f-31b8d4db8621 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:17.909286 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4482e2d-7667-4064-8d46-d45db1e2fc62 req-3028f32b-4f7e-4a8e-9c8f-31b8d4db8621 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 943 time: 0.0798650 Sep 30 09:19:17.916312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-01848977-84ba-4bfa-ba35-d53e90fae7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:17.917373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-01848977-84ba-4bfa-ba35-d53e90fae7f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1094 time: 0.0582256 Sep 30 09:19:17.974781 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d4482e2d-7667-4064-8d46-d45db1e2fc62 req-71c6669c-6a73-44db-bbb1-da957e63c16e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564258 Sep 30 09:19:18.027935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-b101307f-24d5-4901-8772-8aa1cc7cecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:18.029322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-b101307f-24d5-4901-8772-8aa1cc7cecef service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.1044860 Sep 30 09:19:18.101284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-720370ac-0108-4cba-8b94-7812f58740ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 999 time: 0.0633380 Sep 30 09:19:18.150349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-75325be1-9258-4fb4-9125-08df77fb32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:18.151816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-75325be1-9258-4fb4-9125-08df77fb32b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0431962 Sep 30 09:19:18.196924 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-2948faed-7d92-4164-a60d-355216ed76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:18.198428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-2948faed-7d92-4164-a60d-355216ed76d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391407 Sep 30 09:19:18.247489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 36d67040-935d-44f1-9165-348129a534ec details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:19:18.296064 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-996969b7-339d-4a80-88b3-948c1d2d29e8 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896757 Sep 30 09:19:18.343076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:18.354616 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '36d67040-935d-44f1-9165-348129a534ec', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'port_id': '36d67040-935d-44f1-9165-348129a534ec', 'mac_address': 'fa:16:3e:91:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:19:18.388963 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc3e14f6-7d6c-474a-9210-106e499f8c58 req-f070b5a7-c69b-4b32-b99a-580e6d2e88a1 service neutron] 10.222.0.50 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864341 Sep 30 09:19:18.390604 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:18.404034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d67040-935d-44f1-9165-348129a534ec {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:19:18.426996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:18.431505 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:18.477099 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:18.485224 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.485601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.485941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.486277 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.486608 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.486936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.487263 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.487587 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.487910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.488233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.488554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.488873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:18.703151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['36d67040-935d-44f1-9165-348129a534ec'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:19:19.092039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790da63-00d3-4d0c-a4dc-ab280c63fa87 req-bea9323e-aee7-46a0-a7e5-4e48ff020ed0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:19.093571 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a790da63-00d3-4d0c-a4dc-ab280c63fa87 req-bea9323e-aee7-46a0-a7e5-4e48ff020ed0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 944 time: 0.0501757 Sep 30 09:19:19.130618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a790da63-00d3-4d0c-a4dc-ab280c63fa87 req-6ff3f41b-21ba-4b65-835d-9ef75e173c1e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Sep 30 09:19:19.153480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46372) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:19.212771 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-148c17ef-0429-47bc-8175-702830c94b41 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af HTTP/1.1" status: 200 len: 992 time: 0.0581334 Sep 30 09:19:20.262366 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 36d67040-935d-44f1-9165-348129a534ec up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:19:20.312555 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 36d67040-935d-44f1-9165-348129a534ec completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:19:20.316341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 36d67040-935d-44f1-9165-348129a534ec triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:19:20.316754 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:20.392767 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:20.414331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:20.416589 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf8608-167f-4be5-9699-640017492ec4" -d '{"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-plugged", "status": "completed", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:20.429045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:20.433987 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:20.457766 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb328cc1-4a3e-48c9-befb-d17c93e95ad8 x-openstack-request-id: req-cb328cc1-4a3e-48c9-befb-d17c93e95ad8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:20.458000 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-plugged", "status": "completed", "tag": "36d67040-935d-44f1-9165-348129a534ec", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:20.458249 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb328cc1-4a3e-48c9-befb-d17c93e95ad8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:20.458638 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'code': 200} Sep 30 09:19:20.482926 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=9']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:26.269525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:26.428441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:34.819162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-05cbe853-91e2-445f-b246-9eca3b9cc046 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414760 Sep 30 09:19:34.900920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-85e17a6b-f454-47a9-9980-7e99342d5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:34.902499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-85e17a6b-f454-47a9-9980-7e99342d5ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1096 time: 0.0393279 Sep 30 09:19:35.007611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-dc0cfb34-4474-4c89-b83d-08cd17165f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:35.009651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-dc0cfb34-4474-4c89-b83d-08cd17165f8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.0838375 Sep 30 09:19:35.079045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-ad7e980a-3b48-4f9d-bda7-9ecc874eec98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 1001 time: 0.0605643 Sep 30 09:19:35.132380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-c0a79c5f-1257-4159-9421-b4c0a1287ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:35.134373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-c0a79c5f-1257-4159-9421-b4c0a1287ff4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0420702 Sep 30 09:19:35.179751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-250f6c4e-f9c8-425b-8358-303ec627a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:35.181816 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-250f6c4e-f9c8-425b-8358-303ec627a25f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390608 Sep 30 09:19:35.277915 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-e5a9cfb1-411f-475d-af67-83ec1b371dd8 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856559 Sep 30 09:19:35.375462 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6d922782-5eb5-483b-a1d4-ce369117b4b8 req-c981fb6f-9656-4f2d-83c1-b7922cd97344 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878012 Sep 30 09:19:38.682840 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a0bb960f-15de-47b2-a23f-49d5d485607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:41.158614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cdbdec49-3517-4687-a6ec-d5b292586a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:41.582440 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:41.676903 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-74dceda5-240a-4f1c-868f-6d8fae5378e8 req-b29e8e26-7d6b-4665-a5a1-31f675703e3c service neutron] (95002) timed out ('10.222.0.57', 56882) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:19:43.371251 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:45.136812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:49.829907 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46386) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:49.983959 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 11183d1a-696e-4599-aae4-7a3d23326c33 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:19:49.984298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:50.058487 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:50.058818 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:50.070165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 11183d1a-696e-4599-aae4-7a3d23326c33 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:19:50.215976 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:50.241142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=11183d1a-696e-4599-aae4-7a3d23326c33,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:50.302189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:50.302520 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP 8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af disassociated (deleted). External IP: 172.25.7.248, port: 36d67040-935d-44f1-9165-348129a534ec. Sep 30 09:19:50.506085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 077caae0-f4c0-4618-b0e0-509c8787e69e has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:19:50.612488 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:19:50.616862 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:50.623308 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] Sync routers for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:19:50.632972 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:19:50.633717 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:50.644081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3571c9c0-72e5-45af-8615-b718dd080c62 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/floatingips/8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af HTTP/1.1" status: 204 len: 168 time: 0.8130007 Sep 30 09:19:50.644678 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:50.647074 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c639d-ccfb-47ad-a159-16d37136b60e" -d '{"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:50.737273 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:19:50.859313 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c1d98c-bb5e-4fa6-8870-8b29bdba45f2 x-openstack-request-id: req-f5c1d98c-bb5e-4fa6-8870-8b29bdba45f2 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:50.859823 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "tag": "36d67040-935d-44f1-9165-348129a534ec", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:50.859974 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5c1d98c-bb5e-4fa6-8870-8b29bdba45f2 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:50.860336 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'status': 'completed', 'code': 200} Sep 30 09:19:50.952057 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:50.980806 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d2e04-b8c0-4c84-9c06-3fa05a3fe2e5 req-83ef6c9a-f8b3-4239-981d-392acdebbc86 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:50.981702 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] Checking router: 077caae0-f4c0-4618-b0e0-509c8787e69e for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:19:50.982407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d25d2e04-b8c0-4c84-9c06-3fa05a3fe2e5 req-83ef6c9a-f8b3-4239-981d-392acdebbc86 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0761638 Sep 30 09:19:50.990868 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:19:50.991490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:50.998909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c639d-ccfb-47ad-a159-16d37136b60e req-dbf99f0c-b427-4d2a-a60d-b4e30e1e64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:51.001465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-dbf99f0c-b427-4d2a-a60d-b4e30e1e64a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 1096 time: 0.1139557 Sep 30 09:19:51.064588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d25d2e04-b8c0-4c84-9c06-3fa05a3fe2e5 req-b3102b20-1d8a-438d-8aca-89fde65a661f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618448 Sep 30 09:19:51.097540 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:19:51.120251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c639d-ccfb-47ad-a159-16d37136b60e req-1fcf1aa9-5e13-4252-8315-271e9e7d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:51.121837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-1fcf1aa9-5e13-4252-8315-271e9e7d9a3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 200 len: 897 time: 0.1118362 Sep 30 09:19:51.169041 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-1f645380-1925-4c1d-bf9d-3d6e95db89be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 200 len: 217 time: 0.0388961 Sep 30 09:19:51.220178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c639d-ccfb-47ad-a159-16d37136b60e req-f4defaf7-a55d-42b9-b2ed-79704b5b36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:51.221699 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-f4defaf7-a55d-42b9-b2ed-79704b5b36cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 200 len: 834 time: 0.0445509 Sep 30 09:19:51.268147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c639d-ccfb-47ad-a159-16d37136b60e req-01a2dadc-6e4f-4485-92c7-38a00174d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:51.269718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-01a2dadc-6e4f-4485-92c7-38a00174d36c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab6e4fac-aefc-4a2c-8056-c54f36285124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401533 Sep 30 09:19:51.292918 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:51.318911 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e549d80-d76c-47dd-bf4f-940789a2cfce None None] The sync data for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 is: [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:06Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '344a5b86-03a8-4d2e-8e19-b6104eb777ff', 'name': '', 'network_id': 'ab6e4fac-aefc-4a2c-8056-c54f36285124', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:af:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:06Z', 'updated_at': '2021-09-30T09:18:09Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '431829c5-9a99-4d74-aa6e-cd35d57fe186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:19:51.562566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4da54-4cf5-45dc-921f-3b99ceb860d0 None None] New status for floating IP 8b9f15dc-24cc-4f1e-aa86-5cf8e878f2af: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:19:51.667547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-2e8ec807-4766-4622-bd1f-8b0ab881fa4d service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896039 Sep 30 09:19:51.756163 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-617c639d-ccfb-47ad-a159-16d37136b60e req-977471e4-0bd3-4d1e-862a-047a28afb6c4 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805993 Sep 30 09:19:52.182266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bf82a-c8c5-4623-9929-52503063cdbb req-41719506-3d76-4b6b-9a2a-cdc8bf62cfc2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:52.183746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef0bf82a-c8c5-4623-9929-52503063cdbb req-41719506-3d76-4b6b-9a2a-cdc8bf62cfc2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0506043 Sep 30 09:19:52.223290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ef0bf82a-c8c5-4623-9929-52503063cdbb req-ca9764ff-ad93-468c-be86-4f6789a66741 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=587d3da3-708e-4bb7-85bb-54daa9dafe1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330939 Sep 30 09:19:52.369745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-34459965-0a4a-40a7-9c16-fdd985bb291d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:52.371097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-34459965-0a4a-40a7-9c16-fdd985bb291d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Sep 30 09:19:52.457015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 36d67040-935d-44f1-9165-348129a534ec {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:19:52.457924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:52.462561 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:19:52.549986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 36d67040-935d-44f1-9165-348129a534ec, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=36d67040-935d-44f1-9165-348129a534ec,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:52.550350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:52.562341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 36d67040-935d-44f1-9165-348129a534ec owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:19:52.690409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:52.718491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=36d67040-935d-44f1-9165-348129a534ec,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:52.760032 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] No DVR routers for this DVR port 36d67040-935d-44f1-9165-348129a534ec on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:19:52.762815 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:52.764847 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-439d308d-ae2d-4c44-81d1-cde479c6f4c8 req-75ccccee-064e-48a0-96a0-8953c39bbb24 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "DELETE /v2.0/ports/36d67040-935d-44f1-9165-348129a534ec HTTP/1.1" status: 204 len: 173 time: 0.3874922 Sep 30 09:19:52.861329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-deleted', 'tag': '36d67040-935d-44f1-9165-348129a534ec'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:52.863915 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c1547-5bf1-4d58-88e7-267174a0e98f" -d '{"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-deleted", "tag": "36d67040-935d-44f1-9165-348129a534ec"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:52.900840 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826443df-a20a-479b-98cc-cc6a729e14ae x-openstack-request-id: req-826443df-a20a-479b-98cc-cc6a729e14ae {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:52.901115 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72edc46-3542-45bb-be0a-6ef0f9af19a4", "name": "network-vif-deleted", "tag": "36d67040-935d-44f1-9165-348129a534ec", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:52.901360 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-826443df-a20a-479b-98cc-cc6a729e14ae {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:52.901815 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72edc46-3542-45bb-be0a-6ef0f9af19a4', 'name': 'network-vif-deleted', 'tag': '36d67040-935d-44f1-9165-348129a534ec', 'status': 'completed', 'code': 200} Sep 30 09:19:53.331588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-63438dd1-919d-4e1f-884a-1c13f00fc0c9 req-e94763a5-6445-43f4-ad88-cb6f197cb309 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=e72edc46-3542-45bb-be0a-6ef0f9af19a4 HTTP/1.1" status: 200 len: 210 time: 0.0256371 Sep 30 09:19:54.386754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46406) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:54.744794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:54.996385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 344a5b86-03a8-4d2e-8e19-b6104eb777ff {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:19:54.996635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:55.097434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 344a5b86-03a8-4d2e-8e19-b6104eb777ff, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=344a5b86-03a8-4d2e-8e19-b6104eb777ff,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:55.097835 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:55.109399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 344a5b86-03a8-4d2e-8e19-b6104eb777ff owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:19:55.293819 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:55.321308 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=344a5b86-03a8-4d2e-8e19-b6104eb777ff,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:55.493229 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:55.713595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 077caae0-f4c0-4618-b0e0-509c8787e69e has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:19:55.818075 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:19:55.823140 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7c88c08d-994e-4768-a146-b968c01e71a8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/077caae0-f4c0-4618-b0e0-509c8787e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353549 Sep 30 09:19:55.826393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46408) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:55.827462 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] Sync routers for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:19:55.836799 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:19:55.837429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:55.877774 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting subnet 431829c5-9a99-4d74-aa6e-cd35d57fe186 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:19:55.880790 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:55.920362 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:55.941121 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:19:56.009785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.069523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.097776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Subnet': ['ID=431829c5-9a99-4d74-aa6e-cd35d57fe186,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:56.099766 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.104697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b5a0b08c-33a8-481b-952e-4a4e60ae5caf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/subnets/431829c5-9a99-4d74-aa6e-cd35d57fe186 HTTP/1.1" status: 204 len: 168 time: 0.2743239 Sep 30 09:19:56.104990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46410) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:56.113098 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65d7d6-dde5-41c3-b59a-43a9c019d094 None None] Network ab6e4fac-aefc-4a2c-8056-c54f36285124 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:19:56.123405 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:19:55Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:56.150589 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] Checking router: 077caae0-f4c0-4618-b0e0-509c8787e69e for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:19:56.158946 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] Routers {'077caae0-f4c0-4618-b0e0-509c8787e69e'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:19:56.159601 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['077caae0-f4c0-4618-b0e0-509c8787e69e'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:56.228524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.274721 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] Set router 077caae0-f4c0-4618-b0e0-509c8787e69e gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:19:56.276092 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.299655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] DHCP port deletion for ab6e4fac-aefc-4a2c-8056-c54f36285124 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:19:56.333946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 36d67040-935d-44f1-9165-348129a534ec no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:19:56.347086 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.357936 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 36d67040-935d-44f1-9165-348129a534ec {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:19:56.358386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 36d67040-935d-44f1-9165-348129a534ec not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:19:56.377843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] Deleting port bf813de3-e6b7-4350-9ab9-0829ad396f4b {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:19:56.378324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.408354 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:19:56.408577 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.454496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] For port bf813de3-e6b7-4350-9ab9-0829ad396f4b, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=bf813de3-e6b7-4350-9ab9-0829ad396f4b,segment=NetworkSegment(f52cf432-4498-49e2-9c85-b2274753512f),segment_id=f52cf432-4498-49e2-9c85-b2274753512f)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:56.454908 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.464100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.474484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] Calling delete_port for bf813de3-e6b7-4350-9ab9-0829ad396f4b owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:19:56.500858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:56.501547 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.513933 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:19:56.555634 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:19:55Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:56.589171 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81994f86-5f3b-4786-92d5-2fa731e71c9c None None] The sync data for ids ['077caae0-f4c0-4618-b0e0-509c8787e69e'] in n-d-807025-5 is: [{'id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558328402', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:19:55Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '52b3b096-5c59-453e-bbf0-14bc6b2f9d3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077caae0-f4c0-4618-b0e0-509c8787e69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:03Z', 'updated_at': '2021-09-30T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:19:56.692142 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.720131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=52b3b096-5c59-453e-bbf0-14bc6b2f9d3f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:56.736258 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.762619 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] Pushing event deleted for resources: {'Port': ['ID=bf813de3-e6b7-4350-9ab9-0829ad396f4b,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:56.767615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8595458-e32a-402e-aaf2-e74370aa70fd None None] No DVR routers for this DVR port bf813de3-e6b7-4350-9ab9-0829ad396f4b on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:19:56.791182 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.881498 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.884249 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.926646 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.927362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Fanout notify agent at l3_agent the message router_deleted on router 077caae0-f4c0-4618-b0e0-509c8787e69e {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:19:56.935647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:56.936787 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c5424bfa-58e9-4c64-b6e0-4917da25c743 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/routers/077caae0-f4c0-4618-b0e0-509c8787e69e HTTP/1.1" status: 204 len: 168 time: 0.8309376 Sep 30 09:19:56.939847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46412) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:57.021647 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.110302 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.131204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6e4fac-aefc-4a2c-8056-c54f36285124']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:57.142304 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52cf432-4498-49e2-9c85-b2274753512f') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:57.142604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52cf432-4498-49e2-9c85-b2274753512f') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:57.151990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.166055 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.172178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:19:57.172842 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:19:57.175949 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:19:57.241435 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.249685 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.254706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/networks/ab6e4fac-aefc-4a2c-8056-c54f36285124 HTTP/1.1" status: 204 len: 168 time: 0.3107429 Sep 30 09:19:57.254706 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46414) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:57.270567 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182012b-1577-43c9-9e53-36d9550ff6a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Network': ['ID=ab6e4fac-aefc-4a2c-8056-c54f36285124,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:57.320471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87a342d-63ff-4aa2-8a4c-94cd3a29b8ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.344323 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87a342d-63ff-4aa2-8a4c-94cd3a29b8ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.401056 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87a342d-63ff-4aa2-8a4c-94cd3a29b8ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.403718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e87a342d-63ff-4aa2-8a4c-94cd3a29b8ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.404884 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e87a342d-63ff-4aa2-8a4c-94cd3a29b8ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/security-groups/587d3da3-708e-4bb7-85bb-54daa9dafe1b HTTP/1.1" status: 204 len: 168 time: 0.1496191 Sep 30 09:19:57.413822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a342d-63ff-4aa2-8a4c-94cd3a29b8ab tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587d3da3-708e-4bb7-85bb-54daa9dafe1b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:57.681929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 344a5b86-03a8-4d2e-8e19-b6104eb777ff no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:19:57.702163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 344a5b86-03a8-4d2e-8e19-b6104eb777ff {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:19:57.702578 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 344a5b86-03a8-4d2e-8e19-b6104eb777ff not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:19:57.703050 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:19:57.721103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:19:57.721489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 52b3b096-5c59-453e-bbf0-14bc6b2f9d3f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:19:57.721873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf813de3-e6b7-4350-9ab9-0829ad396f4b no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:19:57.743008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: bf813de3-e6b7-4350-9ab9-0829ad396f4b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:19:57.743274 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device bf813de3-e6b7-4350-9ab9-0829ad396f4b not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:19:57.820743 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46420) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:57.825707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782511070', 'description': 'tempest-secgroup-smoke-782511070 description', 'project_id': '04b562ea0b554214b4862487ba67302d'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:57.848167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.933175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.937020 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.964125 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:57.965349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1435943 Sep 30 09:19:57.968721 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46422) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:57.969723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01835a9-d054-4faa-b980-79234db1d019 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38350b3a-d761-41ba-8ea7-54fbc29b83db,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:57.973856 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '38350b3a-d761-41ba-8ea7-54fbc29b83db', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.000541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.048541 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.052229 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.070166 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bb91d4-386e-44bc-bddf-a03e289b9e81,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.080120 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.080474 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.080819 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.081161 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.081527 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.081869 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.082204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.082538 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.082891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.083204 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.083529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.083855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:19:58.086530 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.088234 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2cd07ce5-cd07-48cd-989a-54900aa98645 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185708 Sep 30 09:19:58.091111 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46426) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.095419 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '38350b3a-d761-41ba-8ea7-54fbc29b83db', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.121277 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.181922 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.185508 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.202650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f267783a-a0ad-4d4f-a23f-036aab3da128,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.209404 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.211758 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-66b5eeff-6f9c-4965-b29d-db4e9a313d27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185825 Sep 30 09:19:58.213989 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46428) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.218477 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '38350b3a-d761-41ba-8ea7-54fbc29b83db', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.244028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.300548 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.303969 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.324599 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954c1a7e-ad2e-4977-8178-83e1a93031dc,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.330203 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.331456 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-f3db7398-0570-4458-b688-aeb482d90d11 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164331 Sep 30 09:19:58.334291 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46430) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.338698 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '38350b3a-d761-41ba-8ea7-54fbc29b83db', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.363926 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.421576 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.425049 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.442483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589a39b0-641f-4b71-8771-c1a29560a9a4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.448534 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.450136 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4d64a065-526e-414d-80ad-e116d0f1a449 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148570 Sep 30 09:19:58.452810 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46432) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.457113 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '38350b3a-d761-41ba-8ea7-54fbc29b83db', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.478673 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:19:58.483584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.547323 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.550870 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.571095 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec21378c-d040-43b2-9f79-f3b008ea73af,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.574692 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.579041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46434) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.579184 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-33018655-66c9-4c68-9e43-4b0f3665d8fc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254072 Sep 30 09:19:58.583606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': '38350b3a-d761-41ba-8ea7-54fbc29b83db', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.603933 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:19:58.608677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.668850 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.672299 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.689227 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2ff4c6-23a9-46ee-8704-e9448f214668,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.695977 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.696301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5cf13fd5-b038-4fc3-af6c-4220146ca5c0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161866 Sep 30 09:19:58.699296 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46436) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.704142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'network': {'name': 'tempest-network-smoke--163687860', 'project_id': '04b562ea0b554214b4862487ba67302d', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.723347 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:19:58.727310 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.750869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:19:58.760097 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.760442 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Added segment b64bbc80-c024-46db-a3f3-ab9c7f3fd094 of type vlan for network 8742d7fe-3f7a-4218-8886-0c971c625ab5 Sep 30 09:19:58.800283 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.824836 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.830441 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:58.831266 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.869246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689141 Sep 30 09:19:58.872074 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46438) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:58.876684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'admin_state_up': True, 'project_id': '04b562ea0b554214b4862487ba67302d', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:58.898500 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.899544 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:58.902306 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec7a21-7113-4d75-aee6-5a31e70f9ca4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Network': ['ID=8742d7fe-3f7a-4218-8886-0c971c625ab5,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:58.914631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:19:58.950468 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:59.085533 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:59.271237 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:59.295012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:59.393575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.155 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/b91579e4-986a-43c7-bbae-516c2af43a3f) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:19:59.490400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:59.530283 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:59.565714 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:19:59.568754 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:19:59.573034 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:19:59.600255 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=b91579e4-986a-43c7-bbae-516c2af43a3f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:59.824768 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:00.341707 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:00.467551 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router ae8662b3-0981-45d9-b05c-02514b29633d is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:20:00.573110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:20:00.582411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Sync routers for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:20:00.591674 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:20:00.592178 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:00.592304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:00.593731 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-dd179ec5-49df-4abf-ba8f-9e4966a633b6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7205386 Sep 30 09:20:00.596951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46440) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:00.624925 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9cc6c7aa-676d-4e57-b0ce-8649bca52d43 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=04b562ea0b554214b4862487ba67302d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268433 Sep 30 09:20:00.627493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46442) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:00.698928 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:20:00.713733 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aba665-0520-491b-9d4a-5cd23b114ed6 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:00.715268 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a4aba665-0520-491b-9d4a-5cd23b114ed6 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868738 Sep 30 09:20:00.718200 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46444) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:00.750891 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fddb2d46-ff22-4fda-a84f-4d0569d68921 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316677 Sep 30 09:20:00.757651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46446) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:00.762575 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303344496', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'project_id': '04b562ea0b554214b4862487ba67302d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:20:00.867786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:20:00.871423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:00.901923 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:19:59Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:00.928260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Checking router: ae8662b3-0981-45d9-b05c-02514b29633d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:20:00.928529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Updating router ae8662b3-0981-45d9-b05c-02514b29633d port b91579e4-986a-43c7-bbae-516c2af43a3f binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:20:00.955430 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.058326 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.119809 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Subnet': ['ID=021bf4a2-633f-4207-bfaa-0fd17e5ccee4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:01.139265 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Checking segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:20:01.139633 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network hostable DHCP agents. Network: 8742d7fe-3f7a-4218-8886-0c971c625ab5, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:20:01.156868 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:20:01.165709 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 8742d7fe-3f7a-4218-8886-0c971c625ab5) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:20:01.170033 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:01.170635 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.176303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac65260-f00e-47ad-8913-57ba71896f2c None None] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:20:01.185532 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fd1a3963-6d46-4279-8a9b-b4ea175bda9e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4267347 Sep 30 09:20:01.188258 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46448) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:01.271375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.280658 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.375529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296081c-1fa5-484f-bbc9-65fe1577ffc0 None None] Pushing event updated for resources: {'Port': ['ID=b91579e4-986a-43c7-bbae-516c2af43a3f,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:01.381350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Attempting to bind port b91579e4-986a-43c7-bbae-516c2af43a3f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:20:01.381755 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Attempting to bind port b91579e4-986a-43c7-bbae-516c2af43a3f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:20:01.382126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Attempting to bind port b91579e4-986a-43c7-bbae-516c2af43a3f on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:20:01.392267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:20:01.392651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:20:01.393219 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.393682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:20:01.393943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Bound port: b91579e4-986a-43c7-bbae-516c2af43a3f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:20:01.394324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.456956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-8742d7fe-3f7a-4218-8886-0c971c625ab5', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:20:01.457843 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.479931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] For port b91579e4-986a-43c7-bbae-516c2af43a3f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:20:01.498503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] For port b91579e4-986a-43c7-bbae-516c2af43a3f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b91579e4-986a-43c7-bbae-516c2af43a3f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:20:01.503569 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.635235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:01.652293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:20:01.652868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:01.662195 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296081c-1fa5-484f-bbc9-65fe1577ffc0 None None] Pushing event updated for resources: {'Port': ['ID=b91579e4-986a-43c7-bbae-516c2af43a3f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:01.724664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Allocated IP 172.20.0.2 (8742d7fe-3f7a-4218-8886-0c971c625ab5/021bf4a2-633f-4207-bfaa-0fd17e5ccee4/e28b07e4-f08f-4994-845f-2c8333a79a4f) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:20:01.811223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:20:02.052817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.060859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.115577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:20:02.118882 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.1 (8742d7fe-3f7a-4218-8886-0c971c625ab5/021bf4a2-633f-4207-bfaa-0fd17e5ccee4/e1d668ab-127f-4280-b556-47b624013a72) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:20:02.120365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:20:02.124192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:20:02.135903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Pushing event updated for resources: {'Port': ['ID=e28b07e4-f08f-4994-845f-2c8333a79a4f,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:02.167292 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:19:59Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:02.207625 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa022c-dacd-4f5f-a345-c624d064947e None None] The sync data for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 is: [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:19:59Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:20:02.221150 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Attempting to bind port e28b07e4-f08f-4994-845f-2c8333a79a4f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:20:02.221552 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Attempting to bind port e28b07e4-f08f-4994-845f-2c8333a79a4f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:20:02.221919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Attempting to bind port e28b07e4-f08f-4994-845f-2c8333a79a4f on network 8742d7fe-3f7a-4218-8886-0c971c625ab5 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:20:02.232361 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:20:02.233038 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Checking segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:20:02.233730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.234288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Bound using segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:20:02.234781 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Bound port: e28b07e4-f08f-4994-845f-2c8333a79a4f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:20:02.235331 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.243028 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.278743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.308227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] For port e28b07e4-f08f-4994-845f-2c8333a79a4f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:20:02.311232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] For port e28b07e4-f08f-4994-845f-2c8333a79a4f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e28b07e4-f08f-4994-845f-2c8333a79a4f,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:20:02.316788 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.323140 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:20:02.325732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:20:02.329313 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:20:02.338295 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=e1d668ab-127f-4280-b556-47b624013a72,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:02.379913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a38e0-5358-4812-80d6-dfcd82dd3f78 None None] Pushing event updated for resources: {'Port': ['ID=e28b07e4-f08f-4994-845f-2c8333a79a4f,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:02.389648 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.552485 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.879423 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.885867 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.968247 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.970159 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=e1d668ab-127f-4280-b556-47b624013a72,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:03.072592 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:20:03.074100 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:20:03.206224 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router ae8662b3-0981-45d9-b05c-02514b29633d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:20:03.319193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:20:03.326415 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-fa970a0e-c5af-4cd1-bc4f-2ac37b8b2baa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/ae8662b3-0981-45d9-b05c-02514b29633d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371479 Sep 30 09:20:03.357415 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d1592-d7e1-45f1-a109-47ae1454c550 None None] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:20:03.448306 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0c28081d-26f3-4d4d-b5ff-b75e342e57e9 None None] Provisioning complete for port e28b07e4-f08f-4994-845f-2c8333a79a4f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:03.448680 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0c28081d-26f3-4d4d-b5ff-b75e342e57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:03.469986 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c206c07-042a-4da5-8d7d-a288aa0f4773 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782511070&fields=id&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 267 time: 0.0326715 Sep 30 09:20:03.590679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-99658269-6ea9-46d0-b613-fd7b358311ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:03.591706 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0c28081d-26f3-4d4d-b5ff-b75e342e57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:03.592541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-99658269-6ea9-46d0-b613-fd7b358311ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 796 time: 0.1141038 Sep 30 09:20:03.635173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0c28081d-26f3-4d4d-b5ff-b75e342e57e9 None None] For port e28b07e4-f08f-4994-845f-2c8333a79a4f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e28b07e4-f08f-4994-845f-2c8333a79a4f,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:20:03.640090 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0c28081d-26f3-4d4d-b5ff-b75e342e57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:03.668455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-ca94f5af-4877-4801-bbdf-579b26a4b33e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/quotas/04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 375 time: 0.0644443 Sep 30 09:20:03.708449 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28081d-26f3-4d4d-b5ff-b75e342e57e9 None None] Pushing event updated for resources: {'Port': ['ID=e28b07e4-f08f-4994-845f-2c8333a79a4f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:03.756458 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-ee0348be-8c91-4f90-9487-9b7b02a88644 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715613 Sep 30 09:20:03.802567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e28b07e4-f08f-4994-845f-2c8333a79a4f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:20:03.857438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-c117f768-4924-40c6-b208-c889ecf4427b service neutron] 10.222.0.41 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000557 Sep 30 09:20:03.861180 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e28b07e4-f08f-4994-845f-2c8333a79a4f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:03.861517 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:03.900039 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-744897a3-c5ef-4628-b0a7-486ee6dc9942 None None] Provisioning complete for port e28b07e4-f08f-4994-845f-2c8333a79a4f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:03.900410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-744897a3-c5ef-4628-b0a7-486ee6dc9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:03.971168 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-4503c651-e7ca-42a7-a8e5-7251ad934d35 service neutron] 10.222.0.41 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065056 Sep 30 09:20:03.984692 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Sync routers for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:20:03.996866 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:20:03.997767 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:04.142331 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:20:04.174294 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b91579e4-986a-43c7-bbae-516c2af43a3f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:20:04.220414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7e4bcac2-a5fb-4d14-85de-0c62583e5ef7 req-d4558efe-3e7b-428c-a2a1-6c3387ab5b22 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 210 time: 0.0590861 Sep 30 09:20:04.293904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-744897a3-c5ef-4628-b0a7-486ee6dc9942 None None] Provisioning complete for port e1d668ab-127f-4280-b556-47b624013a72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:04.294292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-744897a3-c5ef-4628-b0a7-486ee6dc9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.295795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b91579e4-986a-43c7-bbae-516c2af43a3f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:04.296410 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.371101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-744897a3-c5ef-4628-b0a7-486ee6dc9942 None None] Port e1d668ab-127f-4280-b556-47b624013a72 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:20:04.401931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 2, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:04.422607 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.431992 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Checking router: ae8662b3-0981-45d9-b05c-02514b29633d for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:20:04.432389 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Updating router ae8662b3-0981-45d9-b05c-02514b29633d port e1d668ab-127f-4280-b556-47b624013a72 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:20:04.444535 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port b91579e4-986a-43c7-bbae-516c2af43a3f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b91579e4-986a-43c7-bbae-516c2af43a3f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:20:04.448928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.467089 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.508131 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=b91579e4-986a-43c7-bbae-516c2af43a3f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:04.512818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-10555050-16be-4e2a-8b39-594d985f93f5 None None] Provisioning complete for port e1d668ab-127f-4280-b556-47b624013a72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:04.513198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-10555050-16be-4e2a-8b39-594d985f93f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.553381 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-10555050-16be-4e2a-8b39-594d985f93f5 None None] Port e1d668ab-127f-4280-b556-47b624013a72 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:20:04.756036 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.762083 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.811720 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Pushing event updated for resources: {'Port': ['ID=e1d668ab-127f-4280-b556-47b624013a72,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:04.839714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.840058 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.840399 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.840736 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.841067 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.841477 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.841745 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.842094 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.842418 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.842742 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.843068 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.843389 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:04.879004 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Attempting to bind port e1d668ab-127f-4280-b556-47b624013a72 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:20:04.879364 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Attempting to bind port e1d668ab-127f-4280-b556-47b624013a72 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:20:04.880022 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Attempting to bind port e1d668ab-127f-4280-b556-47b624013a72 on network 8742d7fe-3f7a-4218-8886-0c971c625ab5 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:20:04.885958 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:20:04.886338 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Checking segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:20:04.886751 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.887263 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Bound using segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:20:04.887630 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Bound port: e1d668ab-127f-4280-b556-47b624013a72, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:20:04.888004 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:04.954834 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] For port e1d668ab-127f-4280-b556-47b624013a72, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:20:04.958334 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] For port e1d668ab-127f-4280-b556-47b624013a72, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e1d668ab-127f-4280-b556-47b624013a72,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:20:04.962797 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.020683 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:20:05.021345 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:19:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:05.060554 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03c41-a2f8-4f05-9dfe-fcb33bb3ed37 None None] Pushing event updated for resources: {'Port': ['ID=e1d668ab-127f-4280-b556-47b624013a72,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:05.078824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8d0bc11a-6c80-42b5-b497-a86b5f456746 None None] Provisioning complete for port e1d668ab-127f-4280-b556-47b624013a72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:05.079333 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc11a-6c80-42b5-b497-a86b5f456746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.139732 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:20:05.169036 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc11a-6c80-42b5-b497-a86b5f456746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.212888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8d0bc11a-6c80-42b5-b497-a86b5f456746 None None] For port e1d668ab-127f-4280-b556-47b624013a72, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e1d668ab-127f-4280-b556-47b624013a72,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:20:05.217360 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc11a-6c80-42b5-b497-a86b5f456746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.310212 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bc11a-6c80-42b5-b497-a86b5f456746 None None] Pushing event updated for resources: {'Port': ['ID=e1d668ab-127f-4280-b556-47b624013a72,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:05.327773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-a28b9987-155a-4a27-bcad-0296500a712f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:05.329284 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-a28b9987-155a-4a27-bcad-0296500a712f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 796 time: 0.1327858 Sep 30 09:20:05.346255 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-86bdf417-ef83-4f18-8716-baa595833c2f None None] Provisioning complete for port e1d668ab-127f-4280-b556-47b624013a72 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:05.347776 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-86bdf417-ef83-4f18-8716-baa595833c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.363209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cdc1b14-e162-4c2d-8adb-5cc3930d6b55 req-60bcd223-02f3-457c-9712-c3c215f88a9f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 210 time: 0.0324304 Sep 30 09:20:05.394434 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:05.402264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-744dcd1e-8b5e-4b98-9a22-3018346cf43c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 379 time: 0.0416813 Sep 30 09:20:05.412759 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'port': {'device_id': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'admin_state_up': True, 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'security_groups': ['38350b3a-d761-41ba-8ea7-54fbc29b83db']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:20:05.422574 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd72d3b-8b84-4eb6-a936-92afe7bc1981 None None] The sync data for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 is: [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:20:05.784915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e1d668ab-127f-4280-b556-47b624013a72 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:20:05.842511 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e1d668ab-127f-4280-b556-47b624013a72 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:05.842880 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.850922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:20:05.855446 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.935234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b91579e4-986a-43c7-bbae-516c2af43a3f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:20:05.987885 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b91579e4-986a-43c7-bbae-516c2af43a3f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:05.988319 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:05.991728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.4 (8742d7fe-3f7a-4218-8886-0c971c625ab5/021bf4a2-633f-4207-bfaa-0fd17e5ccee4/d5c48928-1b6b-4ffa-951a-69428e05a659) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:20:06.076507 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e28b07e4-f08f-4994-845f-2c8333a79a4f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:20:06.127799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e28b07e4-f08f-4994-845f-2c8333a79a4f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:06.128261 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.151583 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.191962 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.240890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:20:06.244536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:20:06.247370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:20:06.279776 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=d5c48928-1b6b-4ffa-951a-69428e05a659,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:06.311877 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:06.312539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.328160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-3c4de225-5326-4ad0-92c0-50ec16941cb7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190309 Sep 30 09:20:06.346664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Request body: {'port': {'device_id': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:20:06.407432 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.477945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-704e33b7-ff76-4699-933a-fc1bcf59c0ac None None] Provisioning complete for port d5c48928-1b6b-4ffa-951a-69428e05a659 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:06.478445 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-704e33b7-ff76-4699-933a-fc1bcf59c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.520536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-704e33b7-ff76-4699-933a-fc1bcf59c0ac None None] Port d5c48928-1b6b-4ffa-951a-69428e05a659 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:20:06.572693 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90523e7-2182-440a-adf0-4509fa086bc2 req-9f7a2190-f3c2-4a06-8ed9-878f2df2eb53 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:06.574290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d90523e7-2182-440a-adf0-4509fa086bc2 req-9f7a2190-f3c2-4a06-8ed9-878f2df2eb53 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 931 time: 0.1281879 Sep 30 09:20:06.662611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d90523e7-2182-440a-adf0-4509fa086bc2 req-3efe4aca-55ba-43c9-b8fc-7dde526cb873 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821128 Sep 30 09:20:06.745298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c48928-1b6b-4ffa-951a-69428e05a659 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:20:06.752518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.764574 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Transition to ACTIVE for port object d5c48928-1b6b-4ffa-951a-69428e05a659 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:20:06.768585 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.822623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c48928-1b6b-4ffa-951a-69428e05a659,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:06.893668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Attempting to bind port d5c48928-1b6b-4ffa-951a-69428e05a659 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:20:06.894012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Attempting to bind port d5c48928-1b6b-4ffa-951a-69428e05a659 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:20:06.894476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Attempting to bind port d5c48928-1b6b-4ffa-951a-69428e05a659 on network 8742d7fe-3f7a-4218-8886-0c971c625ab5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:20:06.899380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Port d5c48928-1b6b-4ffa-951a-69428e05a659 on network 8742d7fe-3f7a-4218-8886-0c971c625ab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:20:06.899724 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Attempting to bind port d5c48928-1b6b-4ffa-951a-69428e05a659 on network 8742d7fe-3f7a-4218-8886-0c971c625ab5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:20:06.904767 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:20:06.905100 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Checking segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:20:06.905517 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Bound using segment: {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:20:06.905950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Bound port: d5c48928-1b6b-4ffa-951a-69428e05a659, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:20:06.906316 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:06.972920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] For port d5c48928-1b6b-4ffa-951a-69428e05a659, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:20:06.976122 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] For port d5c48928-1b6b-4ffa-951a-69428e05a659, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d5c48928-1b6b-4ffa-951a-69428e05a659,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:20:06.982635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:07.017878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.018504 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:07.020043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] 10.222.0.50 "PUT /v2.0/ports/d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 1091 time: 0.6782901 Sep 30 09:20:07.020451 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:20:07.022860 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae21c03-ed15-4177-be34-48dd3569199e" -d '{"events": [{"name": "network-changed", "server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:20:07.057936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acaeaf-dbf2-4b01-9b9c-84efddef6102 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c48928-1b6b-4ffa-951a-69428e05a659,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:07.074860 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d07744a-3565-4dca-8f4c-260216f2e1cf x-openstack-request-id: req-4d07744a-3565-4dca-8f4c-260216f2e1cf {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:20:07.075220 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:20:07.075524 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d07744a-3565-4dca-8f4c-260216f2e1cf {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:20:07.075979 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'status': 'completed', 'code': 200} Sep 30 09:20:07.141550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-c3ef1d83-1567-46ff-8b47-1acb3f11b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.143110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-c3ef1d83-1567-46ff-8b47-1acb3f11b1ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1094 time: 0.0495524 Sep 30 09:20:07.196441 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-76fd9596-ff9b-4822-bf3f-29d2f7240cd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 217 time: 0.0401757 Sep 30 09:20:07.247223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-4a30f455-2cf5-4ae4-acb2-573cfbbef5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.248694 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-4a30f455-2cf5-4ae4-acb2-573cfbbef5ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 200 len: 835 time: 0.0451140 Sep 30 09:20:07.295781 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85f32-6294-491a-8442-e4790c532755 req-b36564b6-8bb8-4d70-877e-1dde570e711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.297369 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-b36564b6-8bb8-4d70-877e-1dde570e711d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8742d7fe-3f7a-4218-8886-0c971c625ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421269 Sep 30 09:20:07.389115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-ce61d04d-e64f-4a29-9fd6-b26205b4a386 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849082 Sep 30 09:20:07.477981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e3a85f32-6294-491a-8442-e4790c532755 req-23f6342d-e9b1-4826-8748-b783995499ee service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822937 Sep 30 09:20:07.605522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21c03-ed15-4177-be34-48dd3569199e req-f14cc316-4c7d-4b5c-a51c-771c80aa6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.606937 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-f14cc316-4c7d-4b5c-a51c-771c80aa6a0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1094 time: 0.0438805 Sep 30 09:20:07.699662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21c03-ed15-4177-be34-48dd3569199e req-eb353110-0b6a-4508-916f-d3b568038e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.701212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-eb353110-0b6a-4508-916f-d3b568038e17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 897 time: 0.0875726 Sep 30 09:20:07.748380 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-4294ca9c-e0c0-40c4-8f51-4a5b961431b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 217 time: 0.0405517 Sep 30 09:20:07.827399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a655e5-6403-4d42-93d3-3871af9e8faf req-14537e6f-cfd7-47dd-9f2a-87294b20da68 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.828890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40a655e5-6403-4d42-93d3-3871af9e8faf req-14537e6f-cfd7-47dd-9f2a-87294b20da68 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 943 time: 0.0830371 Sep 30 09:20:07.830216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21c03-ed15-4177-be34-48dd3569199e req-69faae73-c72b-40cd-b3fd-a06df994cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.831560 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-69faae73-c72b-40cd-b3fd-a06df994cc9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 200 len: 835 time: 0.0759244 Sep 30 09:20:07.899232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40a655e5-6403-4d42-93d3-3871af9e8faf req-6a5906c3-74df-4bc4-a8a4-732d16255387 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642357 Sep 30 09:20:07.901689 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21c03-ed15-4177-be34-48dd3569199e req-2a5f3fe0-3d46-4eca-bceb-5274a1861eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:07.903085 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-2a5f3fe0-3d46-4eca-bceb-5274a1861eaa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8742d7fe-3f7a-4218-8886-0c971c625ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624852 Sep 30 09:20:07.995938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-9d29a2da-1b7b-4e3c-b7ce-199e398d2d6c service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837531 Sep 30 09:20:08.090703 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fae21c03-ed15-4177-be34-48dd3569199e req-2ac3f9f9-dbbf-4b4b-9190-1f1d6b630a16 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871758 Sep 30 09:20:08.689710 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-adf65713-cb2e-4e3e-913b-5d59434f9d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:09.014164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6fa0-aa9e-406e-b736-320a9ae2381e req-a8784442-1391-4b8f-bdd4-fc388bd3804d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:09.015713 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f7b6fa0-aa9e-406e-b736-320a9ae2381e req-a8784442-1391-4b8f-bdd4-fc388bd3804d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 943 time: 0.0494325 Sep 30 09:20:09.055535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2f7b6fa0-aa9e-406e-b736-320a9ae2381e req-9469bf3a-642a-4e0f-b800-dfba81570b41 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Sep 30 09:20:09.365829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d5c48928-1b6b-4ffa-951a-69428e05a659 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:20:09.456189 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d5c48928-1b6b-4ffa-951a-69428e05a659, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d5c48928-1b6b-4ffa-951a-69428e05a659,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:20:09.467541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'port_id': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'mac_address': 'fa:16:3e:18:3b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:20:09.503196 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:09.526969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c48928-1b6b-4ffa-951a-69428e05a659 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:20:09.545427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d5c48928-1b6b-4ffa-951a-69428e05a659, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d5c48928-1b6b-4ffa-951a-69428e05a659,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:20:09.549802 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:09.599070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d5c48928-1b6b-4ffa-951a-69428e05a659,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:09.819750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['d5c48928-1b6b-4ffa-951a-69428e05a659'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:20:10.166970 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcca61-e28b-46ac-8006-e83ac1081413 req-145c6c11-0c16-413b-9432-97d895aa6628 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:10.168451 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23dcca61-e28b-46ac-8006-e83ac1081413 req-145c6c11-0c16-413b-9432-97d895aa6628 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 944 time: 0.0482688 Sep 30 09:20:10.206431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-23dcca61-e28b-46ac-8006-e83ac1081413 req-ce952f4b-c45e-417b-93e9-61502def825a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Sep 30 09:20:11.159761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0fad91bd-9d7b-4073-9bfb-0d0c0b7cb11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:11.323482 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a287b3-573b-4de1-8d1b-6bdac0319821 req-2c8d1faf-93cd-4494-93c4-21f6e4855841 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:11.324927 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26a287b3-573b-4de1-8d1b-6bdac0319821 req-2c8d1faf-93cd-4494-93c4-21f6e4855841 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 944 time: 0.0527821 Sep 30 09:20:11.362541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-26a287b3-573b-4de1-8d1b-6bdac0319821 req-0439ab1f-1180-4528-ac71-e8c3d5a259fa tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Sep 30 09:20:11.385106 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d5c48928-1b6b-4ffa-951a-69428e05a659 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:20:11.434763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port d5c48928-1b6b-4ffa-951a-69428e05a659 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:20:11.438964 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port d5c48928-1b6b-4ffa-951a-69428e05a659 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:20:11.439392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:11.522567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:11.545364 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:20:11.547675 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e809c3-57c8-4d93-9cfa-5b19c20f24c2" -d '{"events": [{"server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:20:11.561573 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d5c48928-1b6b-4ffa-951a-69428e05a659, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d5c48928-1b6b-4ffa-951a-69428e05a659,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:20:11.565641 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:11.600356 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac544c2-be73-45ae-8bde-487b89f75ddd x-openstack-request-id: req-6ac544c2-be73-45ae-8bde-487b89f75ddd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:20:11.600643 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:20:11.600898 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ac544c2-be73-45ae-8bde-487b89f75ddd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:20:11.601600 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'code': 200} Sep 30 09:20:11.609913 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:11.635957 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d5c48928-1b6b-4ffa-951a-69428e05a659,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:11.706265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f6d-da7b-4097-ae9a-bb9d062a503c req-d50ae632-38b2-4993-a6c5-4a33eee0e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:11.707660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1b02f6d-da7b-4097-ae9a-bb9d062a503c req-d50ae632-38b2-4993-a6c5-4a33eee0e776 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1096 time: 0.0396800 Sep 30 09:20:11.741724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c1b02f6d-da7b-4097-ae9a-bb9d062a503c req-49bc41d4-255a-4f02-8e50-3c431500ed7d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272315 Sep 30 09:20:12.478083 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9151e-d2c2-4a3a-8616-c4bc56b04ca0 req-5b3bbfb4-49b6-4309-9b96-89dad10a5641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:12.479542 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42e9151e-d2c2-4a3a-8616-c4bc56b04ca0 req-5b3bbfb4-49b6-4309-9b96-89dad10a5641 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0481660 Sep 30 09:20:12.516962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-42e9151e-d2c2-4a3a-8616-c4bc56b04ca0 req-85dcf809-a433-4b63-a7f1-7a1a6c4bd2c8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Sep 30 09:20:13.375525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:13.635779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef893-e469-4fce-9570-09ecaf11ab58 req-bc63fea2-24c5-453b-b18c-130d53f22de8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:13.637305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a1ef893-e469-4fce-9570-09ecaf11ab58 req-bc63fea2-24c5-453b-b18c-130d53f22de8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0536153 Sep 30 09:20:13.675729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8a1ef893-e469-4fce-9570-09ecaf11ab58 req-692ad67a-f04a-410f-98a4-2b8dd9f767e3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316136 Sep 30 09:20:13.788316 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408f2b-0322-40f8-8fe6-6c948e109427 req-e532e70b-21f4-4b0e-b72c-6228cda77d8b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:13.789875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7408f2b-0322-40f8-8fe6-6c948e109427 req-e532e70b-21f4-4b0e-b72c-6228cda77d8b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0494304 Sep 30 09:20:13.827022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b7408f2b-0322-40f8-8fe6-6c948e109427 req-62d81bda-c2cc-470a-86db-191fd79e1c42 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Sep 30 09:20:13.848485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46508) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:13.927731 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cfe0af-f8ec-4eda-8ee4-c0b7054c3a38 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:13.929232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c1cfe0af-f8ec-4eda-8ee4-c0b7054c3a38 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1091 time: 0.0797746 Sep 30 09:20:13.932070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46512) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:13.936277 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:20:13.958786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.060059 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.165133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.239 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ce6db70f-da37-44ed-8e1f-8f4c989d1a82) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:20:14.266933 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.300234 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.335120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:20:14.339948 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:20:14.343636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:20:14.352418 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=ce6db70f-da37-44ed-8e1f-8f4c989d1a82,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:14.384372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.384715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.385059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.385392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.385752 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.386084 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.386414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.386745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.387071 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.387397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.387721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.388038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:20:14.708304 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.777095 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.924721 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.929925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:15.001207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=ce6db70f-da37-44ed-8e1f-8f4c989d1a82,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:20:15.010386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:15.110709 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 associated. External IP: 172.25.7.239, port: d5c48928-1b6b-4ffa-951a-69428e05a659. Sep 30 09:20:15.140582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:15.315538 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router ae8662b3-0981-45d9-b05c-02514b29633d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:20:15.420303 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:20:15.431125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] Sync routers for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:20:15.437298 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:15.443970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:20:15.444832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:15.466296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-830256bb-ce1a-49a1-b343-2eceed6b1981 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5332153 Sep 30 09:20:15.466885 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:20:15.469123 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:20:15.555299 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:20:15.563300 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801693a3-39ba-4a38-ad58-572cef718f39 req-f92908d5-cd33-49ed-b0a7-5807d9a962c6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:15.564814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-801693a3-39ba-4a38-ad58-572cef718f39 req-f92908d5-cd33-49ed-b0a7-5807d9a962c6 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0497460 Sep 30 09:20:15.603118 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-801693a3-39ba-4a38-ad58-572cef718f39 req-92a0e8c6-0db9-47ef-9aab-4577a5029de7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Sep 30 09:20:15.624693 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46520) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:15.655683 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3100ba0c-b488-47b6-9010-ae0cb3272d43 x-openstack-request-id: req-3100ba0c-b488-47b6-9010-ae0cb3272d43 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:20:15.655985 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:20:15.656227 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3100ba0c-b488-47b6-9010-ae0cb3272d43 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:20:15.657074 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'status': 'completed', 'code': 200} Sep 30 09:20:15.699664 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-67ceff33-6d81-4232-a3d8-1f2fa235ff19 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 HTTP/1.1" status: 200 len: 991 time: 0.0736299 Sep 30 09:20:15.788001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-3a570ad6-71db-4043-b3d3-7b48f2e2ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:15.790141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-3a570ad6-71db-4043-b3d3-7b48f2e2ad24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1096 time: 0.0851822 Sep 30 09:20:15.792407 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'b2d88d34-dd3c-4c31-bcd6-0a27f22d5696', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'port_id': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'mac_address': 'fa:16:3e:18:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:20:14Z', 'updated_at': '2021-09-30T09:20:14Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:05Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:15.818484 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] Checking router: ae8662b3-0981-45d9-b05c-02514b29633d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:20:15.826912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:20:15.827594 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:20:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:15.880189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-93deb4cb-88ad-4ca8-a5c8-d5687cbda577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:15.881652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-93deb4cb-88ad-4ca8-a5c8-d5687cbda577 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 897 time: 0.0850081 Sep 30 09:20:15.933884 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:20:15.951197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-2c881a85-0e08-4913-9dac-8645fb0905e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 999 time: 0.0622344 Sep 30 09:20:16.001215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-d3bca84d-97fb-4f78-bf3c-7c4939d438fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:16.002761 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-d3bca84d-97fb-4f78-bf3c-7c4939d438fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 200 len: 835 time: 0.0449913 Sep 30 09:20:16.050675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-ca6d3246-4c9c-4191-89c7-85624e76420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:16.052187 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-ca6d3246-4c9c-4191-89c7-85624e76420d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8742d7fe-3f7a-4218-8886-0c971c625ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426338 Sep 30 09:20:16.147094 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-0baf8576-7f00-4e32-8779-fd65cebaac91 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871518 Sep 30 09:20:16.160500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'b2d88d34-dd3c-4c31-bcd6-0a27f22d5696', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'port_id': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'mac_address': 'fa:16:3e:18:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:20:14Z', 'updated_at': '2021-09-30T09:20:14Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:05Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:20:16.187683 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94388fa-9a5e-45f8-9b82-98f3cce608c4 None None] The sync data for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 is: [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'b2d88d34-dd3c-4c31-bcd6-0a27f22d5696', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'port_id': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'mac_address': 'fa:16:3e:18:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:20:14Z', 'updated_at': '2021-09-30T09:20:14Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:05Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:20:16.245215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ecb20ea6-2863-471e-bc0d-5bb9286ccfc2 req-8e17107f-f809-4c47-9613-dc1e88bcf19f service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913119 Sep 30 09:20:16.382140 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93024d52-a8b0-49c6-9630-ec025524781d None None] New status for floating IP b2d88d34-dd3c-4c31-bcd6-0a27f22d5696: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:20:16.702117 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46524) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:16.761395 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-41a3a248-cbd4-4fc3-be10-f2daa3d6ec66 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 HTTP/1.1" status: 200 len: 993 time: 0.0581129 Sep 30 09:20:26.281286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:26.441959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:29.460852 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:20:38.680391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e38f-381a-48f3-8013-56c6491112dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:41.159800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2a3e658b-e8a5-4026-8046-113629fa1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:41.581262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:43.377236 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:45.143761 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:45.557663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a717a-ee85-4226-83a1-e28f363dd0ad req-39b300e1-70c3-44ae-8d40-7217269b8a19 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:45.559658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec0a717a-ee85-4226-83a1-e28f363dd0ad req-39b300e1-70c3-44ae-8d40-7217269b8a19 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0492306 Sep 30 09:20:45.602536 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ec0a717a-ee85-4226-83a1-e28f363dd0ad req-653776bc-402e-4fe3-8283-cb81c44c08e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359995 Sep 30 09:20:46.720762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d17c1d-5f5a-435b-85c1-5511cda22daf req-f070fc26-ff8d-4c02-84d7-235e759504e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:46.722316 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87d17c1d-5f5a-435b-85c1-5511cda22daf req-f070fc26-ff8d-4c02-84d7-235e759504e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0496767 Sep 30 09:20:46.759917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-87d17c1d-5f5a-435b-85c1-5511cda22daf req-3ec34300-74cf-4bf4-b332-2c72c4833797 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Sep 30 09:20:47.873018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce3546-1f04-4987-a757-44a9cdf39091 req-c467013c-db53-429a-aebb-6217a98c202d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:47.874520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88ce3546-1f04-4987-a757-44a9cdf39091 req-c467013c-db53-429a-aebb-6217a98c202d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0485356 Sep 30 09:20:47.912470 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88ce3546-1f04-4987-a757-44a9cdf39091 req-461a7528-2000-406e-8b1c-e73d8005ee96 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Sep 30 09:20:49.028811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2847e-63c1-4c74-94f7-6dcb2d2cdcd9 req-dcbac3fe-a7ec-4134-add2-718da4a1bc4b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:49.030299 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88b2847e-63c1-4c74-94f7-6dcb2d2cdcd9 req-dcbac3fe-a7ec-4134-add2-718da4a1bc4b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0484467 Sep 30 09:20:49.072483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-88b2847e-63c1-4c74-94f7-6dcb2d2cdcd9 req-1385d2cd-814c-4a43-9b00-7e3c19224a55 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360487 Sep 30 09:20:50.472994 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381d38-2b86-434d-a635-3d499b4045d5 req-1f56245c-74f7-4c9e-9c5f-96e04170cdde tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:50.474511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8381d38-2b86-434d-a635-3d499b4045d5 req-1f56245c-74f7-4c9e-9c5f-96e04170cdde tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.3357384 Sep 30 09:20:50.512081 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8381d38-2b86-434d-a635-3d499b4045d5 req-db3806d1-a6c0-4b4e-b026-6b5425a41e5c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Sep 30 09:20:51.624698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f803f5-d434-4e32-b024-5d9b0eb719bd req-da8793c4-b4c6-4366-8882-edde3a7fce38 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:51.626179 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05f803f5-d434-4e32-b024-5d9b0eb719bd req-da8793c4-b4c6-4366-8882-edde3a7fce38 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0476243 Sep 30 09:20:51.663623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-05f803f5-d434-4e32-b024-5d9b0eb719bd req-064c3852-298d-4772-85a2-8cec102179bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Sep 30 09:20:52.777424 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b36cc-d815-400b-8541-fd901c41a9c2 req-20e212ae-6695-4ceb-8a6a-3cfaa92dfdf2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:52.778928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-579b36cc-d815-400b-8541-fd901c41a9c2 req-20e212ae-6695-4ceb-8a6a-3cfaa92dfdf2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0499549 Sep 30 09:20:52.819486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-579b36cc-d815-400b-8541-fd901c41a9c2 req-99bcd2d5-8ad4-4258-b86d-ea3f323f5c37 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Sep 30 09:20:53.934739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fd9dd-fb81-44d8-9231-37a69df971fa req-d209d986-0d5f-4964-9868-f2da21132bad tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:53.936198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-761fd9dd-fb81-44d8-9231-37a69df971fa req-d209d986-0d5f-4964-9868-f2da21132bad tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0484636 Sep 30 09:20:53.972946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-761fd9dd-fb81-44d8-9231-37a69df971fa req-2676c3c7-1b8a-4b44-a1d5-9382ec8f2f79 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Sep 30 09:20:54.841181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-fbf70d51-e865-4215-a99a-5d8b7b6239f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:54.842691 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-fbf70d51-e865-4215-a99a-5d8b7b6239f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1096 time: 0.0393233 Sep 30 09:20:54.947652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-60b9c188-f7a5-479e-993e-412aac65873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:54.949124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-60b9c188-f7a5-479e-993e-412aac65873a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 897 time: 0.0869203 Sep 30 09:20:55.025065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-04ff37f3-b9a7-4c34-8030-08345a51e2b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 1001 time: 0.0685723 Sep 30 09:20:55.103346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-ae9a032d-5b9c-494d-bc0d-c27f6ce0db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:55.104725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-ae9a032d-5b9c-494d-bc0d-c27f6ce0db4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 200 len: 835 time: 0.0726900 Sep 30 09:20:55.128337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec3cb6-b195-416a-b248-342836f11fc3 req-eacb8074-8219-4b59-85a3-bc52ad2d2f34 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:55.129777 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3ec3cb6-b195-416a-b248-342836f11fc3 req-eacb8074-8219-4b59-85a3-bc52ad2d2f34 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0722005 Sep 30 09:20:55.182881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-a29ce4a9-2ae1-411d-be7e-f02a002ddb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:55.184384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-a29ce4a9-2ae1-411d-be7e-f02a002ddb8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8742d7fe-3f7a-4218-8886-0c971c625ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722599 Sep 30 09:20:55.187549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c3ec3cb6-b195-416a-b248-342836f11fc3 req-6474580b-09d5-40fa-baab-8b476849369d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Sep 30 09:20:55.279178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-9e946113-5d17-4e1c-b739-10e11c2aef98 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Sep 30 09:20:55.367159 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f84dc63-3ba9-4158-a4da-f7f83af98467 req-921ae6d6-85fd-4c0f-94da-fe49fa70ef41 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811019 Sep 30 09:20:56.295412 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:56.302589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f45f1-cb02-43b2-a44e-597b2b430a06 req-042a3c82-72a6-4ab4-a8b5-a15ad3a97478 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:56.304068 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2f45f1-cb02-43b2-a44e-597b2b430a06 req-042a3c82-72a6-4ab4-a8b5-a15ad3a97478 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0483267 Sep 30 09:20:56.344814 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee2f45f1-cb02-43b2-a44e-597b2b430a06 req-7133eaf3-1afd-49ac-a446-e28d07def1dd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340815 Sep 30 09:20:56.369127 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46562) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:56.428065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a5ae0216-2cde-419e-b823-413fa7b7b049 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 HTTP/1.1" status: 200 len: 993 time: 0.0577855 Sep 30 09:20:56.467065 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:57.692912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2b910-78dc-448e-93cb-546df381e402 req-e9611b1d-6e96-4591-b161-f6a01c7e848c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:57.694452 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eea2b910-78dc-448e-93cb-546df381e402 req-e9611b1d-6e96-4591-b161-f6a01c7e848c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0495718 Sep 30 09:20:57.760423 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-eea2b910-78dc-448e-93cb-546df381e402 req-c82cfdf4-e379-4998-8be2-b83f99126417 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595272 Sep 30 09:20:57.770064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-32fd5d41-a2be-4be9-bf81-6d6421cb1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:57.771588 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-32fd5d41-a2be-4be9-bf81-6d6421cb1ca3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1096 time: 0.0649216 Sep 30 09:20:57.862447 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-8bd5f8bc-cf11-4e6b-a734-5b81a7bb076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:57.863982 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-8bd5f8bc-cf11-4e6b-a734-5b81a7bb076e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 897 time: 0.0837069 Sep 30 09:20:57.932561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-80116925-82d0-40fb-960a-c2a5428672c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 1001 time: 0.0618722 Sep 30 09:20:57.981200 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-894ee023-2429-446c-baea-f8bbe80f79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:57.982722 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-894ee023-2429-446c-baea-f8bbe80f79a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 200 len: 835 time: 0.0434182 Sep 30 09:20:58.030120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-e4ca5634-4a7d-4f90-a530-6424adb75e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:58.031605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-e4ca5634-4a7d-4f90-a530-6424adb75e44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8742d7fe-3f7a-4218-8886-0c971c625ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412292 Sep 30 09:20:58.124530 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-79e41331-dee4-4872-b90a-2e0f96b55128 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Sep 30 09:20:58.213231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3662521-fe4d-4796-8a38-48c270be8c9e req-befb14a2-90ca-471d-9540-f4798fe208dd service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819423 Sep 30 09:20:58.881715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b6d7-47d5-4184-9191-dda25bc2cb67 req-7ac7f1ae-f974-4b80-90ae-193f7d34ce27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:58.883202 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf81b6d7-47d5-4184-9191-dda25bc2cb67 req-7ac7f1ae-f974-4b80-90ae-193f7d34ce27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0531032 Sep 30 09:20:58.920981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf81b6d7-47d5-4184-9191-dda25bc2cb67 req-6a645848-0115-4bf2-98e8-226e0354fae0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Sep 30 09:20:58.943231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46572) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:20:59.003599 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-99c76bb6-6fc4-4187-ad05-6357e73e05c7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 HTTP/1.1" status: 200 len: 993 time: 0.0590558 Sep 30 09:21:06.459640 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:21:08.682186 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-49609fe3-bcab-471c-8c28-f7ffbf3812bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:11.160528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e84206ae-d8fd-4951-8129-d60ae6e7866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:11.582363 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:13.380004 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:15.148064 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:26.295899 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:26.454652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:29.374692 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46592) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:29.526077 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port ce6db70f-da37-44ed-8e1f-8f4c989d1a82 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:21:29.526320 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:29.603011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:29.603336 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:29.615076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for ce6db70f-da37-44ed-8e1f-8f4c989d1a82 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:21:29.764811 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:29.792053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=ce6db70f-da37-44ed-8e1f-8f4c989d1a82,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:29.817133 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.817513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.817864 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.818206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.818543 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.818878 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.819214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.819556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.819887 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.820215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.820541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.820866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:29.860677 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:29.861110 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 disassociated (deleted). External IP: 172.25.7.239, port: d5c48928-1b6b-4ffa-951a-69428e05a659. Sep 30 09:21:30.068653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router ae8662b3-0981-45d9-b05c-02514b29633d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:21:30.174623 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:21:30.179420 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:30.183945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] Sync routers for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:21:30.192843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:30.193486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:30.208974 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0a70053c-faeb-4ac8-a876-77b60014b524 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/floatingips/b2d88d34-dd3c-4c31-bcd6-0a27f22d5696 HTTP/1.1" status: 204 len: 168 time: 0.8308742 Sep 30 09:21:30.208974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:30.209893 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18" -d '{"events": [{"name": "network-changed", "server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:30.300062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:30.364034 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26555e41-82da-4d55-9898-35ae24c91f48 x-openstack-request-id: req-26555e41-82da-4d55-9898-35ae24c91f48 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:30.364317 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:30.364571 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26555e41-82da-4d55-9898-35ae24c91f48 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:30.364953 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'status': 'completed', 'code': 200} Sep 30 09:21:30.486794 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79bcf8-d962-4934-840d-0e9591f0e56f req-b8dff4d2-5be6-4143-88f1-93453ff05716 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:30.488298 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d79bcf8-d962-4934-840d-0e9591f0e56f req-b8dff4d2-5be6-4143-88f1-93453ff05716 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0784764 Sep 30 09:21:30.493975 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-2718ac54-4b20-4c9c-bb2a-bd90efec713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:30.495394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-2718ac54-4b20-4c9c-bb2a-bd90efec713f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 1096 time: 0.0570180 Sep 30 09:21:30.504482 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:05Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:30.531558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] Checking router: ae8662b3-0981-45d9-b05c-02514b29633d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:21:30.539894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:30.540505 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:30.556510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1d79bcf8-d962-4934-840d-0e9591f0e56f req-677259bf-0fee-4ef6-8257-ba0f609849d3 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601618 Sep 30 09:21:30.610229 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-a553a898-6214-40b6-8669-0147325e4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:30.611610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-a553a898-6214-40b6-8669-0147325e4bef service neutron] 10.222.0.50 "GET /v2.0/networks?id=8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 200 len: 897 time: 0.1022272 Sep 30 09:21:30.645468 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:30.654446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-38632ce7-245a-4e9f-a8f3-bc2cdc0013c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 200 len: 217 time: 0.0352442 Sep 30 09:21:30.705534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-cd65e4f8-744c-4e32-b53f-a2a05673b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:30.707054 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-cd65e4f8-744c-4e32-b53f-a2a05673b983 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 200 len: 835 time: 0.0450253 Sep 30 09:21:30.761417 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-058532af-3a0b-441e-af2b-41c0ab9021a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:30.763580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-058532af-3a0b-441e-af2b-41c0ab9021a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8742d7fe-3f7a-4218-8886-0c971c625ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475454 Sep 30 09:21:30.855774 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-5f500a0d-e149-46c7-ba22-7840a1dab7a2 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838158 Sep 30 09:21:30.950637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38c1b4d9-ef2b-4026-8e3f-2125747bfd18 req-4c6c2285-a407-4fc2-a15f-9e8a520009a9 service neutron] 10.222.0.50 "GET /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868208 Sep 30 09:21:30.999783 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:05Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:31.026750 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edc220-ba18-4325-a544-fdf4c06880fe None None] The sync data for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 is: [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:20:02Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'e1d668ab-127f-4280-b556-47b624013a72', 'name': '', 'network_id': '8742d7fe-3f7a-4218-8886-0c971c625ab5', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:4e:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:20:01Z', 'updated_at': '2021-09-30T09:20:05Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': '021bf4a2-633f-4207-bfaa-0fd17e5ccee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:21:31.243533 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8329ed-6c2e-4993-9333-aaad54c446b8 None None] New status for floating IP b2d88d34-dd3c-4c31-bcd6-0a27f22d5696: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:21:31.675725 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8db3e-3e04-4f92-8c5d-6e0f22abf71f req-c1281390-0c4e-4d6c-b458-471009c9a4ce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:31.677245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35f8db3e-3e04-4f92-8c5d-6e0f22abf71f req-c1281390-0c4e-4d6c-b458-471009c9a4ce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0504661 Sep 30 09:21:31.715375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-35f8db3e-3e04-4f92-8c5d-6e0f22abf71f req-a4301cf0-b4a8-4ac7-bfa2-f327c133d910 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=38350b3a-d761-41ba-8ea7-54fbc29b83db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Sep 30 09:21:32.078939 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-2ada1beb-a7e2-40e7-bb42-53275f9c705d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:32.080436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-2ada1beb-a7e2-40e7-bb42-53275f9c705d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 945 time: 0.0482268 Sep 30 09:21:32.171554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port d5c48928-1b6b-4ffa-951a-69428e05a659 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:21:32.171924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:32.258453 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port d5c48928-1b6b-4ffa-951a-69428e05a659, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d5c48928-1b6b-4ffa-951a-69428e05a659,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:32.258820 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:32.271986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for d5c48928-1b6b-4ffa-951a-69428e05a659 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:21:32.400373 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:32.429616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=d5c48928-1b6b-4ffa-951a-69428e05a659,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:32.475147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] No DVR routers for this DVR port d5c48928-1b6b-4ffa-951a-69428e05a659 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:21:32.478112 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:32.480203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9d9a2b2-cd27-4891-89de-caf91fc4b6cd req-91b4af6a-1db3-4dd7-b802-e3fee7cbe211 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.50 "DELETE /v2.0/ports/d5c48928-1b6b-4ffa-951a-69428e05a659 HTTP/1.1" status: 204 len: 173 time: 0.3939061 Sep 30 09:21:32.480650 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'name': 'network-vif-deleted', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:32.483568 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ca3ec-845d-4838-95b9-0102afa5c180" -d '{"events": [{"server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "name": "network-vif-deleted", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:32.521192 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ac0fb4-2109-409f-9942-f4858cb5a25f x-openstack-request-id: req-23ac0fb4-2109-409f-9942-f4858cb5a25f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:32.521524 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8568cd31-43ea-452d-a0a5-a2dfdf56b1fa", "name": "network-vif-deleted", "tag": "d5c48928-1b6b-4ffa-951a-69428e05a659", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:32.521777 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23ac0fb4-2109-409f-9942-f4858cb5a25f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:32.522206 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8568cd31-43ea-452d-a0a5-a2dfdf56b1fa', 'name': 'network-vif-deleted', 'tag': 'd5c48928-1b6b-4ffa-951a-69428e05a659', 'status': 'completed', 'code': 200} Sep 30 09:21:32.842246 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5c285554-bb89-48e3-a87b-ac6f72ad4f16 req-05be5a1e-fb71-451a-9b0e-5037e5b00b3c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=8568cd31-43ea-452d-a0a5-a2dfdf56b1fa HTTP/1.1" status: 200 len: 210 time: 0.0278149 Sep 30 09:21:33.901039 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46608) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:34.258350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.508442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port e1d668ab-127f-4280-b556-47b624013a72 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:21:34.508697 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.601275 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port e1d668ab-127f-4280-b556-47b624013a72, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e1d668ab-127f-4280-b556-47b624013a72,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:34.601670 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.613999 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for e1d668ab-127f-4280-b556-47b624013a72 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:21:34.794678 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.820270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=e1d668ab-127f-4280-b556-47b624013a72,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:35.283509 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:35.491270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router ae8662b3-0981-45d9-b05c-02514b29633d has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:21:35.597168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:21:35.602144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-50b2dfb6-6e02-420f-99b0-eaeeb0625452 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/ae8662b3-0981-45d9-b05c-02514b29633d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000308 Sep 30 09:21:35.604930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46610) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:35.607202 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81c546-f037-4fba-97ad-04834891335d None None] Sync routers for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:21:35.616515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:35.617194 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:35.656405 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting subnet 021bf4a2-633f-4207-bfaa-0fd17e5ccee4 {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:21:35.659512 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:35.702959 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:35.725732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:35.803359 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:35.864102 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:35.891707 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Subnet': ['ID=021bf4a2-633f-4207-bfaa-0fd17e5ccee4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:35.895432 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:35.897304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-77da7dd5-befc-4a92-8543-e40bbe33b719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/subnets/021bf4a2-633f-4207-bfaa-0fd17e5ccee4 HTTP/1.1" status: 204 len: 168 time: 0.2904978 Sep 30 09:21:35.900060 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46612) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:35.906987 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653371f-e273-491c-b30d-bca6ae70c609 None None] Network 8742d7fe-3f7a-4218-8886-0c971c625ab5 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:21:36.010536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.016012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:21:34Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:36.049882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81c546-f037-4fba-97ad-04834891335d None None] Checking router: ae8662b3-0981-45d9-b05c-02514b29633d for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:21:36.063196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] Routers {'ae8662b3-0981-45d9-b05c-02514b29633d'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:36.063820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['ae8662b3-0981-45d9-b05c-02514b29633d'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:36.131008 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.161804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] DHCP port deletion for 8742d7fe-3f7a-4218-8886-0c971c625ab5 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:21:36.188176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port b91579e4-986a-43c7-bbae-516c2af43a3f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:21:36.188508 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.210947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] Set router ae8662b3-0981-45d9-b05c-02514b29633d gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:36.271926 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port b91579e4-986a-43c7-bbae-516c2af43a3f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b91579e4-986a-43c7-bbae-516c2af43a3f,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:36.272231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.285276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for b91579e4-986a-43c7-bbae-516c2af43a3f owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:21:36.302125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Deleting port e28b07e4-f08f-4994-845f-2c8333a79a4f {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:21:36.302510 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.410702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] For port e28b07e4-f08f-4994-845f-2c8333a79a4f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e28b07e4-f08f-4994-845f-2c8333a79a4f,segment=NetworkSegment(b64bbc80-c024-46db-a3f3-ab9c7f3fd094),segment_id=b64bbc80-c024-46db-a3f3-ab9c7f3fd094)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:36.411025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.427799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Calling delete_port for e28b07e4-f08f-4994-845f-2c8333a79a4f owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:21:36.465762 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.498856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=b91579e4-986a-43c7-bbae-516c2af43a3f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:36.555227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ed81c546-f037-4fba-97ad-04834891335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:21:34Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:36.565366 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.584450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81c546-f037-4fba-97ad-04834891335d None None] The sync data for ids ['ae8662b3-0981-45d9-b05c-02514b29633d'] in n-d-807025-5 is: [{'id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464898533', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:19:58Z', 'updated_at': '2021-09-30T09:21:34Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': 'b91579e4-986a-43c7-bbae-516c2af43a3f', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8662b3-0981-45d9-b05c-02514b29633d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:19:59Z', 'updated_at': '2021-09-30T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:21:36.592265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.618895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Pushing event deleted for resources: {'Port': ['ID=e28b07e4-f08f-4994-845f-2c8333a79a4f,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:36.623799 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] No DVR routers for this DVR port e28b07e4-f08f-4994-845f-2c8333a79a4f on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:21:36.630889 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.631247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.631635 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.634182 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.635219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.635861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c60512-9a0d-4cd8-b5f7-a963f591e8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:36.666031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.668485 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.715794 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.716465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Fanout notify agent at l3_agent the message router_deleted on router ae8662b3-0981-45d9-b05c-02514b29633d {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:21:36.723423 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.724541 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-cf66980b-ea4a-4258-9bf0-c03e5f0c545f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/routers/ae8662b3-0981-45d9-b05c-02514b29633d HTTP/1.1" status: 204 len: 168 time: 0.8235605 Sep 30 09:21:36.727280 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46614) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:36.802712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.890258 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.910601 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8742d7fe-3f7a-4218-8886-0c971c625ab5']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:36.920738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:36.920869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64bbc80-c024-46db-a3f3-ab9c7f3fd094') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:36.931211 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.945224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.952768 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:21:36.953163 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:21:36.956686 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:21:37.020124 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.038815 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.040740 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/networks/8742d7fe-3f7a-4218-8886-0c971c625ab5 HTTP/1.1" status: 204 len: 168 time: 0.3125129 Sep 30 09:21:37.042041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cec8b-b9b7-425e-815a-bfed8aae1ed7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Network': ['ID=8742d7fe-3f7a-4218-8886-0c971c625ab5,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:37.044115 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46616) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:37.106505 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.132638 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.198729 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.201785 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.203327 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/security-groups/38350b3a-d761-41ba-8ea7-54fbc29b83db HTTP/1.1" status: 204 len: 168 time: 0.1578457 Sep 30 09:21:37.217149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38350b3a-d761-41ba-8ea7-54fbc29b83db,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:37.225412 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.225929 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.226136 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.226483 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.226818 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.227153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.227608 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.227931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.228269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.228685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.229022 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.229433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199ed24-9a15-43b4-8685-98d86ddef615 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:37.501930 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46626) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:37.506579 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591424540', 'description': 'tempest-secgroup-smoke-591424540 description', 'project_id': '04b562ea0b554214b4862487ba67302d'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:37.529748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.610279 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.614362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.644527 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.645806 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1428237 Sep 30 09:21:37.646920 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f78be-0614-46e4-9576-e1ec8b53d3ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:37.648742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46628) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:37.654962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:37.681695 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.733569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e1d668ab-127f-4280-b556-47b624013a72 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:21:37.745221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.749041 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.756124 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e1d668ab-127f-4280-b556-47b624013a72 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:21:37.756478 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e1d668ab-127f-4280-b556-47b624013a72 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:21:37.756906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e28b07e4-f08f-4994-845f-2c8333a79a4f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:21:37.770622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5dd05a-6480-4e41-b224-26070b08714a,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:37.779123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.780322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-0ba21385-5a40-4db6-9368-ef688cbf85a1 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305501 Sep 30 09:21:37.783172 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d5c48928-1b6b-4ffa-951a-69428e05a659 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:21:37.783405 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46630) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:37.785373 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e28b07e4-f08f-4994-845f-2c8333a79a4f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:21:37.785740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e28b07e4-f08f-4994-845f-2c8333a79a4f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:21:37.786147 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b91579e4-986a-43c7-bbae-516c2af43a3f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:21:37.787834 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:37.814687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.820012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: d5c48928-1b6b-4ffa-951a-69428e05a659 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:21:37.820386 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d5c48928-1b6b-4ffa-951a-69428e05a659 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:21:37.821886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b91579e4-986a-43c7-bbae-516c2af43a3f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:21:37.822226 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b91579e4-986a-43c7-bbae-516c2af43a3f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:21:37.874518 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.877914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.897165 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a325f83-b305-4744-85a6-23630fb58b22,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:37.900911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.902214 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-652883ba-c390-4628-bc7e-3e85055f5fdf tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179826 Sep 30 09:21:37.904928 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46632) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:37.909330 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:37.935953 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.993626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.997078 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.017617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2d7b8e-37f3-46b9-8f4b-90e802add1ce,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:38.023827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.025020 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-35bfefd6-ee82-4a6f-be1d-1e8aa9c574e5 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191244 Sep 30 09:21:38.028205 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46634) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:38.032498 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:38.057925 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.114134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.117743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.135947 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edf94db-9322-4602-ad4b-b63969edab09,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:38.139017 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.140471 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4fb07c5b-3ec3-4043-b7c1-f1ce95d68207 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1110661 Sep 30 09:21:38.143229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46636) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:38.147624 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:38.171248 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:21:38.176088 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.235663 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.239217 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.256846 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018edeca-ce84-4957-bfaa-6b27cf61e1c8,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:38.262273 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.263373 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-43438862-6952-468a-a6c6-84e97b44268a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192079 Sep 30 09:21:38.266338 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46638) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:38.270577 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'security_group_rule': {'security_group_id': 'cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e', 'project_id': '04b562ea0b554214b4862487ba67302d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:38.291947 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Project 04b562ea0b554214b4862487ba67302d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:21:38.297601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.359459 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.363213 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.386604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a2f05b-3f26-420f-ae42-6b165729b7ff,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:38.391158 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.395485 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-128713a2-ea87-4a8e-976c-a24d4600b89b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281362 Sep 30 09:21:38.395637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46640) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:38.401297 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'network': {'name': 'tempest-network-smoke--913548157', 'project_id': '04b562ea0b554214b4862487ba67302d', 'port_security_enabled': True}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:38.423260 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:21:38.426887 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.451742 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:21:38.461701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.462043 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Added segment 1b3af4d1-a781-4c93-866c-2a5422b76143 of type vlan for network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f Sep 30 09:21:38.504224 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.533269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.539380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:38.540002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.567946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1711171 Sep 30 09:21:38.570934 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46642) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:38.576675 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'admin_state_up': True, 'project_id': '04b562ea0b554214b4862487ba67302d', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:38.599763 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.600748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.615969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db7972-2ff2-49aa-a5e9-8a2cecbfea84 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Network': ['ID=4a3e6440-ef1a-4adc-8aef-2b7280380d2f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:38.626955 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:21:38.657709 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.710020 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0410ff01-f29a-41da-ae45-4abcf9ca7d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.801783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:38.987047 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.005627 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.113233 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.235 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/2d73bfc5-03ae-40e7-bf53-d19bfdfed884) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:39.220475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.257257 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.296057 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:39.298945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:39.301736 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:39.326704 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:39.894015 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.088966 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.218738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 832033af-cc0f-487f-9b2b-31d5d345449a is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:21:40.327672 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:21:40.340195 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Sync routers for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:21:40.348347 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.349843 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2fdd7203-a907-4d71-85a2-0a75a60ed7ae tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7777979 Sep 30 09:21:40.353043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46644) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.356714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:40.357395 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:40.381162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-d773cf3d-2821-40df-a1e9-f1875b4b142a tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=04b562ea0b554214b4862487ba67302d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269125 Sep 30 09:21:40.383757 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46646) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.461931 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:40.477710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec00547-0583-4cdd-af75-e9370ec45916 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:40.479367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7ec00547-0583-4cdd-af75-e9370ec45916 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946560 Sep 30 09:21:40.482357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46648) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.511078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-86cda7f1-2ef9-41f2-9860-1bc8f340acdb tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=472c7bdb-edfd-4e3a-ba71-142aba8b088d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276401 Sep 30 09:21:40.514206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46650) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.519239 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513471237', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'project_id': '04b562ea0b554214b4862487ba67302d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:40.607823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:21:40.611666 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.651883 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:39Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:40.678373 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Checking router: 832033af-cc0f-487f-9b2b-31d5d345449a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:21:40.678723 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Updating router 832033af-cc0f-487f-9b2b-31d5d345449a port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:21:40.703642 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.797068 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.871187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Subnet': ['ID=f4048c7c-985d-4915-88ed-233cc55d4f1f,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:40.875025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Checking segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:21:40.875404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network hostable DHCP agents. Network: 4a3e6440-ef1a-4adc-8aef-2b7280380d2f, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:21:40.892523 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:21:40.901683 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 4a3e6440-ef1a-4adc-8aef-2b7280380d2f) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:40.906152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:40.906792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.914974 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da083035-7eb3-4cef-a0c7-6d6374c90495 None None] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:21:40.927001 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee28a26b-46bd-4cb5-bafb-c73594ed1cac tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091043 Sep 30 09:21:40.927329 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46654) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.961358 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.968707 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.021138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Attempting to bind port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:21:41.021543 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Attempting to bind port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:21:41.021888 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Attempting to bind port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:41.029486 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:21:41.029941 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:21:41.030252 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.030641 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:21:41.031138 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Bound port: 2d73bfc5-03ae-40e7-bf53-d19bfdfed884, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:21:41.031496 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.058509 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Pushing event updated for resources: {'Port': ['ID=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,revision_number=2']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:41.071755 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.072094 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.072429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.072871 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.073084 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.073411 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.073755 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.074253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.074622 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.074946 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.075272 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.075590 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.092597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:21:41.093614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.104714 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] For port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:21:41.110464 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] For port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:21:41.115247 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.166007 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:41.166616 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:41.198742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-117bed73-7a96-431e-b7df-0372913cb875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.229187 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051239-81b7-4dac-9aed-39e43f1e9147 None None] Pushing event updated for resources: {'Port': ['ID=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:41.254515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Allocated IP 172.20.0.2 (4a3e6440-ef1a-4adc-8aef-2b7280380d2f/f4048c7c-985d-4915-88ed-233cc55d4f1f/116a11b2-856d-4e1e-b81b-4c57a6d0298f) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:41.291032 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:41.410662 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.417743 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.454257 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:41.462540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:41.462540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:41.498528 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Pushing event updated for resources: {'Port': ['ID=116a11b2-856d-4e1e-b81b-4c57a6d0298f,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:41.502234 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:39Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:41.532110 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e097c29-4846-48fa-bc25-da95f72a70fe None None] The sync data for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 is: [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:39Z', 'revision_number': 3, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:21:41.544695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Attempting to bind port 116a11b2-856d-4e1e-b81b-4c57a6d0298f on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:21:41.545060 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Attempting to bind port 116a11b2-856d-4e1e-b81b-4c57a6d0298f by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:21:41.545426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Attempting to bind port 116a11b2-856d-4e1e-b81b-4c57a6d0298f on network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:41.553912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:21:41.553912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Checking segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:21:41.553912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.553912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Bound using segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:21:41.553912 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Bound port: 116a11b2-856d-4e1e-b81b-4c57a6d0298f, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:21:41.553912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.605061 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.641893 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] For port 116a11b2-856d-4e1e-b81b-4c57a6d0298f, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:21:41.647318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] For port 116a11b2-856d-4e1e-b81b-4c57a6d0298f, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=116a11b2-856d-4e1e-b81b-4c57a6d0298f,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:21:41.652404 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.715530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98750-c141-4ded-bdec-e1cd14b12681 None None] Pushing event updated for resources: {'Port': ['ID=116a11b2-856d-4e1e-b81b-4c57a6d0298f,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:41.763476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.112610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.1 (4a3e6440-ef1a-4adc-8aef-2b7280380d2f/f4048c7c-985d-4915-88ed-233cc55d4f1f/a24f7165-904e-47cb-9582-32c09d7520c0) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:42.239140 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.274967 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.317104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:42.320279 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:42.323326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:42.358763 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=a24f7165-904e-47cb-9582-32c09d7520c0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:42.378285 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.519937 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.691029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616bfaa9-c9b9-4ec6-b53e-bced7cde4a2a None None] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:21:42.823072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.829743 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.908000 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.909798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=a24f7165-904e-47cb-9582-32c09d7520c0,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:42.944946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-31329c4b-908f-4072-9be2-1bf7efef6510 None None] Provisioning complete for port 116a11b2-856d-4e1e-b81b-4c57a6d0298f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:42.945327 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31329c4b-908f-4072-9be2-1bf7efef6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.045093 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:43.047213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:43.084996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31329c4b-908f-4072-9be2-1bf7efef6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.129221 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-31329c4b-908f-4072-9be2-1bf7efef6510 None None] For port 116a11b2-856d-4e1e-b81b-4c57a6d0298f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=116a11b2-856d-4e1e-b81b-4c57a6d0298f,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:43.134354 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31329c4b-908f-4072-9be2-1bf7efef6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.168153 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 832033af-cc0f-487f-9b2b-31d5d345449a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:21:43.191253 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329c4b-908f-4072-9be2-1bf7efef6510 None None] Pushing event updated for resources: {'Port': ['ID=116a11b2-856d-4e1e-b81b-4c57a6d0298f,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:43.286951 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:21:43.297478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-80b337fe-0e7c-4152-9fd5-855b978e2d61 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/832033af-cc0f-487f-9b2b-31d5d345449a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637371 Sep 30 09:21:43.297913 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Sync routers for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:21:43.307996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:43.309246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:43.389679 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9e96c8e8-23f6-4372-8c90-6a9871686f50 None None] Provisioning complete for port a24f7165-904e-47cb-9582-32c09d7520c0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:43.390602 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e96c8e8-23f6-4372-8c90-6a9871686f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.422879 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.451725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-1d3d11b5-c21e-4462-a0ee-56309e6f1973 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591424540&fields=id&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 267 time: 0.0384605 Sep 30 09:21:43.460956 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:21:43.478647 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9e96c8e8-23f6-4372-8c90-6a9871686f50 None None] Port a24f7165-904e-47cb-9582-32c09d7520c0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:21:43.494256 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:43.525938 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9e96c8e8-23f6-4372-8c90-6a9871686f50 None None] Provisioning complete for port 116a11b2-856d-4e1e-b81b-4c57a6d0298f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:43.526324 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9e96c8e8-23f6-4372-8c90-6a9871686f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.582115 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-f027f777-2aa3-4353-badb-3673f27a14f9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:43.583791 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-f027f777-2aa3-4353-badb-3673f27a14f9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/networks?id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 200 len: 796 time: 0.1188586 Sep 30 09:21:43.600901 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-284b838c-e1b1-47b4-9dbf-e3f692219c13 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/quotas/04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 375 time: 0.0108516 Sep 30 09:21:43.661043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-714dccf8-7a5e-4af4-b18d-8321f9eefd4d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536323 Sep 30 09:21:43.791101 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 2, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:43.822349 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Checking router: 832033af-cc0f-487f-9b2b-31d5d345449a for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:21:43.822830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Updating router 832033af-cc0f-487f-9b2b-31d5d345449a port a24f7165-904e-47cb-9582-32c09d7520c0 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:21:43.829461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-741894b4-bdb8-4ab5-921e-ce636b65dcf9 service neutron] 10.222.0.41 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548841 Sep 30 09:21:43.849324 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:43.885407 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.906382 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-548e5522-e9f9-4813-ad69-72d52a01b3ca None None] Provisioning complete for port a24f7165-904e-47cb-9582-32c09d7520c0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:43.906793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-548e5522-e9f9-4813-ad69-72d52a01b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:43.921706 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-56aae4c7-cd67-48aa-a6b2-75e496c316da service neutron] 10.222.0.41 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913327 Sep 30 09:21:43.985991 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-548e5522-e9f9-4813-ad69-72d52a01b3ca None None] Port a24f7165-904e-47cb-9582-32c09d7520c0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:21:44.040925 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:44.041490 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.087124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e0640972-c468-4429-9e7f-6cf17bb1b2dc req-483ff466-10e1-424b-911f-5deb4a668c0f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 210 time: 0.0279219 Sep 30 09:21:44.206716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.242945 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:44.251367 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.252157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 116a11b2-856d-4e1e-b81b-4c57a6d0298f up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:44.367395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.370447 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:44.381525 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.430510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 116a11b2-856d-4e1e-b81b-4c57a6d0298f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:44.430748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.482670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca0235-1038-4336-86ce-781ad456cb17 None None] Pushing event updated for resources: {'Port': ['ID=a24f7165-904e-47cb-9582-32c09d7520c0,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:44.529655 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Attempting to bind port a24f7165-904e-47cb-9582-32c09d7520c0 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:21:44.530071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Attempting to bind port a24f7165-904e-47cb-9582-32c09d7520c0 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:21:44.530444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Attempting to bind port a24f7165-904e-47cb-9582-32c09d7520c0 on network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:44.538793 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:21:44.539186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Checking segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:21:44.539611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.540015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Bound using segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:21:44.540513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Bound port: a24f7165-904e-47cb-9582-32c09d7520c0, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:21:44.540906 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.647450 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] For port a24f7165-904e-47cb-9582-32c09d7520c0, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:21:44.650510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] For port a24f7165-904e-47cb-9582-32c09d7520c0, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a24f7165-904e-47cb-9582-32c09d7520c0,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:21:44.654465 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.721223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca0235-1038-4336-86ce-781ad456cb17 None None] Pushing event updated for resources: {'Port': ['ID=a24f7165-904e-47cb-9582-32c09d7520c0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:44.727929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:44.728556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:44.768191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-640e9bf8-d677-4db5-8d00-78d64c5bb888 None None] Provisioning complete for port a24f7165-904e-47cb-9582-32c09d7520c0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:44.768563 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-640e9bf8-d677-4db5-8d00-78d64c5bb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:44.871481 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:44.969222 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-640e9bf8-d677-4db5-8d00-78d64c5bb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.054654 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-640e9bf8-d677-4db5-8d00-78d64c5bb888 None None] For port a24f7165-904e-47cb-9582-32c09d7520c0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a24f7165-904e-47cb-9582-32c09d7520c0,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:45.061146 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-640e9bf8-d677-4db5-8d00-78d64c5bb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.158313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e9bf8-d677-4db5-8d00-78d64c5bb888 None None] Pushing event updated for resources: {'Port': ['ID=a24f7165-904e-47cb-9582-32c09d7520c0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:45.172897 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.189048 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-55fd7700-c11e-42f2-944e-8477b9b67d80 None None] Provisioning complete for port a24f7165-904e-47cb-9582-32c09d7520c0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:45.189417 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55fd7700-c11e-42f2-944e-8477b9b67d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.219849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:45.246401 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7f855c73-b191-422b-9a6e-01b975cb68cd req-a8d9c80a-8964-430e-921a-999ed79e12ff tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 210 time: 0.0390394 Sep 30 09:21:45.258019 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424a441-18e4-4f90-afed-7988379cfadf None None] The sync data for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 is: [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:21:45.291272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-2fb50bc4-edca-4a85-a705-55060980751b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:45.292818 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-2fb50bc4-edca-4a85-a705-55060980751b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/networks?id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 200 len: 796 time: 0.1967816 Sep 30 09:21:45.358620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-55d21f89-58f2-48b2-a164-b6e9e39e8c6b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b562ea0b554214b4862487ba67302d HTTP/1.1" status: 200 len: 379 time: 0.0524659 Sep 30 09:21:45.368899 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'port': {'device_id': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'admin_state_up': True, 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'security_groups': ['cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:45.487566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Made reservation on behalf of 04b562ea0b554214b4862487ba67302d for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:21:45.491684 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.625364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.20.0.3 (4a3e6440-ef1a-4adc-8aef-2b7280380d2f/f4048c7c-985d-4915-88ed-233cc55d4f1f/ba5ab0cb-d4cb-493a-be7c-2c09157d1d12) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:45.788090 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.828807 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.838765 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:45.878050 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:45.881274 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:45.889234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:45.893866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:45.895296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:45.895748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.956112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:45.956921 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.973535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-60cb6255-8600-4d4c-8fb4-a6c430c1cd7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080468 Sep 30 09:21:45.991542 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Request body: {'port': {'device_id': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:46.014138 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a24f7165-904e-47cb-9582-32c09d7520c0 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:46.056386 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.072682 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port a24f7165-904e-47cb-9582-32c09d7520c0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:46.073162 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.187982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-1f6cd391-79ce-4aea-a1a3-df650e1a454b None None] Provisioning complete for port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:46.188520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd391-79ce-4aea-a1a3-df650e1a454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.229830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cd391-79ce-4aea-a1a3-df650e1a454b None None] Port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:21:46.380445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:21:46.390382 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.407792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Transition to ACTIVE for port object ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:21:46.419333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc6a9a-a390-4833-a638-22b5f3284717 req-43a19d8a-39fa-45d9-b06e-efc7d1046c4f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:46.420797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8bc6a9a-a390-4833-a638-22b5f3284717 req-43a19d8a-39fa-45d9-b06e-efc7d1046c4f tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 931 time: 0.0832193 Sep 30 09:21:46.421699 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.491813 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:46.531943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8bc6a9a-a390-4833-a638-22b5f3284717 req-7a8f8540-0fa9-4f7e-b12b-ce269b6e8112 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044242 Sep 30 09:21:46.585404 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Attempting to bind port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:21:46.585783 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Attempting to bind port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:21:46.586108 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Attempting to bind port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 on network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:46.590811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 on network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:21:46.591132 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Attempting to bind port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 on network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:46.596194 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:21:46.596533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Checking segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:21:46.596920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Bound using segment: {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:21:46.597352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Bound port: ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3af4d1-a781-4c93-866c-2a5422b76143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:21:46.597740 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.663732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] For port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:21:46.667018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] For port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:21:46.671497 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.706798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:46.707426 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.708969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 200 len: 1091 time: 0.7220967 Sep 30 09:21:46.709267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:46.711556 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e5d170-aad6-4e44-a84e-ace834b4a612" -d '{"events": [{"name": "network-changed", "server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:46.752957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0820b-0703-4f15-a06b-7f2f532dcf46 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:46.756502 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a463a796-f1ad-470b-8dcf-4354c2877453 x-openstack-request-id: req-a463a796-f1ad-470b-8dcf-4354c2877453 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:46.756781 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:46.757030 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a463a796-f1ad-470b-8dcf-4354c2877453 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:46.757424 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'status': 'completed', 'code': 200} Sep 30 09:21:46.810922 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-29658ea3-c42b-4b14-b94b-eeeff81f57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:46.812514 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-29658ea3-c42b-4b14-b94b-eeeff81f57dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1094 time: 0.0465789 Sep 30 09:21:46.861269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-9ee88984-690b-4f21-a972-f5e8a7fcb3d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 200 len: 217 time: 0.0397875 Sep 30 09:21:46.916214 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-621749c1-7ddc-4d98-80be-bea4277a8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:46.917724 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-621749c1-7ddc-4d98-80be-bea4277a8e50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4048c7c-985d-4915-88ed-233cc55d4f1f HTTP/1.1" status: 200 len: 835 time: 0.0477943 Sep 30 09:21:46.967223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaea03-5844-457a-a1e8-2c789826da08 req-023fedce-119f-46fa-aa01-ccaa54234129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:46.968726 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-023fedce-119f-46fa-aa01-ccaa54234129 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398104 Sep 30 09:21:47.065436 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-94e0bc73-a4ce-4242-b700-f1894af3913e service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872991 Sep 30 09:21:47.156182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84eaea03-5844-457a-a1e8-2c789826da08 req-4cf6f305-0d40-43d4-8a68-39a204b6324c service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820246 Sep 30 09:21:47.256201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-e28e31cb-9665-4642-9eca-dfe039a3ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:47.257750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-e28e31cb-9665-4642-9eca-dfe039a3ecf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1094 time: 0.0434065 Sep 30 09:21:47.347355 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-d885d04a-b40c-4d7b-b541-16bd4b8a123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:47.348738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-d885d04a-b40c-4d7b-b541-16bd4b8a123c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 200 len: 897 time: 0.0837808 Sep 30 09:21:47.395870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-e696de87-6509-4785-98d2-3f33d48e0795 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 200 len: 217 time: 0.0389280 Sep 30 09:21:47.447444 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-3ebdd1a9-0dbe-4ad3-b0db-b08adbd564bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:47.448957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-3ebdd1a9-0dbe-4ad3-b0db-b08adbd564bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4048c7c-985d-4915-88ed-233cc55d4f1f HTTP/1.1" status: 200 len: 835 time: 0.0447338 Sep 30 09:21:47.497990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-bee4fa3f-772a-43d2-bd38-f794f9d51f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:47.499478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-bee4fa3f-772a-43d2-bd38-f794f9d51f69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400319 Sep 30 09:21:47.597188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-b4d86440-bd7e-4294-9f37-4fa0a05d3f8d service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886850 Sep 30 09:21:47.714828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb06866-2f2c-4fd4-b9c1-6ba2e3006419 req-53af823c-d02e-4153-856f-19b7ae3eb159 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:47.716832 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fb06866-2f2c-4fd4-b9c1-6ba2e3006419 req-53af823c-d02e-4153-856f-19b7ae3eb159 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 943 time: 0.1022291 Sep 30 09:21:47.737243 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f6e5d170-aad6-4e44-a84e-ace834b4a612 req-f33ba8d4-3228-4fc0-8a1d-78a2dc3f5d67 service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297390 Sep 30 09:21:47.765578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4fb06866-2f2c-4fd4-b9c1-6ba2e3006419 req-249252ed-e6fe-47fa-ace8-edca32be5ecc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395582 Sep 30 09:21:48.817430 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:21:48.879201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d7317-c69b-4103-a1ed-3a4765a7d107 req-a69b8695-ae5e-4729-adea-0fb05696d860 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:48.880613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-968d7317-c69b-4103-a1ed-3a4765a7d107 req-a69b8695-ae5e-4729-adea-0fb05696d860 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 943 time: 0.0482056 Sep 30 09:21:48.921023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-968d7317-c69b-4103-a1ed-3a4765a7d107 req-e110dd7c-58e4-45db-932e-a1111cb92a85 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341401 Sep 30 09:21:49.065130 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:49.076173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'port_id': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'mac_address': 'fa:16:3e:92:ea:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:21:49.113437 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:49.126222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:21:49.145056 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:49.149285 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:49.195304 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:49.390518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['ba5ab0cb-d4cb-493a-be7c-2c09157d1d12'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:21:50.035382 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335269b0-8d8e-4e26-917e-99bd35c1cf35 req-13661995-a387-48d7-b316-6aa45c82b698 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:50.036913 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-335269b0-8d8e-4e26-917e-99bd35c1cf35 req-13661995-a387-48d7-b316-6aa45c82b698 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 944 time: 0.0482647 Sep 30 09:21:50.073293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-335269b0-8d8e-4e26-917e-99bd35c1cf35 req-b1d59319-2853-403c-a4b2-f1bb658d4964 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305002 Sep 30 09:21:50.823911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:50.876236 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:21:50.879890 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:50.880260 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:50.959355 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:50.982803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:50.985087 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e87dad-f6da-4f4a-adc6-172e21be2715" -d '{"events": [{"server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:50.998417 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:51.004188 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:51.084847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:51.107542 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52352b7-8c0d-45a5-a83e-75ab2fc2250a x-openstack-request-id: req-b52352b7-8c0d-45a5-a83e-75ab2fc2250a {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:51.107829 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:51.108127 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b52352b7-8c0d-45a5-a83e-75ab2fc2250a {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:51.108523 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'code': 200} Sep 30 09:21:51.232312 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e80ea-b6ab-4e49-bbf9-a0eae1cf1d35 req-0ce196ab-152e-449b-9c10-7e91763fe0fe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:51.233873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc9e80ea-b6ab-4e49-bbf9-a0eae1cf1d35 req-0ce196ab-152e-449b-9c10-7e91763fe0fe tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0798857 Sep 30 09:21:51.240266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a336d58-fabd-4436-9864-6164e614158b req-5ebc3263-2f88-414c-b980-2118dcd48ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:51.241820 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a336d58-fabd-4436-9864-6164e614158b req-5ebc3263-2f88-414c-b980-2118dcd48ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1096 time: 0.0584824 Sep 30 09:21:51.296580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-fc9e80ea-b6ab-4e49-bbf9-a0eae1cf1d35 req-3f4f8581-c73c-433e-aaf2-ccfb3a671abb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538006 Sep 30 09:21:51.302349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a336d58-fabd-4436-9864-6164e614158b req-280ee50f-4816-4030-9ac7-17d0d80e979f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Sep 30 09:21:52.411158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0af49-1cca-4eee-b7a8-9be9e02fc0fb req-581c60a5-d150-482b-b029-97cf14c9dbf8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:52.412620 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c0af49-1cca-4eee-b7a8-9be9e02fc0fb req-581c60a5-d150-482b-b029-97cf14c9dbf8 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0486791 Sep 30 09:21:52.451381 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09c0af49-1cca-4eee-b7a8-9be9e02fc0fb req-81740941-6bdf-4d95-9792-803221685b31 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Sep 30 09:21:53.570301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b176da6-de59-4b5f-b5b3-f5495799f63e req-6609e92c-30a8-47c9-b3da-99d08981973b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:53.571792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b176da6-de59-4b5f-b5b3-f5495799f63e req-6609e92c-30a8-47c9-b3da-99d08981973b tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0527117 Sep 30 09:21:53.903051 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2b176da6-de59-4b5f-b5b3-f5495799f63e req-e3d9bcf8-0ba4-441b-8fca-b7c6dd1f9c4a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245609 Sep 30 09:21:54.023138 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421919d8-ef81-4c22-9373-df166dc50d68 req-abb33486-f8ab-4f12-b8bc-f72728b401e9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:54.024648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-421919d8-ef81-4c22-9373-df166dc50d68 req-abb33486-f8ab-4f12-b8bc-f72728b401e9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0485423 Sep 30 09:21:54.063460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-421919d8-ef81-4c22-9373-df166dc50d68 req-ccd4a9fb-d1d6-4635-8294-b6524aa205bc tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321891 Sep 30 09:21:54.085278 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46710) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:54.124210 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159bac8a-7481-43b8-b070-113bbe54c171 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:54.125784 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-159bac8a-7481-43b8-b070-113bbe54c171 tempest-TestNetworkAdvancedServerOps-2004264862 tempest-TestNetworkAdvancedServerOps-2004264862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1091 time: 0.0394204 Sep 30 09:21:54.129533 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46712) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:54.134014 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:54.157304 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:54.254514 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:54.362959 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Allocated IP 172.25.7.7 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/9ad07077-7f90-4ee5-9a4f-01e7f20898b7) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:54.468035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:54.501375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:54.538852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:54.541637 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:54.545094 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:54.553153 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=9ad07077-7f90-4ee5-9a4f-01e7f20898b7,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:54.900040 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:54.965517 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:55.116818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:55.121435 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:55.191238 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event updated for resources: {'Port': ['ID=9ad07077-7f90-4ee5-9a4f-01e7f20898b7,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:55.204883 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:55.304338 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP a90ed791-a0a5-4401-a82d-e81879f032cf associated. External IP: 172.25.7.7, port: ba5ab0cb-d4cb-493a-be7c-2c09157d1d12. Sep 30 09:21:55.513433 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 832033af-cc0f-487f-9b2b-31d5d345449a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:21:55.622037 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:21:55.632596 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] Sync routers for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:21:55.641607 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:55.649529 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:55.650164 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:55.669649 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b789454d-a208-40c1-bce4-4c1c8d6441be tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5390048 Sep 30 09:21:55.670248 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:55.672703 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40d561-95a0-45b3-bea5-6637bb90803f" -d '{"events": [{"name": "network-changed", "server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:55.758394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:55.774376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac05b-c720-4aeb-a96b-8dd4897b8fe7 req-688eb381-8324-4010-8ce5-7f5483ecd713 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:55.775651 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aebac05b-c720-4aeb-a96b-8dd4897b8fe7 req-688eb381-8324-4010-8ce5-7f5483ecd713 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0545223 Sep 30 09:21:55.814220 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aebac05b-c720-4aeb-a96b-8dd4897b8fe7 req-3b2d7fe0-0342-423b-bc4a-ee5b9127637a tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318320 Sep 30 09:21:55.836786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46720) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:55.910046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-edeedde5-db9e-4237-9fe1-524b46eb0d71 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/a90ed791-a0a5-4401-a82d-e81879f032cf HTTP/1.1" status: 200 len: 989 time: 0.0720918 Sep 30 09:21:55.914549 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318dfe74-1122-44a4-b218-088901b4c781 x-openstack-request-id: req-318dfe74-1122-44a4-b218-088901b4c781 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:55.914840 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:55.915094 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-318dfe74-1122-44a4-b218-088901b4c781 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:55.915501 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'status': 'completed', 'code': 200} Sep 30 09:21:55.983085 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-5e5c0062-2071-4fda-acd0-e25cdfe4366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:55.984605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-5e5c0062-2071-4fda-acd0-e25cdfe4366a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1096 time: 0.0459628 Sep 30 09:21:55.997247 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a90ed791-a0a5-4401-a82d-e81879f032cf', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'port_id': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'mac_address': 'fa:16:3e:92:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:21:54Z', 'updated_at': '2021-09-30T09:21:54Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:56.023912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] Checking router: 832033af-cc0f-487f-9b2b-31d5d345449a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:21:56.032997 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:56.033568 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:21:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:56.077088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-a858b882-b5bd-499c-81a6-afcdad3bc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:56.078635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-a858b882-b5bd-499c-81a6-afcdad3bc304 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 200 len: 897 time: 0.0867164 Sep 30 09:21:56.153327 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-58d7471b-830e-4540-9374-a5145b2e3aec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 200 len: 997 time: 0.0668676 Sep 30 09:21:56.204223 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-a57da89d-792a-42d9-9818-8cb8ac714c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:56.205733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-a57da89d-792a-42d9-9818-8cb8ac714c17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4048c7c-985d-4915-88ed-233cc55d4f1f HTTP/1.1" status: 200 len: 835 time: 0.0449860 Sep 30 09:21:56.227487 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:56.257393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-748182ac-7c9a-4ccd-8050-a79da87e8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:56.258922 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-748182ac-7c9a-4ccd-8050-a79da87e8e54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454628 Sep 30 09:21:56.295581 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:56.355873 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-a335aec3-bbd2-4a4d-8744-00d0001ce920 service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894070 Sep 30 09:21:56.446379 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a40d561-95a0-45b3-bea5-6637bb90803f req-05add802-2cf2-46be-a32c-2f5afda04efc service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837758 Sep 30 09:21:56.451167 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a90ed791-a0a5-4401-a82d-e81879f032cf', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'port_id': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'mac_address': 'fa:16:3e:92:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:21:54Z', 'updated_at': '2021-09-30T09:21:54Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:56.477942 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:56.483456 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb4d2-2c83-4a21-8865-a9fdb8069e1d None None] The sync data for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 is: [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'a90ed791-a0a5-4401-a82d-e81879f032cf', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'port_id': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'mac_address': 'fa:16:3e:92:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:21:54Z', 'updated_at': '2021-09-30T09:21:54Z', 'revision_number': 0, 'project_id': '04b562ea0b554214b4862487ba67302d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:21:56.685636 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd185fa9-1012-4506-80f1-d28e646a7f98 None None] New status for floating IP a90ed791-a0a5-4401-a82d-e81879f032cf: ACTIVE {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:21:56.913343 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46722) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:56.972560 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-89243d4f-d397-4d94-8021-7a10de09361d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/a90ed791-a0a5-4401-a82d-e81879f032cf HTTP/1.1" status: 200 len: 991 time: 0.0580270 Sep 30 09:22:08.681206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e926e80d-c117-44a0-89e3-942668c208a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:11.160805 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e905d47f-ab97-4333-bb77-cd47aa30c70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:11.589483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:13.387161 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:15.153560 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:20.459521 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:22:26.292859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:26.471339 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:32.459097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c744-f666-4712-abe3-51259193df90 req-bee102c5-b121-4121-9b56-5b324ee78436 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:32.460481 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4e3c744-f666-4712-abe3-51259193df90 req-bee102c5-b121-4121-9b56-5b324ee78436 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0534544 Sep 30 09:22:32.498023 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4e3c744-f666-4712-abe3-51259193df90 req-971d310d-4b3d-47b9-bff0-34326219cfc7 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Sep 30 09:22:33.615131 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd068b-d0ba-4e75-a617-dd39b52d7b94 req-ac7ea9a9-b8fd-4da6-880e-a2fdfd72336d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:33.616653 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02dd068b-d0ba-4e75-a617-dd39b52d7b94 req-ac7ea9a9-b8fd-4da6-880e-a2fdfd72336d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0492349 Sep 30 09:22:33.654925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02dd068b-d0ba-4e75-a617-dd39b52d7b94 req-83e2f4ea-b7c8-42b1-8598-858a4b7758f9 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Sep 30 09:22:33.676662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46746) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:33.739431 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-98a4c5c4-6b93-4902-bb25-b6b6e9a20adb tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/a90ed791-a0a5-4401-a82d-e81879f032cf HTTP/1.1" status: 200 len: 991 time: 0.0616534 Sep 30 09:22:35.029524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b94c-f178-48ea-a475-b1962f999a9a req-bf164b90-c724-4bfd-9f8b-77c83db4a429 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:35.030900 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8527b94c-f178-48ea-a475-b1962f999a9a req-bf164b90-c724-4bfd-9f8b-77c83db4a429 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0711050 Sep 30 09:22:35.056247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-da44c4ee-ef8a-4d49-a74e-38e4acaff63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:35.057709 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-da44c4ee-ef8a-4d49-a74e-38e4acaff63d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1096 time: 0.0657544 Sep 30 09:22:35.090866 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8527b94c-f178-48ea-a475-b1962f999a9a req-519e3acc-00dd-4354-a499-e112e91ded7d tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531154 Sep 30 09:22:35.159698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-214c76e8-ede5-4c8c-a41f-216b452aff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:35.161216 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-214c76e8-ede5-4c8c-a41f-216b452aff0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 200 len: 897 time: 0.0926955 Sep 30 09:22:35.227563 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-716deb6d-8469-401f-b0ac-a9814bf61dc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 200 len: 999 time: 0.0574765 Sep 30 09:22:35.276246 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-53cdca92-e72b-4f02-9b74-737820a3a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:35.277758 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-53cdca92-e72b-4f02-9b74-737820a3a3d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4048c7c-985d-4915-88ed-233cc55d4f1f HTTP/1.1" status: 200 len: 835 time: 0.0424154 Sep 30 09:22:35.330606 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-cad6cdf0-7295-4609-b342-5e7a998a2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:35.332340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-cad6cdf0-7295-4609-b342-5e7a998a2862 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430486 Sep 30 09:22:35.424786 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-3dcc5878-3a97-4109-ba41-67b5c71a7c2a service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815701 Sep 30 09:22:35.520240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b71021b1-6e82-4ec1-81b5-5ccc39752a1f req-8bb72e98-6d08-4c32-aefa-eb9a9f4667a1 service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840926 Sep 30 09:22:36.206701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ac13e-a51a-4f36-ae7a-aa0b1797480a req-2829d233-3c60-4d64-8a21-78c5271e7958 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:36.208486 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b6ac13e-a51a-4f36-ae7a-aa0b1797480a req-2829d233-3c60-4d64-8a21-78c5271e7958 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0488367 Sep 30 09:22:36.245854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6b6ac13e-a51a-4f36-ae7a-aa0b1797480a req-e894be3a-43bc-4af3-8465-3533c076c307 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Sep 30 09:22:37.361541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747714dd-88c7-434c-95f1-8591215514bb req-f6cb76f5-95e7-4f2d-936f-77c6000054a0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:37.363019 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747714dd-88c7-434c-95f1-8591215514bb req-f6cb76f5-95e7-4f2d-936f-77c6000054a0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0486295 Sep 30 09:22:37.405024 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-747714dd-88c7-434c-95f1-8591215514bb req-1b0ffadf-70dd-4189-8ad0-8f29151ba9a0 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360513 Sep 30 09:22:37.426812 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46758) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:37.488240 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-268110eb-2630-4a02-9136-6ae4dcb2968e tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/floatingips/a90ed791-a0a5-4401-a82d-e81879f032cf HTTP/1.1" status: 200 len: 991 time: 0.0602064 Sep 30 09:22:37.704386 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46764) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:37.856208 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 9ad07077-7f90-4ee5-9a4f-01e7f20898b7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:22:37.856464 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:37.935440 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:37.935769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:37.947160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 9ad07077-7f90-4ee5-9a4f-01e7f20898b7 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:22:38.088721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:38.116732 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=9ad07077-7f90-4ee5-9a4f-01e7f20898b7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:38.129382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.129831 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.130173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.130514 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.130847 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.131182 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.131513 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.131843 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.132172 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.132536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.132828 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.133156 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:38.185743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:38.186057 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Floating IP a90ed791-a0a5-4401-a82d-e81879f032cf disassociated (deleted). External IP: 172.25.7.7, port: ba5ab0cb-d4cb-493a-be7c-2c09157d1d12. Sep 30 09:22:38.394807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 832033af-cc0f-487f-9b2b-31d5d345449a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:22:38.684424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b27dd177-0af3-4e85-8d85-311592dafcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:38.831708 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:22:38.836491 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:38.842262 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] Sync routers for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:22:38.850913 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:38.851606 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:38.862809 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-51cd15fb-5a3e-42e8-9346-88bab8644719 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/floatingips/a90ed791-a0a5-4401-a82d-e81879f032cf HTTP/1.1" status: 204 len: 168 time: 1.1573350 Sep 30 09:22:38.863476 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:22:38.865850 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde9c0f-01e2-4c04-ac27-8062fe331b83" -d '{"events": [{"name": "network-changed", "server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:22:38.956791 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:39.019188 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5d408-c6df-4688-b027-10e66fbd5d69 x-openstack-request-id: req-83a5d408-c6df-4688-b027-10e66fbd5d69 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:22:39.019488 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:22:39.019735 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83a5d408-c6df-4688-b027-10e66fbd5d69 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:22:39.020130 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'status': 'completed', 'code': 200} Sep 30 09:22:39.114504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-b4bbdbdf-499c-4fee-9b2a-f11d0472df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:39.116022 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-b4bbdbdf-499c-4fee-9b2a-f11d0472df0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b562ea0b554214b4862487ba67302d&device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 1096 time: 0.0675802 Sep 30 09:22:39.141002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da7270-6a5a-4ace-80b9-2aec1b30baf8 req-1f13f5cf-e5e2-408e-bcf3-bdf60957f807 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:39.142522 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82da7270-6a5a-4ace-80b9-2aec1b30baf8 req-1f13f5cf-e5e2-408e-bcf3-bdf60957f807 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0699463 Sep 30 09:22:39.161919 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:39.187264 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] Checking router: 832033af-cc0f-487f-9b2b-31d5d345449a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:22:39.195301 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:39.195898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:39.234573 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82da7270-6a5a-4ace-80b9-2aec1b30baf8 req-a7aa82e1-d34b-4836-ac47-8cfd680a3fce tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818207 Sep 30 09:22:39.250886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-299b1d6c-2929-44e2-bd00-246c3193a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:39.252358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-299b1d6c-2929-44e2-bd00-246c3193a6ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 200 len: 897 time: 0.1278107 Sep 30 09:22:39.298203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-d4904a92-65cc-48dc-a1e7-50a8a4dae9f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 200 len: 217 time: 0.0354838 Sep 30 09:22:39.300284 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:39.349723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-fecb2797-ee2a-4acc-bb3c-36980339f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:39.351207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-fecb2797-ee2a-4acc-bb3c-36980339f596 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4048c7c-985d-4915-88ed-233cc55d4f1f HTTP/1.1" status: 200 len: 835 time: 0.0442727 Sep 30 09:22:39.408969 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-480308ee-3ea6-461b-9deb-4fac1e87f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:39.410547 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-480308ee-3ea6-461b-9deb-4fac1e87f552 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a3e6440-ef1a-4adc-8aef-2b7280380d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443854 Sep 30 09:22:39.498076 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:39.501676 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-67233eab-f919-46e6-b51a-31575e698838 service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830986 Sep 30 09:22:39.524979 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482436a-3973-4ad9-a252-751ffebf272c None None] The sync data for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 is: [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:21:42Z', 'revision_number': 4, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'a24f7165-904e-47cb-9582-32c09d7520c0', 'name': '', 'network_id': '4a3e6440-ef1a-4adc-8aef-2b7280380d2f', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'mac_address': 'fa:16:3e:24:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'subnets': [{'id': 'f4048c7c-985d-4915-88ed-233cc55d4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:22:39.611581 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cbde9c0f-01e2-4c04-ac27-8062fe331b83 req-bb361fad-2c19-41ce-ab71-6207e3d25732 service neutron] 10.222.0.57 "GET /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010001 Sep 30 09:22:39.748919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d506e97-ccf2-4b66-9dfa-8fbac99f4f68 None None] New status for floating IP a90ed791-a0a5-4401-a82d-e81879f032cf: DOWN {{(pid=95003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:22:40.351558 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e95d5-850f-42a0-a31b-ded1afdbfac6 req-4e98c609-fc10-499a-b32c-61a9240e94a2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:40.353078 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d4e95d5-850f-42a0-a31b-ded1afdbfac6 req-4e98c609-fc10-499a-b32c-61a9240e94a2 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0493631 Sep 30 09:22:40.390773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9d4e95d5-850f-42a0-a31b-ded1afdbfac6 req-57f4e5a0-7b5e-4c56-948b-2ff2597a1666 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Sep 30 09:22:40.904282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-83ed0883-1450-4120-9e5f-098bbf671807 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:40.905744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-83ed0883-1450-4120-9e5f-098bbf671807 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 945 time: 0.0479610 Sep 30 09:22:41.002884 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:22:41.003222 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:41.092440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:41.092805 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:41.104940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:22:41.163536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-27ae73ff-fdaa-40b9-a859-3b673dcf925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:41.239476 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:41.269145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=ba5ab0cb-d4cb-493a-be7c-2c09157d1d12,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:41.281590 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.281738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.282076 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.282416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.282754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.283094 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.283457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.283777 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.284112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.284445 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.284773 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.285101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:41.323112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] No DVR routers for this DVR port ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:22:41.325832 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:41.327887 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8359d3e-59b3-4dac-aefe-cb263f0f78db req-8acc2b92-df01-4eec-9f2a-34c63a2717cd tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.57 "DELETE /v2.0/ports/ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 HTTP/1.1" status: 204 len: 173 time: 0.4121573 Sep 30 09:22:41.328322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'name': 'network-vif-deleted', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:22:41.330689 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0817e1f0-e97b-48e7-8073-0493618d1a30" -d '{"events": [{"server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "name": "network-vif-deleted", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:22:41.368143 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4857e1a3-5d5c-4cca-ac70-867280e8e368 x-openstack-request-id: req-4857e1a3-5d5c-4cca-ac70-867280e8e368 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:22:41.368734 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fb2a74-cf3b-45e2-be58-3927894b20ce", "name": "network-vif-deleted", "tag": "ba5ab0cb-d4cb-493a-be7c-2c09157d1d12", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:22:41.368734 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4857e1a3-5d5c-4cca-ac70-867280e8e368 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:22:41.369089 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fb2a74-cf3b-45e2-be58-3927894b20ce', 'name': 'network-vif-deleted', 'tag': 'ba5ab0cb-d4cb-493a-be7c-2c09157d1d12', 'status': 'completed', 'code': 200} Sep 30 09:22:41.500201 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7cb2c59f-236e-48d7-8fe3-ded405a53ce3 req-bcc60576-326d-4f5a-b5c4-dc3ea1b11a99 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "GET /v2.0/ports?device_id=74fb2a74-cf3b-45e2-be58-3927894b20ce HTTP/1.1" status: 200 len: 210 time: 0.0269513 Sep 30 09:22:41.591377 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:42.556427 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46782) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:42.906056 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.156227 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port a24f7165-904e-47cb-9582-32c09d7520c0 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:22:43.156489 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.242485 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port a24f7165-904e-47cb-9582-32c09d7520c0, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=a24f7165-904e-47cb-9582-32c09d7520c0,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:43.242865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.254823 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for a24f7165-904e-47cb-9582-32c09d7520c0 owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:22:43.391002 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.439672 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.470990 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=a24f7165-904e-47cb-9582-32c09d7520c0,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:43.641035 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.853880 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Router 832033af-cc0f-487f-9b2b-31d5d345449a has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:22:43.963745 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:22:43.971632 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-433ab30c-ea2f-4e9b-8706-f37d39f06c27 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "PUT /v2.0/routers/832033af-cc0f-487f-9b2b-31d5d345449a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119525 Sep 30 09:22:43.972586 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46784) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:43.975422 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] Sync routers for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:22:43.991703 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:43.992324 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:44.034893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting subnet f4048c7c-985d-4915-88ed-233cc55d4f1f {{(pid=95001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:22:44.038167 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.078480 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869072'] for subnet, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.100251 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:44.167781 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.230875 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9696951'] for subnet, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.256668 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Subnet': ['ID=f4048c7c-985d-4915-88ed-233cc55d4f1f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:44.265534 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.270279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-dc1a0c7c-282b-4d8e-919e-54da5763c027 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/subnets/f4048c7c-985d-4915-88ed-233cc55d4f1f HTTP/1.1" status: 204 len: 168 time: 0.2960458 Sep 30 09:22:44.270562 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46788) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:44.271603 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c74d2-162f-430a-b1e2-7a49078b8211 None None] Network 4a3e6440-ef1a-4adc-8aef-2b7280380d2f requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:22:44.286027 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:22:43Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:44.312552 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] Checking router: 832033af-cc0f-487f-9b2b-31d5d345449a for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:22:44.321035 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] Routers {'832033af-cc0f-487f-9b2b-31d5d345449a'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:44.321682 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['832033af-cc0f-487f-9b2b-31d5d345449a'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:44.389744 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.460569 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] DHCP port deletion for 4a3e6440-ef1a-4adc-8aef-2b7280380d2f request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:22:44.509192 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Deleting port 116a11b2-856d-4e1e-b81b-4c57a6d0298f {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:22:44.509500 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.515675 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.523059 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] Set router 832033af-cc0f-487f-9b2b-31d5d345449a gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:44.575411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Deleting port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:22:44.576067 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.578643 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] For port 116a11b2-856d-4e1e-b81b-4c57a6d0298f, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=116a11b2-856d-4e1e-b81b-4c57a6d0298f,segment=NetworkSegment(1b3af4d1-a781-4c93-866c-2a5422b76143),segment_id=1b3af4d1-a781-4c93-866c-2a5422b76143)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:44.579045 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.591871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Calling delete_port for 116a11b2-856d-4e1e-b81b-4c57a6d0298f owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:22:44.655772 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] For port 2d73bfc5-03ae-40e7-bf53-d19bfdfed884, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:44.656418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.670325 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Calling delete_port for 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:22:44.672013 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.697398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Pushing event deleted for resources: {'Port': ['ID=116a11b2-856d-4e1e-b81b-4c57a6d0298f,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:44.705269 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] No DVR routers for this DVR port 116a11b2-856d-4e1e-b81b-4c57a6d0298f on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:22:44.707480 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:22:43Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:44.707846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.708251 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.708795 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.709208 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.709642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.710096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.710523 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.710949 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.711353 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.711746 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.712144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.712542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9fbea-d4b5-4322-972a-ab07f1cf482c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:44.741989 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1377fa-61b3-4a24-bcd2-30e908979a67 None None] The sync data for ids ['832033af-cc0f-487f-9b2b-31d5d345449a'] in n-d-807025-5 is: [{'id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847248582', 'tenant_id': '04b562ea0b554214b4862487ba67302d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:21:38Z', 'updated_at': '2021-09-30T09:22:43Z', 'revision_number': 5, 'project_id': '04b562ea0b554214b4862487ba67302d', 'gw_port': {'id': '2d73bfc5-03ae-40e7-bf53-d19bfdfed884', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832033af-cc0f-487f-9b2b-31d5d345449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:21:39Z', 'updated_at': '2021-09-30T09:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:22:44.849352 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:44.877605 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Port': ['ID=2d73bfc5-03ae-40e7-bf53-d19bfdfed884,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:44.934831 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.026601 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.029691 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.049909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:22:45.074518 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:22:45.075303 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device ba5ab0cb-d4cb-493a-be7c-2c09157d1d12 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:22:45.076301 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.076456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Fanout notify agent at l3_agent the message router_deleted on router 832033af-cc0f-487f-9b2b-31d5d345449a {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:22:45.083781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.084934 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a82fba31-e23d-4aef-9279-1fc46a164b7c tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/routers/832033af-cc0f-487f-9b2b-31d5d345449a HTTP/1.1" status: 204 len: 168 time: 0.8134427 Sep 30 09:22:45.087800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46790) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:45.157831 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.171384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.259925 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.280598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3e6440-ef1a-4adc-8aef-2b7280380d2f']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:45.290267 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3af4d1-a781-4c93-866c-2a5422b76143') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:45.290584 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3af4d1-a781-4c93-866c-2a5422b76143') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:45.305945 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.320230 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.327002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:22:45.327465 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:22:45.330551 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:22:45.392303 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.410735 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.412609 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/networks/4a3e6440-ef1a-4adc-8aef-2b7280380d2f HTTP/1.1" status: 204 len: 168 time: 0.3237760 Sep 30 09:22:45.414151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e536234-42e7-4b43-9ad5-6e91786a1f83 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'Network': ['ID=4a3e6440-ef1a-4adc-8aef-2b7280380d2f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:45.416045 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46792) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:45.475731 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6986e956-2588-4ad3-bc0a-4a2e27cfa3a4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.500847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6986e956-2588-4ad3-bc0a-4a2e27cfa3a4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.563154 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6986e956-2588-4ad3-bc0a-4a2e27cfa3a4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.565907 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6986e956-2588-4ad3-bc0a-4a2e27cfa3a4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.567218 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6986e956-2588-4ad3-bc0a-4a2e27cfa3a4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] 10.222.0.41 "DELETE /v2.0/security-groups/cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e HTTP/1.1" status: 204 len: 168 time: 0.1501422 Sep 30 09:22:45.576786 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986e956-2588-4ad3-bc0a-4a2e27cfa3a4 tempest-TestNetworkAdvancedServerOps-298867982 tempest-TestNetworkAdvancedServerOps-298867982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64b5d8-fd0b-4c64-80b4-3893ea56bc2e,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:45.797220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:22:45.818648 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:22:45.818933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 2d73bfc5-03ae-40e7-bf53-d19bfdfed884 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:22:45.819358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 116a11b2-856d-4e1e-b81b-4c57a6d0298f no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:22:45.838222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 116a11b2-856d-4e1e-b81b-4c57a6d0298f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:22:45.838222 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 116a11b2-856d-4e1e-b81b-4c57a6d0298f not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:22:45.838623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a24f7165-904e-47cb-9582-32c09d7520c0 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:22:45.858220 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: a24f7165-904e-47cb-9582-32c09d7520c0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:22:45.858565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device a24f7165-904e-47cb-9582-32c09d7520c0 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:22:45.951078 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46800) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:46.097863 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8bc07700-deb0-4dcf-92a6-81a0ceb1a936 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04b562ea0b554214b4862487ba67302d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433926 Sep 30 09:22:46.098485 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46806) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:46.149199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de42cccf-2c4c-441c-bc8c-caf8d736ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.176139 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de42cccf-2c4c-441c-bc8c-caf8d736ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.223035 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de42cccf-2c4c-441c-bc8c-caf8d736ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.226011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-de42cccf-2c4c-441c-bc8c-caf8d736ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.227217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-de42cccf-2c4c-441c-bc8c-caf8d736ad26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54911122-602f-4a70-a5e2-4d42d9b4853d HTTP/1.1" status: 204 len: 168 time: 0.1280177 Sep 30 09:22:46.235989 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42cccf-2c4c-441c-bc8c-caf8d736ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54911122-602f-4a70-a5e2-4d42d9b4853d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:46.490711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46812) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:46.504682 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7bc772e-de57-4529-b615-8efe4f1382f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.594868 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7bc772e-de57-4529-b615-8efe4f1382f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.598524 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e7bc772e-de57-4529-b615-8efe4f1382f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.637141 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e7bc772e-de57-4529-b615-8efe4f1382f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f340bfc645e4d58b794e57565d6e738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445889 Sep 30 09:22:46.638364 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc772e-de57-4529-b615-8efe4f1382f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f61c7b-0195-453a-94aa-f93865319bca,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:46.640160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46814) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:46.688264 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-880a215b-4450-486e-8efa-6cf2563cc54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.712892 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-880a215b-4450-486e-8efa-6cf2563cc54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.759275 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-880a215b-4450-486e-8efa-6cf2563cc54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.762769 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-880a215b-4450-486e-8efa-6cf2563cc54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.763944 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-880a215b-4450-486e-8efa-6cf2563cc54f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36f61c7b-0195-453a-94aa-f93865319bca HTTP/1.1" status: 204 len: 168 time: 0.1226742 Sep 30 09:22:46.772586 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a215b-4450-486e-8efa-6cf2563cc54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f61c7b-0195-453a-94aa-f93865319bca,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:47.467376 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46836) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:47.562528 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1680317314-network', 'tenant_id': '088cc67ae9cb434780c02b94746807c0'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:47.583164 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Made reservation on behalf of 088cc67ae9cb434780c02b94746807c0 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:22:47.585866 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.597540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.687603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.691512 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.712560 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:22:47.726645 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37da976-3401-43d8-80a0-9b8c4a7d0b4f,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:47.732554 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.732904 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Added segment 11bbfc5a-f01e-4547-b025-06e42309a66c of type vlan for network a5b4a917-7301-4728-8438-0ced79573bbf Sep 30 09:22:47.772716 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.797134 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.798064 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:47.798631 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.828109 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3596337 Sep 30 09:22:47.831653 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46840) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:47.837409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Request body: {'subnet': {'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1680317314-subnet', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:47.859723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Made reservation on behalf of 088cc67ae9cb434780c02b94746807c0 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:22:47.862265 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:47.862389 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ba5d-3f51-47ca-a709-f87418620395 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b4a917-7301-4728-8438-0ced79573bbf,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:47.872267 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network a5b4a917-7301-4728-8438-0ced79573bbf details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:22:48.039467 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.093048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7003cee-b550-4212-a250-3d34d739b184,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:48.103893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Checking segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:48.104259 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Network hostable DHCP agents. Network: a5b4a917-7301-4728-8438-0ced79573bbf, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:22:48.121033 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Network a5b4a917-7301-4728-8438-0ced79573bbf is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:22:48.129889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, a5b4a917-7301-4728-8438-0ced79573bbf) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:48.134723 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:48.137834 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.138720 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d05162-a5c1-4c24-9249-86372bbf6bc3 None None] Network a5b4a917-7301-4728-8438-0ced79573bbf requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:22:48.155185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e24058a4-a6dd-4eda-9dc1-11365e1884f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196263 Sep 30 09:22:48.155392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46842) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:48.159604 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:48.178882 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.179855 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.240030 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.289828 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-a5b4a917-7301-4728-8438-0ced79573bbf', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:22:48.290654 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.378231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.424500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Allocated IP 172.20.0.2 (a5b4a917-7301-4728-8438-0ced79573bbf/f7003cee-b550-4212-a250-3d34d739b184/9aa1ea70-b898-4989-96df-545552d1795e) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:22:48.570351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.574448 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.576137 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.593192 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.613071 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Network a5b4a917-7301-4728-8438-0ced79573bbf is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:48.615980 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:48.619422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:22:48.630420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Pushing event updated for resources: {'Port': ['ID=9aa1ea70-b898-4989-96df-545552d1795e,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:48.683058 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Attempting to bind port 9aa1ea70-b898-4989-96df-545552d1795e on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:22:48.683953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Attempting to bind port 9aa1ea70-b898-4989-96df-545552d1795e by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:22:48.684315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Attempting to bind port 9aa1ea70-b898-4989-96df-545552d1795e on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:22:48.693049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:22:48.693426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Checking segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:48.693856 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.694247 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Bound using segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:22:48.694712 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Bound port: 9aa1ea70-b898-4989-96df-545552d1795e, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:22:48.695090 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.702798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Allocated IP 172.25.7.213 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/98c6c10b-47da-4285-be19-daf096a8c50d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:22:48.758854 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] For port 9aa1ea70-b898-4989-96df-545552d1795e, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:22:48.762075 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] For port 9aa1ea70-b898-4989-96df-545552d1795e, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9aa1ea70-b898-4989-96df-545552d1795e,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:22:48.767226 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.812120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.827211 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386cebd-20c9-4c87-a31a-8ccb7728d9ea None None] Pushing event updated for resources: {'Port': ['ID=9aa1ea70-b898-4989-96df-545552d1795e,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:48.848727 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.891875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:48.896242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:48.903426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:22:48.906540 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Pushing event updated for resources: {'Port': ['ID=98c6c10b-47da-4285-be19-daf096a8c50d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:49.461231 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:49.664810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:49.723416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfda0c-1333-477e-8361-07601d5e308e None None] Network a5b4a917-7301-4728-8438-0ced79573bbf requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:22:49.807332 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:22:49.824489 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9aa1ea70-b898-4989-96df-545552d1795e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:49.832496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-78aeee9e-baed-4d3c-9cb1-9840f7df7ab1 None None] Provisioning complete for port 9aa1ea70-b898-4989-96df-545552d1795e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:49.832868 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78aeee9e-baed-4d3c-9cb1-9840f7df7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:49.914524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:22:49.929121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:22:49.931402 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:49.935414 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-1302584c-1c78-4120-a3cc-53adb1d50b5e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7763886 Sep 30 09:22:49.935582 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46844) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:49.955816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:49.956445 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:50.040614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9aa1ea70-b898-4989-96df-545552d1795e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:50.040898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.121547 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78aeee9e-baed-4d3c-9cb1-9840f7df7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.167501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:50.398924 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.427035 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-78aeee9e-baed-4d3c-9cb1-9840f7df7ab1 None None] For port 9aa1ea70-b898-4989-96df-545552d1795e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9aa1ea70-b898-4989-96df-545552d1795e,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:50.436623 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78aeee9e-baed-4d3c-9cb1-9840f7df7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.497344 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.557734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Allocated IP 172.20.0.1 (a5b4a917-7301-4728-8438-0ced79573bbf/f7003cee-b550-4212-a250-3d34d739b184/267839e6-7634-480b-bdb6-489145eead5a) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:22:50.569191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeee9e-baed-4d3c-9cb1-9840f7df7ab1 None None] Pushing event updated for resources: {'Port': ['ID=9aa1ea70-b898-4989-96df-545552d1795e,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:50.619642 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-885c77e5-92ac-4513-9cc7-202aae06ef6e None None] Provisioning complete for port 9aa1ea70-b898-4989-96df-545552d1795e triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:50.620009 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-885c77e5-92ac-4513-9cc7-202aae06ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.651446 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 09:22:50.651829 n-d-807025-5 neutron-server[95003]: DEBUG oslo_db.api [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:22:50.664659 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.688142 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:49Z', 'revision_number': 3, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:50.699512 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.733472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:22:50.734069 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Updating router 57a9af9c-c83c-4964-a4bf-66ce410f0359 port 98c6c10b-47da-4285-be19-daf096a8c50d binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:22:50.741674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Network a5b4a917-7301-4728-8438-0ced79573bbf is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:50.744676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:50.747676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:22:50.770126 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.777957 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Pushing event updated for resources: {'Port': ['ID=267839e6-7634-480b-bdb6-489145eead5a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:50.796968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:50.935906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.018604 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-26656112-1cd5-4499-b0bc-4add48251e63 None None] Provisioning complete for port 267839e6-7634-480b-bdb6-489145eead5a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:51.018901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-26656112-1cd5-4499-b0bc-4add48251e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.089697 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.091238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-26656112-1cd5-4499-b0bc-4add48251e63 None None] Port 267839e6-7634-480b-bdb6-489145eead5a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:22:51.096875 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.102073 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.107635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.149791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Attempting to bind port 98c6c10b-47da-4285-be19-daf096a8c50d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:22:51.150161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Attempting to bind port 98c6c10b-47da-4285-be19-daf096a8c50d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:22:51.150524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Attempting to bind port 98c6c10b-47da-4285-be19-daf096a8c50d on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:22:51.154015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856ab9-d9a7-4bd7-8c09-081a0b931e25 None None] Pushing event updated for resources: {'Port': ['ID=98c6c10b-47da-4285-be19-daf096a8c50d,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:51.172153 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.178998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:22:51.179372 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:51.179773 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.180162 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:22:51.180677 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Bound port: 98c6c10b-47da-4285-be19-daf096a8c50d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:22:51.181055 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.182142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Pushing event updated for resources: {'Port': ['ID=267839e6-7634-480b-bdb6-489145eead5a,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:51.246837 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] For port 98c6c10b-47da-4285-be19-daf096a8c50d, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:22:51.250191 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] For port 98c6c10b-47da-4285-be19-daf096a8c50d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=98c6c10b-47da-4285-be19-daf096a8c50d,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:22:51.255771 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.279258 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Network a5b4a917-7301-4728-8438-0ced79573bbf is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:51.280711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:51.314486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:51.315118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:51.351242 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856ab9-d9a7-4bd7-8c09-081a0b931e25 None None] Pushing event updated for resources: {'Port': ['ID=98c6c10b-47da-4285-be19-daf096a8c50d,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:51.407390 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:22:51.430699 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:51.528541 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:22:51.533544 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3feb197b-0431-4e3b-b345-98816bf6ab2c admin admin] 10.222.0.41 "PUT /v2.0/routers/57a9af9c-c83c-4964-a4bf-66ce410f0359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968246 Sep 30 09:22:51.548475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-724bd8c5-cc94-4955-8e77-464989257989 None None] Provisioning complete for port 267839e6-7634-480b-bdb6-489145eead5a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:51.548853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-724bd8c5-cc94-4955-8e77-464989257989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:51.621367 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-724bd8c5-cc94-4955-8e77-464989257989 None None] Port 267839e6-7634-480b-bdb6-489145eead5a cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:22:51.683633 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 2, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:51.710601 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167efd2-856f-4038-9e05-2ce350400ec1 None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 2, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:22:51.787246 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9aa1ea70-b898-4989-96df-545552d1795e up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:51.839100 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9aa1ea70-b898-4989-96df-545552d1795e triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:51.840172 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.065037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46860) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:52.069990 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2074629802-network', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:52.092215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Made reservation on behalf of 7fe184441c584804bd39ffb55e8afeda for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:22:52.094719 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.103973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.205493 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.210635 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.237626 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:22:52.248135 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0017440f-c6fb-4129-b1da-7985a8c2b50a,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:52.254350 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.254704 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Added segment 3a199fb6-df6b-40bc-a60a-6fad59871132 of type vlan for network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 Sep 30 09:22:52.297536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.325044 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.326211 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:52.326800 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.371529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3053350 Sep 30 09:22:52.374625 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46862) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:52.380424 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Request body: {'subnet': {'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2074629802-subnet', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:52.413176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af2bec-563a-4d88-a84c-190afffc9c14 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab5685d-04bc-4f96-8a0d-5d23b3287fe3,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:52.415766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Made reservation on behalf of 7fe184441c584804bd39ffb55e8afeda for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:22:52.418511 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.423254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:22:52.607305 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.657825 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb94b392-dfb6-4f18-9c8a-9707044d3e04,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:52.675493 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Checking segment: {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:52.675862 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Network hostable DHCP agents. Network: 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:22:52.693684 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:22:52.703852 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:52.708269 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:52.708868 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.714103 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f79482-2d85-44da-93be-b7ec538376e7 None None] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:22:52.727930 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-153cc56c-788b-48ab-9465-37e15079624a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3516223 Sep 30 09:22:52.730636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46864) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:52.736423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:52.765949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.767758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.834268 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.886227 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-2ab5685d-04bc-4f96-8a0d-5d23b3287fe3', 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'fixed_ips': [{'subnet_id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:22:52.887104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:52.992683 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.043029 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Allocated IP 172.20.0.2 (2ab5685d-04bc-4f96-8a0d-5d23b3287fe3/eb94b392-dfb6-4f18-9c8a-9707044d3e04/ca546cab-f11a-40c8-8fa1-6a9c44095ca7) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:22:53.190864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.193829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.197171 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.218329 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.239159 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:53.242096 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:53.244577 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:22:53.252374 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Pushing event updated for resources: {'Port': ['ID=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:53.305832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Attempting to bind port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:22:53.306123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Attempting to bind port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:22:53.306490 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Attempting to bind port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 on network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:22:53.311474 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:22:53.311849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Checking segment: {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:53.312250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.312652 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Bound using segment: {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:22:53.313121 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Bound port: ca546cab-f11a-40c8-8fa1-6a9c44095ca7, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:22:53.313518 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.324513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Allocated IP 172.25.7.152 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/526a24c5-e845-4c53-9a57-bba084ddfb64) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:22:53.384371 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] For port ca546cab-f11a-40c8-8fa1-6a9c44095ca7, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:22:53.388243 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] For port ca546cab-f11a-40c8-8fa1-6a9c44095ca7, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,segment=NetworkSegment(3a199fb6-df6b-40bc-a60a-6fad59871132),segment_id=3a199fb6-df6b-40bc-a60a-6fad59871132)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:22:53.392758 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.457126 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17fea6-79ee-43c6-bb11-0972f2872c2c None None] Pushing event updated for resources: {'Port': ['ID=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:53.458136 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.793604 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:22:53.811547 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:53.812337 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:53.830796 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.863046 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 98c6c10b-47da-4285-be19-daf096a8c50d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:53.873234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:53.875927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:53.882378 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:22:53.885437 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Pushing event updated for resources: {'Port': ['ID=526a24c5-e845-4c53-9a57-bba084ddfb64,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:53.911737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 98c6c10b-47da-4285-be19-daf096a8c50d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:53.912378 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:53.948990 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:53.996538 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.019377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 98c6c10b-47da-4285-be19-daf096a8c50d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=98c6c10b-47da-4285-be19-daf096a8c50d,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:54.025750 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.026503 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ca546cab-f11a-40c8-8fa1-6a9c44095ca7 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:54.100941 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=98c6c10b-47da-4285-be19-daf096a8c50d,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:54.123639 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:54.124026 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.154019 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.176708 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 2, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:54.217815 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:22:54.218407 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Updating router 57a9af9c-c83c-4964-a4bf-66ce410f0359 port 267839e6-7634-480b-bdb6-489145eead5a binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:22:54.225292 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.249834 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.390275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.463495 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ca546cab-f11a-40c8-8fa1-6a9c44095ca7, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,segment=NetworkSegment(3a199fb6-df6b-40bc-a60a-6fad59871132),segment_id=3a199fb6-df6b-40bc-a60a-6fad59871132)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:54.468826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.521154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:54.554609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Router 1bb1a651-d05b-4bf4-8821-d127644e4695 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:22:54.579968 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.587339 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.590283 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c6180-0387-427d-aaa6-9a060af7c16c None None] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:22:54.639177 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Pushing event updated for resources: {'Port': ['ID=267839e6-7634-480b-bdb6-489145eead5a,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:54.665753 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.666230 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.666737 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.667169 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.668102 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.668522 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.668942 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.669336 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.669798 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.670188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.670518 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.670842 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:22:54.681590 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-643019a7-10d2-4a02-87ac-c8434efbb435 None None] Provisioning complete for port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:54.681971 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-643019a7-10d2-4a02-87ac-c8434efbb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.703292 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Attempting to bind port 267839e6-7634-480b-bdb6-489145eead5a on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:22:54.703741 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Attempting to bind port 267839e6-7634-480b-bdb6-489145eead5a by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:22:54.704194 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Attempting to bind port 267839e6-7634-480b-bdb6-489145eead5a on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:22:54.709545 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:22:54.709999 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Checking segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:54.710866 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.710866 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Bound using segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:22:54.711974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:22:54.712126 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Bound port: 267839e6-7634-480b-bdb6-489145eead5a, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:22:54.712788 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.733295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.734525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6a29fe6e-3cdf-4670-827a-a1c025f5a256 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0026102 Sep 30 09:22:54.737545 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46866) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:54.741015 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Sync routers for ids ['1bb1a651-d05b-4bf4-8821-d127644e4695'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:22:54.780646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Routers {'1bb1a651-d05b-4bf4-8821-d127644e4695'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:54.781064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1bb1a651-d05b-4bf4-8821-d127644e4695'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:54.786080 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] For port 267839e6-7634-480b-bdb6-489145eead5a, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:22:54.789394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] For port 267839e6-7634-480b-bdb6-489145eead5a, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=267839e6-7634-480b-bdb6-489145eead5a,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:22:54.797039 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:54.847745 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:54.848379 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:54.906010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Set router 1bb1a651-d05b-4bf4-8821-d127644e4695 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:54.970982 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:54.972885 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155352d-1d0a-4fcd-842f-e8e9c485b2a6 None None] Pushing event updated for resources: {'Port': ['ID=267839e6-7634-480b-bdb6-489145eead5a,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:55.193816 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:22:54Z', 'revision_number': 3, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:55.226570 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:54Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:55.252331 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Checking router: 1bb1a651-d05b-4bf4-8821-d127644e4695 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:22:55.252687 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Updating router 1bb1a651-d05b-4bf4-8821-d127644e4695 port 526a24c5-e845-4c53-9a57-bba084ddfb64 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:22:55.264491 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f401f4-c5b7-45ce-b89e-2afff7ca78c0 None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:54Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:22:55.290595 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ec710e09-4651-4da4-8ac0-e84dbfcabf2d None None] Provisioning complete for port 267839e6-7634-480b-bdb6-489145eead5a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:55.290961 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ec710e09-4651-4da4-8ac0-e84dbfcabf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.294660 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.531833 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ec710e09-4651-4da4-8ac0-e84dbfcabf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.586057 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ec710e09-4651-4da4-8ac0-e84dbfcabf2d None None] For port 267839e6-7634-480b-bdb6-489145eead5a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=267839e6-7634-480b-bdb6-489145eead5a,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:55.597358 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ec710e09-4651-4da4-8ac0-e84dbfcabf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.635034 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.684979 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710e09-4651-4da4-8ac0-e84dbfcabf2d None None] Pushing event updated for resources: {'Port': ['ID=267839e6-7634-480b-bdb6-489145eead5a,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:55.703143 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.713579 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.759906 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8359e1de-8ff2-4702-b93c-5e018f3f1329 None None] Provisioning complete for port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:55.760420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8359e1de-8ff2-4702-b93c-5e018f3f1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.824519 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba749-8594-47ed-b95d-f7482e9b0a32 None None] Pushing event updated for resources: {'Port': ['ID=526a24c5-e845-4c53-9a57-bba084ddfb64,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:55.826043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Allocated IP 172.20.0.1 (2ab5685d-04bc-4f96-8a0d-5d23b3287fe3/eb94b392-dfb6-4f18-9c8a-9707044d3e04/fa8ab663-0651-4f15-9259-84d17b6ab75d) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:22:55.831218 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Attempting to bind port 526a24c5-e845-4c53-9a57-bba084ddfb64 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:22:55.831814 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Attempting to bind port 526a24c5-e845-4c53-9a57-bba084ddfb64 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:22:55.832399 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Attempting to bind port 526a24c5-e845-4c53-9a57-bba084ddfb64 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:22:55.843745 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:22:55.844120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:55.844696 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.845148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:22:55.845737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Bound port: 526a24c5-e845-4c53-9a57-bba084ddfb64, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:22:55.846199 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.872732 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 267839e6-7634-480b-bdb6-489145eead5a up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:55.961864 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:55.969703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] For port 526a24c5-e845-4c53-9a57-bba084ddfb64, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:22:55.990453 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] For port 526a24c5-e845-4c53-9a57-bba084ddfb64, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=526a24c5-e845-4c53-9a57-bba084ddfb64,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:22:56.000406 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.004316 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.047015 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:56.050529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:56.053804 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 267839e6-7634-480b-bdb6-489145eead5a triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:56.054187 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.054496 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:22:56.059830 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8359e1de-8ff2-4702-b93c-5e018f3f1329 None None] Provisioning complete for port 267839e6-7634-480b-bdb6-489145eead5a triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:56.060160 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8359e1de-8ff2-4702-b93c-5e018f3f1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.090221 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8ab663-0651-4f15-9259-84d17b6ab75d,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:56.114428 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.132554 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Routers {'1bb1a651-d05b-4bf4-8821-d127644e4695'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:56.133200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1bb1a651-d05b-4bf4-8821-d127644e4695'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:56.178940 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba749-8594-47ed-b95d-f7482e9b0a32 None None] Pushing event updated for resources: {'Port': ['ID=526a24c5-e845-4c53-9a57-bba084ddfb64,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:56.267309 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.440023 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.445874 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8455680'] for port, after_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.501431 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] Set router 1bb1a651-d05b-4bf4-8821-d127644e4695 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:56.511795 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.513662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8ab663-0651-4f15-9259-84d17b6ab75d,revision_number=2']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:56.568907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.570614 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 98c6c10b-47da-4285-be19-daf096a8c50d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:56.575473 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.608975 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:22:56.610441 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:22:56.698203 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2af78f29-fa0a-4d35-af9d-8e7a8810c4b0 None None] Provisioning complete for port fa8ab663-0651-4f15-9259-84d17b6ab75d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:56.699080 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2af78f29-fa0a-4d35-af9d-8e7a8810c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.720558 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 98c6c10b-47da-4285-be19-daf096a8c50d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:56.720932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.739581 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Router 1bb1a651-d05b-4bf4-8821-d127644e4695 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:22:56.783186 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2af78f29-fa0a-4d35-af9d-8e7a8810c4b0 None None] Port fa8ab663-0651-4f15-9259-84d17b6ab75d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:22:56.842986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:22:54Z', 'revision_number': 3, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:56.855380 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:22:56.861034 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-2b0539ce-037d-4ef2-870e-af93a486ffc4 admin admin] 10.222.0.41 "PUT /v2.0/routers/1bb1a651-d05b-4bf4-8821-d127644e4695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1223028 Sep 30 09:22:56.874066 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb6e-196a-43b0-9425-349dbc2a93d5 None None] The sync data for ids ['1bb1a651-d05b-4bf4-8821-d127644e4695'] in n-d-807025-5 is: [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:22:54Z', 'revision_number': 3, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:22:56.881930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ca546cab-f11a-40c8-8fa1-6a9c44095ca7 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:56.930871 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a71394ba-49a5-4b48-8bb6-7f80729701fe None None] Provisioning complete for port fa8ab663-0651-4f15-9259-84d17b6ab75d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:56.931252 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a71394ba-49a5-4b48-8bb6-7f80729701fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:56.974319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:56.974696 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.006351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a71394ba-49a5-4b48-8bb6-7f80729701fe None None] Port fa8ab663-0651-4f15-9259-84d17b6ab75d cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:22:57.384460 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 46874) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:57.389529 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235939443', 'description': 'tempest-secgroup-smoke-1235939443 description', 'project_id': '088cc67ae9cb434780c02b94746807c0'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:57.414450 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.460429 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:22:57.508419 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.513136 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.546006 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.550532 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1617374 Sep 30 09:22:57.550532 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eba10b-569d-4178-a13e-0d6f66e07fde tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:57.550866 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46876) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:57.555381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:57.583503 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.642292 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.647046 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.666528 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7389334e-6bdd-461a-b804-ada644a0f7e7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:57.674491 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.675717 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d2ea49b-ab09-4702-a7b5-2a4734c0949c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240780 Sep 30 09:22:57.678373 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46878) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:57.683496 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:57.711574 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.772912 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.776701 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.798376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d44d90-c902-4274-81df-0982edef0e9c,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:57.804269 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.804995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 526a24c5-e845-4c53-9a57-bba084ddfb64 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:57.805485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-acac1e01-dd9a-40af-a30d-ddc6c1b88414 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260245 Sep 30 09:22:57.808532 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46880) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:57.813151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:57.839417 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.858622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 526a24c5-e845-4c53-9a57-bba084ddfb64 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:57.858997 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.897937 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.902748 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.921490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f41bc1-d0a0-4d50-b0f0-3fb7dcfc084e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:57.930866 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.934739 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b8cad6a9-bb61-416d-8f4e-50aac9aaaf7a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226609 Sep 30 09:22:57.935112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46882) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:57.939713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:57.943911 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.967500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port 526a24c5-e845-4c53-9a57-bba084ddfb64, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=526a24c5-e845-4c53-9a57-bba084ddfb64,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:57.968393 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:57.971726 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.023739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=526a24c5-e845-4c53-9a57-bba084ddfb64,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:58.038087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.041951 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.062848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a139bb-3de4-4c2c-a84f-50f7588eddb4,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:58.066979 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.070792 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-c63f8cb2-dc12-447e-8698-608ae79d8654 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321120 Sep 30 09:22:58.071247 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46884) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:58.075380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:58.098131 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Project 088cc67ae9cb434780c02b94746807c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:22:58.103024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.163199 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.167941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.188244 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9434606d-7359-4d04-a29f-cb92a4b7b97e,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:58.194518 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.195334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-42102282-5947-4784-be84-50691e52a5b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233561 Sep 30 09:22:58.198095 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46886) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:22:58.202406 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:22:58.224354 n-d-807025-5 neutron-server[95001]: INFO neutron.db.securitygroups_db [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Project 088cc67ae9cb434780c02b94746807c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:22:58.229143 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.290872 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.294603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.312651 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d1e9e6-4731-4582-b5df-c43bf129370c,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:58.322612 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.324356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-60d485ab-d1d6-4891-b58b-9298119a0ced tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253328 Sep 30 09:22:58.532546 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-2831f9c2-1d97-4ecf-adf1-11613f664177 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235939443&fields=id&tenant_id=088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 267 time: 0.0341692 Sep 30 09:22:58.646430 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-31064f35-f44e-43ad-8211-b924f90b9a98 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:58.647929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-31064f35-f44e-43ad-8211-b924f90b9a98 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 809 time: 0.1064639 Sep 30 09:22:58.663084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-144462a1-414c-4753-bac5-d586e4d1b8db tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/quotas/088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 375 time: 0.0090685 Sep 30 09:22:58.699838 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Sync routers for ids ['1bb1a651-d05b-4bf4-8821-d127644e4695'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:22:58.709071 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Routers {'1bb1a651-d05b-4bf4-8821-d127644e4695'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:58.709782 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1bb1a651-d05b-4bf4-8821-d127644e4695'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:58.716003 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-42c56aab-fddc-461a-9527-b7121f202ffe tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474718 Sep 30 09:22:58.817719 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-61dec371-4f06-48a1-92bf-279a4ac78f30 service neutron] 10.222.0.41 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896249 Sep 30 09:22:58.906394 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Set router 1bb1a651-d05b-4bf4-8821-d127644e4695 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:58.912218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-be7e372d-c1a1-46fe-8039-55b2397ca96a service neutron] 10.222.0.41 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876944 Sep 30 09:22:59.078014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9af430fa-8a3e-46b3-b4d1-777a0f3493fd req-9fe747af-b15c-4d38-970a-b8b40249253f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 210 time: 0.0275314 Sep 30 09:22:59.122450 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:22:56Z', 'revision_number': 4, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fa8ab663-0651-4f15-9259-84d17b6ab75d', 'name': '', 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'mac_address': 'fa:16:3e:a2:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:55Z', 'updated_at': '2021-09-30T09:22:56Z', 'revision_number': 2, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'subnets': [{'id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:59.149366 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Checking router: 1bb1a651-d05b-4bf4-8821-d127644e4695 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:22:59.149751 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Updating router 1bb1a651-d05b-4bf4-8821-d127644e4695 port fa8ab663-0651-4f15-9259-84d17b6ab75d binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:22:59.175022 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.460602 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.466409 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.518912 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ebaef-83ee-4cd6-aa28-5ec119dd350e None None] Pushing event updated for resources: {'Port': ['ID=fa8ab663-0651-4f15-9259-84d17b6ab75d,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:59.567117 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Attempting to bind port fa8ab663-0651-4f15-9259-84d17b6ab75d on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:22:59.567627 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Attempting to bind port fa8ab663-0651-4f15-9259-84d17b6ab75d by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:22:59.568084 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Attempting to bind port fa8ab663-0651-4f15-9259-84d17b6ab75d on network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:22:59.574996 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:22:59.575656 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Checking segment: {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:22:59.576157 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.576637 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Bound using segment: {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:22:59.577206 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Bound port: fa8ab663-0651-4f15-9259-84d17b6ab75d, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a199fb6-df6b-40bc-a60a-6fad59871132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:22:59.577709 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.654776 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] For port fa8ab663-0651-4f15-9259-84d17b6ab75d, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:22:59.658407 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] For port fa8ab663-0651-4f15-9259-84d17b6ab75d, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa8ab663-0651-4f15-9259-84d17b6ab75d,segment=NetworkSegment(3a199fb6-df6b-40bc-a60a-6fad59871132),segment_id=3a199fb6-df6b-40bc-a60a-6fad59871132)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:22:59.664263 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.717169 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Routers {'1bb1a651-d05b-4bf4-8821-d127644e4695'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:22:59.717776 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1bb1a651-d05b-4bf4-8821-d127644e4695'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:22:59.751081 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-b407409d-a443-4aa8-a8a5-19189f9e0ef5 None None] Provisioning complete for port fa8ab663-0651-4f15-9259-84d17b6ab75d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:59.752104 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b407409d-a443-4aa8-a8a5-19189f9e0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.785065 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ebaef-83ee-4cd6-aa28-5ec119dd350e None None] Pushing event updated for resources: {'Port': ['ID=fa8ab663-0651-4f15-9259-84d17b6ab75d,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:22:59.804467 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 526a24c5-e845-4c53-9a57-bba084ddfb64 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:22:59.835649 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] Set router 1bb1a651-d05b-4bf4-8821-d127644e4695 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:22:59.903837 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b407409d-a443-4aa8-a8a5-19189f9e0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.905723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 526a24c5-e845-4c53-9a57-bba084ddfb64 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:22:59.906085 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:59.965615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-b407409d-a443-4aa8-a8a5-19189f9e0ef5 None None] For port fa8ab663-0651-4f15-9259-84d17b6ab75d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa8ab663-0651-4f15-9259-84d17b6ab75d,segment=NetworkSegment(3a199fb6-df6b-40bc-a60a-6fad59871132),segment_id=3a199fb6-df6b-40bc-a60a-6fad59871132)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:22:59.972829 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b407409d-a443-4aa8-a8a5-19189f9e0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:00.061739 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:22:56Z', 'revision_number': 4, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fa8ab663-0651-4f15-9259-84d17b6ab75d', 'name': '', 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'mac_address': 'fa:16:3e:a2:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:55Z', 'updated_at': '2021-09-30T09:22:59Z', 'revision_number': 4, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'subnets': [{'id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:00.074037 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407409d-a443-4aa8-a8a5-19189f9e0ef5 None None] Pushing event updated for resources: {'Port': ['ID=fa8ab663-0651-4f15-9259-84d17b6ab75d,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:00.096338 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-8f3a3f16-4ebd-4a16-8a5d-423e9ffbcb20 None None] Provisioning complete for port fa8ab663-0651-4f15-9259-84d17b6ab75d triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:23:00.096956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3f16-4ebd-4a16-8a5d-423e9ffbcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:00.098443 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925bfa-de0b-4ea3-a32a-b00bdf03e818 None None] The sync data for ids ['1bb1a651-d05b-4bf4-8821-d127644e4695'] in n-d-807025-5 is: [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:22:56Z', 'revision_number': 4, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': 'fa8ab663-0651-4f15-9259-84d17b6ab75d', 'name': '', 'network_id': '2ab5685d-04bc-4f96-8a0d-5d23b3287fe3', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'mac_address': 'fa:16:3e:a2:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:55Z', 'updated_at': '2021-09-30T09:22:59Z', 'revision_number': 4, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'subnets': [{'id': 'eb94b392-dfb6-4f18-9c8a-9707044d3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:23:00.158358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-054f2beb-973c-4894-945c-66427e037b71 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:00.160454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-054f2beb-973c-4894-945c-66427e037b71 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 809 time: 0.1649580 Sep 30 09:23:00.216304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b3cf10d6-ed13-45ff-b873-0a2fae20b72c req-24df432b-b418-45bd-8e17-800a3f81e012 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 210 time: 0.0357046 Sep 30 09:23:00.257173 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-647c57a7-c65e-4051-ae2d-b902e9996780 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 380 time: 0.0620067 Sep 30 09:23:00.268804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'port': {'device_id': '0086c80b-196e-4d5b-ade1-03fcee299661', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'admin_state_up': True, 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'security_groups': ['8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:23:00.382154 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Made reservation on behalf of 088cc67ae9cb434780c02b94746807c0 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:23:00.385698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:00.515262 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Allocated IP 172.20.0.7 (a5b4a917-7301-4728-8438-0ced79573bbf/f7003cee-b550-4212-a250-3d34d739b184/a9b40bdc-85b5-4493-9f05-fe894f2c37c0) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:23:00.665128 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:00.699627 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:00.743696 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Network a5b4a917-7301-4728-8438-0ced79573bbf is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:23:00.746858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:23:00.750511 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:23:00.781893 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:00.813816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:00.814536 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:00.831342 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-3431ff6c-c29d-42e2-b17d-ab7666972d96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665035 Sep 30 09:23:00.849298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Request body: {'port': {'device_id': '0086c80b-196e-4d5b-ade1-03fcee299661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:23:00.915691 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.054824 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2d953ef3-a2c7-4f73-9bdb-c8175efd841f None None] Provisioning complete for port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:23:01.055835 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2d953ef3-a2c7-4f73-9bdb-c8175efd841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.093895 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2d953ef3-a2c7-4f73-9bdb-c8175efd841f None None] Port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:23:01.189628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:23:01.197031 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.208861 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Transition to ACTIVE for port object a9b40bdc-85b5-4493-9f05-fe894f2c37c0 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:23:01.213418 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.321230 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:01.371377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:23:01.371732 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:23:01.372041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:23:01.387041 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c935-b9cc-42c5-893f-00fea70ebabb req-e72d538f-db5c-4f76-9ecf-2b5c6d658fea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:01.388659 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b227c935-b9cc-42c5-893f-00fea70ebabb req-e72d538f-db5c-4f76-9ecf-2b5c6d658fea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 943 time: 0.0815332 Sep 30 09:23:01.389561 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on network a5b4a917-7301-4728-8438-0ced79573bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:23:01.389886 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:23:01.395607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:23:01.395944 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Checking segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:23:01.396327 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Bound using segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:23:01.396761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Bound port: a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:23:01.397123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.473009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b227c935-b9cc-42c5-893f-00fea70ebabb req-f6585b14-9b3a-4849-8cc1-f19b3903756a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735538 Sep 30 09:23:01.501961 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:23:01.505859 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:23:01.512015 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.552120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:01.552744 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.554221 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] 10.222.0.50 "PUT /v2.0/ports/a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 1091 time: 0.7095089 Sep 30 09:23:01.554637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:01.556976 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d3203-f059-4c50-8661-d92c9008b72d" -d '{"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:01.585007 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3737abb-447f-455b-9da8-9b9c0e3a989b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:01.600018 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de43c9cc-56fa-496b-9731-3356a43add02 x-openstack-request-id: req-de43c9cc-56fa-496b-9731-3356a43add02 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:01.600392 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:01.600736 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de43c9cc-56fa-496b-9731-3356a43add02 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:01.601186 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'status': 'completed', 'code': 200} Sep 30 09:23:01.659909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-962a06d8-13b4-489d-840f-197e9efabd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:01.661432 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-962a06d8-13b4-489d-840f-197e9efabd50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1094 time: 0.0448661 Sep 30 09:23:01.716152 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-99e337d4-cf63-4cc5-9258-f80e09047a21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 217 time: 0.0400093 Sep 30 09:23:01.771753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-a2058595-e24c-41df-9cc3-718c72ce96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:01.773273 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-a2058595-e24c-41df-9cc3-718c72ce96c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0504305 Sep 30 09:23:01.800856 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa8ab663-0651-4f15-9259-84d17b6ab75d up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:23:01.821423 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-8f0deac8-25a7-4dba-bc2c-ae43a9bb6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:01.822928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-8f0deac8-25a7-4dba-bc2c-ae43a9bb6637 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427253 Sep 30 09:23:01.862443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fa8ab663-0651-4f15-9259-84d17b6ab75d triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:23:01.862822 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:01.919921 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-521db832-23bc-4d95-968a-8c7146b8a203 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896459 Sep 30 09:23:02.012020 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0a7d78ac-a36a-4d2d-a2b6-2aa78c976bbf req-9ee4fc28-04d2-4361-b2ca-77d7430791a0 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Sep 30 09:23:02.146470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-3f5ceb8c-7563-4beb-b4af-39453e01fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:02.147946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-3f5ceb8c-7563-4beb-b4af-39453e01fd2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1094 time: 0.0417731 Sep 30 09:23:02.241811 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-40153a41-94d5-4501-9d42-f99d018f1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:02.243290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-40153a41-94d5-4501-9d42-f99d018f1347 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0882607 Sep 30 09:23:02.284084 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-40819bd0-df86-4923-b7c3-70235fc3700f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 217 time: 0.0330567 Sep 30 09:23:02.335647 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-9f91c07f-dd44-4a76-9b6d-b1097379ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:02.337083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-9f91c07f-dd44-4a76-9b6d-b1097379ca4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0461614 Sep 30 09:23:02.382701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-431e1c53-66df-4ad2-8c70-0711233455b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:02.384170 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-431e1c53-66df-4ad2-8c70-0711233455b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389338 Sep 30 09:23:02.475806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-807b9c7d-480f-4b94-a983-47726d1c5575 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Sep 30 09:23:02.593343 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-cf6d3203-f059-4c50-8661-d92c9008b72d req-d0412a15-bafb-49b3-a696-77e8d1581228 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099215 Sep 30 09:23:02.609925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba84855-dd0f-4c48-bc3f-c3711e055fa8 req-7cea0d8f-8c15-4aeb-8061-25fc33f4b0d4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:02.611672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba84855-dd0f-4c48-bc3f-c3711e055fa8 req-7cea0d8f-8c15-4aeb-8061-25fc33f4b0d4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 943 time: 0.0656438 Sep 30 09:23:02.650455 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ba84855-dd0f-4c48-bc3f-c3711e055fa8 req-c4a971d9-a043-4387-8d21-d3492201094e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Sep 30 09:23:03.770805 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca25fb-a0e8-4a36-8c3a-43ce36966f30 req-e0c735ec-85e1-43a4-af15-4ab937dd952e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:03.772268 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95ca25fb-a0e8-4a36-8c3a-43ce36966f30 req-e0c735ec-85e1-43a4-af15-4ab937dd952e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 943 time: 0.0515168 Sep 30 09:23:03.809236 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-95ca25fb-a0e8-4a36-8c3a-43ce36966f30 req-126274b8-b63b-4987-a5b5-2940f8069c93 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302420 Sep 30 09:23:04.223946 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:23:04.319981 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:04.331229 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'mac_address': 'fa:16:3e:3f:d4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:23:04.367823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:04.380969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:23:04.399841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:04.404578 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:04.455929 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:04.717725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a9b40bdc-85b5-4493-9f05-fe894f2c37c0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:23:04.926234 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8facd-671d-468e-864f-24520655a002 req-222bbe6a-5275-4d66-93b3-c7cdeff8f2b4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:04.927585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ff8facd-671d-468e-864f-24520655a002 req-222bbe6a-5275-4d66-93b3-c7cdeff8f2b4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0492756 Sep 30 09:23:04.964975 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0ff8facd-671d-468e-864f-24520655a002 req-f0130f47-782f-45df-87d3-4b3793ef1c0e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Sep 30 09:23:06.079038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61153-c8fb-4117-9ba8-160785cc7df7 req-f18fe1da-bb53-40e8-b4a2-ee2c5bed2518 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:06.080478 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7f61153-c8fb-4117-9ba8-160785cc7df7 req-f18fe1da-bb53-40e8-b4a2-ee2c5bed2518 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0469351 Sep 30 09:23:06.117136 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a7f61153-c8fb-4117-9ba8-160785cc7df7 req-9f4f958c-3122-4cd3-8c54-0253b0add2d8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307374 Sep 30 09:23:06.239631 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:23:06.289245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:23:06.293125 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:23:06.293643 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:06.367990 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:06.390911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:06.393139 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce1f04-e204-4f19-aeb4-23cb4258e1fb" -d '{"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-plugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:06.408903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:06.413257 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:06.437009 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f848697b-ba4a-483c-8165-459739097738 x-openstack-request-id: req-f848697b-ba4a-483c-8165-459739097738 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:06.437293 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-plugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:06.437558 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f848697b-ba4a-483c-8165-459739097738 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:06.437935 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'code': 200} Sep 30 09:23:06.463919 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:06.556909 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50644300-73f7-4c38-bab0-ede8693f484f req-93aa31c0-2a3a-46e4-9c15-459291e09545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:06.558914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50644300-73f7-4c38-bab0-ede8693f484f req-93aa31c0-2a3a-46e4-9c15-459291e09545 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1096 time: 0.0443022 Sep 30 09:23:06.592695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-50644300-73f7-4c38-bab0-ede8693f484f req-61c85e9d-4116-4694-ad4c-9a0237fa2663 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270600 Sep 30 09:23:07.235956 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917605df-576b-4cfa-9484-c3262a9c3e27 req-3ec4ee88-c776-4165-9813-26a84c62ff28 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:07.237510 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-917605df-576b-4cfa-9484-c3262a9c3e27 req-3ec4ee88-c776-4165-9813-26a84c62ff28 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Sep 30 09:23:07.276290 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-917605df-576b-4cfa-9484-c3262a9c3e27 req-4bc587eb-83ff-4910-9e8c-1d563f1638c7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Sep 30 09:23:08.390201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67728-96df-436a-bc37-a04d56f18b79 req-66f8001e-7b3a-4ef0-a476-4890b59e0e61 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:08.391702 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9a67728-96df-436a-bc37-a04d56f18b79 req-66f8001e-7b3a-4ef0-a476-4890b59e0e61 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0495157 Sep 30 09:23:08.429357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9a67728-96df-436a-bc37-a04d56f18b79 req-8655ad65-77a0-423e-afb7-2835d734a66d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Sep 30 09:23:08.548690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95fcb8-cbeb-4d76-906a-e35e5f5ebe71 req-826f492d-8122-4d89-a233-7b008f79052b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:08.550204 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e95fcb8-cbeb-4d76-906a-e35e5f5ebe71 req-826f492d-8122-4d89-a233-7b008f79052b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0553195 Sep 30 09:23:08.587769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e95fcb8-cbeb-4d76-906a-e35e5f5ebe71 req-1ff48487-59ca-4eef-9345-87066c4c5cdc tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Sep 30 09:23:08.610037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46936) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:08.684980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ce4a987e-a6a8-4bcd-abe2-c4a46a7b867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:08.738022 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1251cf9-69c0-402e-b0a9-b016fe411825 tempest-TestShelveInstance-1183315615 tempest-TestShelveInstance-1183315615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:08.739456 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e1251cf9-69c0-402e-b0a9-b016fe411825 tempest-TestShelveInstance-1183315615 tempest-TestShelveInstance-1183315615-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1091 time: 0.1284320 Sep 30 09:23:08.742457 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 46940) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:08.746652 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:23:08.767780 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:08.864747 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:08.964814 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Allocated IP 172.25.7.100 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/ef251df7-46be-4f51-a37e-7cb6f54b5dfe) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:23:09.067997 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:09.101772 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:09.138530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:23:09.141708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:23:09.145147 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:23:09.172301 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'Port': ['ID=ef251df7-46be-4f51-a37e-7cb6f54b5dfe,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:09.795022 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:09.857883 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:10.002968 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:10.007465 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:10.077825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'Port': ['ID=ef251df7-46be-4f51-a37e-7cb6f54b5dfe,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:10.087365 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:10.184404 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Floating IP e620b5d0-675f-4bab-ac1d-c55b25b4d2de associated. External IP: 172.25.7.100, port: a9b40bdc-85b5-4493-9f05-fe894f2c37c0. Sep 30 09:23:10.386042 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:23:10.492189 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:23:10.502436 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b13fe-db48-453f-87da-3cae372775cc None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:23:10.509392 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:10.512245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:10.512879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:10.539799 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-7424066b-b064-49c2-b123-589f42597b1d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7963297 Sep 30 09:23:10.540516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:10.543357 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535bf4df-e924-4d35-8416-0771d7a6c538" -d '{"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:10.579704 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e09e16-f9be-45a0-96cb-421a2c846623 x-openstack-request-id: req-c0e09e16-f9be-45a0-96cb-421a2c846623 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:10.579995 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:10.580238 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0e09e16-f9be-45a0-96cb-421a2c846623 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:10.580629 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'status': 'completed', 'code': 200} Sep 30 09:23:10.623235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:10.661503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-156b61f8-3162-4f26-9342-df3b5af9adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:10.662965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-156b61f8-3162-4f26-9342-df3b5af9adbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1096 time: 0.0405359 Sep 30 09:23:10.754174 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-02227916-6255-4ad2-a7c8-431387a04d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:10.755658 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-02227916-6255-4ad2-a7c8-431387a04d75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0856030 Sep 30 09:23:10.824037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-0cc65d41-f3af-46e0-a47c-c3eb041b7d7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 999 time: 0.0618579 Sep 30 09:23:10.844064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'e620b5d0-675f-4bab-ac1d-c55b25b4d2de', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'mac_address': 'fa:16:3e:3f:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086c80b-196e-4d5b-ade1-03fcee299661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:23:09Z', 'updated_at': '2021-09-30T09:23:09Z', 'revision_number': 0, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:10.873664 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-096eaf03-06e9-4302-bf8b-f2c8310881b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:10.874175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b13fe-db48-453f-87da-3cae372775cc None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:23:10.875147 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-096eaf03-06e9-4302-bf8b-f2c8310881b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0448260 Sep 30 09:23:10.882574 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:10.883188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:22:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:10.919852 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-d80704ad-c9ea-4afb-98a8-9731b0147430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:10.921293 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-d80704ad-c9ea-4afb-98a8-9731b0147430 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396922 Sep 30 09:23:11.018951 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-226d1d48-2c38-4807-9046-d4467fb0ba1e service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901031 Sep 30 09:23:11.117538 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-535bf4df-e924-4d35-8416-0771d7a6c538 req-ea8bf6ba-5a2a-47d6-8738-5fdce92fc27d service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910192 Sep 30 09:23:11.148157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:11.191533 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c3fe8134-601d-4ddd-9389-1775cce964f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:11.382034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-850b13fe-db48-453f-87da-3cae372775cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'e620b5d0-675f-4bab-ac1d-c55b25b4d2de', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'mac_address': 'fa:16:3e:3f:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086c80b-196e-4d5b-ade1-03fcee299661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:23:09Z', 'updated_at': '2021-09-30T09:23:09Z', 'revision_number': 0, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:11.412510 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b13fe-db48-453f-87da-3cae372775cc None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': 'e620b5d0-675f-4bab-ac1d-c55b25b4d2de', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'mac_address': 'fa:16:3e:3f:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086c80b-196e-4d5b-ade1-03fcee299661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:23:09Z', 'updated_at': '2021-09-30T09:23:09Z', 'revision_number': 0, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:23:11.593918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:11.613755 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365881df-7a22-473b-bd8e-44a354cdfab1 None None] New status for floating IP e620b5d0-675f-4bab-ac1d-c55b25b4d2de: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:23:13.392368 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:15.159372 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:26.297938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:26.482842 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.461144 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:23:38.684630 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-1f0e389b-6653-47ce-b97d-3dcb9a49400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.162709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-23c9b6ea-2f34-44e0-a659-556e33419577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.595431 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:43.395001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:45.162221 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:56.323385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:56.495659 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:59.766040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-cca99244-4e59-4fb4-8e17-05edb88573ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438359 Sep 30 09:23:59.859809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-184a16a1-5a22-41b7-8354-1ea22c812b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:59.861272 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-184a16a1-5a22-41b7-8354-1ea22c812b40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1096 time: 0.0400369 Sep 30 09:23:59.965070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-97ff79db-9ce6-4d17-9201-53557828e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:59.966557 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-97ff79db-9ce6-4d17-9201-53557828e97f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0868583 Sep 30 09:24:00.030240 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-570b96f4-f5d8-4ed1-a3b2-9e86fb70ad6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 1001 time: 0.0564649 Sep 30 09:24:00.076708 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-ac6f8e79-bbe7-49c2-a9d4-10fa79145718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:24:00.078137 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-ac6f8e79-bbe7-49c2-a9d4-10fa79145718 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0415273 Sep 30 09:24:00.124847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-520f647a-87af-44ea-be08-50dcbe12271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:24:00.126349 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-520f647a-87af-44ea-be08-50dcbe12271a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411477 Sep 30 09:24:00.214852 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-74f36b6b-8870-479d-b3a7-5077a9dcba82 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812669 Sep 30 09:24:00.306804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b16d4540-d337-4bb0-a596-aefc11513c2e req-935f9585-f76e-4d0b-b267-9e5bb331d7cd service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838890 Sep 30 09:24:08.686462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cedba5e8-6f4e-4ab1-ab42-f107b7aa4f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:11.162713 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ff4f39ef-a9eb-4040-b6b3-6e2bfe8299da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:11.460210 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:24:11.596417 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:13.398270 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:15.163821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:26.336435 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:26.503964 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:38.687128 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fbea0ebf-8d79-4c2a-b269-96da7d8204a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:41.161954 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-78f707b6-fa40-4634-a3c7-60176fd65ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:41.599301 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:43.401239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:45.166654 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:48.459344 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:24:56.343394 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:56.495369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:01.760279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-371addcc-b77d-4104-bfb9-f644c14c4c8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392010 Sep 30 09:25:01.854949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132fbad-f40f-4797-9361-c03165664905 req-e5829fc6-e1e0-44e6-b30c-7164f15728fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:01.856395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-e5829fc6-e1e0-44e6-b30c-7164f15728fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1096 time: 0.0394413 Sep 30 09:25:01.959158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132fbad-f40f-4797-9361-c03165664905 req-2c465881-aba7-4a0b-aa4a-48bfd1698344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:01.960604 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-2c465881-aba7-4a0b-aa4a-48bfd1698344 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0854466 Sep 30 09:25:02.023029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-d15eae7a-5a94-43df-9218-b1d42fed31ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 1001 time: 0.0549803 Sep 30 09:25:02.074571 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132fbad-f40f-4797-9361-c03165664905 req-481c4db2-07e2-4dce-ba84-e97158004bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:02.075956 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-481c4db2-07e2-4dce-ba84-e97158004bef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0454507 Sep 30 09:25:02.119379 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132fbad-f40f-4797-9361-c03165664905 req-abd6bc62-e7de-4499-a687-e0bf8cc3ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:02.120797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-abd6bc62-e7de-4499-a687-e0bf8cc3ea0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382783 Sep 30 09:25:02.208148 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-3d5dd6ea-aa90-4ebc-8bf0-1966b8612862 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798378 Sep 30 09:25:02.298408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3132fbad-f40f-4797-9361-c03165664905 req-447c70b2-3e67-4ec8-892e-6d01827dcce9 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836430 Sep 30 09:25:06.713265 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4fc65-154c-484b-b06a-2d5017789e4a req-a17cad35-ba03-40f2-a3a2-768eab07f5ef tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:06.715277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aa4fc65-154c-484b-b06a-2d5017789e4a req-a17cad35-ba03-40f2-a3a2-768eab07f5ef tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Sep 30 09:25:06.751860 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6aa4fc65-154c-484b-b06a-2d5017789e4a req-b4a3fe81-351d-4957-9427-8174224dc0ab tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306211 Sep 30 09:25:07.864166 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff52ee-c1fa-41e6-8d4f-441f8107eabe req-53928920-598b-4169-8df4-da0c941f9f02 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:07.865656 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3aff52ee-c1fa-41e6-8d4f-441f8107eabe req-53928920-598b-4169-8df4-da0c941f9f02 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0469134 Sep 30 09:25:07.906655 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3aff52ee-c1fa-41e6-8d4f-441f8107eabe req-0db05913-c968-49e3-a16a-92bec531d755 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Sep 30 09:25:08.688108 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-efd7a4fe-746b-4962-848d-1ac4c22d3811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:09.023784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb38f-2a8d-45b4-be54-addc7445b0ae req-4850d096-a0d0-49c3-8992-a33d01458988 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:09.025258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8abb38f-2a8d-45b4-be54-addc7445b0ae req-4850d096-a0d0-49c3-8992-a33d01458988 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0511827 Sep 30 09:25:09.062045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a8abb38f-2a8d-45b4-be54-addc7445b0ae req-a01aea30-e5f5-411a-a1a5-e9e172fa57fe tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Sep 30 09:25:10.175284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7934-e597-4a64-a15f-145b56708188 req-ca650078-92b3-462f-81b5-6f20a231f787 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:10.176759 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb1d7934-e597-4a64-a15f-145b56708188 req-ca650078-92b3-462f-81b5-6f20a231f787 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0486789 Sep 30 09:25:10.213842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb1d7934-e597-4a64-a15f-145b56708188 req-81ddd11e-53d6-48b7-b6fc-b889d7838214 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Sep 30 09:25:11.162910 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eff9fea0-6c98-490c-92e2-3b2ce61a244b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:11.326881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073af5e-a40b-4d54-ac44-f86e43ec4a44 req-2f8be5a5-795a-4bf5-bc66-8172276d6cf2 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:11.328319 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a073af5e-a40b-4d54-ac44-f86e43ec4a44 req-2f8be5a5-795a-4bf5-bc66-8172276d6cf2 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0467424 Sep 30 09:25:11.368652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a073af5e-a40b-4d54-ac44-f86e43ec4a44 req-63a01126-8d8e-4893-a40c-67269eb60aa3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344508 Sep 30 09:25:11.602595 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:12.482331 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6db93-556f-419f-9b84-7a61d8f74ad3 req-c5aaacd3-5d73-4cba-bb50-0253d8974d1e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:12.483678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28e6db93-556f-419f-9b84-7a61d8f74ad3 req-c5aaacd3-5d73-4cba-bb50-0253d8974d1e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Sep 30 09:25:12.520844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28e6db93-556f-419f-9b84-7a61d8f74ad3 req-149a3565-64e8-4da4-98ea-2f31634cf398 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Sep 30 09:25:13.402652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:13.632845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9658c-ccaf-427c-a928-5c4b73c6aee3 req-1f445fba-48e7-48c1-8520-bd6c7f78b9a2 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:13.634336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64a9658c-ccaf-427c-a928-5c4b73c6aee3 req-1f445fba-48e7-48c1-8520-bd6c7f78b9a2 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Sep 30 09:25:13.672906 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-64a9658c-ccaf-427c-a928-5c4b73c6aee3 req-003ca6d5-8756-46f7-a7a4-bc3e451ea138 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Sep 30 09:25:14.784912 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8dbb3-c783-47df-ad03-61ea242fa5d5 req-49d63ed2-d9d7-44fa-bdbd-2168bc3613f1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:14.786439 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ea8dbb3-c783-47df-ad03-61ea242fa5d5 req-49d63ed2-d9d7-44fa-bdbd-2168bc3613f1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Sep 30 09:25:14.827376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2ea8dbb3-c783-47df-ad03-61ea242fa5d5 req-3a363158-aa68-4066-b92c-f8c29a0f6ba4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 Sep 30 09:25:15.169242 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:15.940858 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f727dbf-faf8-4149-a84b-da2e3795ef13 req-d317e385-2c63-4067-8466-97e64ab9cc8b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:15.942338 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f727dbf-faf8-4149-a84b-da2e3795ef13 req-d317e385-2c63-4067-8466-97e64ab9cc8b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Sep 30 09:25:15.979870 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0f727dbf-faf8-4149-a84b-da2e3795ef13 req-8698eb31-21c8-41b7-b909-a3c0bce310d5 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Sep 30 09:25:17.091920 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc815c-3f54-4905-8234-3e8fd8812236 req-22a3753e-7647-4619-93ea-66bd0d4d73f8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:17.093429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6cc815c-3f54-4905-8234-3e8fd8812236 req-22a3753e-7647-4619-93ea-66bd0d4d73f8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Sep 30 09:25:17.131483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c6cc815c-3f54-4905-8234-3e8fd8812236 req-86aa6e2c-024a-4877-abb2-b8c03b321517 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Sep 30 09:25:18.245679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d124-b5fa-40a3-b3a4-a2089181476a req-5b51fdff-4d8d-44ea-8412-e905fd6b7b52 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:18.247156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ffe4d124-b5fa-40a3-b3a4-a2089181476a req-5b51fdff-4d8d-44ea-8412-e905fd6b7b52 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0495305 Sep 30 09:25:18.287895 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ffe4d124-b5fa-40a3-b3a4-a2089181476a req-44a7eef2-70b3-492b-9326-7ea52877710c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Sep 30 09:25:18.787549 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:25:18.880302 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:18.896863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'mac_address': 'fa:16:3e:3f:d4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:25:18.933914 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:18.946600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:25:18.966488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:18.970127 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:19.022704 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:19.030108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.030472 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.030818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.031163 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.031500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.031841 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.032170 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.032501 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.032829 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.033157 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.033506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.033832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:19.104146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['a9b40bdc-85b5-4493-9f05-fe894f2c37c0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:25:19.441106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b207d-ade2-4042-b3be-714a8097da4e req-fe9bb276-182a-47ed-8d2e-bea0f1a9bda1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:19.442718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c08b207d-ade2-4042-b3be-714a8097da4e req-fe9bb276-182a-47ed-8d2e-bea0f1a9bda1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0625529 Sep 30 09:25:19.493657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c08b207d-ade2-4042-b3be-714a8097da4e req-fd1c3ff9-ba06-4eee-9e27-13395124d140 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Sep 30 09:25:20.609934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a4ffe-5c53-434b-a563-d55c034dfb2f req-260a30ee-773f-4545-8deb-b17c4825d0af tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:20.612186 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af1a4ffe-5c53-434b-a563-d55c034dfb2f req-260a30ee-773f-4545-8deb-b17c4825d0af tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0509379 Sep 30 09:25:20.653009 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-af1a4ffe-5c53-434b-a563-d55c034dfb2f req-fba56596-d12f-4d80-b44c-e0fba2d7fe6d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344720 Sep 30 09:25:20.803812 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:25:20.859541 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:25:20.860225 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:20.942887 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:20.969320 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:25:20.971735 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11138a-15b3-49f8-961f-5000afc9e87b" -d '{"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-plugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:25:20.987380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:20.994942 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:21.020196 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225987c-4d35-4268-aa51-619e3320e5bd x-openstack-request-id: req-8225987c-4d35-4268-aa51-619e3320e5bd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:25:21.020525 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-plugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:25:21.020740 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8225987c-4d35-4268-aa51-619e3320e5bd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:25:21.021125 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'code': 200} Sep 30 09:25:21.048321 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:21.778510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ad6f5-8ed6-4224-9140-46db4b6ab789 req-b9b6efa1-d472-4a2d-bf01-7de2e6c48ac6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:21.780554 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed6ad6f5-8ed6-4224-9140-46db4b6ab789 req-b9b6efa1-d472-4a2d-bf01-7de2e6c48ac6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Sep 30 09:25:21.827407 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ed6ad6f5-8ed6-4224-9140-46db4b6ab789 req-b8afb995-06a6-45a4-addd-f69008eb82ca tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Sep 30 09:25:22.954001 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c821b4-1488-4902-97f4-f346290b4047 req-5781906e-3074-4199-88a3-5cf3af4e0cb1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:22.961229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34c821b4-1488-4902-97f4-f346290b4047 req-5781906e-3074-4199-88a3-5cf3af4e0cb1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0613732 Sep 30 09:25:22.996577 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-34c821b4-1488-4902-97f4-f346290b4047 req-d4c96a42-1953-4d01-9709-e3afabf72d4f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Sep 30 09:25:24.129551 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8d849-0a9d-4847-8abd-6b266af99924 req-fc38e2be-5699-4c14-98d9-686bc8c884d5 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:24.131565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41b8d849-0a9d-4847-8abd-6b266af99924 req-fc38e2be-5699-4c14-98d9-686bc8c884d5 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Sep 30 09:25:24.189076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41b8d849-0a9d-4847-8abd-6b266af99924 req-aefd5cf6-61c7-45b0-87af-428502a18341 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Sep 30 09:25:25.304014 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b30b27-645d-4df7-9a4a-39ffe5d82453 req-64270faa-1ca5-473d-bedc-13c910a516a9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:25.304014 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96b30b27-645d-4df7-9a4a-39ffe5d82453 req-64270faa-1ca5-473d-bedc-13c910a516a9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0529640 Sep 30 09:25:25.351010 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-96b30b27-645d-4df7-9a4a-39ffe5d82453 req-8d91897d-4492-47c9-8b92-6ea83ffa0f9a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386798 Sep 30 09:25:25.458194 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:25:26.343272 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:26.487370 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6bf38-c11a-449a-a6f8-2f8e9c786bee req-8c06ee45-546f-48c9-917a-f2fba16531d9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:26.488845 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cb6bf38-c11a-449a-a6f8-2f8e9c786bee req-8c06ee45-546f-48c9-917a-f2fba16531d9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0622873 Sep 30 09:25:26.534432 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:26.536049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2cb6bf38-c11a-449a-a6f8-2f8e9c786bee req-ef817732-e08c-4d34-9f1a-644971f6ec71 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Sep 30 09:25:27.648847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c35e0-152f-41de-a1b7-a1505b5c3a0f req-6e3f4646-9d0d-48b1-84d0-acc4c5e2bc3b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:27.651012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-332c35e0-152f-41de-a1b7-a1505b5c3a0f req-6e3f4646-9d0d-48b1-84d0-acc4c5e2bc3b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Sep 30 09:25:27.691058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-332c35e0-152f-41de-a1b7-a1505b5c3a0f req-fab6b242-93b0-4006-aa15-62c5aa7a1b9c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338123 Sep 30 09:25:28.566701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-2fe618cb-6138-47b7-883e-08b619f38238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:28.568288 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-2fe618cb-6138-47b7-883e-08b619f38238 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1096 time: 0.0979908 Sep 30 09:25:28.661536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-ef78d29e-0b11-4eda-802b-21203b6d850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:28.663029 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-ef78d29e-0b11-4eda-802b-21203b6d850a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0869129 Sep 30 09:25:28.732411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-1eb8fb15-f186-438b-99d9-e609e7d97de1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 1001 time: 0.0615430 Sep 30 09:25:28.807422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-060df975-072c-44fd-b21e-d8b70874e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:28.808892 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-060df975-072c-44fd-b21e-d8b70874e03d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0700178 Sep 30 09:25:28.832688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e98d43-1896-499b-b885-32bc43ba0f11 req-7ac87e4d-91a4-4608-a9f1-84d31357653a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:28.834155 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38e98d43-1896-499b-b885-32bc43ba0f11 req-7ac87e4d-91a4-4608-a9f1-84d31357653a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0690348 Sep 30 09:25:28.889575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38e98d43-1896-499b-b885-32bc43ba0f11 req-877e0379-efca-4226-8c02-e377d8f75db6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Sep 30 09:25:28.891249 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-dd245ea1-8873-4765-83ed-aa52b9f2f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:28.892649 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-dd245ea1-8873-4765-83ed-aa52b9f2f622 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761027 Sep 30 09:25:28.903712 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-f99a63dd-5557-45cc-a508-145715e4af36 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:25:28.904667 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-f99a63dd-5557-45cc-a508-145715e4af36 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054364 Sep 30 09:25:28.999947 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-e296b8e5-135a-4b72-98eb-06bbb2e84c01 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881209 Sep 30 09:25:29.089643 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4c57c746-e09e-44c2-a0ab-9be8ff2cd5e1 req-8238ad04-d577-4d6e-a68b-5f8cd99f24e1 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832329 Sep 30 09:25:30.002738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aa0c0-3efc-48df-aaa5-ef5ec80cda70 req-92994c07-27f5-42e7-9d3e-1a1b1a429887 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:30.004211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e4aa0c0-3efc-48df-aaa5-ef5ec80cda70 req-92994c07-27f5-42e7-9d3e-1a1b1a429887 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Sep 30 09:25:30.040748 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0e4aa0c0-3efc-48df-aaa5-ef5ec80cda70 req-0bdb8083-2121-42bd-85f3-01674391e86b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Sep 30 09:25:31.152426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853605a-a677-4a82-8713-814474bcb62a req-4c3ff073-3ab1-4c2f-a065-4b6cfdcd2269 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:31.153973 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2853605a-a677-4a82-8713-814474bcb62a req-4c3ff073-3ab1-4c2f-a065-4b6cfdcd2269 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Sep 30 09:25:31.190193 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2853605a-a677-4a82-8713-814474bcb62a req-e69ef19b-0895-4a1c-ad42-64eeb64aa7c6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303745 Sep 30 09:25:31.258101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-bb9e3e41-b070-4d6e-a471-588fb0f41e60 req-50185c7f-cc07-497c-af63-21eced6c98a0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:25:31.259115 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb9e3e41-b070-4d6e-a471-588fb0f41e60 req-50185c7f-cc07-497c-af63-21eced6c98a0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052869 Sep 30 09:25:32.428473 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05721b-e66d-438f-a858-66ef51cfe10c req-cef4de98-fe37-4cc3-ad5e-c5f65745d23d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:32.430045 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc05721b-e66d-438f-a858-66ef51cfe10c req-cef4de98-fe37-4cc3-ad5e-c5f65745d23d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Sep 30 09:25:32.471773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dc05721b-e66d-438f-a858-66ef51cfe10c req-cf1c7b66-d344-4e01-8034-d46e0d521330 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355811 Sep 30 09:25:32.563537 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47130) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:25:32.640172 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-9bf243a0-892e-4fb7-98c6-08933eb826c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754912 Sep 30 09:25:32.648699 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-c5f85f50-e703-43e3-a09e-1b80366a87db service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:25:32.649700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-c5f85f50-e703-43e3-a09e-1b80366a87db service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047810 Sep 30 09:25:32.841144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:25:32.918850 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:32.941005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:25:32.943273 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603b7b9-2649-4f2f-b689-e4887f1ed51e" -d '{"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:25:32.955855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:32.959923 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:32.984022 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 09:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce713bf2-5ca6-41a8-907f-8b1d9abf7628 x-openstack-request-id: req-ce713bf2-5ca6-41a8-907f-8b1d9abf7628 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:25:32.984310 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-unplugged", "status": "failed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "code": 422}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:25:32.984557 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce713bf2-5ca6-41a8-907f-8b1d9abf7628 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:25:32.984943 n-d-807025-5 neutron-server[95003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'code': 422} returned with failed status Sep 30 09:25:33.009564 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:33.500925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-c314a195-6b21-4f16-963e-4fccfc36f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:33.502482 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-c314a195-6b21-4f16-963e-4fccfc36f079 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661&tenant_id=088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 1094 time: 0.0810637 Sep 30 09:25:33.515443 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-310ec58d-ab91-4e7a-8cc2-9096d0d54cea service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:25:33.516969 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-310ec58d-ab91-4e7a-8cc2-9096d0d54cea service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076361 Sep 30 09:25:33.530848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-5', 'device_owner': 'compute:nova'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:25:33.613729 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:33.635809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084d10c-1071-4cdb-9c8c-9f42acbcec19 req-5a527f64-86fd-40a4-8dd9-a8d603cd15c6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:33.637567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7084d10c-1071-4cdb-9c8c-9f42acbcec19 req-5a527f64-86fd-40a4-8dd9-a8d603cd15c6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 943 time: 0.0817511 Sep 30 09:25:33.753946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7084d10c-1071-4cdb-9c8c-9f42acbcec19 req-f457aa2b-a4ac-4903-a5a8-159a4488bdb2 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967922 Sep 30 09:25:33.850454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:33.881452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:25:33.912860 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:25:33.920580 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:33.932343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Transition to ACTIVE for port object a9b40bdc-85b5-4493-9f05-fe894f2c37c0 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:25:33.935523 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:34.019520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=9']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:34.030491 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.030836 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.031171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.031504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.031829 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.032152 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.032477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.032798 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.033117 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.033434 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.033775 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.034089 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:25:34.066203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] No DVR routers for this DVR port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:25:34.486839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:25:34.487173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:25:34.487500 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:25:34.491862 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on network a5b4a917-7301-4728-8438-0ced79573bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:25:34.492183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Attempting to bind port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:25:34.497471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:25:34.497810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Checking segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:25:34.498191 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Bound using segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:25:34.498729 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Bound port: a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:25:34.499082 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:34.561342 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:25:34.564287 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:25:34.568881 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:34.600498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:34.601630 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:34.603025 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] 10.222.0.57 "PUT /v2.0/ports/a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 1091 time: 1.0761900 Sep 30 09:25:34.605321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:25:34.607598 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425086db-5262-43c3-b436-e00856bdd007" -d '{"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:25:34.661905 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbb308-b999-4879-8fe5-a415a2483c48 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=10']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:34.682101 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-4de83d67-c33d-4a47-9fdd-043cac491380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:34.683652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-4de83d67-c33d-4a47-9fdd-043cac491380 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1095 time: 0.0507681 Sep 30 09:25:34.718901 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee7fc1-79ca-4786-84f0-b34727eca4d0 x-openstack-request-id: req-e4ee7fc1-79ca-4786-84f0-b34727eca4d0 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:25:34.719188 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:25:34.719433 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4ee7fc1-79ca-4786-84f0-b34727eca4d0 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:25:34.719816 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'status': 'completed', 'code': 200} Sep 30 09:25:34.788592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-ef0c7688-7606-4507-b9b0-744be1365229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:34.790215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-ef0c7688-7606-4507-b9b0-744be1365229 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0957611 Sep 30 09:25:34.887882 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-003b04ad-bcac-43ff-a55b-fbed93f5e4a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 999 time: 0.0858495 Sep 30 09:25:34.903116 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a36a-eba2-4ab0-8246-a13016b958ee req-ae4c55da-725a-4c68-be50-34689b01b007 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:34.904529 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d787a36a-eba2-4ab0-8246-a13016b958ee req-ae4c55da-725a-4c68-be50-34689b01b007 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0681839 Sep 30 09:25:34.971418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d787a36a-eba2-4ab0-8246-a13016b958ee req-fe5779a5-d4f6-41b8-9baa-105dc9fde055 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591042 Sep 30 09:25:34.972863 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-bd3377b5-f696-42e0-8ea6-397ecf0b2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:34.974282 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-bd3377b5-f696-42e0-8ea6-397ecf0b2dce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0688839 Sep 30 09:25:35.019299 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-2762f4da-1061-4050-b347-0cf939386e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:35.020671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-2762f4da-1061-4050-b347-0cf939386e24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386925 Sep 30 09:25:35.114794 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-b406f1c4-d3a2-4230-b131-8f5ac111b18c service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835984 Sep 30 09:25:35.206894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-2b1bd015-e454-446a-ba3e-a63cb5fe970c service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832603 Sep 30 09:25:35.290446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425086db-5262-43c3-b436-e00856bdd007 req-12e4d963-6f48-4359-a07d-59c10b562872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:35.291995 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-12e4d963-6f48-4359-a07d-59c10b562872 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1095 time: 0.0408056 Sep 30 09:25:35.391828 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425086db-5262-43c3-b436-e00856bdd007 req-7ab53cda-f52c-47b7-88ad-5cb5a2f75ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:35.393341 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-7ab53cda-f52c-47b7-88ad-5cb5a2f75ea6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0854275 Sep 30 09:25:35.473169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-a4e3ad22-42ca-46ab-8333-65f0d01128d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 999 time: 0.0698471 Sep 30 09:25:35.532121 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425086db-5262-43c3-b436-e00856bdd007 req-21e29e10-642a-459a-8dbf-196f4f76d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:35.534438 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-21e29e10-642a-459a-8dbf-196f4f76d0b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0516806 Sep 30 09:25:36.088802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be7bf5-25cb-45a2-b88c-f07e7aa73ab5 req-8f18b687-8bed-4d04-b08a-da7c242a91b8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:36.090257 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92be7bf5-25cb-45a2-b88c-f07e7aa73ab5 req-8f18b687-8bed-4d04-b08a-da7c242a91b8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0503981 Sep 30 09:25:36.130607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-92be7bf5-25cb-45a2-b88c-f07e7aa73ab5 req-9988c008-4f84-45d1-b27b-203d0529608f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335231 Sep 30 09:25:37.257890 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812725-5f03-4936-9799-b1b48f1db9a7 req-ca9df9dd-c4bf-4167-9e77-bf9a20a4e40f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:37.259453 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75812725-5f03-4936-9799-b1b48f1db9a7 req-ca9df9dd-c4bf-4167-9e77-bf9a20a4e40f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0574985 Sep 30 09:25:37.298492 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75812725-5f03-4936-9799-b1b48f1db9a7 req-bead893c-c1e0-43c1-87ea-6f1631c4b545 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326595 Sep 30 09:25:38.426440 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad93f70-aab0-4cc7-9efb-729af7b20aab req-a1478085-b58a-4374-b04e-a9c55883c828 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:38.428223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ad93f70-aab0-4cc7-9efb-729af7b20aab req-a1478085-b58a-4374-b04e-a9c55883c828 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0537286 Sep 30 09:25:38.482241 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ad93f70-aab0-4cc7-9efb-729af7b20aab req-863e92cf-f6c9-4fdb-bfa0-45edaee9edfb tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436578 Sep 30 09:25:38.691173 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6bd433a1-3a25-453e-8491-90602de6f2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:39.594771 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d625a-5d5c-4f8a-9a71-490e238eaab1 req-c598ffa1-523d-4f9c-8962-8639df67c114 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:39.596410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-453d625a-5d5c-4f8a-9a71-490e238eaab1 req-c598ffa1-523d-4f9c-8962-8639df67c114 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0509734 Sep 30 09:25:39.636296 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-453d625a-5d5c-4f8a-9a71-490e238eaab1 req-9f75103b-1027-4854-9b1e-e31c11ad1635 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Sep 30 09:25:40.757208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feeb2-39d1-460c-9997-ce3c26987407 req-3dfe605d-9163-4230-9605-d702a7fe1f83 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:40.758783 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-148feeb2-39d1-460c-9997-ce3c26987407 req-3dfe605d-9163-4230-9605-d702a7fe1f83 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0542572 Sep 30 09:25:40.798473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-148feeb2-39d1-460c-9997-ce3c26987407 req-3d7712a0-70cf-490a-9e5b-0c2692ca1ff0 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Sep 30 09:25:41.167140 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-31da845a-9109-46a6-99cb-26a62ce15b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:41.605185 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:41.916802 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0266-4205-4fe6-ace6-4c4fd6ef5ca0 req-5779dced-ba40-4122-8040-614e5ff1c405 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:41.918283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-379a0266-4205-4fe6-ace6-4c4fd6ef5ca0 req-5779dced-ba40-4122-8040-614e5ff1c405 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0512445 Sep 30 09:25:41.959225 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-379a0266-4205-4fe6-ace6-4c4fd6ef5ca0 req-250a2412-1126-45e4-bbfb-0d1b1c276dce tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Sep 30 09:25:43.075282 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a515a8-d5f8-4fcb-b505-2506a33de6d3 req-8e95db41-c1c1-4b4c-b1d2-9a7c5262899a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:43.076798 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1a515a8-d5f8-4fcb-b505-2506a33de6d3 req-8e95db41-c1c1-4b4c-b1d2-9a7c5262899a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0495772 Sep 30 09:25:43.116222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d1a515a8-d5f8-4fcb-b505-2506a33de6d3 req-f9155b5a-fc62-4e0e-866e-3f6f59a1029e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332363 Sep 30 09:25:43.407728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:44.239055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4b38d-e665-4e96-9a4a-a96bce90555f req-709f9487-ed76-4222-80dd-43aa70f8e513 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:44.240556 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9a4b38d-e665-4e96-9a4a-a96bce90555f req-709f9487-ed76-4222-80dd-43aa70f8e513 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0548682 Sep 30 09:25:44.279949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a9a4b38d-e665-4e96-9a4a-a96bce90555f req-3c78d4a7-f3f0-4d98-8091-dcc2b64d85ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327349 Sep 30 09:25:45.172729 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:45.395476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069fa00-ef0d-40b6-86aa-32e729bbc4d2 req-f766b72a-b1df-44ec-8a1c-ba24c45aa27b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:45.396878 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5069fa00-ef0d-40b6-86aa-32e729bbc4d2 req-f766b72a-b1df-44ec-8a1c-ba24c45aa27b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0490091 Sep 30 09:25:45.434735 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5069fa00-ef0d-40b6-86aa-32e729bbc4d2 req-e3501387-ced2-4c3a-a5ee-7a0f8c735f18 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Sep 30 09:25:45.814588 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425086db-5262-43c3-b436-e00856bdd007 req-a72cae5f-5b22-4c15-89b3-c51088ed8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:45.816095 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-a72cae5f-5b22-4c15-89b3-c51088ed8eee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399423 Sep 30 09:25:45.916890 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-f0c2ebb1-c620-4eaa-8336-e5703e430d42 service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883441 Sep 30 09:25:46.017072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-425086db-5262-43c3-b436-e00856bdd007 req-73c1a2af-54d2-42aa-8dea-9f84a8262afa service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806355 Sep 30 09:25:46.124167 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944428f6-bf83-433f-a221-eb994d4e1946 req-7ee84a2b-f9a0-46df-a590-d9e53636c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:46.125575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-7ee84a2b-f9a0-46df-a590-d9e53636c568 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1095 time: 0.0433884 Sep 30 09:25:46.228452 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944428f6-bf83-433f-a221-eb994d4e1946 req-2d80dad3-01f7-40e0-b550-3715d5916360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:46.229968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-2d80dad3-01f7-40e0-b550-3715d5916360 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0840321 Sep 30 09:25:46.298515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-4585119e-0475-493c-8eea-db5cf54dea11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 999 time: 0.0594373 Sep 30 09:25:46.348326 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944428f6-bf83-433f-a221-eb994d4e1946 req-6020c26e-7f55-4c1a-aa6e-fd80685af6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:46.349757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-6020c26e-7f55-4c1a-aa6e-fd80685af6c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0425093 Sep 30 09:25:46.395186 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944428f6-bf83-433f-a221-eb994d4e1946 req-44be965a-408b-4616-9b48-383e9ddb08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:46.396567 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-44be965a-408b-4616-9b48-383e9ddb08d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386524 Sep 30 09:25:46.491017 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-68279768-8223-4240-94f4-80b70e2dd20e service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843847 Sep 30 09:25:46.606344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb31b2-022b-4780-b451-c9b77984c4ac req-1df8e2bd-f5d8-426f-8926-6869a655f670 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:46.607817 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9fb31b2-022b-4780-b451-c9b77984c4ac req-1df8e2bd-f5d8-426f-8926-6869a655f670 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0999489 Sep 30 09:25:46.638669 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-944428f6-bf83-433f-a221-eb994d4e1946 req-d3d25375-2b65-498c-86e3-d26dbae6884d service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378105 Sep 30 09:25:46.657804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e9fb31b2-022b-4780-b451-c9b77984c4ac req-8ce2fe78-cf70-4f51-a34d-124c1e2b2d8a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Sep 30 09:25:47.774741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae8819-7a26-4765-afe7-142a0a391244 req-268bb8df-11b3-4ebe-833e-7a0e5b232514 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:47.776212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faae8819-7a26-4765-afe7-142a0a391244 req-268bb8df-11b3-4ebe-833e-7a0e5b232514 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Sep 30 09:25:47.813883 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-faae8819-7a26-4765-afe7-142a0a391244 req-dd15e2e0-2542-41ee-bcd8-1eb5c6f15594 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Sep 30 09:25:48.924684 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f40473-3126-4624-aa02-9208da2ba9c8 req-2befceaa-d938-4522-ba56-0329d7390d7c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:48.926171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5f40473-3126-4624-aa02-9208da2ba9c8 req-2befceaa-d938-4522-ba56-0329d7390d7c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 944 time: 0.0474734 Sep 30 09:25:48.963519 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e5f40473-3126-4624-aa02-9208da2ba9c8 req-748fc1ef-9c7b-4354-b00b-fdd101e2956f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Sep 30 09:25:49.646062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:25:49.736749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:49.748116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'port_id': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'mac_address': 'fa:16:3e:3f:d4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:25:49.788227 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:49.800695 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:25:49.819336 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:49.823696 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:49.868196 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=11']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:50.084535 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47863c5-f075-4706-a66b-cb3d1403721b req-05cbe560-0b6c-4970-9552-d01a6753b4f6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:50.086015 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f47863c5-f075-4706-a66b-cb3d1403721b req-05cbe560-0b6c-4970-9552-d01a6753b4f6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0536807 Sep 30 09:25:50.116210 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['a9b40bdc-85b5-4493-9f05-fe894f2c37c0'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:25:50.124063 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f47863c5-f075-4706-a66b-cb3d1403721b req-d7880a0f-6ade-4970-950d-03273fc567fb tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Sep 30 09:25:51.241044 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0201a4-f047-4f1d-a498-eea45bf9e147 req-6cd2834e-0a8c-472b-ac19-b58d9b5c4004 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:51.242549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de0201a4-f047-4f1d-a498-eea45bf9e147 req-6cd2834e-0a8c-472b-ac19-b58d9b5c4004 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Sep 30 09:25:51.280058 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-de0201a4-f047-4f1d-a498-eea45bf9e147 req-898118d2-4017-408e-be97-bfaa1dc25136 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Sep 30 09:25:51.664427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:25:51.711443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:25:51.715876 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:25:51.716250 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:51.793956 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:51.815080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:25:51.817282 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c234cb-2b5f-4cb0-a6c8-cff15191a62c" -d '{"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-plugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:25:51.830651 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:25:51.835041 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:51.859879 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691b363-f499-475d-8728-35f27fece665 x-openstack-request-id: req-3691b363-f499-475d-8728-35f27fece665 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:25:51.860173 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-plugged", "status": "completed", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:25:51.860420 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3691b363-f499-475d-8728-35f27fece665 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:25:51.860802 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'code': 200} Sep 30 09:25:51.886335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=12']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:25:52.010487 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56614d5-5f71-4cfd-a19f-4a6f3d343446 req-d94f2703-2858-4ffb-bad6-ceab026c5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:52.012213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b56614d5-5f71-4cfd-a19f-4a6f3d343446 req-d94f2703-2858-4ffb-bad6-ceab026c5add service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1097 time: 0.0389960 Sep 30 09:25:52.048965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b56614d5-5f71-4cfd-a19f-4a6f3d343446 req-f3934031-dfd1-4ccb-a01b-faeb29cbaf70 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273964 Sep 30 09:25:52.398643 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e92317-858a-40d4-9dae-60e90aee2c2c req-3e0e31bc-6852-4af5-9a2f-80c740e7b448 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:52.400629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38e92317-858a-40d4-9dae-60e90aee2c2c req-3e0e31bc-6852-4af5-9a2f-80c740e7b448 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Sep 30 09:25:52.438086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-38e92317-858a-40d4-9dae-60e90aee2c2c req-a668ecba-d191-41c8-a946-9a0abbc310cb tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Sep 30 09:25:53.560359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284e0a6-05af-476c-a161-ce4edb661085 req-2206c96a-8a5f-41bf-a2a8-ebd9e357a3a5 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:53.561888 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7284e0a6-05af-476c-a161-ce4edb661085 req-2206c96a-8a5f-41bf-a2a8-ebd9e357a3a5 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 946 time: 0.0515683 Sep 30 09:25:53.599525 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7284e0a6-05af-476c-a161-ce4edb661085 req-003dc689-0776-4fd8-829b-d48f296cd6c8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Sep 30 09:25:54.713391 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebccf5-b949-4c7b-a8fe-f212adf0a47c req-594e8acc-edab-43a3-ba25-510797222155 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:25:54.714879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30ebccf5-b949-4c7b-a8fe-f212adf0a47c req-594e8acc-edab-43a3-ba25-510797222155 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 946 time: 0.0483880 Sep 30 09:25:54.751038 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-30ebccf5-b949-4c7b-a8fe-f212adf0a47c req-46e81e5a-7ca6-4c4d-b7d2-df763e393398 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303190 Sep 30 09:25:56.357193 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:56.548707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:02.456604 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:26:08.692656 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-85092c33-9148-483d-a597-a12a42bb64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:11.168281 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-50d8e112-8af0-4c7b-a84e-a551a441ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:11.606057 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:13.409294 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:15.174304 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:26.358781 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:26.542847 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:38.693334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-27fd0aac-4f07-4bad-8f28-9c94b461463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:39.455304 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:26:40.798872 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-8267c02a-cbf3-43de-b540-23ac12ab19f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422950 Sep 30 09:26:40.881736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718fe6-353b-473b-99c8-4924e60467e1 req-ee98e1a1-883e-47dc-9b49-25f7cd5d0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:26:40.883579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-ee98e1a1-883e-47dc-9b49-25f7cd5d0b75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1097 time: 0.0402451 Sep 30 09:26:40.988762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718fe6-353b-473b-99c8-4924e60467e1 req-a35f5131-79b5-489d-b209-a33454283a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:26:40.990245 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-a35f5131-79b5-489d-b209-a33454283a86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0859668 Sep 30 09:26:41.058626 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-e52216b2-ad56-4621-874d-0f3d0e741295 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 1001 time: 0.0559390 Sep 30 09:26:41.109530 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718fe6-353b-473b-99c8-4924e60467e1 req-99c202a6-f3d7-4c9f-b097-2fd12cee29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:26:41.110894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-99c202a6-f3d7-4c9f-b097-2fd12cee29e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0414453 Sep 30 09:26:41.160629 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718fe6-353b-473b-99c8-4924e60467e1 req-3748dc24-1856-4782-be25-90552f63715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:26:41.162161 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-3748dc24-1856-4782-be25-90552f63715f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422363 Sep 30 09:26:41.167467 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee47d-61c1-4583-8fa2-8ba78a3a2727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:41.256097 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-ec6c98f4-a19c-4adb-8aa1-2a145908d852 service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817778 Sep 30 09:26:41.349701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-75718fe6-353b-473b-99c8-4924e60467e1 req-bdc8054f-829a-4875-80a8-9dfe7e3a09b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825183 Sep 30 09:26:41.609436 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:43.411613 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:45.177470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:56.371507 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:56.545197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.230751 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47278) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:08.389566 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Deleting port ef251df7-46be-4f51-a37e-7cb6f54b5dfe {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:27:08.389906 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.462251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.462510 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.473830 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Calling delete_port for ef251df7-46be-4f51-a37e-7cb6f54b5dfe owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:27:08.616584 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.648419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event deleted for resources: {'Port': ['ID=ef251df7-46be-4f51-a37e-7cb6f54b5dfe,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:08.659070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.659413 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.659748 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.660096 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.660407 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.660735 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.661055 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.661372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.661715 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.662037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.662358 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.662674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:08.693672 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f68f2eab-2e7b-4987-bee8-9040f11fdf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.719698 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:08.719957 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Floating IP e620b5d0-675f-4bab-ac1d-c55b25b4d2de disassociated (deleted). External IP: 172.25.7.100, port: a9b40bdc-85b5-4493-9f05-fe894f2c37c0. Sep 30 09:27:08.920792 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:27:09.023796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:27:09.029012 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:09.034076 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:27:09.043526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:27:09.044145 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:09.055357 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-aa53c1d5-7f50-4836-b719-c2f25b43f732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "DELETE /v2.0/floatingips/e620b5d0-675f-4bab-ac1d-c55b25b4d2de HTTP/1.1" status: 204 len: 168 time: 0.8235269 Sep 30 09:27:09.055977 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:27:09.058236 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:27:09.147379 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:27:09.210472 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc646465-7af4-4578-bc63-63ffb903febb x-openstack-request-id: req-cc646465-7af4-4578-bc63-63ffb903febb {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:27:09.211051 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:27:09.211520 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc646465-7af4-4578-bc63-63ffb903febb {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:27:09.212832 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'status': 'completed', 'code': 200} Sep 30 09:27:09.306526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-0a2781e7-625e-4eac-87ec-62bb8d039c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:09.307981 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-0a2781e7-625e-4eac-87ec-62bb8d039c12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 1097 time: 0.0693650 Sep 30 09:27:09.318984 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888169a-589f-457d-b3e6-e2b03db386fa req-0e98459c-610a-49f7-b8e7-c20a7c2bc69c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:09.320376 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1888169a-589f-457d-b3e6-e2b03db386fa req-0e98459c-610a-49f7-b8e7-c20a7c2bc69c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 946 time: 0.0573428 Sep 30 09:27:09.347411 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:09.376834 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:27:09.384862 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:27:09.385488 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:26:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:09.413623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1888169a-589f-457d-b3e6-e2b03db386fa req-8328fe65-18b3-49a7-8144-1482afc95d38 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838842 Sep 30 09:27:09.434755 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-90d42b74-3ce6-40bc-bb53-779fb945358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:09.436262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-90d42b74-3ce6-40bc-bb53-779fb945358a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.1150432 Sep 30 09:27:09.484976 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-e1eb1425-2862-4149-b15f-fc0321d13b9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 200 len: 217 time: 0.0375700 Sep 30 09:27:09.490296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:27:09.538063 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-2d3690a7-4730-46a1-a1c5-e988b5f82021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:09.539618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-2d3690a7-4730-46a1-a1c5-e988b5f82021 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0468862 Sep 30 09:27:09.590177 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-859351e9-be0b-4859-b254-4ee60900f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:09.591642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-859351e9-be0b-4859-b254-4ee60900f832 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437806 Sep 30 09:27:09.691629 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-9de043e8-23ac-44a2-9fdf-0c23e9fedf12 service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884225 Sep 30 09:27:09.780446 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-987f9aa5-7a61-4ebd-aaac-5572eb4e7fbf req-3e21009a-86d4-4cdb-ab55-a8ed8c8c214a service neutron] 10.222.0.57 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809357 Sep 30 09:27:09.849909 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:09.876049 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ff6a8-edb1-4023-b1e3-53897e9ed2fb None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:27:10.086009 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fcaad0-9bb6-405b-b721-4cbebbed89fc None None] New status for floating IP e620b5d0-675f-4bab-ac1d-c55b25b4d2de: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:27:10.527845 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda1299-dc05-40fa-b9fb-1afaaf3b64cf req-55c5225a-04f6-4ccd-90a9-800268008489 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:10.529287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fda1299-dc05-40fa-b9fb-1afaaf3b64cf req-55c5225a-04f6-4ccd-90a9-800268008489 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 946 time: 0.0485737 Sep 30 09:27:10.570083 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7fda1299-dc05-40fa-b9fb-1afaaf3b64cf req-8f549183-a06d-49e2-8ca0-f0ef4345415c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Sep 30 09:27:10.821025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-2aab1cf1-0547-4fbc-8019-114c04d4f1a1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:10.822424 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-2aab1cf1-0547-4fbc-8019-114c04d4f1a1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.57 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Sep 30 09:27:10.909034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Deleting port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:27:10.909375 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:11.168600 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a649a913-066e-46f3-b635-3f8827a9f4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:11.286504 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] For port a9b40bdc-85b5-4493-9f05-fe894f2c37c0, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:27:11.286864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:11.299321 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Calling delete_port for a9b40bdc-85b5-4493-9f05-fe894f2c37c0 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:27:11.423612 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:11.449655 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event deleted for resources: {'Port': ['ID=a9b40bdc-85b5-4493-9f05-fe894f2c37c0,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:11.490784 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] No DVR routers for this DVR port a9b40bdc-85b5-4493-9f05-fe894f2c37c0 on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:27:11.494052 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:11.495894 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-006a0323-7767-47f3-9d16-ed7f23479a1c req-88f6228c-25ef-46db-b394-d177520be9f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.57 "DELETE /v2.0/ports/a9b40bdc-85b5-4493-9f05-fe894f2c37c0 HTTP/1.1" status: 204 len: 173 time: 0.6671982 Sep 30 09:27:11.496337 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-deleted', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:27:11.498594 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df6bc6c-b346-4f90-a42f-1b88ed6c0ba2" -d '{"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-deleted", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:27:11.538096 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3758c-5bc6-47c7-8b09-e3f041be5e7e x-openstack-request-id: req-81a3758c-5bc6-47c7-8b09-e3f041be5e7e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:27:11.538704 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086c80b-196e-4d5b-ade1-03fcee299661", "name": "network-vif-deleted", "tag": "a9b40bdc-85b5-4493-9f05-fe894f2c37c0", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:27:11.538704 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81a3758c-5bc6-47c7-8b09-e3f041be5e7e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:27:11.539009 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086c80b-196e-4d5b-ade1-03fcee299661', 'name': 'network-vif-deleted', 'tag': 'a9b40bdc-85b5-4493-9f05-fe894f2c37c0', 'status': 'completed', 'code': 200} Sep 30 09:27:11.613295 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:11.681419 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-334d75e7-1aa8-481f-9742-3654085e6617 req-dbb0cb86-5147-4313-ac51-2cb7422a10db tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=0086c80b-196e-4d5b-ade1-03fcee299661 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Sep 30 09:27:12.750286 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47296) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:12.807023 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fff4-ff8e-4043-b16a-2933bd631123 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:12.836251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fff4-ff8e-4043-b16a-2933bd631123 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:12.896343 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fff4-ff8e-4043-b16a-2933bd631123 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:12.899002 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fff4-ff8e-4043-b16a-2933bd631123 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:12.900171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ccb3fff4-ff8e-4043-b16a-2933bd631123 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd HTTP/1.1" status: 204 len: 168 time: 0.1488867 Sep 30 09:27:12.909554 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3fff4-ff8e-4043-b16a-2933bd631123 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef5ba2c-7d97-4ad0-83ac-b886b7c9a3cd,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.270676 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47302) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:13.275797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181793978', 'description': 'tempest-secgroup-smoke-1181793978 description', 'project_id': '088cc67ae9cb434780c02b94746807c0'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:13.298185 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.377060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.380672 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.402671 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.403893 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321838 Sep 30 09:27:13.407105 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47304) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:13.412657 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '11b1a548-32ed-4308-a727-cf8d40c63d42', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:13.412847 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9bf08-4588-4cf8-80a6-592bd9e9dd82 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1a548-32ed-4308-a727-cf8d40c63d42,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.422841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.441376 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.486234 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.489749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.507534 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c19963f-fb85-4149-9ef9-93378ab83072,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.518047 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.518398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.518738 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.519078 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.519411 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.519740 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.520067 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.520396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.520716 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.521041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.521396 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.521746 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:13.525375 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.529333 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-01899ac1-d7d0-43bc-b54b-1a749b334794 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187148 Sep 30 09:27:13.529837 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47308) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:13.533824 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '11b1a548-32ed-4308-a727-cf8d40c63d42', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:13.559603 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.618626 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.621956 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.639110 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab5a6fe-6fc1-4bd9-8b1f-c6242038bcdb,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.644980 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.646211 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-20f2f293-3283-4e58-916d-6b5ccd6d2bf1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157591 Sep 30 09:27:13.648845 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47310) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:13.653658 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '11b1a548-32ed-4308-a727-cf8d40c63d42', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:13.678810 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.735872 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.739300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.756621 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f3f56d-37f7-41a9-9945-df76182416b6,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.763783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.765032 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8946e52f-5f93-41cd-b9a7-1ca087f46ae7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152539 Sep 30 09:27:13.767723 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47312) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:13.771977 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '11b1a548-32ed-4308-a727-cf8d40c63d42', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:13.798152 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.855046 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.858418 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.876945 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e834b4-9bf6-4a3c-9fff-c41b879d73fe,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.879818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.880989 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d1e3bd74-d79e-4b8f-aa87-c1dcafe20d20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123636 Sep 30 09:27:13.884320 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47314) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:13.888765 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '11b1a548-32ed-4308-a727-cf8d40c63d42', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:13.909904 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Project 088cc67ae9cb434780c02b94746807c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:27:13.914417 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.974070 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.977300 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:13.996203 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b9fc48-5218-41b7-bbfc-91947ee695c2,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:13.998996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:14.000148 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-78ddeddc-ce89-43b6-ae5b-5d27177599ae tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149137 Sep 30 09:27:14.002971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47316) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:14.007190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'security_group_rule': {'security_group_id': '11b1a548-32ed-4308-a727-cf8d40c63d42', 'project_id': '088cc67ae9cb434780c02b94746807c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:14.028971 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Project 088cc67ae9cb434780c02b94746807c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:27:14.033621 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:14.044333 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:27:14.063882 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: a9b40bdc-85b5-4493-9f05-fe894f2c37c0 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:27:14.064235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device a9b40bdc-85b5-4493-9f05-fe894f2c37c0 not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:27:14.100333 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:14.105125 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:14.124173 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f5a66-86b5-41a9-b73c-0d14cf4aea7c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:14.127783 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:14.129147 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-95c314b6-cb5d-47a1-b56d-f66b03910b36 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252422 Sep 30 09:27:15.179912 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:16.454788 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:27:26.371015 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:26.556658 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:27.295375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-736c03dd-361e-4ff1-b314-8031e1e89a13 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181793978&fields=id&tenant_id=088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 267 time: 0.0324552 Sep 30 09:27:27.400490 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-4edee7e2-683f-403f-9069-71d697a54e1f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:27.401943 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-4edee7e2-683f-403f-9069-71d697a54e1f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 809 time: 0.1000128 Sep 30 09:27:27.416237 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-ed0c56bd-02fa-4782-b94d-416dd95e1460 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/quotas/088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 375 time: 0.0086043 Sep 30 09:27:27.464968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-3ea95430-61c7-4857-bf49-800064f334c9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435917 Sep 30 09:27:27.521675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-d718fca2-40e2-4c54-8e3e-231464caebc8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:27:27.522684 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-d718fca2-40e2-4c54-8e3e-231464caebc8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469725 Sep 30 09:27:27.616803 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-eb483d93-8511-4f19-ba58-67ade2f9f309 service neutron] 10.222.0.41 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873718 Sep 30 09:27:27.704475 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-4f520cbe-78b6-43e9-af57-d68cea972b6a service neutron] 10.222.0.41 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811000 Sep 30 09:27:27.982830 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-51c7ea21-0ada-4324-8a87-ad8c68cb3146 req-fee86f5f-e000-4465-a217-3cc48ab7364b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Sep 30 09:27:29.099170 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-1b4ae415-8682-47b4-badc-8d22c0b8f197 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:29.100608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-1b4ae415-8682-47b4-badc-8d22c0b8f197 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 809 time: 0.1159918 Sep 30 09:27:29.115291 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-aeadf2d8-e458-4576-9553-d8dfc0b0cdf1 req-2ea41905-b0a6-4bb3-9eec-d53d966df61f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 210 time: 0.0430198 Sep 30 09:27:29.155715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-96556d73-f966-4ab6-be29-c4a02e27b51e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 380 time: 0.0332325 Sep 30 09:27:29.165666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'port': {'device_id': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'admin_state_up': True, 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'security_groups': ['11b1a548-32ed-4308-a727-cf8d40c63d42']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:29.274064 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Made reservation on behalf of 088cc67ae9cb434780c02b94746807c0 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:27:29.277983 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:29.406592 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Allocated IP 172.20.0.13 (a5b4a917-7301-4728-8438-0ced79573bbf/f7003cee-b550-4212-a250-3d34d739b184/d9d63192-fa9c-40be-88cb-c8f984ceb482) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:27:29.551569 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:29.584527 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:29.628172 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Network a5b4a917-7301-4728-8438-0ced79573bbf is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:27:29.631422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:27:29.636145 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:27:29.646195 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:29.694212 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:29.694864 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:29.711695 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f8e1f39c-8d71-40a2-85ca-990245d2b7ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502408 Sep 30 09:27:29.729700 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Request body: {'port': {'device_id': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:29.791939 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:29.853785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-9ec252e9-c6ef-4f22-891e-b737c2221a72 None None] Provisioning complete for port d9d63192-fa9c-40be-88cb-c8f984ceb482 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:27:29.854408 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9ec252e9-c6ef-4f22-891e-b737c2221a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:29.896165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-9ec252e9-c6ef-4f22-891e-b737c2221a72 None None] Port d9d63192-fa9c-40be-88cb-c8f984ceb482 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:27:30.062475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d63192-fa9c-40be-88cb-c8f984ceb482 {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:27:30.070072 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:30.082150 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Transition to ACTIVE for port object d9d63192-fa9c-40be-88cb-c8f984ceb482 will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:27:30.085400 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:30.137950 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:30.235524 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Attempting to bind port d9d63192-fa9c-40be-88cb-c8f984ceb482 on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:27:30.235954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Attempting to bind port d9d63192-fa9c-40be-88cb-c8f984ceb482 by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:27:30.236345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Attempting to bind port d9d63192-fa9c-40be-88cb-c8f984ceb482 on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:27:30.245436 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Port d9d63192-fa9c-40be-88cb-c8f984ceb482 on network a5b4a917-7301-4728-8438-0ced79573bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:27:30.245898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Attempting to bind port d9d63192-fa9c-40be-88cb-c8f984ceb482 on network a5b4a917-7301-4728-8438-0ced79573bbf {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:27:30.257506 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:27:30.257983 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Checking segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:27:30.259112 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Bound using segment: {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:27:30.259825 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Bound port: d9d63192-fa9c-40be-88cb-c8f984ceb482, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bbfc5a-f01e-4547-b025-06e42309a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:27:30.260233 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:30.282526 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708de4e-6cfb-4b01-90d2-32c912f7cd8f req-e7606d5d-ae92-4036-913e-280821057e75 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:30.283690 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6708de4e-6cfb-4b01-90d2-32c912f7cd8f req-e7606d5d-ae92-4036-913e-280821057e75 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0863180 Sep 30 09:27:30.372301 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6708de4e-6cfb-4b01-90d2-32c912f7cd8f req-c9208482-ddd9-44d6-8b38-c66d54f1438b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623283 Sep 30 09:27:30.377471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:27:30.381049 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:27:30.386829 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:30.420546 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:30.421168 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:30.422585 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1092 time: 0.6974394 Sep 30 09:27:30.423025 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:27:30.425266 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:27:30.454634 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de67eb-44e5-4905-acb7-3c8a07a774b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:30.483083 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353328b6-361c-48ee-87fa-f6bab789bd9b x-openstack-request-id: req-353328b6-361c-48ee-87fa-f6bab789bd9b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:27:30.483581 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:27:30.484001 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-353328b6-361c-48ee-87fa-f6bab789bd9b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:27:30.484556 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'status': 'completed', 'code': 200} Sep 30 09:27:30.541992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-c987ce6d-4f94-4eda-91ff-465b0308d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:30.543769 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-c987ce6d-4f94-4eda-91ff-465b0308d3d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1095 time: 0.0447273 Sep 30 09:27:30.597144 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-0e1c64c3-ac60-4921-bb4d-816a7e85e969 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 217 time: 0.0403953 Sep 30 09:27:30.648185 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f63e082d-be69-40c2-a6c5-1dde27c64e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:30.650247 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-f63e082d-be69-40c2-a6c5-1dde27c64e6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0464838 Sep 30 09:27:30.696376 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-bfb3482f-e240-42ee-a860-4b9e48961e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:30.697912 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-bfb3482f-e240-42ee-a860-4b9e48961e81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402584 Sep 30 09:27:30.791324 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-9b6c9e23-f01a-49f4-9be9-2dd788c4c916 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Sep 30 09:27:30.882754 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e2d1b68e-aad2-41c8-b5f2-49b82eaa9378 req-df12073b-7d12-49ee-a6a8-df86ca4e2159 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841072 Sep 30 09:27:30.989639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-73283bfe-8e4c-47cb-896f-40fcab8fb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:30.991197 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-73283bfe-8e4c-47cb-896f-40fcab8fb69b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1095 time: 0.0412722 Sep 30 09:27:31.086091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-80ec8d01-8e2d-4782-be69-87855e78c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:31.087616 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-80ec8d01-8e2d-4782-be69-87855e78c256 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0890870 Sep 30 09:27:31.129578 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-f3f65ebd-307d-4657-ae41-e1402f7c171d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 217 time: 0.0343771 Sep 30 09:27:31.186179 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-8ea8e70e-01b4-4756-9698-61dae5c39af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:31.188507 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-8ea8e70e-01b4-4756-9698-61dae5c39af3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0516486 Sep 30 09:27:31.237979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-c7c574e6-8ffb-4054-97e0-2357435a6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:31.239394 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-c7c574e6-8ffb-4054-97e0-2357435a6419 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443463 Sep 30 09:27:31.332412 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-115c717c-2091-4169-b07f-bb65e732f3b3 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850613 Sep 30 09:27:31.423105 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3cb85d7d-078a-4c27-a0c1-fc6e95490c9d req-3c6f369a-0690-4e90-869b-1db1a5a34ebb service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840158 Sep 30 09:27:31.496841 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac79bf0-1720-4ede-b737-6af76be132e8 req-0e326d04-606f-4d0a-9fc4-e118ca5b643e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:31.498336 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ac79bf0-1720-4ede-b737-6af76be132e8 req-0e326d04-606f-4d0a-9fc4-e118ca5b643e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0531313 Sep 30 09:27:31.537117 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ac79bf0-1720-4ede-b737-6af76be132e8 req-69f693ff-2d12-4a88-88ac-fac741a1b9f9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Sep 30 09:27:32.654872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48c07e-d828-4092-a01e-b4a460b2e684 req-f48c616c-1b8f-451d-a65d-d4552893caf3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:32.656367 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f48c07e-d828-4092-a01e-b4a460b2e684 req-f48c616c-1b8f-451d-a65d-d4552893caf3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0529952 Sep 30 09:27:32.693638 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1f48c07e-d828-4092-a01e-b4a460b2e684 req-a14c950c-87a6-43f3-9297-e3af5a29b316 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311053 Sep 30 09:27:33.807125 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd790d96-ed71-463a-ac17-23b78bd5771a req-dd221719-b946-45bb-841b-edf711da2041 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:33.808590 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd790d96-ed71-463a-ac17-23b78bd5771a req-dd221719-b946-45bb-841b-edf711da2041 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0484831 Sep 30 09:27:33.845399 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd790d96-ed71-463a-ac17-23b78bd5771a req-9c4f1484-f0dd-46b8-a582-c369d3731d59 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Sep 30 09:27:34.958349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc35c05-ea73-4c90-9558-2ad4d79f32d5 req-e1f7fb3a-1fe4-4453-ae03-1174e9416c24 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:34.959853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dc35c05-ea73-4c90-9558-2ad4d79f32d5 req-e1f7fb3a-1fe4-4453-ae03-1174e9416c24 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0473793 Sep 30 09:27:34.996124 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-8dc35c05-ea73-4c90-9558-2ad4d79f32d5 req-7ca272ac-7687-49e9-92df-551a98a93b56 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296900 Sep 30 09:27:36.110129 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad98c3-6bbd-4b23-a0d5-454eb618468a req-1acf51b0-8f58-442d-b7d4-7fef5200c732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:36.111561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5ad98c3-6bbd-4b23-a0d5-454eb618468a req-1acf51b0-8f58-442d-b7d4-7fef5200c732 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0505934 Sep 30 09:27:36.148468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d5ad98c3-6bbd-4b23-a0d5-454eb618468a req-0ac765a5-dde5-4cdb-892d-02c3b5147564 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Sep 30 09:27:37.261091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b087c-8a4c-4e11-b402-036e979d6a74 req-daf4446d-ce2d-4a5e-9ea6-715b99c4c750 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:37.262598 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-654b087c-8a4c-4e11-b402-036e979d6a74 req-daf4446d-ce2d-4a5e-9ea6-715b99c4c750 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0480509 Sep 30 09:27:37.299397 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-654b087c-8a4c-4e11-b402-036e979d6a74 req-e66ff008-fc46-46db-929d-8b9bbf167c39 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Sep 30 09:27:38.411818 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdd9d7-1033-4f92-b3b6-caead17ec7c2 req-c0e9b412-47c6-4aac-9b44-8b02f181ee60 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:38.413280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8fdd9d7-1033-4f92-b3b6-caead17ec7c2 req-c0e9b412-47c6-4aac-9b44-8b02f181ee60 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0484724 Sep 30 09:27:38.450535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b8fdd9d7-1033-4f92-b3b6-caead17ec7c2 req-21835d3d-6f74-40e2-9eb5-a4166eddbd15 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Sep 30 09:27:38.694921 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-393bda3b-cf01-4e87-b65d-313d3b16e0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:39.566675 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720cf72-c496-4b46-b107-3a4225bf46ef req-0a35ac64-4a13-4f4b-b6ca-f01b66b6c2b9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:39.568191 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6720cf72-c496-4b46-b107-3a4225bf46ef req-0a35ac64-4a13-4f4b-b6ca-f01b66b6c2b9 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0539153 Sep 30 09:27:39.605217 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6720cf72-c496-4b46-b107-3a4225bf46ef req-8f4447fe-7cac-46ac-986d-dc1b4ab82b67 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Sep 30 09:27:40.717730 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024b0d-0cf1-4da7-b45f-926b04554dea req-98189552-6568-4c02-a44f-a74d2ee201fe tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:40.719218 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56024b0d-0cf1-4da7-b45f-926b04554dea req-98189552-6568-4c02-a44f-a74d2ee201fe tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0477343 Sep 30 09:27:40.756605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-56024b0d-0cf1-4da7-b45f-926b04554dea req-f03e7c45-c0e2-4e02-addd-f0bf0ce4b8ea tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Sep 30 09:27:41.168412 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-602327f1-80a8-4148-ba12-7a416d28a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:41.332146 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:27:41.427093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:27:41.438542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'port_id': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'mac_address': 'fa:16:3e:b2:a2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:27:41.474870 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:41.487328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d63192-fa9c-40be-88cb-c8f984ceb482 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:27:41.506739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:27:41.511321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:41.558525 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:41.566910 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.567270 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.567641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.567982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.568319 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.568678 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.569011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.569341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.569737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.570067 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.570395 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.570729 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.613264 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:41.815942 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['d9d63192-fa9c-40be-88cb-c8f984ceb482'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:27:41.869688 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4282e1c-9a31-4abc-aaf2-dd7689901d96 req-9da02926-da76-4d92-8e26-62874f2ea0dd tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:41.871011 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4282e1c-9a31-4abc-aaf2-dd7689901d96 req-9da02926-da76-4d92-8e26-62874f2ea0dd tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Sep 30 09:27:41.910281 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4282e1c-9a31-4abc-aaf2-dd7689901d96 req-96e97c3b-4b2b-4e49-bfe1-c3346b4fde58 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Sep 30 09:27:43.027908 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c1f6-f779-41c0-ab7b-2dfad2a6532f req-cbe9a7ae-b1f4-438f-b571-ee2d35ab9ed1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:43.029383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e48c1f6-f779-41c0-ab7b-2dfad2a6532f req-cbe9a7ae-b1f4-438f-b571-ee2d35ab9ed1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Sep 30 09:27:43.065677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-2e48c1f6-f779-41c0-ab7b-2dfad2a6532f req-b2bbf0bb-271e-44d4-98b4-d23258aa7e27 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303302 Sep 30 09:27:43.349034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:27:43.399803 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port d9d63192-fa9c-40be-88cb-c8f984ceb482 completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:27:43.407597 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port d9d63192-fa9c-40be-88cb-c8f984ceb482 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:27:43.407966 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:43.439326 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:43.487040 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:43.509599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:27:43.512049 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a46d5-0ba8-44ed-83f3-cfeda14972d0" -d '{"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-plugged", "status": "completed", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:27:43.524370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:27:43.528872 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:43.580840 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:43.612181 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cbb4f-8cb5-4473-8d27-000b8950fabd x-openstack-request-id: req-c24cbb4f-8cb5-4473-8d27-000b8950fabd {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:27:43.612472 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-plugged", "status": "completed", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:27:43.612724 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c24cbb4f-8cb5-4473-8d27-000b8950fabd {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:27:43.613117 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'code': 200} Sep 30 09:27:43.727935 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02270ab6-25b2-4a26-b2b9-e50f27cbacf8 req-62dee37f-7427-414b-9fc0-87d27e99d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:43.729366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02270ab6-25b2-4a26-b2b9-e50f27cbacf8 req-62dee37f-7427-414b-9fc0-87d27e99d069 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0381298 Sep 30 09:27:43.764457 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02270ab6-25b2-4a26-b2b9-e50f27cbacf8 req-7a3ac06a-723f-4480-adde-cf9e63a75cd0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282331 Sep 30 09:27:44.179635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db51f63-db9d-44be-a113-d54b54ccf6e9 req-708e4c4c-593d-48fe-9ed3-29d53ee0c614 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:44.181623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1db51f63-db9d-44be-a113-d54b54ccf6e9 req-708e4c4c-593d-48fe-9ed3-29d53ee0c614 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0489399 Sep 30 09:27:44.218454 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1db51f63-db9d-44be-a113-d54b54ccf6e9 req-d5876a0a-6cba-48d5-9fe8-4e53ad52d790 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Sep 30 09:27:45.182148 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:45.333162 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f7fd-4af5-49f9-9920-407c0215919e req-b9afd649-e509-4a9c-8408-58dd9055054b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:45.334672 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1437f7fd-4af5-49f9-9920-407c0215919e req-b9afd649-e509-4a9c-8408-58dd9055054b tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0517354 Sep 30 09:27:45.372314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1437f7fd-4af5-49f9-9920-407c0215919e req-012a46b1-f28d-468d-b1d9-af386cb9a85e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316494 Sep 30 09:27:45.482549 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b4ef-7cc4-4f92-9bb4-40f44a01af65 req-395458af-ef94-4ee8-af9d-a7d0f03bec1e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:45.484007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20b6b4ef-7cc4-4f92-9bb4-40f44a01af65 req-395458af-ef94-4ee8-af9d-a7d0f03bec1e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0480125 Sep 30 09:27:45.520773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20b6b4ef-7cc4-4f92-9bb4-40f44a01af65 req-54261d58-748f-4115-98d6-150c155378bd tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Sep 30 09:27:45.542889 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47518) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:45.580231 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79319722-317b-4df8-83c4-fe01f1bf193a tempest-TestShelveInstance-1183315615 tempest-TestShelveInstance-1183315615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:45.581741 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-79319722-317b-4df8-83c4-fe01f1bf193a tempest-TestShelveInstance-1183315615 tempest-TestShelveInstance-1183315615-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1092 time: 0.0378668 Sep 30 09:27:45.584507 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47520) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:27:45.589313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:45.610598 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:45.707549 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:45.814645 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Allocated IP 172.25.7.106 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/411d9f11-e81b-49b5-b65c-bb835f1f00e8) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:27:45.916011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:45.948718 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:45.985603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:27:45.989669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:27:45.996442 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:27:45.999157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'Port': ['ID=411d9f11-e81b-49b5-b65c-bb835f1f00e8,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:46.344279 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:46.411063 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:46.551705 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:46.556273 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:46.627120 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event updated for resources: {'Port': ['ID=411d9f11-e81b-49b5-b65c-bb835f1f00e8,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:46.636973 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:46.735073 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Floating IP 75da8c29-edce-49c5-9237-f7b9647cc98b associated. External IP: 172.25.7.106, port: d9d63192-fa9c-40be-88cb-c8f984ceb482. Sep 30 09:27:46.943362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:27:47.344673 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:27:47.354443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:27:47.360797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:47.364515 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:27:47.365151 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:47.387957 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a31b403b-34c6-44cf-9241-d0ca198c5486 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8024385 Sep 30 09:27:47.388635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:27:47.390906 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bebae8-f3b8-4bfd-8174-a5385315fc21" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:27:47.426785 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d16187-26f3-460d-ae4c-d27a17173ca8 x-openstack-request-id: req-74d16187-26f3-460d-ae4c-d27a17173ca8 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:27:47.427082 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:27:47.427393 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74d16187-26f3-460d-ae4c-d27a17173ca8 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:27:47.427789 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'status': 'completed', 'code': 200} Sep 30 09:27:47.476362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:27:47.508737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-a56a2330-ca41-4210-857f-3a21e85fffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:47.510270 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-a56a2330-ca41-4210-857f-3a21e85fffc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0397794 Sep 30 09:27:47.603669 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-f8585ee9-b8f4-45f4-9d8d-8d50713c1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:47.605132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-f8585ee9-b8f4-45f4-9d8d-8d50713c1212 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0879743 Sep 30 09:27:47.669188 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-8e16bc54-74f5-490f-ba38-4de0435e42ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1000 time: 0.0574069 Sep 30 09:27:47.699295 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '75da8c29-edce-49c5-9237-f7b9647cc98b', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'port_id': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'mac_address': 'fa:16:3e:b2:a2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:27:46Z', 'updated_at': '2021-09-30T09:27:46Z', 'revision_number': 0, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:47.728753 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:27:47.729433 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-04813ebd-8154-4cc1-aa14-816b6c9205c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:47.730928 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-04813ebd-8154-4cc1-aa14-816b6c9205c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0428286 Sep 30 09:27:47.737070 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:27:47.737770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:27:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:47.781012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-b1c2fab4-10c3-49e4-a985-81c878c259be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:27:47.782535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-b1c2fab4-10c3-49e4-a985-81c878c259be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440681 Sep 30 09:27:47.842009 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:27:47.872528 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-c35370a2-655b-45b0-a45f-ee93ca6a8b66 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830398 Sep 30 09:27:47.965071 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e4bebae8-f3b8-4bfd-8174-a5385315fc21 req-3dc1c806-681e-44ff-ac89-3c1aa6191e92 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853651 Sep 30 09:27:48.062432 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '75da8c29-edce-49c5-9237-f7b9647cc98b', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'port_id': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'mac_address': 'fa:16:3e:b2:a2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:27:46Z', 'updated_at': '2021-09-30T09:27:46Z', 'revision_number': 0, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:48.088089 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42bc07-7938-457c-b473-d241c838b535 None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '75da8c29-edce-49c5-9237-f7b9647cc98b', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'port_id': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'mac_address': 'fa:16:3e:b2:a2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:27:46Z', 'updated_at': '2021-09-30T09:27:46Z', 'revision_number': 0, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:27:48.271876 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6114de6-c7ad-4d14-b3df-9c78c6f76eff None None] New status for floating IP 75da8c29-edce-49c5-9237-f7b9647cc98b: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:27:53.454473 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:27:56.380788 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:56.559593 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:06.749215 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-1792295f-c238-43ac-83c1-d47e973f7ab5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448682 Sep 30 09:28:06.849722 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-426eef08-e8c8-4359-8038-da434c62d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:28:06.851262 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-426eef08-e8c8-4359-8038-da434c62d4c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0435967 Sep 30 09:28:06.956856 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-319e3e23-5a5d-458f-b969-66f2249e73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:28:06.958400 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-319e3e23-5a5d-458f-b969-66f2249e73d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0884306 Sep 30 09:28:07.025132 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-32bb4dc8-1f04-4d35-b54e-d5514e861592 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1002 time: 0.0573275 Sep 30 09:28:07.082393 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-2d90360a-64c4-4ff3-afb5-74ba96898940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:28:07.083923 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-2d90360a-64c4-4ff3-afb5-74ba96898940 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0488048 Sep 30 09:28:07.132875 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-411399d0-3f8d-4ab2-a71d-e8a2450452d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:28:07.134551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-411399d0-3f8d-4ab2-a71d-e8a2450452d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428481 Sep 30 09:28:07.228203 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-aad85863-4c4a-4eef-a863-451b6b120dfe service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Sep 30 09:28:07.318980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6923b74-434a-42a0-8881-c1f092b85c11 req-af811e0b-4f9e-49a2-bad9-7f9b88dacef6 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825353 Sep 30 09:28:08.698184 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9b0c8777-cbaf-4da2-b357-5f8b1f2372dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:11.168732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-79151161-cf65-4b69-aa86-d26fc8bce750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:11.613925 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:13.421832 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:15.184628 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:26.386760 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:26.576748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:30.453364 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:28:38.701631 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-210e9899-e1da-46dc-827c-40418ff17937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:41.168521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4819-3a06-4f8f-877c-6ac87d9745aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:41.614277 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:43.424216 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:45.187044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:56.388197 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:56.570705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:07.451830 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:29:07.793395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-132164b1-67e3-478e-987b-b3afe4c752a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388505 Sep 30 09:29:07.891016 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-ef31b90f-1bb9-4010-bdfe-8ae9d0104602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:07.892473 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-ef31b90f-1bb9-4010-bdfe-8ae9d0104602 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0433893 Sep 30 09:29:07.990360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-86d80e5b-73fa-45aa-9c5c-a63cca22a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:07.992332 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-86d80e5b-73fa-45aa-9c5c-a63cca22a56e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0820537 Sep 30 09:29:08.059169 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-a4a51918-8e50-4fcb-9fab-7a5dbc5e09b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1002 time: 0.0596521 Sep 30 09:29:08.106409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-cf8bd79b-ed04-4ed2-a27c-a73c57b00e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:08.107867 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-cf8bd79b-ed04-4ed2-a27c-a73c57b00e78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0419607 Sep 30 09:29:08.151264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-b9fb7c95-3885-45ba-8411-b94af1d4299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:08.152679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-b9fb7c95-3885-45ba-8411-b94af1d4299c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380483 Sep 30 09:29:08.244283 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-bddec8fc-d713-4dd4-8c3a-ab0e0d20715e service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Sep 30 09:29:08.332840 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-68eec88b-bb34-4a7b-a4fb-e2cb6465c3f1 req-4e780829-7f1c-40fa-b061-65bdf26c3839 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806904 Sep 30 09:29:08.701939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc6e4-cd58-42ab-afd9-c47b05df97d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:11.167709 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-eab14f28-4171-47f9-a48d-c4c1903580aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:11.614593 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:13.427421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:15.189067 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:26.387983 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:26.569882 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:38.702889 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f3c0600a-70ae-47e6-9528-9e7f90933c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:40.295938 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ec07-998c-4f17-be7e-8c2e20156071 req-3c6d3233-56b8-4866-ba6f-aa3f45490c17 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:40.297418 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d338ec07-998c-4f17-be7e-8c2e20156071 req-3c6d3233-56b8-4866-ba6f-aa3f45490c17 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0531902 Sep 30 09:29:40.336048 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d338ec07-998c-4f17-be7e-8c2e20156071 req-f1d9f5bc-56ca-4ee1-841b-c00a06a14002 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Sep 30 09:29:41.166938 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7b322d67-fc39-464e-9915-a2483b4a572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:41.473349 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102fb9-b823-476f-a8f8-822ebd02665a req-1af34106-47a1-4caf-989f-dd9db19f956c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:41.474842 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac102fb9-b823-476f-a8f8-822ebd02665a req-1af34106-47a1-4caf-989f-dd9db19f956c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Sep 30 09:29:41.513065 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ac102fb9-b823-476f-a8f8-822ebd02665a req-175dc3bd-7cfa-4f5d-b355-9099930597b3 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Sep 30 09:29:41.619288 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:42.626439 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f24125-6760-4dcd-b342-2801b5c6d1b6 req-51dc61a1-02ce-431e-86c9-75180a6d8f45 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:42.627907 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69f24125-6760-4dcd-b342-2801b5c6d1b6 req-51dc61a1-02ce-431e-86c9-75180a6d8f45 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0482869 Sep 30 09:29:42.666962 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-69f24125-6760-4dcd-b342-2801b5c6d1b6 req-80f9d629-bfeb-4806-8a1d-f0aacaaf23b6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Sep 30 09:29:43.429670 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:43.783475 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc88c82-6f9b-4d68-a783-83b0d5f9e8bb req-39eadbc4-1fd4-4ccb-be56-5be35a9deddf tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:43.785110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc88c82-6f9b-4d68-a783-83b0d5f9e8bb req-39eadbc4-1fd4-4ccb-be56-5be35a9deddf tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0529459 Sep 30 09:29:43.822256 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ddc88c82-6f9b-4d68-a783-83b0d5f9e8bb req-96ec1969-5674-44a1-9c8d-f3c57c1659fb tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Sep 30 09:29:44.451473 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:29:44.935206 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e527c43-2abd-4a9f-bd25-5c278c09b0e4 req-54ca7763-feea-4aa8-87ce-845f60389190 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:44.936663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e527c43-2abd-4a9f-bd25-5c278c09b0e4 req-54ca7763-feea-4aa8-87ce-845f60389190 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0478978 Sep 30 09:29:44.972773 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6e527c43-2abd-4a9f-bd25-5c278c09b0e4 req-72ce27a1-89e2-40f1-af24-b3f7e7955e74 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301683 Sep 30 09:29:45.191291 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:46.087017 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759310fd-6d13-48f6-9b75-250f11b681be req-e5cf5716-ce0c-4816-ad24-6bc30f57db07 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:46.088503 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-759310fd-6d13-48f6-9b75-250f11b681be req-e5cf5716-ce0c-4816-ad24-6bc30f57db07 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0489931 Sep 30 09:29:46.124075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-759310fd-6d13-48f6-9b75-250f11b681be req-843171e3-464f-499b-afe2-1461f82dd0f0 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297418 Sep 30 09:29:47.242739 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34081cc-bf82-4e27-a931-d5ef61df95e1 req-37ba592d-eac6-4dd8-9b94-6dc3bbd5d78a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:47.244226 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d34081cc-bf82-4e27-a931-d5ef61df95e1 req-37ba592d-eac6-4dd8-9b94-6dc3bbd5d78a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0530605 Sep 30 09:29:47.281358 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d34081cc-bf82-4e27-a931-d5ef61df95e1 req-4bd5b3e7-a6a5-49cc-8f89-54fa4e526735 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Sep 30 09:29:48.392787 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46380f6-c45f-4cb9-9404-4d9925509e52 req-051bd7e1-2b48-4a4a-9fba-5e5b3c15cb69 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:48.394267 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d46380f6-c45f-4cb9-9404-4d9925509e52 req-051bd7e1-2b48-4a4a-9fba-5e5b3c15cb69 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Sep 30 09:29:48.431618 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d46380f6-c45f-4cb9-9404-4d9925509e52 req-ec8342d4-c1ff-4a15-8f1c-1ad45b10149d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Sep 30 09:29:49.544046 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca15780-3a37-4827-98e3-64303d6f70aa req-eb8e4e22-6dd5-4c4b-8db4-a68a5dc69b5d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:49.545552 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ca15780-3a37-4827-98e3-64303d6f70aa req-eb8e4e22-6dd5-4c4b-8db4-a68a5dc69b5d tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0491674 Sep 30 09:29:49.581689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5ca15780-3a37-4827-98e3-64303d6f70aa req-a545a043-fb8e-4532-b7f9-1f422fb35849 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301993 Sep 30 09:29:50.517266 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-a1a2aede-1199-4129-b5f6-bb1cad3eba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:50.518671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-a1a2aede-1199-4129-b5f6-bb1cad3eba1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0442691 Sep 30 09:29:50.605666 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-6f48df04-2df7-4fe3-9eb8-3e16229823ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:50.607122 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-6f48df04-2df7-4fe3-9eb8-3e16229823ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0819223 Sep 30 09:29:50.701277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-b80f3c7b-721c-414c-bb07-e30a05dabc0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1002 time: 0.0873566 Sep 30 09:29:50.722556 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0303-ab6f-4d61-ba4b-fcb17457d6e1 req-91f56299-1a76-44b4-b5e5-d1384d1643ba tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:50.723965 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ccd0303-ab6f-4d61-ba4b-fcb17457d6e1 req-91f56299-1a76-44b4-b5e5-d1384d1643ba tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0717254 Sep 30 09:29:50.781088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-aca9c97f-7934-44f7-b0e1-5265b8b87e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:50.782483 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-aca9c97f-7934-44f7-b0e1-5265b8b87e7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0749862 Sep 30 09:29:50.787421 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9ccd0303-ab6f-4d61-ba4b-fcb17457d6e1 req-2a4c4c1e-72f7-4f1f-b620-63dab442d052 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450974 Sep 30 09:29:50.831289 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-ebf94e10-3901-46f1-875e-b918f2143fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:50.832772 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-ebf94e10-3901-46f1-875e-b918f2143fc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433946 Sep 30 09:29:50.922300 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-f56189f5-e0f0-4774-8b7a-96f795846265 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815923 Sep 30 09:29:51.020060 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-caa9d0ec-e0ef-415f-b8aa-4d2a30dd222f req-8804e775-3c15-4598-9956-b7462dfb2eb6 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907903 Sep 30 09:29:51.901385 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584a20-ad40-4d14-b506-aaedcb4979b7 req-8cfb0e47-869e-4a9f-8feb-3d9ab51c76ce tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:51.902886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4584a20-ad40-4d14-b506-aaedcb4979b7 req-8cfb0e47-869e-4a9f-8feb-3d9ab51c76ce tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0487583 Sep 30 09:29:51.939959 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b4584a20-ad40-4d14-b506-aaedcb4979b7 req-b5e84a3f-f45f-4bea-a65d-def45a3df7a1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Sep 30 09:29:53.055734 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecef60-157f-4fad-b629-344a4b9687d2 req-5d143609-465d-449e-a9d9-a235b4ec8035 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:53.057229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82ecef60-157f-4fad-b629-344a4b9687d2 req-5d143609-465d-449e-a9d9-a235b4ec8035 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0521657 Sep 30 09:29:53.094617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82ecef60-157f-4fad-b629-344a4b9687d2 req-048c5a8a-4379-4484-8405-cee054df0000 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Sep 30 09:29:54.215168 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761bd42-e5b5-4498-b1b0-ec94bbf2df1d req-341b86fb-5d61-4897-b988-39487b5824e0 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:54.216932 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1761bd42-e5b5-4498-b1b0-ec94bbf2df1d req-341b86fb-5d61-4897-b988-39487b5824e0 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0525331 Sep 30 09:29:54.253375 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-1761bd42-e5b5-4498-b1b0-ec94bbf2df1d req-1753da5e-474b-4788-a04e-ae2e7a462b43 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Sep 30 09:29:55.477178 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8cf35-a4a0-44fa-b4d9-a501088b64a4 req-d67729a4-be31-49dc-8028-76ee396c4ece tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:55.478712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06c8cf35-a4a0-44fa-b4d9-a501088b64a4 req-d67729a4-be31-49dc-8028-76ee396c4ece tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0495064 Sep 30 09:29:55.498380 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-4ea19dba-9a2d-4dd2-a800-73c079494e48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922010 Sep 30 09:29:55.507991 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-5e1c7e0d-02fe-4129-b653-04c25f76318b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:29:55.508952 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-5e1c7e0d-02fe-4129-b653-04c25f76318b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051253 Sep 30 09:29:55.517269 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-06c8cf35-a4a0-44fa-b4d9-a501088b64a4 req-4b575d19-15ec-4b62-9603-80488e4ba664 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Sep 30 09:29:55.902002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:29:55.977986 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:56.000217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:29:56.002587 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491114c8-669c-49a0-aedb-5ef20996b9cc" -d '{"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:29:56.016260 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:29:56.021212 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:56.044972 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e2ae3-5b9b-4c21-a2be-b77b9e6314c2 x-openstack-request-id: req-676e2ae3-5b9b-4c21-a2be-b77b9e6314c2 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:29:56.045260 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-unplugged", "status": "failed", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "code": 422}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:29:56.045541 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-676e2ae3-5b9b-4c21-a2be-b77b9e6314c2 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:29:56.045925 n-d-807025-5 neutron-server[95003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'code': 422} returned with failed status Sep 30 09:29:56.074378 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:29:56.081584 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.081933 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.082280 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.082617 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.082947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.083278 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.083605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.083930 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.084766 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.085094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.085420 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.085768 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:56.411474 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:56.569939 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:56.641686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa0ea-99d9-4fc1-8b9a-2c9469183c76 req-96fbd0d0-1e1a-471e-a107-642d80113ead tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:56.643531 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-114aa0ea-99d9-4fc1-8b9a-2c9469183c76 req-96fbd0d0-1e1a-471e-a107-642d80113ead tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0518696 Sep 30 09:29:56.683705 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-114aa0ea-99d9-4fc1-8b9a-2c9469183c76 req-536f648c-98a2-4493-aba2-ccf9ab12ed80 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326469 Sep 30 09:29:57.804141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad35cd0-f174-41f9-b693-ecb323405b43 req-f278b16b-8d5b-4205-b5f8-e0c71d56f5ca tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:57.805665 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ad35cd0-f174-41f9-b693-ecb323405b43 req-f278b16b-8d5b-4205-b5f8-e0c71d56f5ca tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0531895 Sep 30 09:29:57.843151 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6ad35cd0-f174-41f9-b693-ecb323405b43 req-bd226213-57a9-4bbb-946c-88dfd4216466 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Sep 30 09:29:58.960097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049382a0-548a-47a1-8913-c9269c98673b req-8cd96f76-47b0-44e8-9c74-67f0cfdc62d8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:29:58.961746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-049382a0-548a-47a1-8913-c9269c98673b req-8cd96f76-47b0-44e8-9c74-67f0cfdc62d8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Sep 30 09:29:58.998388 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-049382a0-548a-47a1-8913-c9269c98673b req-d02d057e-f41b-4f2b-bd93-39e1acaa6fd6 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Sep 30 09:30:00.111968 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc19b46-ad97-4a40-9368-a84f78db0a04 req-495d1db6-ffa9-4519-84a1-9ae1ba5366b7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:00.113527 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fc19b46-ad97-4a40-9368-a84f78db0a04 req-495d1db6-ffa9-4519-84a1-9ae1ba5366b7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Sep 30 09:30:00.180610 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3fc19b46-ad97-4a40-9368-a84f78db0a04 req-67a3be8c-46a3-43d0-ab6b-1f1b020bf298 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552580 Sep 30 09:30:00.185690 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-092c29de-4254-4182-bae0-1cd07e2e57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:00.187135 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-092c29de-4254-4182-bae0-1cd07e2e57ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766&tenant_id=088cc67ae9cb434780c02b94746807c0 HTTP/1.1" status: 200 len: 1095 time: 0.0689569 Sep 30 09:30:00.258106 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-43c569e1-8334-426a-b253-256d6d26c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:00.259607 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-43c569e1-8334-426a-b253-256d6d26c8fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1095 time: 0.0400867 Sep 30 09:30:00.349346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-9e0263ee-d7bb-4f4a-95f4-352b7a1f8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:00.350834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-9e0263ee-d7bb-4f4a-95f4-352b7a1f8b23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0844450 Sep 30 09:30:00.414102 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-7f793691-c9d8-46ed-bed6-9b7d81c020e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1000 time: 0.0555332 Sep 30 09:30:00.468256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-352c04de-3a0c-488f-a0f4-131b11fffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:00.469692 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-352c04de-3a0c-488f-a0f4-131b11fffec7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0476613 Sep 30 09:30:00.518268 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-0ffafd88-b479-46d7-af8b-99c2b3157aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:00.519849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-0ffafd88-b479-46d7-af8b-99c2b3157aa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434737 Sep 30 09:30:00.608373 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-a302734b-78c5-4759-859a-78c8c031100c service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807354 Sep 30 09:30:00.701219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-ac705999-2c49-4a3f-9aca-1d9bb041c3a4 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857131 Sep 30 09:30:01.296038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9473c8-bdf1-4d86-b3f2-7d8a6dc0fade req-15cbe1b1-d4c1-496f-ad02-e0ebc93a20b4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:01.297632 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca9473c8-bdf1-4d86-b3f2-7d8a6dc0fade req-15cbe1b1-d4c1-496f-ad02-e0ebc93a20b4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0503905 Sep 30 09:30:01.335834 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ca9473c8-bdf1-4d86-b3f2-7d8a6dc0fade req-512255d6-a365-4449-98fd-27df2940ca97 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318024 Sep 30 09:30:02.451744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3e289-f064-446b-a011-6589519a9c8b req-1a1fe47e-c3bd-4105-96de-6d145fd18728 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:02.453222 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bd3e289-f064-446b-a011-6589519a9c8b req-1a1fe47e-c3bd-4105-96de-6d145fd18728 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0503972 Sep 30 09:30:02.489635 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7bd3e289-f064-446b-a011-6589519a9c8b req-a5c912c7-5c16-41e2-9c1e-45e7a4b28752 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303595 Sep 30 09:30:03.607503 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a66737-b0ab-43a0-90e3-410735be17d0 req-54f39985-5171-4959-b171-3dad47fd69dd tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:03.608964 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83a66737-b0ab-43a0-90e3-410735be17d0 req-54f39985-5171-4959-b171-3dad47fd69dd tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0525076 Sep 30 09:30:03.647287 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-83a66737-b0ab-43a0-90e3-410735be17d0 req-bf22ea8c-fcac-422c-a60c-4b2800922fa5 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Sep 30 09:30:04.761929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f27b2-3c55-49b3-9822-9be54d40a50b req-ba58e503-183d-418a-be7f-ab7b5177ee96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:04.763410 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f3f27b2-3c55-49b3-9822-9be54d40a50b req-ba58e503-183d-418a-be7f-ab7b5177ee96 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0485938 Sep 30 09:30:04.801162 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6f3f27b2-3c55-49b3-9822-9be54d40a50b req-2ea3ab92-e05d-428f-ac28-99307925e675 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319426 Sep 30 09:30:05.916237 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19fe1c-9ffe-4410-9804-ab5b8d31082d req-43eddfbd-4083-48a8-b61b-4137e6d4f2c1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:05.917718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a19fe1c-9ffe-4410-9804-ab5b8d31082d req-43eddfbd-4083-48a8-b61b-4137e6d4f2c1 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0484865 Sep 30 09:30:05.957334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6a19fe1c-9ffe-4410-9804-ab5b8d31082d req-6a0a7f75-ac87-41c3-82b3-35c37b729bb8 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338588 Sep 30 09:30:07.116916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59599a-4c89-48e5-b1ee-94e6b1c4bc0b req-f7841ef8-eba0-470e-a49f-43eff6485a5f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:07.118393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d59599a-4c89-48e5-b1ee-94e6b1c4bc0b req-f7841ef8-eba0-470e-a49f-43eff6485a5f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 944 time: 0.0950243 Sep 30 09:30:07.156749 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5d59599a-4c89-48e5-b1ee-94e6b1c4bc0b req-74f41007-a83b-4997-9859-88afa4b5a7a4 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Sep 30 09:30:07.980527 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:30:08.071770 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:30:08.082542 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'port_id': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'mac_address': 'fa:16:3e:b2:a2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:30:08.121019 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:08.133970 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d63192-fa9c-40be-88cb-c8f984ceb482 {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:30:08.152724 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:30:08.156746 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:08.202671 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:08.274822 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7bb4c-eedc-4304-bb60-d4edc899bcb7 req-eec44a16-013c-4b2c-ad5f-0140ab672007 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:08.276297 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85f7bb4c-eedc-4304-bb60-d4edc899bcb7 req-eec44a16-013c-4b2c-ad5f-0140ab672007 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Sep 30 09:30:08.312313 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-85f7bb4c-eedc-4304-bb60-d4edc899bcb7 req-e739cfec-0421-453b-9b58-8a602535600f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300055 Sep 30 09:30:08.451370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['d9d63192-fa9c-40be-88cb-c8f984ceb482'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:30:08.703571 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a55ec6d8-76f8-4508-89af-29b17d64d337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:08.785255 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-35471d5f-4754-4226-b7f4-688c1a8dfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:08.786697 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-35471d5f-4754-4226-b7f4-688c1a8dfcac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1096 time: 0.0431020 Sep 30 09:30:08.891638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-731c7182-a3c6-4507-bfea-4684b6281c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:08.893181 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-731c7182-a3c6-4507-bfea-4684b6281c3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0866349 Sep 30 09:30:08.956511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-23164054-4e45-489e-b342-5158ce7cecf0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1001 time: 0.0555530 Sep 30 09:30:09.008779 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-1527dee7-db98-4b41-862f-58f420a38277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:09.010467 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-1527dee7-db98-4b41-862f-58f420a38277 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0462837 Sep 30 09:30:09.055721 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-535a022d-e38d-4af5-96ef-fcbd7d65481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:09.057086 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-535a022d-e38d-4af5-96ef-fcbd7d65481e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384855 Sep 30 09:30:09.144744 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-a9254b18-220a-4572-b576-63b44a9050ec service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801027 Sep 30 09:30:09.235910 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ab4c1b1-8a62-44a4-ae9f-cedfef55da7d req-3dd947cf-7ea6-497a-87da-c19721084bbd service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Sep 30 09:30:09.425030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c026a0-e470-4deb-a5da-27bcb51ec270 req-77f5c47e-96df-456f-b2ad-d768b64ac71f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:09.426524 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27c026a0-e470-4deb-a5da-27bcb51ec270 req-77f5c47e-96df-456f-b2ad-d768b64ac71f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Sep 30 09:30:09.462879 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-27c026a0-e470-4deb-a5da-27bcb51ec270 req-d5e4a3de-bf9d-4360-9e28-cdde55e398e2 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Sep 30 09:30:09.992990 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:30:10.039775 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port d9d63192-fa9c-40be-88cb-c8f984ceb482 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:30:10.040149 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:10.114375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:10.136062 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:30:10.138294 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa105a7-8316-4ed3-9dc2-ccbb62ba78da" -d '{"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-plugged", "status": "completed", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:30:10.151027 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:30:10.155520 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:10.178852 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188ba71-adce-41ea-b691-74c5b6806d1f x-openstack-request-id: req-1188ba71-adce-41ea-b691-74c5b6806d1f {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:30:10.179138 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-plugged", "status": "completed", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:30:10.179377 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1188ba71-adce-41ea-b691-74c5b6806d1f {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:30:10.179747 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'code': 200} Sep 30 09:30:10.206886 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:10.360946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b553da-1181-438d-97d6-68055d6821a1 req-1a3e2e9e-9de1-4e3c-ab45-35e1da10caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:10.362471 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2b553da-1181-438d-97d6-68055d6821a1 req-1a3e2e9e-9de1-4e3c-ab45-35e1da10caf7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0425990 Sep 30 09:30:10.396238 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-b2b553da-1181-438d-97d6-68055d6821a1 req-6b52865c-19bd-4265-acab-3322af16ff50 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266466 Sep 30 09:30:10.576284 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d406ef-6823-4090-932a-0e964bfc6528 req-fa689730-6a4c-49f9-b3ea-7264e1d29b7e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:10.577858 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61d406ef-6823-4090-932a-0e964bfc6528 req-fa689730-6a4c-49f9-b3ea-7264e1d29b7e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0483463 Sep 30 09:30:10.614535 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-61d406ef-6823-4090-932a-0e964bfc6528 req-8768bb69-20ca-4feb-91d1-b80a435e2445 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Sep 30 09:30:11.167898 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-11775402-998a-407d-a3fe-b6b55101e961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:11.619689 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:11.726965 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea30f2-2340-43ea-b0dc-390b58c47bc2 req-07840d64-40d8-431c-8b91-71b89162c57e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:30:11.728417 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11ea30f2-2340-43ea-b0dc-390b58c47bc2 req-07840d64-40d8-431c-8b91-71b89162c57e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0474207 Sep 30 09:30:11.765428 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-11ea30f2-2340-43ea-b0dc-390b58c47bc2 req-1a0cd96e-7854-499e-9868-83989d4dca29 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Sep 30 09:30:13.433283 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:15.195027 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:21.449985 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:30:26.397646 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:26.582546 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:38.704703 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-55f51ea0-244f-46b3-9b60-65f05c5d0659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:41.168105 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-952e2d83-f931-4013-ace1-76fbd2b858be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:41.624078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:43.436142 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:45.197028 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:56.407711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:56.592705 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:58.448132 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:31:08.704826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-44d346ed-978d-4e8b-9242-3b424fd29190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:08.777904 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-f4f7812c-90a8-4be7-a132-046a1732b91c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805311 Sep 30 09:31:08.870929 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b44660-26cb-47dd-a207-e563c38fae2c req-b7546e27-ff6f-4ef3-89b6-c665fb6ca1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:08.872408 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-b7546e27-ff6f-4ef3-89b6-c665fb6ca1b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0386708 Sep 30 09:31:08.971097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b44660-26cb-47dd-a207-e563c38fae2c req-87487590-237c-4984-8d4b-65628d5833f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:08.972558 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-87487590-237c-4984-8d4b-65628d5833f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.0819905 Sep 30 09:31:09.039591 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-45a484cb-aaa7-417c-82c5-880181f701d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 1002 time: 0.0593038 Sep 30 09:31:09.087605 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b44660-26cb-47dd-a207-e563c38fae2c req-8cc3820b-0a8b-4a7b-8bef-0dbfad31ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:09.089007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-8cc3820b-0a8b-4a7b-8bef-0dbfad31ff80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0419714 Sep 30 09:31:09.132547 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b44660-26cb-47dd-a207-e563c38fae2c req-d51133f1-9ff6-4358-9566-085c10ba7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:09.133984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-d51133f1-9ff6-4358-9566-085c10ba7aa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378513 Sep 30 09:31:09.225586 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-d986129e-44dc-46dc-8376-8cf3f6fb5c49 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833318 Sep 30 09:31:09.315683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-02b44660-26cb-47dd-a207-e563c38fae2c req-807e61a1-69a7-4cb2-965e-9244c2a9db90 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840738 Sep 30 09:31:11.167712 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c49c7642-a9f0-4f13-bfa0-95a1c0daffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:11.625233 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:13.438707 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:15.199690 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:24.493682 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47692) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:24.645747 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Deleting port 411d9f11-e81b-49b5-b65c-bb835f1f00e8 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:24.645988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:24.722847 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:24.723593 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:24.735504 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Calling delete_port for 411d9f11-e81b-49b5-b65c-bb835f1f00e8 owned by network:floatingip {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:24.879156 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:24.905013 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event deleted for resources: {'Port': ['ID=411d9f11-e81b-49b5-b65c-bb835f1f00e8,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:24.915611 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.915963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.916301 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.916638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.916971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.917300 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.917662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.917982 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.918310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.918638 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.918980 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.919306 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:24.971275 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:24.971581 n-d-807025-5 neutron-server[95002]: INFO neutron.db.l3_db [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Floating IP 75da8c29-edce-49c5-9237-f7b9647cc98b disassociated (deleted). External IP: 172.25.7.106, port: d9d63192-fa9c-40be-88cb-c8f984ceb482. Sep 30 09:31:25.170883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:31:25.277705 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:25.283115 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:25.287764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:25.296855 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:25.297526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:25.314452 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-c916eed0-a3fa-4c97-ae22-685068c4e10a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "DELETE /v2.0/floatingips/75da8c29-edce-49c5-9237-f7b9647cc98b HTTP/1.1" status: 204 len: 168 time: 0.8172047 Sep 30 09:31:25.314452 n-d-807025-5 neutron-server[95002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:31:25.315182 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8acd618b140dc0e676aefce9aa71f41c34012579c55a6346faa392879f25187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e536525-4b6e-4ca0-b108-f531e85c693a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:31:25.404685 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:25.521341 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10baa0f-de0d-4e5c-9454-f1ca3ef15799 x-openstack-request-id: req-d10baa0f-de0d-4e5c-9454-f1ca3ef15799 {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:31:25.522416 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "status": "completed", "code": 200}]} {{(pid=95002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:31:25.522650 n-d-807025-5 neutron-server[95002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d10baa0f-de0d-4e5c-9454-f1ca3ef15799 {{(pid=95002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:31:25.523144 n-d-807025-5 neutron-server[95002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'status': 'completed', 'code': 200} Sep 30 09:31:25.609737 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:25.634674 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-bb756a57-da7a-4ee4-b78c-185f03e4932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:25.636460 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-bb756a57-da7a-4ee4-b78c-185f03e4932c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088cc67ae9cb434780c02b94746807c0&device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 1097 time: 0.0700228 Sep 30 09:31:25.641111 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:25.644514 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e6579-2b17-4134-b5e3-28a694601e9d req-32274b0c-3d61-447b-a491-06aa00a57b20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:25.645914 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df2e6579-2b17-4134-b5e3-28a694601e9d req-32274b0c-3d61-447b-a491-06aa00a57b20 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0715718 Sep 30 09:31:25.649641 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:25.650396 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:25.735936 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df2e6579-2b17-4134-b5e3-28a694601e9d req-dab69912-d9e7-4989-abcf-b026ea7b37f7 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818567 Sep 30 09:31:25.757872 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-516bb575-2c29-4881-97d9-90c7d8c2785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:25.759362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-516bb575-2c29-4881-97d9-90c7d8c2785d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 200 len: 910 time: 0.1125770 Sep 30 09:31:25.762516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:25.806674 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-ccd2fb93-7307-48ac-b8e3-0c460b69d076 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 200 len: 217 time: 0.0384178 Sep 30 09:31:25.858636 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-874fe4da-4255-4c72-8d9a-da2bd17a7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:25.860259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-874fe4da-4255-4c72-8d9a-da2bd17a7a69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 200 len: 848 time: 0.0454903 Sep 30 09:31:25.914181 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-cdfb1ec6-5d80-4afd-91ae-eac189f1cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:25.915679 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-cdfb1ec6-5d80-4afd-91ae-eac189f1cfe3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a5b4a917-7301-4728-8438-0ced79573bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451324 Sep 30 09:31:25.962954 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:25.990820 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678e4a1-d167-444b-a38f-02d0ca4b7068 None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:50Z', 'revision_number': 4, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '267839e6-7634-480b-bdb6-489145eead5a', 'name': '', 'network_id': 'a5b4a917-7301-4728-8438-0ced79573bbf', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'mac_address': 'fa:16:3e:f1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7003cee-b550-4212-a250-3d34d739b184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:50Z', 'updated_at': '2021-09-30T09:22:55Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'subnets': [{'id': 'f7003cee-b550-4212-a250-3d34d739b184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:26.010562 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-d38eb4f1-3b77-4bad-be93-77226b0a212e service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 Sep 30 09:31:26.117877 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4e536525-4b6e-4ca0-b108-f531e85c693a req-fd38eaff-949e-48c8-b908-e280c5083fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964673 Sep 30 09:31:26.222505 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d743a8f-ed15-438c-b498-cee17044f7e7 None None] New status for floating IP 75da8c29-edce-49c5-9237-f7b9647cc98b: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:31:26.400648 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:26.588675 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:26.856067 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28469369-74f4-49e9-8131-0802a9b2d678 req-b34940be-b2f6-4b01-82c3-b6caa1038448 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:26.857766 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28469369-74f4-49e9-8131-0802a9b2d678 req-b34940be-b2f6-4b01-82c3-b6caa1038448 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Sep 30 09:31:26.899209 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-28469369-74f4-49e9-8131-0802a9b2d678 req-ac7376e7-337e-4842-8495-ca639390df2f tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/security-groups?id=11b1a548-32ed-4308-a727-cf8d40c63d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Sep 30 09:31:27.304398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-fcbedde5-ae62-46f6-af8b-fca0d5c5862e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:27.305935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-fcbedde5-ae62-46f6-af8b-fca0d5c5862e tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 946 time: 0.0506253 Sep 30 09:31:27.399426 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Deleting port d9d63192-fa9c-40be-88cb-c8f984ceb482 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:27.399785 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:27.489726 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] For port d9d63192-fa9c-40be-88cb-c8f984ceb482, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=d9d63192-fa9c-40be-88cb-c8f984ceb482,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:27.490014 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:27.502030 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Calling delete_port for d9d63192-fa9c-40be-88cb-c8f984ceb482 owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:27.624628 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:27.651786 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event deleted for resources: {'Port': ['ID=d9d63192-fa9c-40be-88cb-c8f984ceb482,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:27.661600 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.661952 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.662925 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.663272 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.663607 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.663940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.664271 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.664595 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.665292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.665292 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.665671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:27.665901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:28.045252 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] No DVR routers for this DVR port d9d63192-fa9c-40be-88cb-c8f984ceb482 on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:31:28.048383 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ab1af22-a4d5-4071-b98a-78ea321179d9 req-9e314510-ec5c-4b77-8743-03421b08b625 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 210 time: 0.0473814 Sep 30 09:31:28.049416 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:28.051587 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6aea2cc-4165-4bf6-ba8e-54ff7055521a req-f5d15b0c-2977-4eb8-a96e-a96e0f897a77 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.50 "DELETE /v2.0/ports/d9d63192-fa9c-40be-88cb-c8f984ceb482 HTTP/1.1" status: 204 len: 173 time: 0.7384503 Sep 30 09:31:28.052088 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-deleted', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:31:28.054796 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa21fe95-15fa-458c-b00d-497622b6768f" -d '{"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-deleted", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:31:28.174472 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f01949-9916-40b6-953c-e28655b707b1 x-openstack-request-id: req-a4f01949-9916-40b6-953c-e28655b707b1 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:31:28.175481 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d11d1f-7137-4930-87a0-17c55cb09766", "name": "network-vif-deleted", "tag": "d9d63192-fa9c-40be-88cb-c8f984ceb482", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:31:28.176138 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4f01949-9916-40b6-953c-e28655b707b1 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:31:28.177044 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d11d1f-7137-4930-87a0-17c55cb09766', 'name': 'network-vif-deleted', 'tag': 'd9d63192-fa9c-40be-88cb-c8f984ceb482', 'status': 'completed', 'code': 200} Sep 30 09:31:29.155946 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-71b6817d-235e-4c5e-a147-cef586bd3d0d req-b84faf7d-6d80-42b0-bcff-50162df3fd4a tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 210 time: 0.0263176 Sep 30 09:31:30.248864 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-088697d6-06da-4564-89f7-08c36bf105b1 req-a888ea09-fb43-4afe-8188-f518ec78113c tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 210 time: 0.0259576 Sep 30 09:31:30.382852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:30.406714 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: d9d63192-fa9c-40be-88cb-c8f984ceb482 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:30.407054 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device d9d63192-fa9c-40be-88cb-c8f984ceb482 not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:31.346228 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e8e3b2d0-2073-4d23-9eed-441aeeb39965 req-f40bf56c-9231-4276-a8d7-696b850b4216 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d11d1f-7137-4930-87a0-17c55cb09766 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Sep 30 09:31:32.403517 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47728) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:32.461467 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8247d7a2-1a16-419f-b762-60fd6c923208 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:32.489723 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8247d7a2-1a16-419f-b762-60fd6c923208 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:32.553228 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8247d7a2-1a16-419f-b762-60fd6c923208 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:32.555928 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8247d7a2-1a16-419f-b762-60fd6c923208 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:32.557545 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8247d7a2-1a16-419f-b762-60fd6c923208 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] 10.222.0.41 "DELETE /v2.0/security-groups/11b1a548-32ed-4308-a727-cf8d40c63d42 HTTP/1.1" status: 204 len: 168 time: 0.1530120 Sep 30 09:31:32.566922 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247d7a2-1a16-419f-b762-60fd6c923208 tempest-TestShelveInstance-1249956411 tempest-TestShelveInstance-1249956411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1a548-32ed-4308-a727-cf8d40c63d42,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:32.603193 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47732) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:33.032587 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:33.273841 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Deleting port 267839e6-7634-480b-bdb6-489145eead5a {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:33.274188 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:33.356891 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] For port 267839e6-7634-480b-bdb6-489145eead5a, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=267839e6-7634-480b-bdb6-489145eead5a,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:33.357261 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:33.370171 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Calling delete_port for 267839e6-7634-480b-bdb6-489145eead5a owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:33.554588 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:33.579487 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Pushing event deleted for resources: {'Port': ['ID=267839e6-7634-480b-bdb6-489145eead5a,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:33.741996 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:33.954382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Router 57a9af9c-c83c-4964-a4bf-66ce410f0359 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:31:34.065949 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:34.074692 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-b55eb5dc-44f6-4629-ae73-0a3e0be194df admin admin] 10.222.0.41 "PUT /v2.0/routers/57a9af9c-c83c-4964-a4bf-66ce410f0359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677539 Sep 30 09:31:34.075160 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47736) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:34.076300 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] Sync routers for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:34.087044 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:34.087738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:34.179446 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:34.191599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:34.378498 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:31:33Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:34.405907 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] Checking router: 57a9af9c-c83c-4964-a4bf-66ce410f0359 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:34.415335 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] Routers {'57a9af9c-c83c-4964-a4bf-66ce410f0359'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:34.415966 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['57a9af9c-c83c-4964-a4bf-66ce410f0359'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:34.527307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] Set router 57a9af9c-c83c-4964-a4bf-66ce410f0359 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:34.620716 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:34.671145 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Deleting port 98c6c10b-47da-4285-be19-daf096a8c50d {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:34.671396 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:34.712738 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:31:33Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:34.744209 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df906e34-ac56-4d8c-a70a-e235e8570f75 None None] The sync data for ids ['57a9af9c-c83c-4964-a4bf-66ce410f0359'] in n-d-807025-5 is: [{'id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'name': 'tempest-TestShelveInstance-1680317314-router', 'tenant_id': '088cc67ae9cb434780c02b94746807c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:31:33Z', 'revision_number': 5, 'project_id': '088cc67ae9cb434780c02b94746807c0', 'gw_port': {'id': '98c6c10b-47da-4285-be19-daf096a8c50d', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9af9c-c83c-4964-a4bf-66ce410f0359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:48Z', 'updated_at': '2021-09-30T09:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:34.756169 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] For port 98c6c10b-47da-4285-be19-daf096a8c50d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=98c6c10b-47da-4285-be19-daf096a8c50d,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:34.756540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:34.768939 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Calling delete_port for 98c6c10b-47da-4285-be19-daf096a8c50d owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:34.930478 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:34.958651 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c6c10b-47da-4285-be19-daf096a8c50d,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:35.015863 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.108139 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.110743 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.155363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.155944 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a9af9c-c83c-4964-a4bf-66ce410f0359 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:31:35.161195 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.162428 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d551c33a-770f-47a4-a0ab-15ba725d9d05 admin admin] 10.222.0.41 "DELETE /v2.0/routers/57a9af9c-c83c-4964-a4bf-66ce410f0359 HTTP/1.1" status: 204 len: 168 time: 1.0862424 Sep 30 09:31:35.164921 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47738) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:35.212499 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Deleting subnet f7003cee-b550-4212-a250-3d34d739b184 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:31:35.215805 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.250235 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.336721 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.391107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.420790 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7003cee-b550-4212-a250-3d34d739b184,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:35.425388 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.427228 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-36319cbd-b9cf-4eaa-bac3-c3276b3a6b0e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7003cee-b550-4212-a250-3d34d739b184 HTTP/1.1" status: 204 len: 168 time: 0.2613561 Sep 30 09:31:35.429936 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47740) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:35.430723 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf78a89-8015-4da9-afe6-80a82565c6dc None None] Network a5b4a917-7301-4728-8438-0ced79573bbf requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:31:35.447146 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:31:35.496947 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.550800 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Deleting port 9aa1ea70-b898-4989-96df-545552d1795e {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:35.551217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.616351 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] For port 9aa1ea70-b898-4989-96df-545552d1795e, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9aa1ea70-b898-4989-96df-545552d1795e,segment=NetworkSegment(11bbfc5a-f01e-4547-b025-06e42309a66c),segment_id=11bbfc5a-f01e-4547-b025-06e42309a66c)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:35.616716 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.627982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Calling delete_port for 9aa1ea70-b898-4989-96df-545552d1795e owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:35.708327 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.714849 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7aaef-469c-493d-9388-e6ebf640e065 None None] DHCP port deletion for a5b4a917-7301-4728-8438-0ced79573bbf request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:31:35.738348 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa1ea70-b898-4989-96df-545552d1795e,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:35.743004 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] No DVR routers for this DVR port 9aa1ea70-b898-4989-96df-545552d1795e on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:31:35.822251 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.842311 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b4a917-7301-4728-8438-0ced79573bbf']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:35.851903 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bbfc5a-f01e-4547-b025-06e42309a66c') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:35.852201 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bbfc5a-f01e-4547-b025-06e42309a66c') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:35.861429 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.874592 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.881930 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:31:35.882295 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:31:35.884444 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:31:35.943793 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.951837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:35.951837 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5b4a917-7301-4728-8438-0ced79573bbf HTTP/1.1" status: 204 len: 168 time: 0.5202069 Sep 30 09:31:35.954270 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47742) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:35.969901 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea669a2-97f9-4d1b-9d13-220cabe82f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b4a917-7301-4728-8438-0ced79573bbf,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:36.056667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 267839e6-7634-480b-bdb6-489145eead5a no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:36.076863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 267839e6-7634-480b-bdb6-489145eead5a {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:36.077216 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 267839e6-7634-480b-bdb6-489145eead5a not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:36.077670 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 98c6c10b-47da-4285-be19-daf096a8c50d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:36.096011 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 98c6c10b-47da-4285-be19-daf096a8c50d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:36.096358 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 98c6c10b-47da-4285-be19-daf096a8c50d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:36.096772 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9aa1ea70-b898-4989-96df-545552d1795e no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:36.115362 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9aa1ea70-b898-4989-96df-545552d1795e {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:36.115710 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9aa1ea70-b898-4989-96df-545552d1795e not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:36.300786 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:36.537945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Deleting port fa8ab663-0651-4f15-9259-84d17b6ab75d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:36.538597 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:36.617134 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] For port fa8ab663-0651-4f15-9259-84d17b6ab75d, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa8ab663-0651-4f15-9259-84d17b6ab75d,segment=NetworkSegment(3a199fb6-df6b-40bc-a60a-6fad59871132),segment_id=3a199fb6-df6b-40bc-a60a-6fad59871132)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:36.617521 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:36.629539 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Calling delete_port for fa8ab663-0651-4f15-9259-84d17b6ab75d owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:36.805306 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:36.829711 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8ab663-0651-4f15-9259-84d17b6ab75d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:36.994499 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.199796 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Router 1bb1a651-d05b-4bf4-8821-d127644e4695 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:31:37.303593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:37.308760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6dd70883-f68b-4bce-aaa1-a8b1b3dc86ef admin admin] 10.222.0.41 "PUT /v2.0/routers/1bb1a651-d05b-4bf4-8821-d127644e4695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3535507 Sep 30 09:31:37.311238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47744) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:37.313823 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] Sync routers for ids ['1bb1a651-d05b-4bf4-8821-d127644e4695'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:37.322936 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] Routers {'1bb1a651-d05b-4bf4-8821-d127644e4695'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:37.323545 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1bb1a651-d05b-4bf4-8821-d127644e4695'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:37.413129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.425488 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] Set router 1bb1a651-d05b-4bf4-8821-d127644e4695 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:37.513141 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.564183 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Deleting port 526a24c5-e845-4c53-9a57-bba084ddfb64 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:37.564900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.594030 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:31:36Z', 'revision_number': 5, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port': {'id': '526a24c5-e845-4c53-9a57-bba084ddfb64', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:22:53Z', 'updated_at': '2021-09-30T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:37.622898 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] Checking router: 1bb1a651-d05b-4bf4-8821-d127644e4695 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:37.631601 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] Routers {'1bb1a651-d05b-4bf4-8821-d127644e4695'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:37.632282 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['1bb1a651-d05b-4bf4-8821-d127644e4695'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:37.646788 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] For port 526a24c5-e845-4c53-9a57-bba084ddfb64, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=526a24c5-e845-4c53-9a57-bba084ddfb64,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:37.647161 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.658686 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Calling delete_port for 526a24c5-e845-4c53-9a57-bba084ddfb64 owned by network:router_gateway {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:37.714259 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] Set router 1bb1a651-d05b-4bf4-8821-d127644e4695 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:37.764466 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:31:37Z', 'revision_number': 6, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:37.794694 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aad079-c9f8-4f6c-86a1-b664c57a7e87 None None] The sync data for ids ['1bb1a651-d05b-4bf4-8821-d127644e4695'] in n-d-807025-5 is: [{'id': '1bb1a651-d05b-4bf4-8821-d127644e4695', 'name': 'tempest-TestShelveInstance-2074629802-router', 'tenant_id': '7fe184441c584804bd39ffb55e8afeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:22:52Z', 'updated_at': '2021-09-30T09:31:37Z', 'revision_number': 6, 'project_id': '7fe184441c584804bd39ffb55e8afeda', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:37.822129 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.846826 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=526a24c5-e845-4c53-9a57-bba084ddfb64,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:37.910018 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.997803 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:37.999960 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.042060 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.042518 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb1a651-d05b-4bf4-8821-d127644e4695 {{(pid=95001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:31:38.046754 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.048264 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ee0cf154-1412-48e6-bd0a-693d75eee4e7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1bb1a651-d05b-4bf4-8821-d127644e4695 HTTP/1.1" status: 204 len: 168 time: 0.7357051 Sep 30 09:31:38.050963 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47746) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:38.094196 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Deleting subnet eb94b392-dfb6-4f18-9c8a-9707044d3e04 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:31:38.096998 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.136082 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.226363 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.245606 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa8ab663-0651-4f15-9259-84d17b6ab75d no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:38.270085 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fa8ab663-0651-4f15-9259-84d17b6ab75d {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:38.270968 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa8ab663-0651-4f15-9259-84d17b6ab75d not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:38.285827 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.312335 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb94b392-dfb6-4f18-9c8a-9707044d3e04,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:38.314281 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.317598 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d6e82278-4567-45be-af9e-4c4fb4633aef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eb94b392-dfb6-4f18-9c8a-9707044d3e04 HTTP/1.1" status: 204 len: 168 time: 0.2641704 Sep 30 09:31:38.318691 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47748) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:38.319198 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce59103-26ce-4285-9005-f4f8e5339173 None None] Network 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:31:38.390480 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.442826 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Deleting port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:31:38.443177 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.510126 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] For port ca546cab-f11a-40c8-8fa1-6a9c44095ca7, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,segment=NetworkSegment(3a199fb6-df6b-40bc-a60a-6fad59871132),segment_id=3a199fb6-df6b-40bc-a60a-6fad59871132)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:38.510493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.522600 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Calling delete_port for ca546cab-f11a-40c8-8fa1-6a9c44095ca7 owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:31:38.600222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.618903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d2fe6-ceea-448e-bd97-0fae0198cf8e None None] DHCP port deletion for 2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:31:38.623889 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca546cab-f11a-40c8-8fa1-6a9c44095ca7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:38.630195 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] No DVR routers for this DVR port ca546cab-f11a-40c8-8fa1-6a9c44095ca7 on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:31:38.704368 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.708043 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-314fa335-20ca-41e2-aded-f630b7daedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.726591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab5685d-04bc-4f96-8a0d-5d23b3287fe3']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:38.735883 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a199fb6-df6b-40bc-a60a-6fad59871132') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:38.736425 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a199fb6-df6b-40bc-a60a-6fad59871132') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:38.745807 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.759054 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.765001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:31:38.765384 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:31:38.767023 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:31:38.825961 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.841476 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:38.843373 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ab5685d-04bc-4f96-8a0d-5d23b3287fe3 HTTP/1.1" status: 204 len: 168 time: 0.5237169 Sep 30 09:31:38.844662 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e51a3-1080-44e2-a85f-5017c0b7b52f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab5685d-04bc-4f96-8a0d-5d23b3287fe3,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:38.961662 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47752) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:39.000012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6bb45520-b762-4a6e-baa6-ffaf7ee67f6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=088cc67ae9cb434780c02b94746807c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372460 Sep 30 09:31:39.002420 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47754) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:39.049290 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f17d051b-8d59-4c57-b973-1fa094957e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.069724 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f17d051b-8d59-4c57-b973-1fa094957e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.117964 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f17d051b-8d59-4c57-b973-1fa094957e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.120539 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f17d051b-8d59-4c57-b973-1fa094957e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.121700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f17d051b-8d59-4c57-b973-1fa094957e45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f37da976-3401-43d8-80a0-9b8c4a7d0b4f HTTP/1.1" status: 204 len: 168 time: 0.1183228 Sep 30 09:31:39.131091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d051b-8d59-4c57-b973-1fa094957e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37da976-3401-43d8-80a0-9b8c4a7d0b4f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:39.432633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47760) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:39.471561 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-5dadb039-705f-43c8-a4be-2e6f37894efb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fe184441c584804bd39ffb55e8afeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377910 Sep 30 09:31:39.473954 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47762) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:39.524854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f67626d8-c6f8-4890-b8ab-b5ba609f841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.545764 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f67626d8-c6f8-4890-b8ab-b5ba609f841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.591413 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f67626d8-c6f8-4890-b8ab-b5ba609f841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.594001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-f67626d8-c6f8-4890-b8ab-b5ba609f841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:39.595199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-f67626d8-c6f8-4890-b8ab-b5ba609f841c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0017440f-c6fb-4129-b1da-7985a8c2b50a HTTP/1.1" status: 204 len: 168 time: 0.1198483 Sep 30 09:31:39.603596 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67626d8-c6f8-4890-b8ab-b5ba609f841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0017440f-c6fb-4129-b1da-7985a8c2b50a,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:40.053969 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 526a24c5-e845-4c53-9a57-bba084ddfb64 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:40.077748 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 526a24c5-e845-4c53-9a57-bba084ddfb64 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:40.078093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 526a24c5-e845-4c53-9a57-bba084ddfb64 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:40.078509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ca546cab-f11a-40c8-8fa1-6a9c44095ca7 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:31:40.097108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ca546cab-f11a-40c8-8fa1-6a9c44095ca7 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:31:40.097471 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ca546cab-f11a-40c8-8fa1-6a9c44095ca7 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:31:40.242371 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47784) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:40.336041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-192527146-network', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:40.355897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Made reservation on behalf of 7bfb3e30eaf348c5878a77e29e8ee6d0 for: {'network': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:31:40.358185 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.366826 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.451818 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.455267 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.478008 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:31:40.487272 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327d5828-f79f-4912-b9f8-a4c26351b9e4,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:40.493288 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.493658 n-d-807025-5 neutron-server[95002]: INFO neutron.db.segments_db [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Added segment ad6b6a27-f52e-44af-a790-ddd27e88a587 of type vlan for network 0f2ef382-1957-4653-9103-07f9984d4991 Sep 30 09:31:40.532788 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.556024 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.556974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:40.557575 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.580063 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3365984 Sep 30 09:31:40.583097 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47788) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:40.588572 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Request body: {'subnet': {'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-192527146-subnet', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'ip_version': 4}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:40.610454 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Made reservation on behalf of 7bfb3e30eaf348c5878a77e29e8ee6d0 for: {'subnet': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:31:40.612931 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9696914'] for subnet, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.620999 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba57083-7d23-47e2-9f3a-f0a81c05cd94 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2ef382-1957-4653-9103-07f9984d4991,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:40.630821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 0f2ef382-1957-4653-9103-07f9984d4991 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:31:40.774856 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9696928'] for subnet, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.831797 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14163542-301f-4481-870d-d0778a872ab7,revision_number=0']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:40.839251 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Checking segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:40.839603 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Network hostable DHCP agents. Network: 0f2ef382-1957-4653-9103-07f9984d4991, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:31:40.854749 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Network 0f2ef382-1957-4653-9103-07f9984d4991 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:31:40.863377 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 0f2ef382-1957-4653-9103-07f9984d4991) {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:40.867515 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:40.868132 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.873090 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf48c1-3246-41b8-93fd-73d27eeec925 None None] Network 0f2ef382-1957-4653-9103-07f9984d4991 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:31:40.886896 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8d5b9a4f-c685-4cc2-96ac-a9f33bbf6a80 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994246 Sep 30 09:31:40.887105 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47790) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:40.891207 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:40.911769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.912761 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:40.962108 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.017904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-0f2ef382-1957-4653-9103-07f9984d4991', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:31:41.018851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.163010 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Allocated IP 172.20.0.2 (0f2ef382-1957-4653-9103-07f9984d4991/14163542-301f-4481-870d-d0778a872ab7/ff0f7a23-c040-40ab-a1f1-b17a064c73fb) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:41.178772 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-36096a84-f7df-4a15-90f0-8b35c629723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.328277 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.334717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.373365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Network 0f2ef382-1957-4653-9103-07f9984d4991 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:41.376350 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:41.378888 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:41.387340 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.390008 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Pushing event updated for resources: {'Port': ['ID=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:41.416298 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.416567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.416915 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.417261 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.417623 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.417963 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.418296 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.418626 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.418956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.419284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.419613 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.419944 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:41.450615 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Attempting to bind port ff0f7a23-c040-40ab-a1f1-b17a064c73fb on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:41.450995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Attempting to bind port ff0f7a23-c040-40ab-a1f1-b17a064c73fb by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:41.451368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Attempting to bind port ff0f7a23-c040-40ab-a1f1-b17a064c73fb on network 0f2ef382-1957-4653-9103-07f9984d4991 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:41.456219 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:41.456598 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Checking segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:41.457005 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.457401 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Bound using segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:41.457901 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Bound port: ff0f7a23-c040-40ab-a1f1-b17a064c73fb, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:41.458289 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.527108 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] For port ff0f7a23-c040-40ab-a1f1-b17a064c73fb, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:41.530177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] For port ff0f7a23-c040-40ab-a1f1-b17a064c73fb, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:41.534528 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.587807 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.590398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e362c-1a69-4574-8c96-bbfbf0ca63d2 None None] Pushing event updated for resources: {'Port': ['ID=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:41.607680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.626051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.717171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Allocated IP 172.25.7.47 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/e4834d48-517a-4265-97b9-39c837116cd2) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:41.831715 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.871990 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.906738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:41.909570 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:41.912020 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:41.945250 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Pushing event updated for resources: {'Port': ['ID=e4834d48-517a-4265-97b9-39c837116cd2,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:42.080774 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff0f7a23-c040-40ab-a1f1-b17a064c73fb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:42.127918 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ff0f7a23-c040-40ab-a1f1-b17a064c73fb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:42.128298 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.171854 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.374821 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.380217 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.409064 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port ff0f7a23-c040-40ab-a1f1-b17a064c73fb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:42.414817 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.467188 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:42.521276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438bbc66-28ee-4e52-bc8e-94d16855dc9d None None] Network 0f2ef382-1957-4653-9103-07f9984d4991 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:31:42.523190 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:31:42.610275 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-7ba8870b-f4c3-4df2-ba44-df47e3fe8e50 None None] Provisioning complete for port ff0f7a23-c040-40ab-a1f1-b17a064c73fb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:42.610654 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7ba8870b-f4c3-4df2-ba44-df47e3fe8e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.630302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:42.648087 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] Notify callbacks [] for router, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.649477 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-8392280c-2f8f-4adb-84b2-92a2634a26de admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7614768 Sep 30 09:31:42.652254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47792) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:42.654123 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:42.685697 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:42.686323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:42.855129 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:43.052947 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:42Z', 'revision_number': 3, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:43.067607 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.083258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:43.083565 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Updating router 8fadd519-f16e-451a-b8ab-59e325fcd392 port e4834d48-517a-4265-97b9-39c837116cd2 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:31:43.109532 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-607b6a01-f051-495e-933c-fa08bca61280 None None] Provisioning complete for port ff0f7a23-c040-40ab-a1f1-b17a064c73fb triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:43.109823 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-607b6a01-f051-495e-933c-fa08bca61280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.137728 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.223043 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Allocated IP 172.20.0.1 (0f2ef382-1957-4653-9103-07f9984d4991/14163542-301f-4481-870d-d0778a872ab7/5c1b4359-331e-4e03-b348-4fbd96131bd6) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:43.327544 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.360900 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.397495 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Network 0f2ef382-1957-4653-9103-07f9984d4991 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:43.401728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:43.405074 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:43.413257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Pushing event updated for resources: {'Port': ['ID=5c1b4359-331e-4e03-b348-4fbd96131bd6,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:43.431422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.446936 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.453383 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.458272 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.496897 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Attempting to bind port e4834d48-517a-4265-97b9-39c837116cd2 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:43.497272 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Attempting to bind port e4834d48-517a-4265-97b9-39c837116cd2 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:43.497664 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Attempting to bind port e4834d48-517a-4265-97b9-39c837116cd2 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:43.509879 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:43.510266 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:43.510930 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.511061 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:43.511530 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Bound port: e4834d48-517a-4265-97b9-39c837116cd2, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:43.511907 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.514881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74fc4a-0c63-450e-adeb-129225ac686e None None] Pushing event updated for resources: {'Port': ['ID=e4834d48-517a-4265-97b9-39c837116cd2,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:43.569429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] For port e4834d48-517a-4265-97b9-39c837116cd2, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:43.577153 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] For port e4834d48-517a-4265-97b9-39c837116cd2, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e4834d48-517a-4265-97b9-39c837116cd2,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:43.582341 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.596745 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.643116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:43.643739 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:43.646847 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74fc4a-0c63-450e-adeb-129225ac686e None None] Pushing event updated for resources: {'Port': ['ID=e4834d48-517a-4265-97b9-39c837116cd2,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:43.752318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-813a1382-b8e9-42f8-90e6-03232627a6fe None None] Provisioning complete for port 5c1b4359-331e-4e03-b348-4fbd96131bd6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:43.752717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-813a1382-b8e9-42f8-90e6-03232627a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.763180 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.768024 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.782443 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:43.826365 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-813a1382-b8e9-42f8-90e6-03232627a6fe None None] Port 5c1b4359-331e-4e03-b348-4fbd96131bd6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:31:43.832821 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:43.834609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Pushing event updated for resources: {'Port': ['ID=5c1b4359-331e-4e03-b348-4fbd96131bd6,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:43.927322 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Network 0f2ef382-1957-4653-9103-07f9984d4991 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:43.929171 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:43.992831 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:44.020084 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec3e1-16b0-43e5-8dfe-e774877bfb0f None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:44.061979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:31:44.104375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff0f7a23-c040-40ab-a1f1-b17a064c73fb up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:44.160173 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a79d1f89-edc2-4472-8600-09ef790dbfb8 None None] Provisioning complete for port 5c1b4359-331e-4e03-b348-4fbd96131bd6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:44.160980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a79d1f89-edc2-4472-8600-09ef790dbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.179256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:44.184854 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e5dd0422-6e05-4feb-8a19-0ca4f270f29b admin admin] 10.222.0.41 "PUT /v2.0/routers/8fadd519-f16e-451a-b8ab-59e325fcd392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316205 Sep 30 09:31:44.199323 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port ff0f7a23-c040-40ab-a1f1-b17a064c73fb triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:44.199638 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.205953 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a79d1f89-edc2-4472-8600-09ef790dbfb8 None None] Port 5c1b4359-331e-4e03-b348-4fbd96131bd6 cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:31:44.703151 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47808) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:44.708414 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1230586005-network', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:44.738598 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Made reservation on behalf of d292e3a60f8d49ff8b926bb62063371b for: {'network': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:31:44.741975 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for network, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.751275 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.846710 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.850826 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.875762 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:31:44.884597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1006abe8-982a-4861-885a-d60d8c9b1733,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:44.892050 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.892407 n-d-807025-5 neutron-server[95001]: INFO neutron.db.segments_db [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Added segment 56acbe55-8070-4320-bc59-4468c407c6be of type vlan for network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 Sep 30 09:31:44.934246 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739531216662'] for network, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.960538 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385'] for network, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.961833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:44.962525 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:44.997760 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2934234 Sep 30 09:31:45.001138 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47810) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:45.006799 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Request body: {'subnet': {'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1230586005-subnet', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'ip_version': 4}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:45.031027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4e088-843b-49ad-a27a-60311e4266d3 admin admin] Pushing event updated for resources: {'Network': ['ID=932c45e5-e597-4d3c-9de2-f6b214ca8dc7,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:45.034190 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Made reservation on behalf of d292e3a60f8d49ff8b926bb62063371b for: {'subnet': 1} {{(pid=95002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:31:45.036516 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684696'] for subnet, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.042827 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 details requested by agent ovs-agent-n-d-807025-5 with host n-d-807025-5 {{(pid=95003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:31:45.209548 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.219484 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8455831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684714'] for subnet, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.279382 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd0fa92-483f-4569-bd13-746cace9b8a4,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:45.287456 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Checking segment: {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:45.287827 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Network hostable DHCP agents. Network: 932c45e5-e597-4d3c-9de2-f6b214ca8dc7, hostable agents: ['3e70b2c4-f502-40ed-acd9-fec3e62e1eaa'], hosted agents: [] {{(pid=95002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:31:45.304398 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 is scheduled to be hosted by DHCP agent 3e70b2c4-f502-40ed-acd9-fec3e62e1eaa with binding_index 1 {{(pid=95002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:31:45.312623 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-5, 932c45e5-e597-4d3c-9de2-f6b214ca8dc7) {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:45.316853 n-d-807025-5 neutron-server[95002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:45.317475 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.322034 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79640d1-bbd9-4d61-858e-b8381d4b45ea None None] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:31:45.332310 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-224308fa-a50a-41f4-b9c3-ce3122bbf314 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3295214 Sep 30 09:31:45.334908 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47812) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:45.339652 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:45.360758 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3983'] for router, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.361782 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3974'] for router, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.417842 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.466702 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87239eb7-bf38-567c-976b-948109aecba3-932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'fixed_ips': [{'subnet_id': '0bd0fa92-483f-4569-bd13-746cace9b8a4'}]}} from n-d-807025-5. {{(pid=95003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:31:45.467554 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.560354 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.598380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.db_base_plugin_common [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Allocated IP 172.20.0.2 (932c45e5-e597-4d3c-9de2-f6b214ca8dc7/0bd0fa92-483f-4569-bd13-746cace9b8a4/b8c6e363-c877-4ff3-b96e-3b32d11af0b2) {{(pid=95003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:45.748047 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Notify callbacks [] for port, precommit_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.754868 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903'] for port, after_create {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.768739 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.788540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.796984 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 is already hosted by enough agents. {{(pid=95003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:45.800013 n-d-807025-5 neutron-server[95003]: DEBUG neutron.scheduler.base_scheduler [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Resources bound (agent type, host, resource id): {{(pid=95003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:45.803956 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Received port after_create {{(pid=95003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:45.813001 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Pushing event updated for resources: {'Port': ['ID=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,revision_number=1']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:45.863852 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Attempting to bind port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:45.864154 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Attempting to bind port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:45.864390 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Attempting to bind port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 on network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:45.869935 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:45.870313 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Checking segment: {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:45.870718 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.871116 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Bound using segment: {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:45.871609 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Bound port: b8c6e363-c877-4ff3-b96e-3b32d11af0b2, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:45.871994 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.899685 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_common [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Allocated IP 172.25.7.179 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/fa6343e5-9b26-4c4a-a4c3-f10539be2373) {{(pid=95002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:45.942605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] For port b8c6e363-c877-4ff3-b96e-3b32d11af0b2, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:45.946368 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] For port b8c6e363-c877-4ff3-b96e-3b32d11af0b2, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:45.950375 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.010611 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.017762 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb281a1-510d-4a50-b0c1-09eac75bc5fc None None] Pushing event updated for resources: {'Port': ['ID=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:46.049781 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.094490 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:46.097403 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.base_scheduler [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:46.099634 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:46.109893 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Received port after_create {{(pid=95002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:46.116135 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e4834d48-517a-4265-97b9-39c837116cd2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:46.120301 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:46.120915 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:46.130416 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6343e5-9b26-4c4a-a4c3-f10539be2373,revision_number=1']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:46.170551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e4834d48-517a-4265-97b9-39c837116cd2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:46.171052 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.242592 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:46.277082 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.306779 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port e4834d48-517a-4265-97b9-39c837116cd2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e4834d48-517a-4265-97b9-39c837116cd2,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:46.312932 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.379509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=e4834d48-517a-4265-97b9-39c837116cd2,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:46.422004 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.552624 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 2, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:46.577841 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:46.578188 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Updating router 8fadd519-f16e-451a-b8ab-59e325fcd392 port 5c1b4359-331e-4e03-b348-4fbd96131bd6 binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:31:46.603341 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.617100 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653733'] for router, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.749588 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 is scheduled to L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 with binding_index 1 {{(pid=95002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:31:46.863443 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:46.873404 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Sync routers for ids ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:46.885200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Routers {'19246fbd-8d8b-49c4-a99f-2d4977a92ba7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:46.886341 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:46.891677 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.893965 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-e42f9669-081e-4e09-90a5-4191eba06ad0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5580394 Sep 30 09:31:46.895218 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47814) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:46.908294 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.915311 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.998661 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Pushing event updated for resources: {'Port': ['ID=5c1b4359-331e-4e03-b348-4fbd96131bd6,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:47.013014 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Set router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:47.036129 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Attempting to bind port 5c1b4359-331e-4e03-b348-4fbd96131bd6 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:47.036408 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Attempting to bind port 5c1b4359-331e-4e03-b348-4fbd96131bd6 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:47.037312 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Attempting to bind port 5c1b4359-331e-4e03-b348-4fbd96131bd6 on network 0f2ef382-1957-4653-9103-07f9984d4991 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:47.040482 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.040832 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.041171 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.041531 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.041867 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.042342 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.042680 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.043003 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.043328 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.043650 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.043978 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.044295 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:31:47.051764 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:47.053372 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Checking segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:47.053372 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.053647 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Bound using segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:47.054140 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Bound port: 5c1b4359-331e-4e03-b348-4fbd96131bd6, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:47.054531 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.136007 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] For port 5c1b4359-331e-4e03-b348-4fbd96131bd6, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:47.139744 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] For port 5c1b4359-331e-4e03-b348-4fbd96131bd6, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5c1b4359-331e-4e03-b348-4fbd96131bd6,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:47.149551 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.197164 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5256fc33-8782-42a0-bcea-80133e1201f1 None None] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:31:47.203754 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:47.204400 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:47.281490 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07569dac-bc33-46bf-98f1-de3ba496ad04 None None] Pushing event updated for resources: {'Port': ['ID=5c1b4359-331e-4e03-b348-4fbd96131bd6,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:47.341805 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-ed176147-610b-4b2a-a704-afe15ab5d99b None None] Provisioning complete for port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:47.342300 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ed176147-610b-4b2a-a704-afe15ab5d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.370097 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:47.598975 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:47Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:47.625713 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2704-fc2a-4fd6-abfe-5c9fc2a8b59a None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:47Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:47.633026 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 3, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:47.664241 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Checking router: 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:47.664605 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Updating router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 port fa6343e5-9b26-4c4a-a4c3-f10539be2373 binding host n-d-807025-5 {{(pid=95003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:31:47.718131 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.720335 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.759265 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ed176147-610b-4b2a-a704-afe15ab5d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.872903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-ed176147-610b-4b2a-a704-afe15ab5d99b None None] For port b8c6e363-c877-4ff3-b96e-3b32d11af0b2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:47.883491 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ed176147-610b-4b2a-a704-afe15ab5d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:47.917037 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Allocated IP 172.20.0.1 (932c45e5-e597-4d3c-9de2-f6b214ca8dc7/0bd0fa92-483f-4569-bd13-746cace9b8a4/9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:47.989223 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed176147-610b-4b2a-a704-afe15ab5d99b None None] Pushing event updated for resources: {'Port': ['ID=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:48.023640 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Provisioning complete for port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:48.024374 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.040878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.083665 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.106819 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:48.126465 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:48.139424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.146273 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:48.153549 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.195739 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652952'] for router_interface, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.214785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Attempting to bind port fa6343e5-9b26-4c4a-a4c3-f10539be2373 on host n-d-807025-5 for vnic_type normal with profile {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:48.215326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Attempting to bind port fa6343e5-9b26-4c4a-a4c3-f10539be2373 by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:48.215536 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Attempting to bind port fa6343e5-9b26-4c4a-a4c3-f10539be2373 on network 472c7bdb-edfd-4e3a-ba71-142aba8b088d {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:48.223500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:48.223881 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Checking segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:48.224826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.225233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Bound using segment: {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'} {{(pid=95003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:48.225751 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.managers [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Bound port: fa6343e5-9b26-4c4a-a4c3-f10539be2373, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200eb24b-a85f-4a0e-abce-9eb804533dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d'}}] {{(pid=95003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:48.226144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.272609 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Pushing event updated for resources: {'Port': ['ID=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:48.293998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8c6e363-c877-4ff3-b96e-3b32d11af0b2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:48.359307 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb7dc-492b-4f57-9ba7-9ffe7102a886 None None] Pushing event updated for resources: {'Port': ['ID=fa6343e5-9b26-4c4a-a4c3-f10539be2373,revision_number=2']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:48.359533 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.394228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Provisioning complete for port 5c1b4359-331e-4e03-b348-4fbd96131bd6 triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:48.394536 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.434731 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] For port fa6343e5-9b26-4c4a-a4c3-f10539be2373, host n-d-807025-5, cleared binding levels {{(pid=95003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:48.454276 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] For port fa6343e5-9b26-4c4a-a4c3-f10539be2373, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa6343e5-9b26-4c4a-a4c3-f10539be2373,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:48.462867 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.467093 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:48.467462 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.550707 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.555823 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.580413 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Routers {'19246fbd-8d8b-49c4-a99f-2d4977a92ba7'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:48.581073 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:48.625708 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652648'] for router_interface, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.626602 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb7dc-492b-4f57-9ba7-9ffe7102a886 None None] Pushing event updated for resources: {'Port': ['ID=fa6343e5-9b26-4c4a-a4c3-f10539be2373,revision_number=3']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:48.627411 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Pushing event updated for resources: {'Port': ['ID=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:48.649422 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.719940 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:48.721357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:48.741238 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e4834d48-517a-4265-97b9-39c837116cd2 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:48.775835 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] For port 5c1b4359-331e-4e03-b348-4fbd96131bd6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5c1b4359-331e-4e03-b348-4fbd96131bd6,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:48.790494 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.794791 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] Set router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:48.843302 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:31:48.918904 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483983-e646-4ec0-9d72-76c157b2a003 None None] Pushing event updated for resources: {'Port': ['ID=5c1b4359-331e-4e03-b348-4fbd96131bd6,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:48.944473 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port e4834d48-517a-4265-97b9-39c837116cd2 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:48.944850 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.959213 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:31:48.972067 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-b9ea080e-c6c7-4314-9d5d-9582ce48fa0d admin admin] 10.222.0.41 "PUT /v2.0/routers/19246fbd-8d8b-49c4-a99f-2d4977a92ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680909 Sep 30 09:31:48.977579 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2b9d6c03-0a0e-49f7-95b0-b474924862d7 None None] Provisioning complete for port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:48.978062 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6c03-0a0e-49f7-95b0-b474924862d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.071183 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d6c03-0a0e-49f7-95b0-b474924862d7 None None] Port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:31:49.142533 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5c1b4359-331e-4e03-b348-4fbd96131bd6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:49.193423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa', 'name': '', 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'mac_address': 'fa:16:3e:fb:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:47Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 2, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'subnets': [{'id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:49.226079 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf8b7-b2e9-4580-b338-0157ed1c84d3 None None] The sync data for ids ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'] in n-d-807025-5 is: [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa', 'name': '', 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'mac_address': 'fa:16:3e:fb:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:47Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 2, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'subnets': [{'id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:49.229118 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-c0c79e1d-e561-42ba-9e26-86f2e258cce4 None None] Provisioning complete for port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:49.229521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c0c79e1d-e561-42ba-9e26-86f2e258cce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.261176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5c1b4359-331e-4e03-b348-4fbd96131bd6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:49.261575 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.298152 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-c0c79e1d-e561-42ba-9e26-86f2e258cce4 None None] Port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:31:49.530345 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47822) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:49.535012 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192036995', 'description': 'tempest-secgroup-smoke-192036995 description', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:49.558642 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.647680 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.656722 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.684384 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.685642 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1542282 Sep 30 09:31:49.688897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47824) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:49.689660 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db1292-a580-490b-b6b3-07e1079d2e38 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f2f4c-1812-4a61-b61e-a83239e0f1cc,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:49.694314 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group_rule': {'security_group_id': 'f70f2f4c-1812-4a61-b61e-a83239e0f1cc', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:49.722477 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.786216 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.790865 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.807673 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e9041f-45a5-40ef-ab88-e85b3fbf9c1b,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:49.813775 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.814963 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-a3411e96-d38a-4839-83d4-e694e59f5a80 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244850 Sep 30 09:31:49.818316 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47826) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:49.822512 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group_rule': {'security_group_id': 'f70f2f4c-1812-4a61-b61e-a83239e0f1cc', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:49.847400 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.902008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.905466 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.922168 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3294dc36-ca8b-4cbf-9e36-f11a2dac9e5c,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:49.928239 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:49.929707 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3f735085-8a05-4893-921b-2db935bb92ec tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1104081 Sep 30 09:31:49.932310 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47828) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:49.936616 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group_rule': {'security_group_id': 'f70f2f4c-1812-4a61-b61e-a83239e0f1cc', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:49.963012 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.018950 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.023634 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.044807 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef98799-fad5-4dab-9f29-d466d3b4cd62,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:50.054540 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.056105 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-08d7105f-deb3-4720-9029-6ea31c952aad tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228731 Sep 30 09:31:50.058855 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47830) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:50.063242 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group_rule': {'security_group_id': 'f70f2f4c-1812-4a61-b61e-a83239e0f1cc', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:50.073144 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5c1b4359-331e-4e03-b348-4fbd96131bd6 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:50.092107 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.121309 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 5c1b4359-331e-4e03-b348-4fbd96131bd6 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:50.121716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.149608 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.153437 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.173766 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e43f3a5-384f-4e9b-8179-b1d6f091b1de,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:50.177861 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.181789 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-046c3dbc-1ee3-4ba7-a8ba-875fb2685849 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192460 Sep 30 09:31:50.182229 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47832) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:50.186186 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group_rule': {'security_group_id': 'f70f2f4c-1812-4a61-b61e-a83239e0f1cc', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:50.209252 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Project 7bfb3e30eaf348c5878a77e29e8ee6d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:31:50.214494 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.273691 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.277165 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.295897 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8ff468-1ea8-4c56-986f-fc9e926d68fe,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:50.299202 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.300409 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-878f55b8-3555-402f-9bd3-2a17a96ecbc6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175601 Sep 30 09:31:50.303207 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 47834) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:31:50.307631 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.v2.base [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'security_group_rule': {'security_group_id': 'f70f2f4c-1812-4a61-b61e-a83239e0f1cc', 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:50.328429 n-d-807025-5 neutron-server[95002]: INFO neutron.db.securitygroups_db [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Project 7bfb3e30eaf348c5878a77e29e8ee6d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:31:50.333011 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.390885 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.394493 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548386'] for security_group_rule, after_create {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.416262 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6159a933-e367-40a4-8c8c-3db5d2b58a8d,revision_number=0']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:50.422008 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:50.423368 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-ac01cc35-4aa4-496d-bd14-b26d97791131 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191113 Sep 30 09:31:50.583120 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-3799ab5f-86a0-4e1e-877c-9e5717ec4a01 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192036995&fields=id&tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0 HTTP/1.1" status: 200 len: 267 time: 0.0366344 Sep 30 09:31:50.702086 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-b0676f3f-0903-47d9-9b49-b953dd2591eb tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:50.703657 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-b0676f3f-0903-47d9-9b49-b953dd2591eb tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 809 time: 0.1124361 Sep 30 09:31:50.719886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-aebefa63-4d68-4f5f-881d-5e06543e9227 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/quotas/7bfb3e30eaf348c5878a77e29e8ee6d0 HTTP/1.1" status: 200 len: 375 time: 0.0096200 Sep 30 09:31:50.773182 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-b0d9dace-f2f0-49c5-9910-e8ad137fa4a0 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475233 Sep 30 09:31:50.876689 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-c3f0e2a5-8843-44ae-93a1-b5665eb34c95 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915265 Sep 30 09:31:50.974219 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-444e173b-c508-428e-bcf4-52eac54fc9ef service neutron] 10.222.0.41 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906911 Sep 30 09:31:51.147968 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-467c857f-68e8-4536-8132-999c832c1ac5 req-09f11dc5-7590-4a87-a24d-f9ceaac79f94 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 210 time: 0.0290630 Sep 30 09:31:51.801272 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Sync routers for ids ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:31:51.810366 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Routers {'19246fbd-8d8b-49c4-a99f-2d4977a92ba7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:51.810972 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:51.912539 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Set router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:52.112506 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa', 'name': '', 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'mac_address': 'fa:16:3e:fb:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:47Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 2, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'subnets': [{'id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:52.121370 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa6343e5-9b26-4c4a-a4c3-f10539be2373 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:52.159696 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Checking router: 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:31:52.160076 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Updating router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa binding host n-d-807025-5 {{(pid=95004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:31:52.184104 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-e381ef7e-9926-4c96-b686-e5c4022fc7d6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:52.185678 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-e381ef7e-9926-4c96-b686-e5c4022fc7d6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 809 time: 0.1534660 Sep 30 09:31:52.190220 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.190422 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fa6343e5-9b26-4c4a-a4c3-f10539be2373 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:52.191003 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.277801 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-95c2f78d-539d-45cc-98c8-7b73c8a0a164 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0 HTTP/1.1" status: 200 len: 379 time: 0.0761707 Sep 30 09:31:52.279715 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-60b16a71-ae92-40cf-b223-ceba7315299c req-a113821c-6dc6-47ed-b7d6-974ac5a27b35 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 210 time: 0.0343740 Sep 30 09:31:52.282957 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.291498 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'port': {'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'admin_state_up': True, 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'security_groups': ['f70f2f4c-1812-4a61-b61e-a83239e0f1cc']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:52.316809 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] For port fa6343e5-9b26-4c4a-a4c3-f10539be2373, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa6343e5-9b26-4c4a-a4c3-f10539be2373,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:52.322499 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.372869 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Pushing event updated for resources: {'Port': ['ID=fa6343e5-9b26-4c4a-a4c3-f10539be2373,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:52.409416 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Made reservation on behalf of 7bfb3e30eaf348c5878a77e29e8ee6d0 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:31:52.413545 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.472579 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Notify callbacks [] for port, precommit_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.477702 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.545126 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Allocated IP 172.20.0.12 (0f2ef382-1957-4653-9103-07f9984d4991/14163542-301f-4481-870d-d0778a872ab7/4788e06f-b53c-43a8-8a67-dda6321e7b8b) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:31:52.549818 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b880cc-5fa9-4c98-be84-1a3715debd84 None None] Pushing event updated for resources: {'Port': ['ID=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,revision_number=3']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:52.583104 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Attempting to bind port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa on host n-d-807025-5 for vnic_type normal with profile {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:52.584149 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Attempting to bind port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa by drivers openvswitch,hyperv on host n-d-807025-5 at level 0 using segments [{'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:52.584576 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Attempting to bind port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa on network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:52.590041 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Checking agent: {'id': 'b4f76c18-bdff-4dc4-88e0-5d75aec69696', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 0, 11), 'started_at': datetime.datetime(2021, 9, 30, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:52.590571 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Checking segment: {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:52.591178 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.591704 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Bound using segment: {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'} {{(pid=95004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:52.592242 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.managers [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Bound port: 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa, host: n-d-807025-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56acbe55-8070-4320-bc59-4468c407c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7'}}] {{(pid=95004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:52.592695 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.660324 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] For port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa, host n-d-807025-5, cleared binding levels {{(pid=95004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:52.664256 n-d-807025-5 neutron-server[95004]: DEBUG neutron.plugins.ml2.db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] For port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa, host n-d-807025-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:52.670840 n-d-807025-5 neutron-server[95004]: DEBUG neutron_lib.callbacks.manager [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.691331 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.722079 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Routers {'19246fbd-8d8b-49c4-a99f-2d4977a92ba7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:31:52.722692 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:52.730999 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.745599 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-dcb9605d-156f-41c4-8f43-baf11b55abe0 None None] Provisioning complete for port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:52.746621 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcb9605d-156f-41c4-8f43-baf11b55abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.784637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Network 0f2ef382-1957-4653-9103-07f9984d4991 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:31:52.788002 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:31:52.795628 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b880cc-5fa9-4c98-be84-1a3715debd84 None None] Pushing event updated for resources: {'Port': ['ID=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,revision_number=4']} {{(pid=95004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:52.800146 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:31:52.818520 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:52.868542 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcb9605d-156f-41c4-8f43-baf11b55abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.879187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:52.879985 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.900429 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-7d906aa6-2847-4c6c-8efa-5e44ef5f7109 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6131871 Sep 30 09:31:52.920208 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Request body: {'port': {'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:31:52.931030 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-dcb9605d-156f-41c4-8f43-baf11b55abe0 None None] For port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:52.935717 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-dcb9605d-156f-41c4-8f43-baf11b55abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.987941 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.994723 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] Set router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:31:53.015377 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9605d-156f-41c4-8f43-baf11b55abe0 None None] Pushing event updated for resources: {'Port': ['ID=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:53.159728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-bf3d4de1-bb6f-424e-b376-df1df0b86401 None None] Provisioning complete for port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:53.160420 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bf3d4de1-bb6f-424e-b376-df1df0b86401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:53.226437 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa', 'name': '', 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'mac_address': 'fa:16:3e:fb:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:47Z', 'updated_at': '2021-09-30T09:31:52Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'subnets': [{'id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:31:53.255092 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1698-752c-4929-9314-a9a089ebd304 None None] The sync data for ids ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'] in n-d-807025-5 is: [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa', 'name': '', 'network_id': '932c45e5-e597-4d3c-9de2-f6b214ca8dc7', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'mac_address': 'fa:16:3e:fb:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:47Z', 'updated_at': '2021-09-30T09:31:52Z', 'revision_number': 4, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'subnets': [{'id': '0bd0fa92-483f-4569-bd13-746cace9b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:31:53.313015 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4788e06f-b53c-43a8-8a67-dda6321e7b8b {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:31:53.321326 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:53.336057 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Transition to ACTIVE for port object 4788e06f-b53c-43a8-8a67-dda6321e7b8b will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:31:53.340221 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:53.471809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:53.504753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a6af5-a2f8-4f19-94ef-7f003b1143ca req-cdf56a22-edb1-4f93-8885-6f7535e8b613 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:53.506917 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f23a6af5-a2f8-4f19-94ef-7f003b1143ca req-cdf56a22-edb1-4f93-8885-6f7535e8b613 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 944 time: 0.1269150 Sep 30 09:31:53.531228 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Attempting to bind port 4788e06f-b53c-43a8-8a67-dda6321e7b8b on host n-h1-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:31:53.531575 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Attempting to bind port 4788e06f-b53c-43a8-8a67-dda6321e7b8b by drivers openvswitch,hyperv on host n-h1-807025-5 at level 0 using segments [{'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:31:53.531914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Attempting to bind port 4788e06f-b53c-43a8-8a67-dda6321e7b8b on network 0f2ef382-1957-4653-9103-07f9984d4991 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:53.546593 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Port 4788e06f-b53c-43a8-8a67-dda6321e7b8b on network 0f2ef382-1957-4653-9103-07f9984d4991 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:31:53.546921 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Attempting to bind port 4788e06f-b53c-43a8-8a67-dda6321e7b8b on network 0f2ef382-1957-4653-9103-07f9984d4991 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:31:53.560269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Checking agent: {'id': 'b7ee843a-c2be-44fc-a295-026a7a5c284e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:31:53.560610 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Checking segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:31:53.564979 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Bound using segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:31:53.565401 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Bound port: 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host: n-h1-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:31:53.565798 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:53.582279 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f23a6af5-a2f8-4f19-94ef-7f003b1143ca req-3a70a023-c043-4d96-a5a1-80ae861b57e0 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648887 Sep 30 09:31:53.642945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:31:53.646955 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:31:53.650709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:53.697103 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:53.697751 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:53.699386 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] 10.222.0.50 "PUT /v2.0/ports/4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1092 time: 0.7843356 Sep 30 09:31:53.699883 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:31:53.702235 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c93f64-6074-474c-8b21-f89bc6782b20" -d '{"events": [{"name": "network-changed", "server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:31:53.725916 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fcf9b-9a47-41db-9e31-92d56dd1b26b service neutron] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:53.751492 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6187f8d-4a4a-47b0-8485-fa266103699b x-openstack-request-id: req-f6187f8d-4a4a-47b0-8485-fa266103699b {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:31:53.751858 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:31:53.752210 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6187f8d-4a4a-47b0-8485-fa266103699b {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:31:53.752728 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'status': 'completed', 'code': 200} Sep 30 09:31:53.811927 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-8d469962-e27f-4831-ab8d-400ea16e9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:53.813623 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-8d469962-e27f-4831-ab8d-400ea16e9d48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1095 time: 0.0439279 Sep 30 09:31:53.868021 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-6081c2ee-c335-4707-b0af-c5e53b0255d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 217 time: 0.0412662 Sep 30 09:31:53.923744 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-9d011035-b958-45f7-b0ec-994522369c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:53.925229 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-9d011035-b958-45f7-b0ec-994522369c9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0499141 Sep 30 09:31:53.970804 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-ce60558f-b20f-4f72-96f9-68fd922be386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:53.972212 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-ce60558f-b20f-4f72-96f9-68fd922be386 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397830 Sep 30 09:31:54.062512 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-119771f2-080e-4a69-a85b-fd2198e5cb2e service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833912 Sep 30 09:31:54.090334 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:54.137235 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:54.137730 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:54.157636 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-269dd661-f25e-4367-94b8-59986a4e3bc4 req-41de9ad8-cd09-40ee-88f6-724b5b1d5c81 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881495 Sep 30 09:31:54.216846 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa6343e5-9b26-4c4a-a4c3-f10539be2373 up at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:54.263843 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Provisioning complete for port fa6343e5-9b26-4c4a-a4c3-f10539be2373 triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:54.264214 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:54.281881 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-6eb85b84-318d-442c-ad60-ec9a122c89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:54.283393 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-6eb85b84-318d-442c-ad60-ec9a122c89bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1095 time: 0.0401573 Sep 30 09:31:54.374672 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-bdab8ff8-6c21-4a25-b624-ff8954913968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:54.376149 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-bdab8ff8-6c21-4a25-b624-ff8954913968 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0858710 Sep 30 09:31:54.416178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-76b0f9fc-44cc-41a2-a17a-2d8abc52c569 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 217 time: 0.0331271 Sep 30 09:31:54.468357 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-9f46567d-6357-420c-af65-22764ad714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:54.469762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-9f46567d-6357-420c-af65-22764ad714e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0450556 Sep 30 09:31:54.518192 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-904ee1e9-b118-4e73-af39-59b3768e2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:54.519757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-904ee1e9-b118-4e73-af39-59b3768e2a15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427406 Sep 30 09:31:54.608461 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-ec32dfce-ae2e-410c-83b7-6eaf2008826f service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811946 Sep 30 09:31:54.732677 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a3c93f64-6074-474c-8b21-f89bc6782b20 req-46a6d756-7f5d-44cb-b6f4-db35a43ce2bd service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167092 Sep 30 09:31:54.744869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d839c1-7b01-417c-ba16-212134e6c039 req-5d2e8a32-a8c6-4364-a3ec-f70a3a6b76b5 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:54.746304 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d839c1-7b01-417c-ba16-212134e6c039 req-5d2e8a32-a8c6-4364-a3ec-f70a3a6b76b5 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 944 time: 0.0696151 Sep 30 09:31:54.785565 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d7d839c1-7b01-417c-ba16-212134e6c039 req-47654f3c-113c-4d11-a36b-229bebdf020e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Sep 30 09:31:55.905736 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401dee5-5b28-4d3c-9c5e-69e70799a44a req-549b0972-413e-437e-9cf0-5cbda6188760 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:55.907374 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f401dee5-5b28-4d3c-9c5e-69e70799a44a req-549b0972-413e-437e-9cf0-5cbda6188760 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 944 time: 0.0552232 Sep 30 09:31:55.945037 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f401dee5-5b28-4d3c-9c5e-69e70799a44a req-3eae093d-7f3d-4050-9a06-df1b5f8c236f tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Sep 30 09:31:56.407163 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:56.477398 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:31:56.570141 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:56.580764 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:31:56.628655 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:56.629741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:56.642761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4788e06f-b53c-43a8-8a67-dda6321e7b8b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:31:56.662262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:56.665864 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:56.712228 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:56.934786 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4788e06f-b53c-43a8-8a67-dda6321e7b8b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:31:57.057892 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb352e7d-3d8e-4043-a393-06eab7c42b79 req-3699710e-dc73-4481-9e1c-d996fc301e2c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:57.059384 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb352e7d-3d8e-4043-a393-06eab7c42b79 req-3699710e-dc73-4481-9e1c-d996fc301e2c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 945 time: 0.0484231 Sep 30 09:31:57.096949 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bb352e7d-3d8e-4043-a393-06eab7c42b79 req-6277564f-938c-4644-aa6b-d0a978431d3a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Sep 30 09:31:58.209785 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096385a-258b-420c-b234-71b24b70532a req-8b91f611-9765-43c2-8f61-023b46edc11e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:58.211259 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3096385a-258b-420c-b234-71b24b70532a req-8b91f611-9765-43c2-8f61-023b46edc11e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Sep 30 09:31:58.249266 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3096385a-258b-420c-b234-71b24b70532a req-938bb7e7-b1f9-449a-b2f3-477bc4cace32 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Sep 30 09:31:58.494305 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:31:58.542996 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning for port 4788e06f-b53c-43a8-8a67-dda6321e7b8b completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:31:58.546823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 4788e06f-b53c-43a8-8a67-dda6321e7b8b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:31:58.547287 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:58.624483 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:58.646463 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:31:58.648681 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90321719-a882-4a49-b231-68474f176a06" -d '{"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-plugged", "status": "completed", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:31:58.660749 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:31:58.665567 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:58.687847 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0583f-b5fa-49a7-950b-c06871ead8f8 x-openstack-request-id: req-7ae0583f-b5fa-49a7-950b-c06871ead8f8 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:31:58.688141 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-plugged", "status": "completed", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:31:58.688388 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ae0583f-b5fa-49a7-950b-c06871ead8f8 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:31:58.688776 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'code': 200} Sep 30 09:31:58.713496 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:31:58.807254 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e17e2-deb9-4e8c-9630-92e998801b0b req-d935dde9-8ddc-4064-9414-692534695770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:58.808619 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d05e17e2-deb9-4e8c-9630-92e998801b0b req-d935dde9-8ddc-4064-9414-692534695770 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1097 time: 0.0422318 Sep 30 09:31:58.842925 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d05e17e2-deb9-4e8c-9630-92e998801b0b req-e7ba4b9c-27af-4b7d-8220-98d082e13a41 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270391 Sep 30 09:31:59.363038 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8869-7b17-4b59-a0e4-8bee4b17366a req-a8f5458e-23e6-431a-9ccf-3d4075c72575 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:31:59.365497 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db1d8869-7b17-4b59-a0e4-8bee4b17366a req-a8f5458e-23e6-431a-9ccf-3d4075c72575 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 946 time: 0.0494368 Sep 30 09:31:59.402886 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-db1d8869-7b17-4b59-a0e4-8bee4b17366a req-52773827-361c-4ca2-9df7-f9fc347cc5d0 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314507 Sep 30 09:32:00.514622 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdaa6-ea77-40b3-9629-1b09f5c6a31d req-9aa3cbac-d083-4738-b0d3-9d009bda8ea1 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:00.516111 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bccdaa6-ea77-40b3-9629-1b09f5c6a31d req-9aa3cbac-d083-4738-b0d3-9d009bda8ea1 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 946 time: 0.0491378 Sep 30 09:32:00.553362 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3bccdaa6-ea77-40b3-9629-1b09f5c6a31d req-8ec83cad-385f-4e76-9452-dd2d38e0d953 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307322 Sep 30 09:32:00.675142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cebb0-67d6-466b-aab5-2805e9d38c21 req-9886c9e7-f194-4ed9-821e-6286cee1ef63 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:00.676617 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a7cebb0-67d6-466b-aab5-2805e9d38c21 req-9886c9e7-f194-4ed9-821e-6286cee1ef63 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 946 time: 0.0585203 Sep 30 09:32:00.714160 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3a7cebb0-67d6-466b-aab5-2805e9d38c21 req-832458d0-0cdf-4bd8-8dbc-48cb5726665a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Sep 30 09:32:00.735036 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47884) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:32:00.859142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1f308-cec2-4d7a-9829-e67142cc3851 tempest-TestSnapshotPattern-499997107 tempest-TestSnapshotPattern-499997107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:00.860614 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6df1f308-cec2-4d7a-9829-e67142cc3851 tempest-TestSnapshotPattern-499997107 tempest-TestSnapshotPattern-499997107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1092 time: 0.1246319 Sep 30 09:32:00.863615 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 47888) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:32:00.868285 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:32:00.890264 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:00.984274 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:01.082728 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Allocated IP 172.25.7.106 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/3470dd7a-5e09-4eac-822f-a2086b9d148d) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:32:01.473949 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:01.506625 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:01.548072 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:32:01.550941 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:32:01.554568 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:32:01.586203 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'Port': ['ID=3470dd7a-5e09-4eac-822f-a2086b9d148d,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:32:01.904043 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:01.968189 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:02.114692 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:02.119689 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:02.187164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'Port': ['ID=3470dd7a-5e09-4eac-822f-a2086b9d148d,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:32:02.200675 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:02.298607 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Floating IP 7b980373-d9d6-47a8-bf01-4d5397f2114c associated. External IP: 172.25.7.106, port: 4788e06f-b53c-43a8-8a67-dda6321e7b8b. Sep 30 09:32:02.502040 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:32:02.608597 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:32:02.618585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:32:02.625576 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:02.632161 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:32:02.632796 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:32:02.653849 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-25d71b88-14ad-4782-8f38-5df59c5c9417 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7891905 Sep 30 09:32:02.654534 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:32:02.656831 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943280ed-3265-43c4-a35a-4dfd0e130c47" -d '{"events": [{"name": "network-changed", "server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:32:02.692221 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b054c3-cf2b-4c1b-9a8f-a095b82e336e x-openstack-request-id: req-d3b054c3-cf2b-4c1b-9a8f-a095b82e336e {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:32:02.692505 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:32:02.692751 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3b054c3-cf2b-4c1b-9a8f-a095b82e336e {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:32:02.693145 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'status': 'completed', 'code': 200} Sep 30 09:32:02.750965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:32:02.777476 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-c849a0d7-cad0-447f-8d06-af4cd7993b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:02.778939 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-c849a0d7-cad0-447f-8d06-af4cd7993b94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1097 time: 0.0440021 Sep 30 09:32:02.867720 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-662c087d-0689-49d3-82a6-93a3fb54aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:02.869198 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-662c087d-0689-49d3-82a6-93a3fb54aed0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0836322 Sep 30 09:32:02.936738 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-775245c9-3fad-4f5e-a712-a54cdcff1968 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1000 time: 0.0605972 Sep 30 09:32:02.972896 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:01Z', 'revision_number': 0, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:32:02.984501 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-0a59737f-9d69-48d9-ab45-6929fa74e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:02.985980 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-0a59737f-9d69-48d9-ab45-6929fa74e9e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0425217 Sep 30 09:32:02.998861 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:32:03.007627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:32:03.008240 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:31:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:32:03.030614 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-05a353eb-cb2d-4306-b99e-37eaf762e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:03.032040 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-05a353eb-cb2d-4306-b99e-37eaf762e804 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388334 Sep 30 09:32:03.111708 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:32:03.123277 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-837cdb62-900a-4e85-b3bf-de6231199df2 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841949 Sep 30 09:32:03.213395 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-943280ed-3265-43c4-a35a-4dfd0e130c47 req-b57ee9a6-0e3d-4f93-a983-19108587859e service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830233 Sep 30 09:32:03.336455 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:01Z', 'revision_number': 0, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:32:03.361948 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76fb80-a661-46aa-9d56-dda48d65d39e None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:01Z', 'revision_number': 0, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:32:03.653473 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f7691-c5cc-4de5-9049-d4d18268a5ad None None] New status for floating IP 7b980373-d9d6-47a8-bf01-4d5397f2114c: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:32:08.710486 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-d286bb98-fa1b-4704-941e-70f1582bc4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:08.741076 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-d2d0a18b-abf2-4045-87cd-2470ae65f0d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444760 Sep 30 09:32:08.837718 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-398d78f6-b36d-40fb-b23c-4ad493fe4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:08.839185 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-398d78f6-b36d-40fb-b23c-4ad493fe4a68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1097 time: 0.0397494 Sep 30 09:32:08.939871 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-c75fb67b-e925-4275-bb13-78f0b3724f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:08.941321 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-c75fb67b-e925-4275-bb13-78f0b3724f11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0832524 Sep 30 09:32:09.007549 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-7b6c4e5a-55c2-4b7b-ac1f-62e46c52a97d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1002 time: 0.0597513 Sep 30 09:32:09.055807 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-322789a6-dc07-4719-9e44-c7359a64dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:09.057174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-322789a6-dc07-4719-9e44-c7359a64dbd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0427918 Sep 30 09:32:09.101243 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-8cbc101c-adae-4e97-a8a0-543e904c460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:32:09.102707 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-8cbc101c-adae-4e97-a8a0-543e904c460c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382159 Sep 30 09:32:09.193970 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-111f2fde-c4d0-4599-a11d-0b03759ed112 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Sep 30 09:32:09.285553 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-da839cbb-4a22-46cc-b7ba-89bbe3b87766 req-2a725e60-d7de-4d47-8a72-f5f0f7ea7844 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Sep 30 09:32:11.170733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a34c5056-f8be-46b3-b18b-330e8c23a5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:11.629424 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:12.447036 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:32:13.446004 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:15.205321 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:26.410722 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:26.596599 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:38.710552 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c491a3c1-aed7-4256-8142-8f25348d7f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:41.170098 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-b2702a61-02c3-494d-93d5-65e2c673d323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:41.629533 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:43.451594 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:45.207611 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:49.446048 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:32:56.437860 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:56.613116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:08.714182 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c2a3aeb5-f039-447a-a182-ddfc404256ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:08.735648 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-ef9069da-451c-4919-aec7-5d4e2ff2ce0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405383 Sep 30 09:33:08.829346 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-baaefe47-ad60-4dbe-9cbe-7202a9ff365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:33:08.830784 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-baaefe47-ad60-4dbe-9cbe-7202a9ff365e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1097 time: 0.0394411 Sep 30 09:33:08.934888 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-d933aebc-b4c2-46f6-988f-571d5f763795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:33:08.936334 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-d933aebc-b4c2-46f6-988f-571d5f763795 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0868680 Sep 30 09:33:08.999704 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-780529c2-1709-4928-a215-9b29d5267763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1002 time: 0.0557456 Sep 30 09:33:09.047848 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-e8cea409-3f61-48e5-bd48-0ebf8ad052ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:33:09.049250 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-e8cea409-3f61-48e5-bd48-0ebf8ad052ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0424736 Sep 30 09:33:09.096295 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-747f235a-34c4-48c3-aab8-bfeb1d8aa138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:33:09.097685 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-747f235a-34c4-48c3-aab8-bfeb1d8aa138 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414429 Sep 30 09:33:09.185043 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-01d76e01-cd7f-493a-8d1f-8a5965472db9 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800498 Sep 30 09:33:09.278059 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-328661ab-8fbf-4df6-8d2a-e326fe1b2d10 req-fee1a486-a71c-4a9e-afe9-8058da10dd20 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Sep 30 09:33:11.170309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-96e3741d-d1fe-4d5d-8768-bcf1846799cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:11.630577 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:13.451741 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:15.210256 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:26.446022 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:33:26.454626 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:26.613340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:38.716016 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e9aafc6a-1173-4171-830c-4d33bc56203b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:41.170049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-059ea356-2717-4c62-967b-7cee8ba308dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:41.631391 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:43.454072 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:45.212101 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:56.451252 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:33:56.619110 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:03.081470 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b details requested by agent hyperv_n-h1-807025-5 with host n-h1-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:34:03.198045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:03.210232 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Returning: {'device': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:34:03.248521 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:03.265403 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4788e06f-b53c-43a8-8a67-dda6321e7b8b {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:34:03.293653 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:03.298416 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:03.355551 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:03.363506 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.364344 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.365072 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.365423 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.365836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.366179 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.366524 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.366836 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.367165 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.367493 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.367818 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.368245 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:03.443821 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] get_ports_and_sgs() called for port_ids ['4788e06f-b53c-43a8-8a67-dda6321e7b8b'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:34:03.446253 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:34:05.092288 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b up at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:34:05.148646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Provisioning complete for port 4788e06f-b53c-43a8-8a67-dda6321e7b8b triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:34:05.149426 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:05.267390 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:05.299339 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:34:05.302031 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3ebb2-1e5a-4034-ad6f-7c8a2eeed958" -d '{"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-plugged", "status": "completed", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:34:05.321622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:05.328677 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:05.399865 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:05.451184 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cdb6bd-3cd7-4fa6-8451-d903f7b59671 x-openstack-request-id: req-86cdb6bd-3cd7-4fa6-8451-d903f7b59671 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:34:05.452226 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-plugged", "status": "completed", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:34:05.452705 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86cdb6bd-3cd7-4fa6-8451-d903f7b59671 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:34:05.454197 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'code': 200} Sep 30 09:34:08.718568 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3f77c90c-dd82-479a-a507-20056d9371dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:10.794889 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-24ba5af7-01a5-47f6-bb91-b981f77c8c1b tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192036995&fields=id&tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0 HTTP/1.1" status: 200 len: 267 time: 0.0351028 Sep 30 09:34:10.938521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-3b956142-c017-4b25-b4a4-6e46d52a6701 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:10.939984 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-3b956142-c017-4b25-b4a4-6e46d52a6701 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 809 time: 0.1383448 Sep 30 09:34:10.943053 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-c2ee794e-d1d6-47aa-a114-57b49c8c4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:10.944733 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-c2ee794e-d1d6-47aa-a114-57b49c8c4787 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1097 time: 0.0684426 Sep 30 09:34:10.955156 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-2ee014df-fa18-4824-8d23-4c98ae98693d tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/quotas/7bfb3e30eaf348c5878a77e29e8ee6d0 HTTP/1.1" status: 200 len: 375 time: 0.0087130 Sep 30 09:34:11.074211 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-460d79ad-4397-447d-8b36-d9a3939df1c7 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1115017 Sep 30 09:34:11.096842 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-a9f09277-2ce2-48f7-9a3d-fb0e97b267f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:11.098368 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-a9f09277-2ce2-48f7-9a3d-fb0e97b267f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.1345997 Sep 30 09:34:11.170873 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3a707990-285d-441a-b8a9-7e3bf451c878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:11.218499 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-d5a025f5-feec-4492-a5e4-2cc077d3158f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1002 time: 0.1122172 Sep 30 09:34:11.276326 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-db64ffe4-8fd7-44e4-a01d-831fc649c35d service neutron] 10.222.0.41 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883783 Sep 30 09:34:11.281333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-ccf14178-cabf-4284-84f5-08ff803dec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:11.282723 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-ccf14178-cabf-4284-84f5-08ff803dec3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0567410 Sep 30 09:34:11.382790 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-c53cb3e3-a5e2-406c-9d14-2146809deca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:11.384551 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-c53cb3e3-a5e2-406c-9d14-2146809deca1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941968 Sep 30 09:34:11.416005 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-c428129a-f30a-44fd-8568-f89026dbe4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323969 Sep 30 09:34:11.484079 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-8fd3d17b-5403-4ba9-a81a-250dfa8abfae service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Sep 30 09:34:11.582875 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-84108811-526d-47b8-853d-078ba1b2925d req-e0e15fd4-3f48-43f3-86f1-26a05034f6ae tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 210 time: 0.0313354 Sep 30 09:34:11.602175 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-41f8074d-d8c4-4502-b6c3-83f6c059d9d9 req-ace79004-ffd1-4bc1-afaf-90c253ec6e1a service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111066 Sep 30 09:34:11.633010 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:12.665042 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-dd8bcd74-5201-4751-9365-cede2feaf5f7 req-589105c0-53ec-468b-a290-4ba1dbd7f2cb tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 210 time: 0.0289142 Sep 30 09:34:13.460309 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:13.644471 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-1ce12e8a-311a-48e7-a5c4-8e60a52adafe tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:13.646466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-1ce12e8a-311a-48e7-a5c4-8e60a52adafe tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.57 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 809 time: 0.1031792 Sep 30 09:34:13.689930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-1ced4e6c-12ef-48e0-b4c1-772e431a4366 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0 HTTP/1.1" status: 200 len: 379 time: 0.0331299 Sep 30 09:34:13.700633 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'port': {'device_id': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'admin_state_up': True, 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'security_groups': ['f70f2f4c-1812-4a61-b61e-a83239e0f1cc']}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:34:14.081931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bf421736-7630-4c64-9448-3ce717781136 req-1f1e87ef-8642-421a-8fa8-e2382fb25e92 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 210 time: 0.3484335 Sep 30 09:34:14.139388 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Made reservation on behalf of 7bfb3e30eaf348c5878a77e29e8ee6d0 for: {'port': 1} {{(pid=95001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:34:14.144709 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:14.297221 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Allocated IP 172.20.0.4 (0f2ef382-1957-4653-9103-07f9984d4991/14163542-301f-4481-870d-d0778a872ab7/7d408b82-cbdf-478d-9380-30166bac1a5f) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:34:14.459792 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:14.495223 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:14.536716 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Network 0f2ef382-1957-4653-9103-07f9984d4991 is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:34:14.540215 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:34:14.543986 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:34:14.574458 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:14.589897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.590397 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.590810 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.591141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.591533 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.591869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.592204 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.592638 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.592974 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.593305 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.593659 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.593992 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:34:14.616005 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:14.616696 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:14.635797 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-56f09b75-3621-4a13-b5c7-11146f77200c tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385829 Sep 30 09:34:14.858176 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-a5103f7f-4bfa-419d-8acd-e87428854807 None None] Provisioning complete for port 7d408b82-cbdf-478d-9380-30166bac1a5f triggered by entity DHCP. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:34:14.858748 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a5103f7f-4bfa-419d-8acd-e87428854807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:14.893329 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-a5103f7f-4bfa-419d-8acd-e87428854807 None None] Port 7d408b82-cbdf-478d-9380-30166bac1a5f cannot update to ACTIVE because it is not bound. {{(pid=95003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:34:15.164725 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:34:15.202761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750631a-253a-4c8d-915c-9fd10a74709c req-7840bd8a-7da2-4689-8ea3-de3ccc6d8bea tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:15.211070 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0750631a-253a-4c8d-915c-9fd10a74709c req-7840bd8a-7da2-4689-8ea3-de3ccc6d8bea tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0576310 Sep 30 09:34:15.226044 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:15.250487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-0750631a-253a-4c8d-915c-9fd10a74709c req-1516a4fe-322b-478d-bef5-21cb8e73e601 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Sep 30 09:34:15.265918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:15.290120 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:34:15.292451 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc693e9-6a9a-4a9a-995d-0a839bae9505" -d '{"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-unplugged", "status": "completed", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:34:15.306351 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:15.310476 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:15.339901 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab097a7c-14b6-45cd-b767-ab8a65f2dd20 x-openstack-request-id: req-ab097a7c-14b6-45cd-b767-ab8a65f2dd20 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:34:15.340403 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-unplugged", "status": "completed", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:34:15.340663 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab097a7c-14b6-45cd-b767-ab8a65f2dd20 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:34:15.341050 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'code': 200} Sep 30 09:34:15.366529 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Pushing event updated for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:16.388164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed28bca-58de-40c9-86f7-9fe5c4ef29e9 req-6a13ea04-6d94-411e-83f2-9b6c040d9276 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:16.389595 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed28bca-58de-40c9-86f7-9fe5c4ef29e9 req-6a13ea04-6d94-411e-83f2-9b6c040d9276 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0671613 Sep 30 09:34:16.428274 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3ed28bca-58de-40c9-86f7-9fe5c4ef29e9 req-cf9e60d1-b836-4065-8e7f-fdac77ae42a9 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Sep 30 09:34:17.548269 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa98fd1-a51b-43d6-a04b-df66bfe08f15 req-e9f335ca-e029-4abd-aba0-48c75a284c50 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:17.549762 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa98fd1-a51b-43d6-a04b-df66bfe08f15 req-e9f335ca-e029-4abd-aba0-48c75a284c50 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0492158 Sep 30 09:34:17.587826 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-5aa98fd1-a51b-43d6-a04b-df66bfe08f15 req-501a09e0-16f7-455e-a71d-2b372c30289a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Sep 30 09:34:18.710359 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a3625-5e2f-4f10-889a-a47ccd3f588c req-895ac8fb-abe4-485b-bc18-62df6c27af46 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:18.712637 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-160a3625-5e2f-4f10-889a-a47ccd3f588c req-895ac8fb-abe4-485b-bc18-62df6c27af46 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0488951 Sep 30 09:34:18.757479 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-160a3625-5e2f-4f10-889a-a47ccd3f588c req-50bfbedb-1436-4b0d-bf32-1863d97f3a68 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368583 Sep 30 09:34:19.876009 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479808-4ec8-4810-8a07-c72bd7f6bbd0 req-fac91627-0a16-4e9e-80b5-148825058f83 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:19.877511 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee479808-4ec8-4810-8a07-c72bd7f6bbd0 req-fac91627-0a16-4e9e-80b5-148825058f83 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0496287 Sep 30 09:34:19.917112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ee479808-4ec8-4810-8a07-c72bd7f6bbd0 req-b3c6c0b3-577e-4540-b236-4153c4dc1dac tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323958 Sep 30 09:34:21.043394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22d33-d85c-43db-b8eb-1adcf1a450da req-c20be8fe-2c06-4fe9-90b8-864606284364 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:21.045012 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77f22d33-d85c-43db-b8eb-1adcf1a450da req-c20be8fe-2c06-4fe9-90b8-864606284364 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0598187 Sep 30 09:34:21.085305 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-77f22d33-d85c-43db-b8eb-1adcf1a450da req-b14eb864-d58f-4e0b-85b6-20467fe03ebf tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339882 Sep 30 09:34:22.202616 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14cc77-7fe7-4fe4-80dc-b32d86c790ef req-371e84a2-324d-4605-a94c-f078e202ea45 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:22.204183 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a14cc77-7fe7-4fe4-80dc-b32d86c790ef req-371e84a2-324d-4605-a94c-f078e202ea45 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0501175 Sep 30 09:34:22.248077 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-9a14cc77-7fe7-4fe4-80dc-b32d86c790ef req-740c92f7-2045-426b-b2cd-43b7f2b45053 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Sep 30 09:34:23.368745 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ff03c-f8e1-4158-a3ba-b3c04097aacc req-71c61e4c-621c-4201-bf37-484ed832846b tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:23.370178 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a5ff03c-f8e1-4158-a3ba-b3c04097aacc req-71c61e4c-621c-4201-bf37-484ed832846b tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0527875 Sep 30 09:34:23.412746 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7a5ff03c-f8e1-4158-a3ba-b3c04097aacc req-ede8e3ec-56e9-4f9b-976c-27452197fecb tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363357 Sep 30 09:34:24.531066 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0559f-34e2-4634-9a31-6dc7494fd4fc req-1ac617c9-3e02-4dd2-b3d8-64797add7185 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:24.532579 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82b0559f-34e2-4634-9a31-6dc7494fd4fc req-1ac617c9-3e02-4dd2-b3d8-64797add7185 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 931 time: 0.0542166 Sep 30 09:34:24.571264 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Request body: {'port': {'device_id': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-5'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:34:24.592718 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-82b0559f-34e2-4634-9a31-6dc7494fd4fc req-952b44e8-0e21-497d-9e0e-66088566fdd8 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540755 Sep 30 09:34:24.631903 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:24.887608 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d408b82-cbdf-478d-9380-30166bac1a5f {{(pid=95001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:34:24.894791 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:24.906176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.provisioning_blocks [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Transition to ACTIVE for port object 7d408b82-cbdf-478d-9380-30166bac1a5f will not be triggered until provisioned by entity L2. {{(pid=95001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:34:24.909066 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:24.979018 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:25.031492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Attempting to bind port 7d408b82-cbdf-478d-9380-30166bac1a5f on host n-h2-807025-5 for vnic_type normal with profile {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:34:25.031839 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Attempting to bind port 7d408b82-cbdf-478d-9380-30166bac1a5f by drivers openvswitch,hyperv on host n-h2-807025-5 at level 0 using segments [{'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:34:25.032176 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Attempting to bind port 7d408b82-cbdf-478d-9380-30166bac1a5f on network 0f2ef382-1957-4653-9103-07f9984d4991 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:34:25.037155 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Port 7d408b82-cbdf-478d-9380-30166bac1a5f on network 0f2ef382-1957-4653-9103-07f9984d4991 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-5 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:34:25.037510 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Attempting to bind port 7d408b82-cbdf-478d-9380-30166bac1a5f on network 0f2ef382-1957-4653-9103-07f9984d4991 {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:34:25.042522 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Checking agent: {'id': 'e35337d2-adbf-4240-bfaf-2b2e02b40644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'started_at': datetime.datetime(2021, 9, 30, 8, 8, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:34:25.042869 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Checking segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:34:25.043256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Bound using segment: {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'} {{(pid=95001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:34:25.043698 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.managers [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Bound port: 7d408b82-cbdf-478d-9380-30166bac1a5f, host: n-h2-807025-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6b6a27-f52e-44af-a790-ddd27e88a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991'}}] {{(pid=95001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:34:25.044371 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:25.112492 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, cleared binding levels {{(pid=95001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:34:25.116333 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:34:25.120064 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:25.154023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.154644 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:25.156075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 1091 time: 0.6385422 Sep 30 09:34:25.156513 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:34:25.158822 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e197e-175d-4fc9-9437-4704534c1a96" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:34:25.183809 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46066a7f-beff-40a7-aea0-3d143011b1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=3']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:25.237297 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d51499-3c6d-478b-942c-ee7bb702d745 x-openstack-request-id: req-51d51499-3c6d-478b-942c-ee7bb702d745 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:34:25.237602 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:34:25.237853 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51d51499-3c6d-478b-942c-ee7bb702d745 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:34:25.238248 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'status': 'completed', 'code': 200} Sep 30 09:34:25.254679 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-7326cf21-dffd-4231-a184-b2e2c3863d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.256252 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-7326cf21-dffd-4231-a184-b2e2c3863d99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1094 time: 0.0560429 Sep 30 09:34:25.306275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-fd793fcd-129a-434d-ab78-a172c0c1c9c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 217 time: 0.0359037 Sep 30 09:34:25.361477 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-a1851c1b-7f29-4c32-999f-1e0fe898c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.366113 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-a1851c1b-7f29-4c32-999f-1e0fe898c43c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0516503 Sep 30 09:34:25.411823 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-39628d01-d243-4eee-a79c-62dac8930ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.413322 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-39628d01-d243-4eee-a79c-62dac8930ad8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401373 Sep 30 09:34:25.505223 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-19286280-6230-44cf-9e72-d1ba2e5b9069 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Sep 30 09:34:25.598515 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-6fcf97e9-cdbd-4130-9911-3dfb0072519e req-fff5a343-f7fa-4c49-adb8-981c35cbc90e service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846033 Sep 30 09:34:25.724663 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e197e-175d-4fc9-9437-4704534c1a96 req-a4e254cb-8480-4339-b126-26847127a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.726207 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-a4e254cb-8480-4339-b126-26847127a657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1094 time: 0.0709014 Sep 30 09:34:25.733611 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6606-38b4-43c4-a4b0-1ca681ca3790 req-4314615f-2e16-4b26-b439-aa1c9d9be75d tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.734978 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0fd6606-38b4-43c4-a4b0-1ca681ca3790 req-4314615f-2e16-4b26-b439-aa1c9d9be75d tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 943 time: 0.0705116 Sep 30 09:34:25.828356 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-c0fd6606-38b4-43c4-a4b0-1ca681ca3790 req-3f9a2619-69c8-4ef2-a4b3-c26ab62c4238 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853179 Sep 30 09:34:25.848470 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e197e-175d-4fc9-9437-4704534c1a96 req-6b7d8968-ca05-4880-8bb7-46aab23ea5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.850000 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-6b7d8968-ca05-4880-8bb7-46aab23ea5d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.1141856 Sep 30 09:34:25.891671 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-c048bf14-1eb1-4f26-8938-4cb941ce25a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 217 time: 0.0334501 Sep 30 09:34:25.944419 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e197e-175d-4fc9-9437-4704534c1a96 req-a4bc93a8-958e-43be-97ca-d35032f6fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.945853 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-a4bc93a8-958e-43be-97ca-d35032f6fac6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0462034 Sep 30 09:34:25.991256 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e197e-175d-4fc9-9437-4704534c1a96 req-76a81e0d-9c6d-4aa2-a6d1-baae7ecb63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:25.992660 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-76a81e0d-9c6d-4aa2-a6d1-baae7ecb63d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385733 Sep 30 09:34:26.085340 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-f092bcac-6533-4ba5-8d3d-9ed7077a203c service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814798 Sep 30 09:34:26.178935 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-536e197e-175d-4fc9-9437-4704534c1a96 req-c48a2fed-6a3c-482a-bc12-a1b576ceb850 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Sep 30 09:34:26.453313 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:26.625649 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:26.941710 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3de1-ec4a-41cd-927e-f76f24203831 req-c91bc68a-47c3-421b-9087-38f9f240e567 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:26.943171 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea2f3de1-ec4a-41cd-927e-f76f24203831 req-c91bc68a-47c3-421b-9087-38f9f240e567 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 943 time: 0.0483220 Sep 30 09:34:26.980645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ea2f3de1-ec4a-41cd-927e-f76f24203831 req-054e383b-41ba-40c6-9a3b-6c889846e892 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316556 Sep 30 09:34:28.099962 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36463a73-1c58-4620-a839-917ecde32128 req-550a1564-e289-4fa2-9e44-8906592b2146 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:28.101485 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36463a73-1c58-4620-a839-917ecde32128 req-550a1564-e289-4fa2-9e44-8906592b2146 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 943 time: 0.0538452 Sep 30 09:34:28.139411 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-36463a73-1c58-4620-a839-917ecde32128 req-c808c787-9d8a-4a20-b843-a55b02256555 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Sep 30 09:34:28.186094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:34:28.278628 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:28.292785 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'port_id': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'mac_address': 'fa:16:3e:9e:78:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:34:28.328095 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:28.341091 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d408b82-cbdf-478d-9380-30166bac1a5f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:34:28.360385 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:28.364246 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:28.409797 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=4']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:28.703734 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7d408b82-cbdf-478d-9380-30166bac1a5f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:34:29.252737 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c8d69-5dd7-472c-a161-3605bf392125 req-b55eaa4e-636a-4230-8cb8-d732be996e40 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:29.254143 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-341c8d69-5dd7-472c-a161-3605bf392125 req-b55eaa4e-636a-4230-8cb8-d732be996e40 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 944 time: 0.0487924 Sep 30 09:34:29.291548 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-341c8d69-5dd7-472c-a161-3605bf392125 req-7552068c-7e7d-43e1-8e23-b2f7f76f10bb tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305164 Sep 30 09:34:30.191059 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:34:30.238667 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning for port 7d408b82-cbdf-478d-9380-30166bac1a5f completed by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:34:30.242137 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7d408b82-cbdf-478d-9380-30166bac1a5f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:34:30.242515 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:30.318584 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:30.341314 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:34:30.343831 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cea089-4230-450a-8d04-1080d79a1d10" -d '{"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-plugged", "status": "completed", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:34:30.356234 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:34:30.360342 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:30.409537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=5']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:30.410480 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ad8e6-caf5-4112-88f0-2499f4181057 req-ecef9a3f-3fdb-4a24-a285-f369003c853f tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:30.412008 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df3ad8e6-caf5-4112-88f0-2499f4181057 req-ecef9a3f-3fdb-4a24-a285-f369003c853f tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 945 time: 0.0493450 Sep 30 09:34:30.450002 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-df3ad8e6-caf5-4112-88f0-2499f4181057 req-2e590b57-9f71-4075-8ea5-bce0f1b217e6 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Sep 30 09:34:30.491473 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60c111a-9c9e-4a30-a325-4f53f787f689 x-openstack-request-id: req-a60c111a-9c9e-4a30-a325-4f53f787f689 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:34:30.491767 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-plugged", "status": "completed", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:34:30.492018 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a60c111a-9c9e-4a30-a325-4f53f787f689 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:34:30.492412 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'code': 200} Sep 30 09:34:30.592157 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b45a9-ebcc-4fa6-9899-9d325155c810 req-2f182221-ace8-44ae-842c-a8aca1ad6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:30.593673 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd9b45a9-ebcc-4fa6-9899-9d325155c810 req-2f182221-ace8-44ae-842c-a8aca1ad6033 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1096 time: 0.0442898 Sep 30 09:34:30.628318 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-bd9b45a9-ebcc-4fa6-9899-9d325155c810 req-bbe41eb9-4758-4bb4-a97f-c78122f2b501 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270939 Sep 30 09:34:31.566091 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938bff-7a84-47dd-ad13-e4963e5a6c9b req-18984b5f-6096-4bc6-ac10-d07424740ecd tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:31.567575 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4938bff-7a84-47dd-ad13-e4963e5a6c9b req-18984b5f-6096-4bc6-ac10-d07424740ecd tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 30 09:34:31.605275 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a4938bff-7a84-47dd-ad13-e4963e5a6c9b req-3221bdb1-624e-4588-a273-456318d827dd tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Sep 30 09:34:32.718187 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246abad1-ceea-4ab3-b299-97618ff88e02 req-9463b299-8543-4226-bfbc-6f13e50eb1bf tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:32.719652 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-246abad1-ceea-4ab3-b299-97618ff88e02 req-9463b299-8543-4226-bfbc-6f13e50eb1bf tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 945 time: 0.0478218 Sep 30 09:34:32.757992 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-246abad1-ceea-4ab3-b299-97618ff88e02 req-852ecdcc-b026-4993-8778-8168bb903ba2 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Sep 30 09:34:32.872727 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d19f1b-65a4-45ef-849b-8b5936c38408 req-dad21fde-210b-4d70-ab0d-41bf786ee858 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:32.874200 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6d19f1b-65a4-45ef-849b-8b5936c38408 req-dad21fde-210b-4d70-ab0d-41bf786ee858 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 945 time: 0.0516732 Sep 30 09:34:32.910930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e6d19f1b-65a4-45ef-849b-8b5936c38408 req-cc26f4e9-57fa-4d18-8b81-12dff0a4f33e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307081 Sep 30 09:34:32.931914 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48196) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:34:32.969276 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e9641-aa2e-45cf-8ce7-525c8029739b tempest-TestSnapshotPattern-499997107 tempest-TestSnapshotPattern-499997107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:32.970785 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-e93e9641-aa2e-45cf-8ce7-525c8029739b tempest-TestSnapshotPattern-499997107 tempest-TestSnapshotPattern-499997107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1091 time: 0.0379279 Sep 30 09:34:32.973399 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48198) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:34:32.978164 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.v2.base [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Request body: {'floatingip': {'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'port_id': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:34:32.998789 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.094369 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.193142 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.db_base_plugin_common [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Allocated IP 172.25.7.35 (472c7bdb-edfd-4e3a-ba71-142aba8b088d/7bf1d64d-d094-415c-9d51-c3cae6843cbd/6ce42a08-9c0b-42ed-9c4d-e1c64e5c7d88) {{(pid=95001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:34:33.295380 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for port, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.327603 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739531209903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.363967 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Network 472c7bdb-edfd-4e3a-ba71-142aba8b088d is already hosted by enough agents. {{(pid=95001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:34:33.368141 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Resources bound (agent type, host, resource id): {{(pid=95001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:34:33.374421 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Received port after_create {{(pid=95001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:34:33.377081 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'Port': ['ID=6ce42a08-9c0b-42ed-9c4d-e1c64e5c7d88,revision_number=1']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:33.719563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.782706 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.924981 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for port, precommit_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.929723 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869047'] for port, after_update {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:33.996409 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event updated for resources: {'Port': ['ID=6ce42a08-9c0b-42ed-9c4d-e1c64e5c7d88,revision_number=2']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:34:34.007522 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652807'] for floatingip, after_create {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:34.107020 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Floating IP 892e99c5-9399-4a3c-ba39-13b3f5294ed5 associated. External IP: 172.25.7.35, port: 7d408b82-cbdf-478d-9380-30166bac1a5f. Sep 30 09:34:34.305671 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:34:34.409945 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:34:34.420293 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:34:34.426123 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:34.429585 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:34:34.430286 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:34:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:34:34.461466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ce1e6895-93f9-42dd-8dec-6436c5375606 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4770591 Sep 30 09:34:34.461466 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:34:34.461466 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:34:34.489775 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251cf9f0-cd98-4f2a-a9e9-417f3a6c58f8 x-openstack-request-id: req-251cf9f0-cd98-4f2a-a9e9-417f3a6c58f8 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:34:34.490060 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:34:34.490304 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-251cf9f0-cd98-4f2a-a9e9-417f3a6c58f8 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:34:34.490704 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'status': 'completed', 'code': 200} Sep 30 09:34:34.539315 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:34:34.556068 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-b97b1f48-393b-444e-ba81-6a305add4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:34.557526 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-b97b1f48-393b-444e-ba81-6a305add4fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1096 time: 0.0445313 Sep 30 09:34:34.647635 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-610407c0-38bd-4c5b-81ed-9f41b2d5bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:34.649125 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-610407c0-38bd-4c5b-81ed-9f41b2d5bd14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0847535 Sep 30 09:34:34.716730 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-358f731d-e792-4812-b982-9b2d7e777314 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 998 time: 0.0605378 Sep 30 09:34:34.768741 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-85a13793-359c-4abf-a944-d0ebfc0b7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:34.770865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-85a13793-359c-4abf-a944-d0ebfc0b7cd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0457771 Sep 30 09:34:34.819242 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-9f16c85b-cedc-4eb6-88b8-05db6b40006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:34.820683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-9f16c85b-cedc-4eb6-88b8-05db6b40006c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415053 Sep 30 09:34:34.916719 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:03Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}, {'id': '892e99c5-9399-4a3c-ba39-13b3f5294ed5', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:9e:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:34:33Z', 'updated_at': '2021-09-30T09:34:33Z', 'revision_number': 0, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:34:34.943680 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:34:34.952369 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:34:34.953005 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:34:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:34:35.060998 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:34:35.209926 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-cfe59898-bc78-47b6-8d41-20fdec08559c service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818405 Sep 30 09:34:35.290832 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:03Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}, {'id': '892e99c5-9399-4a3c-ba39-13b3f5294ed5', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:9e:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:34:33Z', 'updated_at': '2021-09-30T09:34:33Z', 'revision_number': 0, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:34:35.301072 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-ede3a7bc-a321-4f39-99b2-4c004fe61ac1 req-5eaf3998-c7de-4076-b388-9cd36e3b1589 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831146 Sep 30 09:34:35.316416 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabe37-f0ad-460c-a1e2-63085f66ebad None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:03Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}, {'id': '892e99c5-9399-4a3c-ba39-13b3f5294ed5', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:9e:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:34:33Z', 'updated_at': '2021-09-30T09:34:33Z', 'revision_number': 0, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:34:35.499547 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562cb96-beae-4e84-b127-987da9658379 None None] New status for floating IP 892e99c5-9399-4a3c-ba39-13b3f5294ed5: ACTIVE {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:34:38.719185 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5cda-d781-459e-8925-2c0f34074867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:40.446404 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:34:41.172034 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bbb7b6be-d232-4ce0-8b9c-748cfc3c7b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:41.633909 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:43.460739 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:45.219959 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:45.790700 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-4154718d-1d59-4344-87cc-860e283405f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422809 Sep 30 09:34:45.870315 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-541645ad-32a4-4f6c-bd03-9a0225498bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:45.871757 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-541645ad-32a4-4f6c-bd03-9a0225498bed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1096 time: 0.0393307 Sep 30 09:34:45.972782 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-8bdd6842-5cc3-4e5d-91c6-9701c82ab6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:45.974729 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-8bdd6842-5cc3-4e5d-91c6-9701c82ab6c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0833049 Sep 30 09:34:46.041701 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-e742037a-7491-4226-941e-495e145adb74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 1000 time: 0.0586226 Sep 30 09:34:46.097754 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-3a11d1e3-d389-4798-80d9-56a5b4fa7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:46.099663 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-3a11d1e3-d389-4798-80d9-56a5b4fa7b2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0426381 Sep 30 09:34:46.154034 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-a7663ad6-6aef-4dfc-85fb-9a4ab6abefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:34:46.155466 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-a7663ad6-6aef-4dfc-85fb-9a4ab6abefef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379310 Sep 30 09:34:46.267366 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-032c347a-df4f-4cbd-a782-5e61d0b202c0 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896080 Sep 30 09:34:46.370487 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-a646d2cf-1d5c-4fa6-8a3a-b0a5e3d3ce0b req-979a66d1-d637-451e-b495-03998b869156 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836711 Sep 30 09:34:56.454671 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:34:56.651815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:08.722421 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-67c276d0-a37a-434d-931b-1afb7ba957b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:11.172470 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-6159480b-2d0d-4a7e-8d9b-3e9d9e4fea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:11.634097 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:12.723608 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-bcbfd802-e5ba-49d4-8b89-0ad96bbf86d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412514 Sep 30 09:35:12.821913 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-93c7d1bc-2bd1-4c74-a57a-bf7ea5ab186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:12.823443 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-93c7d1bc-2bd1-4c74-a57a-bf7ea5ab186f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1095 time: 0.0410924 Sep 30 09:35:12.932682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-eeb7e0c0-16d4-45ea-b045-eb183373c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:12.934232 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-eeb7e0c0-16d4-45ea-b045-eb183373c16a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0913060 Sep 30 09:35:12.999146 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-bdb4e0c8-1ca6-4b63-a81c-9b6b879e1d91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1000 time: 0.0567889 Sep 30 09:35:13.048010 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-a3185de4-9f73-4739-9b2c-2c8135b03d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:13.049430 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-a3185de4-9f73-4739-9b2c-2c8135b03d5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0431442 Sep 30 09:35:13.097137 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-0778a678-29c7-4ecf-a78f-ebaaeded4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:13.098683 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-0778a678-29c7-4ecf-a78f-ebaaeded4ce5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426385 Sep 30 09:35:13.186129 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-91390a65-549d-4e67-ac7d-d909414bbfae service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804842 Sep 30 09:35:13.279789 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-20e792b6-f314-4103-80a0-c19629bfbcc7 req-1b78eba7-6f2a-48b9-a949-f5dc20282cef service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858686 Sep 30 09:35:13.463608 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:15.221362 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:17.445028 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:35:26.469279 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:26.646716 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:38.722078 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-68916790-a254-4281-81f7-4f3507b1de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:41.171928 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3184eda0-789b-4507-b20f-8af057854761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:41.634996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:43.466038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:45.223049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:47.784967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-13ace7f0-ab0d-4c20-a530-e6e148fc1cd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404394 Sep 30 09:35:47.870753 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-5db7ab54-57c6-4d22-9ba0-f0f284d020c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:47.872213 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-5db7ab54-57c6-4d22-9ba0-f0f284d020c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1096 time: 0.0386879 Sep 30 09:35:47.981560 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-87f30412-a9b1-4031-8b02-84658db036b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:47.983007 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-87f30412-a9b1-4031-8b02-84658db036b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0863106 Sep 30 09:35:48.052289 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-ad5364b1-3301-4704-8e88-9c8b63cb9d7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 1000 time: 0.0566010 Sep 30 09:35:48.105855 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-e49dad06-2d8f-4563-9c5c-46111894304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:48.107804 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-e49dad06-2d8f-4563-9c5c-46111894304d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0484385 Sep 30 09:35:48.156915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-ded9c595-9ee9-4726-99ea-277ca83558b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:35:48.158413 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-ded9c595-9ee9-4726-99ea-277ca83558b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399177 Sep 30 09:35:48.171934 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-0e802f04-a98e-4013-93e9-4c9d59dfa443 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:35:48.172885 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-0e802f04-a98e-4013-93e9-4c9d59dfa443 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048604 Sep 30 09:35:48.265231 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-1c983ac7-0792-4977-b094-8735e2715cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821671 Sep 30 09:35:48.357624 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4699a8bf-e842-4a01-b6fd-a6fddf174303 req-2b9af121-3d03-417e-bd51-1a12de02ad09 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Sep 30 09:35:54.444588 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:35:56.515901 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:35:56.638732 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:08.722153 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-05356486-6a17-44a9-a5ab-8c5d3b124ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:11.173025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-f8490cec-d18e-43f9-9106-4e43b2d2e4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:11.636057 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:13.469334 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:14.803128 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-69b3fcae-23fd-49a1-b0dc-c7d93f4779d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939183 Sep 30 09:36:14.901494 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-718da9e0-54ba-40a7-bc35-1aa960346f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:14.902967 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-718da9e0-54ba-40a7-bc35-1aa960346f23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1095 time: 0.0400388 Sep 30 09:36:15.008111 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-dcd6f62b-50af-496b-a676-7852341c7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:15.009493 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-dcd6f62b-50af-496b-a676-7852341c7d93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.0880189 Sep 30 09:36:15.072112 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-26d3afc8-1392-4ac3-ab42-2d0d17022dee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 1000 time: 0.0561574 Sep 30 09:36:15.124173 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-cf844575-98eb-4918-a184-85e3a8a6fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:15.125613 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-cf844575-98eb-4918-a184-85e3a8a6fda4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0465050 Sep 30 09:36:15.170360 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-ccc0777c-b43b-4992-9787-39b27889b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:15.171806 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-ccc0777c-b43b-4992-9787-39b27889b056 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395150 Sep 30 09:36:15.182521 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-bccc027e-150d-4dc4-928f-7f1ed750fd46 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=95001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:36:15.183504 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-bccc027e-150d-4dc4-928f-7f1ed750fd46 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047877 Sep 30 09:36:15.227351 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:15.284075 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-43e347a2-2708-440d-a94b-87b895fe3359 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929999 Sep 30 09:36:15.372199 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-d9a22c3b-4565-4c87-b179-c3c8f0dd89dd req-3492f023-7076-4143-90d3-119d825d44a4 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815756 Sep 30 09:36:16.725986 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f details requested by agent hyperv_n-h2-807025-5 with host n-h2-807025-5 {{(pid=95003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:36:16.823094 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:16.835177 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Returning: {'device': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'port_id': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'mac_address': 'fa:16:3e:9e:78:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:36:16.876735 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:16.890397 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d408b82-cbdf-478d-9380-30166bac1a5f {{(pid=95003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:36:16.909475 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:16.913286 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:16.965254 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=6']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:16.972646 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.972999 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.973346 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.974244 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.974568 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.974902 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.975233 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.975566 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.975894 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.976291 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.976556 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.976880 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:16.997863 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] get_ports_and_sgs() called for port_ids ['7d408b82-cbdf-478d-9380-30166bac1a5f'] {{(pid=95003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:36:18.743668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f up at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:18.827053 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.provisioning_blocks [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Provisioning complete for port 7d408b82-cbdf-478d-9380-30166bac1a5f triggered by entity L2. {{(pid=95003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:36:18.827431 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644080'] for port, provisioning_complete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:18.934395 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:18.958943 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:36:18.961569 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741f811-169b-4942-974a-692e2239c16c" -d '{"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-plugged", "status": "completed", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:18.975622 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:18.982774 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:19.021938 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b006e252-dfea-48b9-aa87-9a2fce6253ee x-openstack-request-id: req-b006e252-dfea-48b9-aa87-9a2fce6253ee {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:19.022310 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-plugged", "status": "completed", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:19.022498 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b006e252-dfea-48b9-aa87-9a2fce6253ee {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:19.022995 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'code': 200} Sep 30 09:36:19.042318 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=7']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:26.503344 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48402) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:26.519619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.655038 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.658361 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Deleting port 6ce42a08-9c0b-42ed-9c4d-e1c64e5c7d88 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:26.658712 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.737001 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.737337 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.748898 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Calling delete_port for 6ce42a08-9c0b-42ed-9c4d-e1c64e5c7d88 owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:26.893328 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.919870 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event deleted for resources: {'Port': ['ID=6ce42a08-9c0b-42ed-9c4d-e1c64e5c7d88,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:26.942995 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.943343 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.943687 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.944024 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.944362 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.944695 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.945023 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.945350 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.945701 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.946027 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.946352 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.946677 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:26.986797 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:26.987136 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Floating IP 892e99c5-9399-4a3c-ba39-13b3f5294ed5 disassociated (deleted). External IP: 172.25.7.35, port: 7d408b82-cbdf-478d-9380-30166bac1a5f. Sep 30 09:36:27.186982 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:27.292380 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:27.297120 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:27.302200 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:27.310977 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:27.311592 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:27.324468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-abd36538-f223-46e5-9c23-aaf463cdf32a tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "DELETE /v2.0/floatingips/892e99c5-9399-4a3c-ba39-13b3f5294ed5 HTTP/1.1" status: 204 len: 168 time: 0.8198802 Sep 30 09:36:27.325051 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:36:27.327326 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbf5652-6ec1-4f33-961f-2d973f581877" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:27.417838 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:27.482748 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5f4be4-f9f1-45a0-a585-edaef28ea86f x-openstack-request-id: req-db5f4be4-f9f1-45a0-a585-edaef28ea86f {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:27.483137 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:27.483528 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db5f4be4-f9f1-45a0-a585-edaef28ea86f {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:27.484049 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'status': 'completed', 'code': 200} Sep 30 09:36:27.585832 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-2c07f3d5-0569-41fa-8a0d-f55883e888c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:27.587468 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-2c07f3d5-0569-41fa-8a0d-f55883e888c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 1096 time: 0.0776248 Sep 30 09:36:27.601165 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cda0b-6e2a-4445-85a4-54522124e75b req-f7b7595f-ff5e-4c8e-8ae4-a336dcbebcb4 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:27.602930 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e92cda0b-6e2a-4445-85a4-54522124e75b req-f7b7595f-ff5e-4c8e-8ae4-a336dcbebcb4 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 945 time: 0.0686345 Sep 30 09:36:27.644045 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:03Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:27.674139 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:27.683284 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:27.683903 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:27.694716 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-e92cda0b-6e2a-4445-85a4-54522124e75b req-8f048df2-3b94-482a-97e0-c70d4bbd477d tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835989 Sep 30 09:36:27.714317 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-4551da46-b6e5-4248-8db5-c5718c22bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:27.715812 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-4551da46-b6e5-4248-8db5-c5718c22bdea service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.1119971 Sep 30 09:36:27.765174 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-890e64f1-ae0a-40ca-8ab3-c36879e902fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 200 len: 217 time: 0.0379398 Sep 30 09:36:27.787258 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:27.820372 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-0cb632b4-58b0-4d02-9db8-9eb23c58b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:27.821865 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-0cb632b4-58b0-4d02-9db8-9eb23c58b587 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0444217 Sep 30 09:36:27.868059 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-f161c705-edff-4dec-a4ce-db0f03d5941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:27.869605 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-f161c705-edff-4dec-a4ce-db0f03d5941b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395107 Sep 30 09:36:27.964645 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-6b43311b-332e-46c3-a8b8-f045fa4b5f13 service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Sep 30 09:36:28.009600 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:03Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:28.035931 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825baea-2fb8-4c81-b8b1-19c3d051ef8c None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_floatingips': [{'id': '7b980373-d9d6-47a8-bf01-4d5397f2114c', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'router_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'port_id': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'mac_address': 'fa:16:3e:4c:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:32:01Z', 'updated_at': '2021-09-30T09:32:03Z', 'revision_number': 1, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:28.059736 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3dbf5652-6ec1-4f33-961f-2d973f581877 req-d4cfbac9-0c99-4d18-bce5-7a3adcca678f service neutron] 10.222.0.57 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865717 Sep 30 09:36:28.264464 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f444a3-c07b-4a4c-a7bf-ac667fb76f5d None None] New status for floating IP 892e99c5-9399-4a3c-ba39-13b3f5294ed5: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:36:28.812500 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:28.813460 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e5b01-31d4-45b4-9964-9af024594cfe req-4b731186-755d-49d0-a752-fbdf26bc1596 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:28.815110 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-735e5b01-31d4-45b4-9964-9af024594cfe req-4b731186-755d-49d0-a752-fbdf26bc1596 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 945 time: 0.0526297 Sep 30 09:36:28.852611 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-735e5b01-31d4-45b4-9964-9af024594cfe req-8498797c-55b6-4886-8eb1-2e17cb359199 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Sep 30 09:36:28.890614 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718508'] for port, before_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:28.912868 n-d-807025-5 neutron-server[95003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:36:28.915173 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1330fb18ac529041e7f0edc11b7c41a641db7412d9aba040a6a0338834db6025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39f6c0f-8a50-4eac-90da-857bcd0c9093" -d '{"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-unplugged", "status": "completed", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:28.927311 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:28.932338 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739531716100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739531209921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739531209939'] for port, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:28.956426 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d7532e-f063-48fc-b70d-bba45761d6f4 x-openstack-request-id: req-d5d7532e-f063-48fc-b70d-bba45761d6f4 {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:28.956814 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-unplugged", "status": "completed", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "code": 200}]} {{(pid=95003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:28.957112 n-d-807025-5 neutron-server[95003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5d7532e-f063-48fc-b70d-bba45761d6f4 {{(pid=95003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:28.957544 n-d-807025-5 neutron-server[95003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'code': 200} Sep 30 09:36:28.983663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Pushing event updated for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=8']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:29.419386 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-99400b6f-7b16-4fa3-9470-93fe3fe370f4 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:29.420712 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-99400b6f-7b16-4fa3-9470-93fe3fe370f4 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 943 time: 0.0465214 Sep 30 09:36:29.508946 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Deleting port 7d408b82-cbdf-478d-9380-30166bac1a5f {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:29.509209 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:29.600241 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] For port 7d408b82-cbdf-478d-9380-30166bac1a5f, host n-h2-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-5',level=0,port_id=7d408b82-cbdf-478d-9380-30166bac1a5f,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:29.600837 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:29.613769 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Calling delete_port for 7d408b82-cbdf-478d-9380-30166bac1a5f owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:29.741011 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:29.776682 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event deleted for resources: {'Port': ['ID=7d408b82-cbdf-478d-9380-30166bac1a5f,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:29.809338 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] No DVR routers for this DVR port 7d408b82-cbdf-478d-9380-30166bac1a5f on host n-h2-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:36:29.812037 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:29.815314 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-f5b82cff-97c9-49fc-abb8-21bf6d3ff709 req-0e332462-6d12-43d9-9bb6-f06db3a09c20 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.57 "DELETE /v2.0/ports/7d408b82-cbdf-478d-9380-30166bac1a5f HTTP/1.1" status: 204 len: 173 time: 0.3848009 Sep 30 09:36:29.815897 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-deleted', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:36:29.818779 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb2dfc-31fb-4ba9-9e53-30a36fea3acd" -d '{"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-deleted", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:29.910910 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3036af7-c5a1-4d8b-a25e-371b4205bc97 x-openstack-request-id: req-d3036af7-c5a1-4d8b-a25e-371b4205bc97 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:29.911210 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e30952-ac05-4b68-9579-201d8e104bff", "name": "network-vif-deleted", "tag": "7d408b82-cbdf-478d-9380-30166bac1a5f", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:29.911460 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3036af7-c5a1-4d8b-a25e-371b4205bc97 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:29.911899 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e30952-ac05-4b68-9579-201d8e104bff', 'name': 'network-vif-deleted', 'tag': '7d408b82-cbdf-478d-9380-30166bac1a5f', 'status': 'completed', 'code': 200} Sep 30 09:36:29.995681 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-09936372-9bf6-4738-95b6-f57f42ead61f req-ab14c1d9-344d-4e98-b463-02fc49770e18 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e30952-ac05-4b68-9579-201d8e104bff HTTP/1.1" status: 200 len: 210 time: 0.0250168 Sep 30 09:36:31.443977 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:36:31.544516 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48462) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:31.699833 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Deleting port 3470dd7a-5e09-4eac-822f-a2086b9d148d {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:31.700175 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:31.775172 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:31.775503 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:31.786713 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Calling delete_port for 3470dd7a-5e09-4eac-822f-a2086b9d148d owned by network:floatingip {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:31.930888 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:31.957499 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event deleted for resources: {'Port': ['ID=3470dd7a-5e09-4eac-822f-a2086b9d148d,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:32.015741 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:32.016082 n-d-807025-5 neutron-server[95001]: INFO neutron.db.l3_db [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Floating IP 7b980373-d9d6-47a8-bf01-4d5397f2114c disassociated (deleted). External IP: 172.25.7.106, port: 4788e06f-b53c-43a8-8a67-dda6321e7b8b. Sep 30 09:36:32.511392 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:32.615639 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:32.620243 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for floatingip, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:32.625526 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:32.635509 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:32.636133 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:32.646938 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-13fb5108-4fed-41f1-bb02-ee9e5cdb83e3 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "DELETE /v2.0/floatingips/7b980373-d9d6-47a8-bf01-4d5397f2114c HTTP/1.1" status: 204 len: 168 time: 1.1013210 Sep 30 09:36:32.647591 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:36:32.650318 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1404b2-56e2-4aac-bdfb-d183226c397c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:32.742217 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:32.799290 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01474f44-935d-4a36-8b62-008cc18b2531 x-openstack-request-id: req-01474f44-935d-4a36-8b62-008cc18b2531 {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:32.799660 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:32.800009 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01474f44-935d-4a36-8b62-008cc18b2531 {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:32.800495 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'status': 'completed', 'code': 200} Sep 30 09:36:32.816761 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f no longer exists at agent hyperv_n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:32.850114 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] No Port match for: 7d408b82-cbdf-478d-9380-30166bac1a5f {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:32.850444 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Device 7d408b82-cbdf-478d-9380-30166bac1a5f not bound to the agent host n-h2-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:32.920313 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bac097-f66d-4100-8de5-2a3c2b34e021 req-ad6d182f-0ab9-47ae-a90d-f75cd4568341 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:32.921931 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40bac097-f66d-4100-8de5-2a3c2b34e021 req-ad6d182f-0ab9-47ae-a90d-f75cd4568341 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 944 time: 0.0794761 Sep 30 09:36:32.936550 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-6b62fc64-829c-445b-ac12-397fe14dfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:32.938049 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-6b62fc64-829c-445b-ac12-397fe14dfc81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 1095 time: 0.0693715 Sep 30 09:36:32.993465 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-40bac097-f66d-4100-8de5-2a3c2b34e021 req-83cec227-92f8-440e-bb2e-c71d66193631 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648513 Sep 30 09:36:33.049226 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-6b846624-cb05-4a4a-a7fd-701da37bb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:33.050630 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-6b846624-cb05-4a4a-a7fd-701da37bb992 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 200 len: 910 time: 0.1024554 Sep 30 09:36:33.096627 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-28f06944-d7e7-40b0-81c1-68a9511cb722 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 200 len: 217 time: 0.0382559 Sep 30 09:36:33.117380 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:33.143148 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:33.145048 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-d0a2d272-7d7b-4e16-b611-5e6bdb4f74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:33.147176 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-d0a2d272-7d7b-4e16-b611-5e6bdb4f74e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 200 len: 848 time: 0.0437567 Sep 30 09:36:33.152262 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:33.152873 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:33.191738 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-63896983-883c-4f62-a342-947bd5a57e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:33.193280 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-63896983-883c-4f62-a342-947bd5a57e67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f2ef382-1957-4653-9103-07f9984d4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390675 Sep 30 09:36:33.258230 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:33.292844 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-1d4f2523-958f-45f4-bd5b-66713d3f9cb2 service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915487 Sep 30 09:36:33.390352 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-7b1404b2-56e2-4aac-bdfb-d183226c397c req-e95f6271-a70c-4654-a5c3-565f3483c30a service neutron] 10.222.0.50 "GET /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895305 Sep 30 09:36:33.456355 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:33.482540 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be13aa-afe4-49d4-8b53-c743fbafe0bd None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:31:43Z', 'revision_number': 4, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5', '_interfaces': [{'id': '5c1b4359-331e-4e03-b348-4fbd96131bd6', 'name': '', 'network_id': '0f2ef382-1957-4653-9103-07f9984d4991', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'mac_address': 'fa:16:3e:a1:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '14163542-301f-4481-870d-d0778a872ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:43Z', 'updated_at': '2021-09-30T09:31:48Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'subnets': [{'id': '14163542-301f-4481-870d-d0778a872ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:33.703370 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef882d7-216e-41dd-8d80-86d654d8e971 None None] New status for floating IP 7b980373-d9d6-47a8-bf01-4d5397f2114c: DOWN {{(pid=95004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:36:34.111293 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824bef-ed9a-4cfd-b89e-7247cae5a52b req-d58a70f7-632d-46b4-8c17-a30acd8ea602 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:34.112750 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c824bef-ed9a-4cfd-b89e-7247cae5a52b req-d58a70f7-632d-46b4-8c17-a30acd8ea602 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 944 time: 0.0517366 Sep 30 09:36:34.151833 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-3c824bef-ed9a-4cfd-b89e-7247cae5a52b req-2367fb89-9745-4908-af26-a569a4843753 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/security-groups?id=f70f2f4c-1812-4a61-b61e-a83239e0f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Sep 30 09:36:34.563298 n-d-807025-5 neutron-server[95001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33064f51-406b-48d6-874f-82724fd69da1 req-ecac1ab4-9b52-4ffd-b452-a415c8777968 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:36:34.564779 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33064f51-406b-48d6-874f-82724fd69da1 req-ecac1ab4-9b52-4ffd-b452-a415c8777968 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 944 time: 0.0497375 Sep 30 09:36:34.655158 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Deleting port 4788e06f-b53c-43a8-8a67-dda6321e7b8b {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:34.655409 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:34.742544 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] For port 4788e06f-b53c-43a8-8a67-dda6321e7b8b, host n-h1-807025-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-5',level=0,port_id=4788e06f-b53c-43a8-8a67-dda6321e7b8b,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:34.742911 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:34.755257 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Calling delete_port for 4788e06f-b53c-43a8-8a67-dda6321e7b8b owned by compute:nova {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:34.881952 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:34.917310 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event deleted for resources: {'Port': ['ID=4788e06f-b53c-43a8-8a67-dda6321e7b8b,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:34.950446 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] No DVR routers for this DVR port 4788e06f-b53c-43a8-8a67-dda6321e7b8b on host n-h1-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:36:34.952936 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21559'] for port, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:34.954983 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-33064f51-406b-48d6-874f-82724fd69da1 req-d186e5e0-f848-447b-b73b-4632121b424e tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.50 "DELETE /v2.0/ports/4788e06f-b53c-43a8-8a67-dda6321e7b8b HTTP/1.1" status: 204 len: 173 time: 0.3839116 Sep 30 09:36:34.955427 n-d-807025-5 neutron-server[95001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-deleted', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b'}] {{(pid=95001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:36:34.958206 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d73537a62c40224819d7c7db3e0d01e62234e0e1eac78f295c88caf1e983072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b19fc-c26e-49e0-a8c9-7e2ef102d217" -d '{"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-deleted", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b"}]}' {{(pid=95001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:34.997221 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b914487b-d15c-4330-bea6-63b0e282c36c x-openstack-request-id: req-b914487b-d15c-4330-bea6-63b0e282c36c {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:34.997537 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e363ee8-5c20-4b96-8e2b-dda85184d259", "name": "network-vif-deleted", "tag": "4788e06f-b53c-43a8-8a67-dda6321e7b8b", "status": "completed", "code": 200}]} {{(pid=95001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:34.997789 n-d-807025-5 neutron-server[95001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b914487b-d15c-4330-bea6-63b0e282c36c {{(pid=95001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:34.998187 n-d-807025-5 neutron-server[95001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e363ee8-5c20-4b96-8e2b-dda85184d259', 'name': 'network-vif-deleted', 'tag': '4788e06f-b53c-43a8-8a67-dda6321e7b8b', 'status': 'completed', 'code': 200} Sep 30 09:36:35.262580 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [req-4ddbbd14-0d24-4180-af79-ef71ca7837aa req-8ba1b62d-3c65-43da-8fd9-3733de35b443 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e363ee8-5c20-4b96-8e2b-dda85184d259 HTTP/1.1" status: 200 len: 210 time: 0.0314636 Sep 30 09:36:36.318314 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48482) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:36.375758 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-307a233a-d2fb-4600-9dde-14ebeff6dc85 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:36.400531 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-307a233a-d2fb-4600-9dde-14ebeff6dc85 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:36.458126 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-307a233a-d2fb-4600-9dde-14ebeff6dc85 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:36.460742 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-307a233a-d2fb-4600-9dde-14ebeff6dc85 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:36.461929 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-307a233a-d2fb-4600-9dde-14ebeff6dc85 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] 10.222.0.41 "DELETE /v2.0/security-groups/f70f2f4c-1812-4a61-b61e-a83239e0f1cc HTTP/1.1" status: 204 len: 168 time: 0.1426260 Sep 30 09:36:36.470761 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a233a-d2fb-4600-9dde-14ebeff6dc85 tempest-TestSnapshotPattern-1304133461 tempest-TestSnapshotPattern-1304133461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f2f4c-1812-4a61-b61e-a83239e0f1cc,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:36.501816 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48486) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:36.845563 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:37.083536 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Deleting port 5c1b4359-331e-4e03-b348-4fbd96131bd6 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:37.083878 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:37.159381 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] For port 5c1b4359-331e-4e03-b348-4fbd96131bd6, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=5c1b4359-331e-4e03-b348-4fbd96131bd6,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:37.159674 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:37.171637 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Calling delete_port for 5c1b4359-331e-4e03-b348-4fbd96131bd6 owned by network:router_interface {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:37.348645 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:37.373398 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1b4359-331e-4e03-b348-4fbd96131bd6,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:37.539427 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:37.745646 n-d-807025-5 neutron-server[95001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Router 8fadd519-f16e-451a-b8ab-59e325fcd392 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:37.847589 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:37.853258 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-3d5f422d-97ea-4383-82ff-583eab4dcec4 admin admin] 10.222.0.41 "PUT /v2.0/routers/8fadd519-f16e-451a-b8ab-59e325fcd392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3503425 Sep 30 09:36:37.856001 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48488) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:37.856952 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d7719-7e35-40ff-9984-96da0580221c None None] Sync routers for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:37.865326 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b no longer exists at agent hyperv_n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:37.885763 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:37.886410 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:37.888175 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] No Port match for: 4788e06f-b53c-43a8-8a67-dda6321e7b8b {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:37.888513 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Device 4788e06f-b53c-43a8-8a67-dda6321e7b8b not bound to the agent host n-h1-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:37.956748 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:37.990375 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: n-d-807025-5 {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:38.058222 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.109830 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Deleting port e4834d48-517a-4265-97b9-39c837116cd2 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:38.110178 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.170317 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:36:37Z', 'revision_number': 5, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port': {'id': 'e4834d48-517a-4265-97b9-39c837116cd2', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:41Z', 'updated_at': '2021-09-30T09:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:38.193617 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] For port e4834d48-517a-4265-97b9-39c837116cd2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=e4834d48-517a-4265-97b9-39c837116cd2,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:38.193991 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.200813 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d7719-7e35-40ff-9984-96da0580221c None None] Checking router: 8fadd519-f16e-451a-b8ab-59e325fcd392 for host: n-d-807025-5 {{(pid=95003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:38.208444 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Calling delete_port for e4834d48-517a-4265-97b9-39c837116cd2 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:38.209951 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] Routers {'8fadd519-f16e-451a-b8ab-59e325fcd392'} bound to L3 agent in host n-d-807025-5 {{(pid=95003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:38.210627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['8fadd519-f16e-451a-b8ab-59e325fcd392'], 'active': True} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:38.294703 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvr_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] Set router 8fadd519-f16e-451a-b8ab-59e325fcd392 gateway port host: None {{(pid=95003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:38.344627 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_hamode_db [None req-124d7719-7e35-40ff-9984-96da0580221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:36:38Z', 'revision_number': 6, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:38.374429 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d7719-7e35-40ff-9984-96da0580221c None None] The sync data for ids ['8fadd519-f16e-451a-b8ab-59e325fcd392'] in n-d-807025-5 is: [{'id': '8fadd519-f16e-451a-b8ab-59e325fcd392', 'name': 'tempest-TestSnapshotPattern-192527146-router', 'tenant_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:40Z', 'updated_at': '2021-09-30T09:36:38Z', 'revision_number': 6, 'project_id': '7bfb3e30eaf348c5878a77e29e8ee6d0', 'gw_port_host': None}] {{(pid=95003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:38.375038 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.409820 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4834d48-517a-4265-97b9-39c837116cd2,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:38.423244 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.423591 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.423936 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.424273 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.424604 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.424931 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.425259 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.425647 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.425974 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.426328 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.426650 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.426971 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-5 {{(pid=95002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:38.479496 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.567854 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.570081 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.615014 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.615521 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fadd519-f16e-451a-b8ab-59e325fcd392 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:36:38.619738 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.621046 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-8954493a-527f-4997-889f-3114f87f425c admin admin] 10.222.0.41 "DELETE /v2.0/routers/8fadd519-f16e-451a-b8ab-59e325fcd392 HTTP/1.1" status: 204 len: 168 time: 0.7640181 Sep 30 09:36:38.623495 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48492) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:38.668009 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Deleting subnet 14163542-301f-4481-870d-d0778a872ab7 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:36:38.670914 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.702911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.726989 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3d4a60b3-4711-466d-b345-a70c413c8451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.786687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.838838 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.861867 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14163542-301f-4481-870d-d0778a872ab7,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:38.868445 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.870353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3be5a506-316a-4055-9c6c-bfb463407daf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/14163542-301f-4481-870d-d0778a872ab7 HTTP/1.1" status: 204 len: 168 time: 0.2458651 Sep 30 09:36:38.873216 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48494) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:38.873537 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188eb71-c56c-4822-bc19-2d57baedea22 None None] Network 0f2ef382-1957-4653-9103-07f9984d4991 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:36:38.940460 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:38.996739 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Deleting port ff0f7a23-c040-40ab-a1f1-b17a064c73fb {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:38.997090 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.062122 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] For port ff0f7a23-c040-40ab-a1f1-b17a064c73fb, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,segment=NetworkSegment(ad6b6a27-f52e-44af-a790-ddd27e88a587),segment_id=ad6b6a27-f52e-44af-a790-ddd27e88a587)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:39.062426 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.073536 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Calling delete_port for ff0f7a23-c040-40ab-a1f1-b17a064c73fb owned by network:dhcp {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:39.126516 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] DHCP port deletion for 0f2ef382-1957-4653-9103-07f9984d4991 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:36:39.159317 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.176740 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Deleting port ff0f7a23-c040-40ab-a1f1-b17a064c73fb {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:39.177122 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.186430 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:39.189149 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] No DVR routers for this DVR port ff0f7a23-c040-40ab-a1f1-b17a064c73fb on host n-d-807025-5 {{(pid=95002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:36:39.243823 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] For port ff0f7a23-c040-40ab-a1f1-b17a064c73fb, host n-d-807025-5, got binding levels [] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:39.244225 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.256995 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Calling delete_port for ff0f7a23-c040-40ab-a1f1-b17a064c73fb owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:39.260002 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.ipam_backend_mixin [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Port ff0f7a23-c040-40ab-a1f1-b17a064c73fb was not found and therefore no delete operation was performed {{(pid=95003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 09:36:39.261274 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.267995 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.287324 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2ef382-1957-4653-9103-07f9984d4991']}} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:39.289663 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] Pushing event deleted for resources: {'Port': ['ID=ff0f7a23-c040-40ab-a1f1-b17a064c73fb,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:39.294688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f986e3-2ed1-43e0-9b02-530732e84730 None None] No DVR routers for this DVR port ff0f7a23-c040-40ab-a1f1-b17a064c73fb on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:36:39.299357 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6b6a27-f52e-44af-a790-ddd27e88a587') {'for_net_delete': True} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:39.299661 n-d-807025-5 neutron-server[95002]: DEBUG neutron.services.segments.db [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6b6a27-f52e-44af-a790-ddd27e88a587') {} {{(pid=95002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:39.310429 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8469411'] for segment, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.323902 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.329988 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:36:39.330372 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8456440'] for segment, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: Traceback (most recent call last): Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: timer() Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: cb(*args, **kw) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: return func(*args, **kwargs) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: self._notify() Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: self.callback(batched_events) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: event.method(event) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: return f(self, *a, **k) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: return self._get(url).json() Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: return self.request(url, 'GET', **kwargs) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:36:39.331992 n-d-807025-5 neutron-server[95002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:36:39.387289 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.404889 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Notify callbacks [] for network, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.405353 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f2ef382-1957-4653-9103-07f9984d4991 HTTP/1.1" status: 204 len: 168 time: 0.5310667 Sep 30 09:36:39.406154 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db74ff-3a52-4c42-b293-e9f0691f8afb admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2ef382-1957-4653-9103-07f9984d4991,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:39.408211 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48496) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:39.747000 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652551'] for router_interface, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:39.991016 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Deleting port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:39.991661 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:40.067700 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] For port 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:40.067989 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:40.079899 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Calling delete_port for 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa owned by network:router_interface {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:40.228426 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e4834d48-517a-4265-97b9-39c837116cd2 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:40.248206 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: e4834d48-517a-4265-97b9-39c837116cd2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:40.248559 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device e4834d48-517a-4265-97b9-39c837116cd2 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:40.248982 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5c1b4359-331e-4e03-b348-4fbd96131bd6 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:40.257880 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:40.268456 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 5c1b4359-331e-4e03-b348-4fbd96131bd6 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:40.268807 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 5c1b4359-331e-4e03-b348-4fbd96131bd6 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:40.269231 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff0f7a23-c040-40ab-a1f1-b17a064c73fb no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:40.288080 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: ff0f7a23-c040-40ab-a1f1-b17a064c73fb {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:40.288427 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device ff0f7a23-c040-40ab-a1f1-b17a064c73fb not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:40.288583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:40.452636 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652942'] for router_interface, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:40.662041 n-d-807025-5 neutron-server[95002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 has already been hosted by L3 agent 64d5c13f-381b-4b2b-bb69-8b04a3cc6b79 {{(pid=95002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:40.762583 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] Notify agent at l3_agent.n-d-807025-5 the message routers_updated {{(pid=95002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:40.767679 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-bfd4540c-85b3-4f61-bf35-9b7418b3ad9a admin admin] 10.222.0.41 "PUT /v2.0/routers/19246fbd-8d8b-49c4-a99f-2d4977a92ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3585298 Sep 30 09:36:40.770648 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48498) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:40.773575 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] Sync routers for ids ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'] in n-d-807025-5 {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:40.783049 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] Routers {'19246fbd-8d8b-49c4-a99f-2d4977a92ba7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:40.783660 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:11Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:40.886254 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] Set router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 gateway port host: n-d-807025-5 {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:40.982005 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks [] for router, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.082503 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.134109 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Deleting port fa6343e5-9b26-4c4a-a4c3-f10539be2373 {{(pid=95002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:41.134447 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.147453 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'external_fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:36:40Z', 'revision_number': 5, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port': {'id': 'fa6343e5-9b26-4c4a-a4c3-f10539be2373', 'name': '', 'network_id': '472c7bdb-edfd-4e3a-ba71-142aba8b088d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bf1d64d-d094-415c-9d51-c3cae6843cbd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-5'}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:41.174093 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c1645a10-d21e-4afb-ac6b-1370b4fa0d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.178730 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] Checking router: 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 for host: n-d-807025-5 {{(pid=95004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:41.187182 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] Routers {'19246fbd-8d8b-49c4-a99f-2d4977a92ba7'} bound to L3 agent in host n-d-807025-5 {{(pid=95004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:36:41.187797 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T08:00:11Z,description=,heartbeat_timestamp=2021-09-30T09:36:41Z,host='n-d-807025-5',id=64d5c13f-381b-4b2b-bb69-8b04a3cc6b79,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T08:00:11Z,topic='l3_agent')) {'router_ids': ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'], 'active': True} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:41.221849 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.db [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] For port fa6343e5-9b26-4c4a-a4c3-f10539be2373, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=fa6343e5-9b26-4c4a-a4c3-f10539be2373,segment=NetworkSegment(200eb24b-a85f-4a0e-abce-9eb804533dd1),segment_id=200eb24b-a85f-4a0e-abce-9eb804533dd1)] {{(pid=95002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:41.222230 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.235191 n-d-807025-5 neutron-server[95002]: DEBUG neutron.plugins.ml2.plugin [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Calling delete_port for fa6343e5-9b26-4c4a-a4c3-f10539be2373 owned by network:router_gateway {{(pid=95002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:41.271783 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_dvr_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] Set router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 gateway port host: None {{(pid=95004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:36:41.321774 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.l3_hamode_db [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:36:41Z', 'revision_number': 6, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port_host': None}], 'n-d-807025-5', False) {} {{(pid=95004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:41.351865 n-d-807025-5 neutron-server[95004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd26a2-868f-4ce4-9def-fe6172661a1c None None] The sync data for ids ['19246fbd-8d8b-49c4-a99f-2d4977a92ba7'] in n-d-807025-5 is: [{'id': '19246fbd-8d8b-49c4-a99f-2d4977a92ba7', 'name': 'tempest-TestSnapshotPattern-1230586005-router', 'tenant_id': 'd292e3a60f8d49ff8b926bb62063371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:31:45Z', 'updated_at': '2021-09-30T09:36:41Z', 'revision_number': 6, 'project_id': 'd292e3a60f8d49ff8b926bb62063371b', 'gw_port_host': None}] {{(pid=95004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:41.401988 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8455691'] for port, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.430951 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6343e5-9b26-4c4a-a4c3-f10539be2373,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:41.487942 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652877'] for router_gateway, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.640742 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.901749 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3997'] for router, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.903911 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.946403 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651563'] for router, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.946986 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19246fbd-8d8b-49c4-a99f-2d4977a92ba7 {{(pid=95002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:36:41.951687 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] Notify callbacks [] for router, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:41.952884 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-d43d7522-58fd-4f2b-9814-63e807d2a770 admin admin] 10.222.0.41 "DELETE /v2.0/routers/19246fbd-8d8b-49c4-a99f-2d4977a92ba7 HTTP/1.1" status: 204 len: 168 time: 1.1813319 Sep 30 09:36:41.955408 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48502) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:42.000680 n-d-807025-5 neutron-server[95002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Deleting subnet 0bd0fa92-483f-4569-bd13-746cace9b8a4 {{(pid=95002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:36:42.003596 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.036356 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8469434'] for subnet, precommit_delete_associations {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.112007 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650012'] for subnet, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.171846 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1650005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8455766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684733'] for subnet, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.198876 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd0fa92-483f-4569-bd13-746cace9b8a4,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.206615 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.211822 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687da804-c613-45ae-9e81-5f375f7b4452 None None] Network 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 requested from n-d-807025-5 {{(pid=95003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:36:42.217493 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48504) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:42.217991 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3215ab76-129c-4ba0-a562-dbcb25094e65 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0bd0fa92-483f-4569-bd13-746cace9b8a4 HTTP/1.1" status: 204 len: 168 time: 0.2611499 Sep 30 09:36:42.272567 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:42.287902 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1860253'] for network, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.300668 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:42.301012 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device 9f8dd7bd-89dc-42b1-b07d-06d778b6a7aa not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:42.301486 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa6343e5-9b26-4c4a-a4c3-f10539be2373 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:42.339911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: fa6343e5-9b26-4c4a-a4c3-f10539be2373 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:42.339911 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device fa6343e5-9b26-4c4a-a4c3-f10539be2373 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:42.341238 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Deleting port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 {{(pid=95001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:42.341617 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.412394 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.db [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] For port b8c6e363-c877-4ff3-b96e-3b32d11af0b2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:42.412769 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.425644 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.plugin [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Calling delete_port for b8c6e363-c877-4ff3-b96e-3b32d11af0b2 owned by network:dhcp {{(pid=95001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:42.430345 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] DHCP port deletion for 932c45e5-e597-4d3c-9de2-f6b214ca8dc7 request from n-d-807025-5 {{(pid=95003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:36:42.478825 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] Deleting port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 {{(pid=95003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:36:42.479206 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739531710248'] for port, before_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.505284 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869052'] for port, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.533628 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.536949 n-d-807025-5 neutron-server[95001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] No DVR routers for this DVR port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 on host n-d-807025-5 {{(pid=95001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:36:42.543113 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.db [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] For port b8c6e363-c877-4ff3-b96e-3b32d11af0b2, host n-d-807025-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-5',level=0,port_id=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,segment=NetworkSegment(56acbe55-8070-4320-bc59-4468c407c6be),segment_id=56acbe55-8070-4320-bc59-4468c407c6be)] {{(pid=95003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:42.543515 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649758'] for port, precommit_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.555845 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] Calling delete_port for b8c6e363-c877-4ff3-b96e-3b32d11af0b2 owned by network:dhcp {{(pid=95003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:36:42.610394 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1643493', 'neutron.services.segments.db._delete_segments_for_network-8739531725460'] for network, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.630210 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932c45e5-e597-4d3c-9de2-f6b214ca8dc7']}} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:42.633262 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739531716078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739531209912'] for port, after_delete {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.639529 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56acbe55-8070-4320-bc59-4468c407c6be') {'for_net_delete': True} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:42.639835 n-d-807025-5 neutron-server[95001]: DEBUG neutron.services.segments.db [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56acbe55-8070-4320-bc59-4468c407c6be') {} {{(pid=95001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:42.650122 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739531725213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869065'] for segment, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.660043 n-d-807025-5 neutron-server[95003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] No DVR routers for this DVR port b8c6e363-c877-4ff3-b96e-3b32d11af0b2 on host n-d-807025-5 {{(pid=95003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:36:42.664471 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331'] for segment, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.664965 n-d-807025-5 neutron-server[95003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90553e4c-104b-4b7e-88af-4f55edd35608 None None] Pushing event deleted for resources: {'Port': ['ID=b8c6e363-c877-4ff3-b96e-3b32d11af0b2,revision_number=None']} {{(pid=95003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.671070 n-d-807025-5 neutron-server[95001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:36:42.671464 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869711'] for segment, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: Traceback (most recent call last): Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: timer() Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: cb(*args, **kw) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: return func(*args, **kwargs) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: self._notify() Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: self.callback(batched_events) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: event.method(event) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: return f(self, *a, **k) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: return self._get(url).json() Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: return self.request(url, 'GET', **kwargs) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:36:42.673715 n-d-807025-5 neutron-server[95001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:36:42.731115 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1643474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652817'] for network, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.736734 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579371'] for network, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.738725 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] 10.222.0.41 "DELETE /v2.0/networks/932c45e5-e597-4d3c-9de2-f6b214ca8dc7 HTTP/1.1" status: 204 len: 168 time: 0.5206518 Sep 30 09:36:42.749422 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072548-644a-4ff1-a8e4-4a0679848576 admin admin] Pushing event deleted for resources: {'Network': ['ID=932c45e5-e597-4d3c-9de2-f6b214ca8dc7,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.844915 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48508) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:42.883520 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-ea7bbd52-b3e6-4013-868e-31f83285e4f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bfb3e30eaf348c5878a77e29e8ee6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374207 Sep 30 09:36:42.885928 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [-] (95001) accepted ('10.222.0.41', 48510) {{(pid=95001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:42.932600 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db3bd587-dc8e-4008-9981-c8e43035752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:42.953215 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db3bd587-dc8e-4008-9981-c8e43035752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.000058 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db3bd587-dc8e-4008-9981-c8e43035752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.002810 n-d-807025-5 neutron-server[95001]: DEBUG neutron_lib.callbacks.manager [None req-db3bd587-dc8e-4008-9981-c8e43035752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.003970 n-d-807025-5 neutron-server[95001]: INFO neutron.wsgi [None req-db3bd587-dc8e-4008-9981-c8e43035752b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/327d5828-f79f-4912-b9f8-a4c26351b9e4 HTTP/1.1" status: 204 len: 168 time: 0.1171381 Sep 30 09:36:43.012341 n-d-807025-5 neutron-server[95001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bd587-dc8e-4008-9981-c8e43035752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d5828-f79f-4912-b9f8-a4c26351b9e4,revision_number=None']} {{(pid=95001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:43.318969 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48516) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:43.360964 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-9602daf4-5482-476e-aadf-4ec1189a0d4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d292e3a60f8d49ff8b926bb62063371b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407679 Sep 30 09:36:43.363466 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [-] (95002) accepted ('10.222.0.41', 48518) {{(pid=95002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:36:43.409362 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ef03e57-9b91-4d54-a26a-abf6d36f0185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.430543 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ef03e57-9b91-4d54-a26a-abf6d36f0185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.471853 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.477639 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ef03e57-9b91-4d54-a26a-abf6d36f0185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554706'] for security_group, after_delete {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.480584 n-d-807025-5 neutron-server[95002]: DEBUG neutron_lib.callbacks.manager [None req-3ef03e57-9b91-4d54-a26a-abf6d36f0185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:43.481796 n-d-807025-5 neutron-server[95002]: INFO neutron.wsgi [None req-3ef03e57-9b91-4d54-a26a-abf6d36f0185 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1006abe8-982a-4861-885a-d60d8c9b1733 HTTP/1.1" status: 204 len: 168 time: 0.1168773 Sep 30 09:36:43.490043 n-d-807025-5 neutron-server[95002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef03e57-9b91-4d54-a26a-abf6d36f0185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1006abe8-982a-4861-885a-d60d8c9b1733,revision_number=None']} {{(pid=95002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:44.219688 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8c6e363-c877-4ff3-b96e-3b32d11af0b2 no longer exists at agent ovs-agent-n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:36:44.240328 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.plugin [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] No Port match for: b8c6e363-c877-4ff3-b96e-3b32d11af0b2 {{(pid=95003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:36:44.240728 n-d-807025-5 neutron-server[95003]: DEBUG neutron.plugins.ml2.rpc [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Device b8c6e363-c877-4ff3-b96e-3b32d11af0b2 not bound to the agent host n-d-807025-5 {{(pid=95003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:36:45.228980 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:56.534431 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:36:56.676664 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:08.443704 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:37:08.720025 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0380ea43-51a4-4153-8a98-027d958344e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:11.176296 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-91f963f7-2851-4d09-97a7-f657641a575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:11.643217 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:13.475087 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:15.235340 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:26.552698 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:26.679116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:38.721303 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e45f6c3d-0496-48b1-a607-c8ae1e48a540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:41.177282 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-c7472c03-707b-4eda-ac1e-e51518dad7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:41.644957 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:43.478107 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:45.234877 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:45.442591 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:37:56.572100 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:37:56.669369 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:08.722120 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-73f333bc-1737-4cee-bbe4-f5ef2e64e0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:11.177086 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-7276e699-9f50-490f-9723-3d7d0c0ec127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:11.646347 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:13.481896 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:15.236894 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:22.441589 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:38:26.587791 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:26.697326 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:38.722518 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4b86b5f6-2e8d-4ecf-be31-b96e3b0f4bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:41.178434 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-81db18c9-bad0-4199-8de2-5e9c313b88aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:41.648747 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:43.488179 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:45.243255 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:56.578826 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:56.727636 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:38:59.440153 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:39:08.722851 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3bc27449-20b0-4ae4-8d70-c8b53addb259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:11.178482 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e52c13be-9626-48a7-956d-b2deaa51c004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:11.649733 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:13.487686 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:15.242979 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:26.601953 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:26.743619 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:36.438737 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:39:38.723917 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-a1be50e1-416f-45cf-8550-449f7d875faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:41.178332 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-3425c7e3-08e2-42ab-91f7-67fede673150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:41.649612 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:43.491046 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:45.246163 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:56.601063 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:39:56.741922 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:08.724193 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e4e1aa65-1b95-43dc-8875-791848a6854c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:11.177687 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cc01d7ea-2964-4016-b8fd-03a91c489c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:11.649944 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:13.437719 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:40:13.494308 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:15.250511 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:26.599562 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:26.757638 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:32.651216 n-d-807025-5 neutron-server[95001]: DEBUG neutron.wsgi [req-d3f16217-0565-456f-9f39-ecc31ef89b20 req-c5f85f50-e703-43e3-a09e-1b80366a87db service neutron] (95001) timed out ('10.222.0.41', 47130) {{(pid=95001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:40:38.724051 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2c403cfb-4165-4e9b-8862-8840f5dc3fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:41.177800 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-bb229141-0e8a-41d3-898c-9bbca38fac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:41.650198 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:43.496364 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:45.250815 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:50.436856 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:40:56.600361 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:40:56.756441 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:08.724918 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-857f5de2-fedf-49a5-b411-f1a3ecd1c3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:11.178239 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-188d2dc9-0e27-4f14-9979-a5b6088ba6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:11.650385 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:13.499652 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:15.253788 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:26.604680 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:26.849401 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:27.435810 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:41:38.725306 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-63e509fb-d65e-425d-815f-6643f043f195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:41.177745 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-857c5abf-e09d-458e-8c38-dbae4b93a063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:41.651613 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:43.502224 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:45.255556 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:56.600793 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:41:56.850454 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:04.435034 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:42:08.726089 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-417893e0-e8db-4c64-a3ef-4d677ba7164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:11.177069 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2729cfd9-4df9-4c4c-b2f3-c3d1566e2cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:11.652023 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:13.505392 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:15.259478 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:26.593112 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:26.854047 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:38.725560 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-148bb72f-b3ba-431f-9231-47abbfcab6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:41.177804 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ab78-f156-46df-ab13-2453cc5f674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:41.435353 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:42:41.653764 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:43.508370 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:45.260692 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:56.609238 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:42:56.870968 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:08.726116 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-5aad5edf-a813-4ab1-9668-e77feeb03499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:11.178049 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-385d44f5-6603-41db-bb59-c8105da9694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:11.654105 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:13.512144 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:15.263973 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:18.434950 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:43:26.623396 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:26.863836 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:38.727679 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-32b2d075-8a83-43a8-9a05-72eed1c4c050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:41.178757 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e7754160-9eb2-4dfe-bc1f-82360adfcb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:41.655316 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:43.512935 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:45.271783 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:55.433793 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:43:56.650996 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:43:56.866515 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:08.729809 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-e123b6b9-7e74-480b-a322-45bb0f242e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:11.179001 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-36df77f3-9342-446d-8d13-4e949d4d97df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:11.656859 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:13.517976 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:15.270294 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:26.652841 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:26.878582 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:32.433424 n-d-807025-5 neutron-server[95004]: DEBUG neutron.db.agents_db [None req-c1538042-5111-47f6-a926-2b0d43ce6a06 None None] Agent healthcheck: found 7 active agents {{(pid=95004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:44:38.729891 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-4f22d198-0004-464b-8762-fd255148cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:41.179202 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-9b9407a6-70d3-4bc2-80f9-d9018dcebf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:41.658276 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-06fff6f0-493e-48bc-9eb9-599ba367e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:43.520812 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-cb0a335b-6303-45fd-8416-ac032e8a823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:45.273217 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-fe0bee3b-3031-49e1-894b-3f526d66c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:55.510368 n-d-807025-5 neutron-server[95002]: DEBUG neutron.wsgi [req-811cc918-bdf6-48a2-b19b-1e232a63a997 req-5e1c7e0d-02fe-4129-b653-04c25f76318b service neutron] (95002) timed out ('10.222.0.41', 43438) {{(pid=95002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:44:56.657711 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-0dd720f7-34f0-4b91-ae4b-90e9e7a5b836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:44:56.876399 n-d-807025-5 neutron-server[95003]: DEBUG neutron_lib.callbacks.manager [None req-2335c4a5-4988-4f45-afd7-3cec672df7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739531725442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1645029'] for agent, after_update {{(pid=95003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}